-- Logs begin at Tue 2021-08-31 05:52:08 UTC, end at Tue 2021-08-31 08:09:20 UTC. -- Aug 31 06:23:07.619410 n-d-712707-15 systemd[1]: Started Devstack devstack@q-svc.service. Aug 31 06:23:10.353492 n-d-712707-15 neutron-server[94530]: INFO neutron.common.config [-] Logging enabled! Aug 31 06:23:10.354077 n-d-712707-15 neutron-server[94530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 06:23:10.354273 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 06:23:10.358367 n-d-712707-15 neutron-server[94530]: INFO neutron.common.config [-] Logging enabled! Aug 31 06:23:10.358615 n-d-712707-15 neutron-server[94530]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev566 Aug 31 06:23:10.358935 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=94530) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 31 06:23:10.359876 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:23:10.360112 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:23:10.360493 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:23:10.360741 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:23:10.360974 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:23:10.361294 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.361620 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.361915 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.362154 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.362443 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.362733 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.363014 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.363302 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.363597 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.363878 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.364155 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.364441 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.364666 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.364944 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.365226 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.365540 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.365764 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.366042 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.366467 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.366877 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.367159 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.367446 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.367724 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.367993 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.368270 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.368554 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.368881 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] host = n-d-712707-15 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.369163 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.369468 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.369754 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.370040 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.370358 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.370639 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.370924 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.371195 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.371466 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.371739 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.372024 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.372313 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.372605 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.372831 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.373054 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.373355 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.373654 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.373926 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.374201 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.374479 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.374756 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.375033 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.375304 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.375590 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.376138 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.376423 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.376700 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.376975 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.377249 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.377543 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.377830 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.378102 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.378375 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.378651 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.378935 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.379203 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.379482 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.379782 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.380068 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.380350 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.380634 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.380909 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.381192 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.381494 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.381770 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.382044 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.382319 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.382590 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.382872 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.383181 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.383460 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.383735 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.384006 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.384290 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:10.384587 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.384885 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.385187 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.385501 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.385798 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.386184 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.386480 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.386762 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.387054 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.387347 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.387636 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.387925 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.388214 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.388495 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.388792 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.389101 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.389428 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.389723 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.390001 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.390276 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.390550 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.390825 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.391115 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.391454 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.391687 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.391977 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.392256 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.392544 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.392837 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.393128 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.393430 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.393715 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.394005 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.394286 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.394558 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.394836 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.395126 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.395406 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.395680 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.395963 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.396240 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.396512 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.396783 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.397060 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.397376 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.397656 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.397928 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.398201 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.398479 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.398751 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.399037 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.399317 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.399589 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.399860 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.400139 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.400413 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.400687 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.400966 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.401240 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.402078 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.402357 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.402632 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.402906 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.403179 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.403451 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.403724 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.403995 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.404270 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.404541 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.404814 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.405084 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.405375 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.405652 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.405938 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.406236 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.406516 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.406791 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.407067 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.407357 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.407626 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.407903 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.408189 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.408468 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.408741 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.409031 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.409311 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.409618 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.409909 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.410187 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.410486 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.410762 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.411044 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.411321 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.411600 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.411884 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.412169 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.412460 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.412751 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.413044 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.413352 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.413646 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.413925 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.414232 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.414510 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:10.414728 n-d-712707-15 neutron-server[94530]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:23:10.414967 n-d-712707-15 neutron-server[94530]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=94530) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 31 06:23:10.769755 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 06:23:10.770033 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 06:23:10.770324 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 31 06:23:10.770660 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 31 06:23:11.170442 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.170732 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.171004 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.172290 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.172565 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.172829 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.207105 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.207388 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.207657 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.225595 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.225866 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.226138 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.255366 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.255659 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.255929 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.293222 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.293534 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.293797 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.529573 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.530187 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.530187 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.530348 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.530980 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.654061 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.654382 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.654666 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.654939 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.655206 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.655522 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.655778 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.656033 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.656285 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.656565 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.656827 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.657100 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.657380 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.657637 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.657893 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.658160 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.658409 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.658675 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.658944 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.659203 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.659473 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.659727 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.660005 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.660383 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.660634 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.660880 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.661274 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.661542 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.661774 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.662006 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.662240 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.662473 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:11.662838 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 31 06:23:11.666031 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 31 06:23:11.670042 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 31 06:23:11.673875 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Aug 31 06:23:11.675513 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 31 06:23:11.675975 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 31 06:23:11.676467 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 31 06:23:11.676862 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 31 06:23:11.679675 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 31 06:23:11.679930 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 31 06:23:11.680278 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 06:23:11.686163 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 31 06:23:11.708676 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 31 06:23:11.709137 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.709471 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=94530) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 31 06:23:11.709834 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.711183 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=94530) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 31 06:23:11.711462 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 31 06:23:11.711709 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 31 06:23:11.715128 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.715402 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:11.780267 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 31 06:23:11.780454 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 31 06:23:11.780652 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 31 06:23:11.781055 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 31 06:23:11.802248 n-d-712707-15 neutron-server[94530]: DEBUG oslo_db.sqlalchemy.engines [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=94530) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 31 06:23:12.342717 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing driver for type 'gre' Aug 31 06:23:12.343247 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] gre ID ranges: [(1, 1000)] Aug 31 06:23:12.400744 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing driver for type 'local' Aug 31 06:23:12.401073 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing driver for type 'vlan' Aug 31 06:23:12.415409 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] VlanTypeDriver initialization complete Aug 31 06:23:12.415770 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing driver for type 'vxlan' Aug 31 06:23:12.416287 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] vxlan ID ranges: [(1, 1000)] Aug 31 06:23:12.474681 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing extension driver 'port_security' Aug 31 06:23:12.474992 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.extensions.port_security [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] PortSecurityExtensionDriver initialization complete Aug 31 06:23:12.475374 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing mechanism driver 'openvswitch' Aug 31 06:23:12.475761 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing mechanism driver 'hyperv' Aug 31 06:23:12.483121 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.plugin [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=94530) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:12.483850 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.484220 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.484570 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.485085 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.485541 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.485897 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.486242 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.486630 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.487035 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.487383 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.487725 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.488105 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.488504 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.488851 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.489187 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.489726 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.490132 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.490484 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.490830 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.491213 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.491632 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > address_group after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.491966 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > address_group after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.492407 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > address_group after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.492688 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=94530) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 31 06:23:12.493063 n-d-712707-15 neutron-server[94530]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] ML2 OVO RPC backend initialized. {{(pid=94530) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 31 06:23:12.493800 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.494159 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.494565 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.494915 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > networks before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.495623 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.495975 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > ports before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.496321 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.496664 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnets before_response 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.497012 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.497369 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.497707 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.498041 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.498374 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.498705 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.499035 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.499366 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.499693 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > subnet after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.500279 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.plugin [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Modular L2 Plugin initialization complete Aug 31 06:23:12.500612 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading services supported by the core plugin {{(pid=94530) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 31 06:23:12.501190 n-d-712707-15 neutron-server[94530]: INFO neutron.plugins.ml2.managers [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Got port-security extension from driver 'port_security' Aug 31 06:23:12.501675 n-d-712707-15 neutron-server[94530]: INFO neutron.extensions.vlantransparent [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Disabled vlantransparent extension. Aug 31 06:23:12.502162 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=94530) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 31 06:23:12.502473 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: router Aug 31 06:23:12.540580 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.541192 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.541304 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router before_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.541616 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.541991 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.543063 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_delete 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.543421 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > floatingip after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.543768 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > floatingip after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.544125 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.544471 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.544817 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.545160 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.545543 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.545950 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.546318 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.546657 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.546995 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: subnet after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.547331 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.547683 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > port precommit_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.548029 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.548367 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.548703 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.549053 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router after_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.549418 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_delete 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.549767 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_create 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.550124 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router_interface after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.550464 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_update 55549900 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.550826 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > agent after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.551169 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > agent after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.551511 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > network after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.552396 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Tracking information for resource: router configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:12.552720 n-d-712707-15 neutron-server[94530]: DEBUG neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Tracking information for resource: floatingip configured {{(pid=94530) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 31 06:23:12.559823 n-d-712707-15 neutron-server[94530]: INFO neutron.db.l3_agentschedulers_db [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 31 06:23:12.559823 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.559823 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.559823 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.559823 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: port after_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.560328 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router before_create 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.560691 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_delete 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.561052 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_create 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.561432 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > router precommit_update 55550100 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.566094 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.provider_configuration [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service providers = [] {{(pid=94530) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 31 06:23:12.566455 n-d-712707-15 neutron-server[94530]: DEBUG neutron.db.servicetype_db [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=94530) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 31 06:23:12.569813 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.service_base [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:23:12.570357 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.service_base [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:23:12.570771 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.service_base [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:23:12.571672 n-d-712707-15 neutron-server[94530]: DEBUG neutron.services.service_base [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=94530) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 31 06:23:12.572048 n-d-712707-15 neutron-server[94530]: INFO neutron.services.service_base [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 31 06:23:12.572424 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.572743 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 31 06:23:12.584162 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.584162 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: auto_allocate Aug 31 06:23:12.590433 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: network precommit_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.590809 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: network precommit_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.591351 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.591667 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: tag Aug 31 06:23:12.598255 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.598577 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: timestamp Aug 31 06:23:12.602604 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.602937 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: network_ip_availability Aug 31 06:23:12.609097 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.609505 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.609862 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.610597 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.610922 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: flavors Aug 31 06:23:12.615585 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.615912 n-d-712707-15 neutron-server[94530]: INFO neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading Plugin: revisions Aug 31 06:23:12.620220 n-d-712707-15 neutron-server[94530]: DEBUG neutron.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=94530) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 31 06:23:12.620608 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.850s {{(pid=94530) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 31 06:23:12.621361 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=94530) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 31 06:23:12.621701 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Initializing extension manager. Aug 31 06:23:12.622208 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: __init__.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.622550 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: __pycache__ {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.622883 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.623213 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.623967 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.624539 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: address-group Aug 31 06:23:12.624859 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: address_scope.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.625605 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.626385 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: address-scope Aug 31 06:23:12.626708 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: admin_state_down_before_update.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.627628 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.628128 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: router-admin-state-down-before-update Aug 31 06:23:12.628450 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: agent.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.629367 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.629874 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: agent Aug 31 06:23:12.630193 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: agent_resources_synced.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.631095 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.631591 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: agent-resources-synced Aug 31 06:23:12.631911 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: allowedaddresspairs.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.633727 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.634241 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: allowed-address-pairs Aug 31 06:23:12.634565 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: auto_allocated_topology.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.635625 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.636187 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: auto-allocated-topology Aug 31 06:23:12.636508 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.637202 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.637728 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: availability_zone Aug 31 06:23:12.638046 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: availability_zone_filter.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.638947 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.639444 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: availability_zone_filter Aug 31 06:23:12.639761 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: data_plane_status.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.640664 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.641158 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension data-plane-status not supported by any of loaded plugins Aug 31 06:23:12.641510 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: default_subnetpools.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.642412 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.642908 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: default-subnetpools Aug 31 06:23:12.643226 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: dhcpagentscheduler.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.644044 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.644548 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: dhcp_agent_scheduler Aug 31 06:23:12.644868 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: dns.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.645844 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.646339 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension dns-integration not supported by any of loaded plugins Aug 31 06:23:12.646657 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: dns_domain_ports.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.647578 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.648074 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 31 06:23:12.648393 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.649304 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.649833 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 31 06:23:12.650154 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: dvr.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.650823 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.651317 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: dvr Aug 31 06:23:12.652187 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: ecmp_routes.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.653099 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.653626 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 31 06:23:12.653944 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: empty_string_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.654887 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.655384 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: empty-string-filtering Aug 31 06:23:12.655703 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.656616 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.657115 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 31 06:23:12.657579 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.658487 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.658982 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 31 06:23:12.659298 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: external_net.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.660197 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.660698 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: external-net Aug 31 06:23:12.661020 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: extra_dhcp_opt.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.661936 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.662433 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: extra_dhcp_opt Aug 31 06:23:12.662753 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: extraroute.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.663656 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.664155 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: extraroute Aug 31 06:23:12.664473 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: extraroute_atomic.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.665541 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.666052 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: extraroute-atomic Aug 31 06:23:12.666372 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: filter_validation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.667971 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.668474 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: filter-validation Aug 31 06:23:12.668794 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: fip_pf_description.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.669744 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.670243 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 31 06:23:12.670804 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: fip_port_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.671722 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.672222 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: fip-port-details Aug 31 06:23:12.672544 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: flavors.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.674032 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.674551 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: flavors Aug 31 06:23:12.674875 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.676784 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.677301 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 31 06:23:12.677655 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: floatingip_pools.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.678692 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.679260 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: floatingip-pools Aug 31 06:23:12.679586 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: ip_allocation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.680521 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.681016 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension ip_allocation not supported by any of loaded plugins Aug 31 06:23:12.681366 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.682290 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.682819 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: ip-substring-filtering Aug 31 06:23:12.683143 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l2_adjacency.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.684062 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.684561 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 31 06:23:12.684883 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.686089 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.686599 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: router Aug 31 06:23:12.686922 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3_conntrack_helper.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.689180 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.689739 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 31 06:23:12.690071 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.691011 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.691677 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: ext-gw-mode Aug 31 06:23:12.694193 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.694193 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.694193 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: l3-ha Aug 31 06:23:12.694193 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3_flavors.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.694502 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.694975 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: l3-flavors Aug 31 06:23:12.696341 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.696341 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.696782 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 31 06:23:12.697100 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: l3agentscheduler.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.698195 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.698739 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: l3_agent_scheduler Aug 31 06:23:12.699107 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: logging.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.700650 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.701159 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension logging not supported by any of loaded plugins Aug 31 06:23:12.701533 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: metering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.702286 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.702867 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: metering Aug 31 06:23:12.703187 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.704274 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.704779 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: metering_source_and_destination_fields Aug 31 06:23:12.705102 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: multiprovidernet.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.706060 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.706556 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: multi-provider Aug 31 06:23:12.706875 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: netmtu.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.707781 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.708273 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: net-mtu Aug 31 06:23:12.708589 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: netmtu_writable.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.709529 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.710028 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: net-mtu-writable Aug 31 06:23:12.710347 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: network_availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.711015 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.711510 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: network_availability_zone Aug 31 06:23:12.711829 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: network_ip_availability.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.712922 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.713470 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: network-ip-availability Aug 31 06:23:12.713798 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: network_segment_range.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.715119 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.715614 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension network-segment-range not supported by any of loaded plugins Aug 31 06:23:12.715933 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: pagination.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.716933 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.717254 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: pagination Aug 31 06:23:12.717595 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: port_device_profile.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.718513 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.719017 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: port-device-profile Aug 31 06:23:12.719335 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.720341 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.720848 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: port-mac-address-regenerate Aug 31 06:23:12.721167 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.722111 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.722612 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: port-numa-affinity-policy Aug 31 06:23:12.722929 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: port_resource_request.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.723824 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.724323 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension port-resource-request not supported by any of loaded plugins Aug 31 06:23:12.724631 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: portbindings.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.725672 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.726177 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: binding Aug 31 06:23:12.726496 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: portbindings_extended.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.727918 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.728422 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: binding-extended Aug 31 06:23:12.728748 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: portsecurity.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.730390 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.731031 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: port-security Aug 31 06:23:12.731357 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: project_id.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.732342 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.732669 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: project-id Aug 31 06:23:12.732990 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: providernet.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.733938 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.734441 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: provider Aug 31 06:23:12.734757 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.738376 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.738891 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos not supported by any of loaded plugins Aug 31 06:23:12.739221 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.740530 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.741037 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 31 06:23:12.741386 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.742310 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.742816 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 31 06:23:12.743135 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_default.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.744040 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.744540 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-default not supported by any of loaded plugins Aug 31 06:23:12.744863 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_fip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.745732 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.746231 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-fip not supported by any of loaded plugins Aug 31 06:23:12.746548 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_gateway_ip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.747463 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.747960 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 31 06:23:12.748282 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_port_network_policy.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.749191 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.749729 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 31 06:23:12.750055 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_pps_rule.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.751470 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.751988 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-pps not supported by any of loaded plugins Aug 31 06:23:12.752310 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_rule_type_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.753221 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.753764 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 31 06:23:12.754085 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: qos_rules_alias.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.755122 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.755625 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 31 06:23:12.755945 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: quotasv2.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.756897 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.757222 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: quotas Aug 31 06:23:12.757575 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: quotasv2_detail.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.760703 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.761085 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: quota_details Aug 31 06:23:12.761437 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: rbac.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.762726 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.763249 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: rbac-policies Aug 31 06:23:12.763573 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: rbac_address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.764496 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.764999 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: rbac-address-group Aug 31 06:23:12.765320 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: rbac_address_scope.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.766259 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.766758 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: rbac-address-scope Aug 31 06:23:12.767076 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: rbac_security_groups.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.767983 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.768483 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: rbac-security-groups Aug 31 06:23:12.768800 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: rbac_subnetpool.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.769753 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.770254 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: rbac-subnetpool Aug 31 06:23:12.770573 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: revisionifmatch.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.771493 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.772003 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: revision-if-match Aug 31 06:23:12.772327 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: revisions.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.773476 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.773974 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: standard-attr-revisions Aug 31 06:23:12.774294 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: router_availability_zone.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.774967 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.775469 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: router_availability_zone Aug 31 06:23:12.775786 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: routerservicetype.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.777352 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.777897 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension router-service-type not supported by any of loaded plugins Aug 31 06:23:12.778215 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.779135 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.779633 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: security-groups-normalized-cidr Aug 31 06:23:12.779950 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: security_groups_port_filtering.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.780867 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.781391 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: port-security-groups-filtering Aug 31 06:23:12.781715 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.782622 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.783134 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: security-groups-remote-address-group Aug 31 06:23:12.783454 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: securitygroup.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.794132 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.794607 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: security-group Aug 31 06:23:12.794943 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: segment.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.795770 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.796272 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension segment not supported by any of loaded plugins Aug 31 06:23:12.796599 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.797586 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.798093 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 31 06:23:12.798417 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: servicetype.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.799602 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.800118 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: service-type Aug 31 06:23:12.800591 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: sorting.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.801569 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.801900 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: sorting Aug 31 06:23:12.802227 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: standard_attr_segment.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.803139 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.803648 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 31 06:23:12.803970 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: standardattrdescription.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.804616 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.805115 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: standard-attr-description Aug 31 06:23:12.805467 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: stateful_security_group.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.806456 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.806966 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: stateful-security-group Aug 31 06:23:12.807289 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: stdattrs_common.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.808268 n-d-712707-15 neutron-server[94530]: WARNING neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 31 06:23:12.808388 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.809236 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.809764 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 31 06:23:12.810083 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnet_onboard.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.811158 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.811665 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: subnet_onboard Aug 31 06:23:12.811985 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.812910 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.813443 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 31 06:23:12.813762 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnet_service_types.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.814678 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.815181 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: subnet-service-types Aug 31 06:23:12.815500 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnetallocation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.816585 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.817093 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: subnet_allocation Aug 31 06:23:12.817433 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.818182 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.818688 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: subnetpool-prefix-ops Aug 31 06:23:12.819005 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.819922 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.820424 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 31 06:23:12.820740 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: tagging.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.821855 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.822380 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: standard-attr-tag Aug 31 06:23:12.822702 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: timestamp.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.824427 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.824932 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loaded extension: standard-attr-timestamp Aug 31 06:23:12.825258 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: trunk.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.826309 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.826813 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension trunk not supported by any of loaded plugins Aug 31 06:23:12.827135 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: trunk_details.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.828052 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.828557 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension trunk-details not supported by any of loaded plugins Aug 31 06:23:12.828879 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: uplink_status_propagation.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.829827 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.830327 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 31 06:23:12.830646 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Loading extension file: vlantransparent.py {{(pid=94530) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 31 06:23:12.831320 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=94530) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 31 06:23:12.831818 n-d-712707-15 neutron-server[94530]: INFO neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 31 06:23:12.834338 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:network Aug 31 06:23:12.834871 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnet Aug 31 06:23:12.835269 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:23:12.835660 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:port Aug 31 06:23:12.836908 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.837366 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service FLAVORS assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.838003 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.838426 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.838753 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:router Aug 31 06:23:12.839826 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 06:23:12.840330 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service METERING assigned prefix: /metering {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.841812 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.842188 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.842550 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=94530) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:23:12.843581 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 06:23:12.844033 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:security_group Aug 31 06:23:12.844462 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 06:23:12.846263 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.846604 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:23:12.846953 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] subnetpool is already registered Aug 31 06:23:12.847393 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.847723 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:23:12.848054 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] subnetpool is already registered Aug 31 06:23:12.850501 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.850933 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service FLAVORS assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.851529 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.851948 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.852279 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:router Aug 31 06:23:12.852620 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] router is already registered Aug 31 06:23:12.853029 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:floatingip Aug 31 06:23:12.853386 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] floatingip is already registered Aug 31 06:23:12.853841 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service METERING assigned prefix: /metering {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.854508 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of CountableResource for resource:rbac_policy Aug 31 06:23:12.855033 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] rbac_policy is already registered Aug 31 06:23:12.855460 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:security_group Aug 31 06:23:12.855787 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] security_group is already registered Aug 31 06:23:12.856189 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 31 06:23:12.856517 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] security_group_rule is already registered Aug 31 06:23:12.857135 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.857491 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:23:12.857822 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] subnetpool is already registered Aug 31 06:23:12.858236 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.v2.resource_helper [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Service CORE assigned prefix: {{(pid=94530) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 31 06:23:12.858556 n-d-712707-15 neutron-server[94530]: INFO neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Creating instance of TrackedResource for resource:subnetpool Aug 31 06:23:12.858881 n-d-712707-15 neutron-server[94530]: WARNING neutron.quota.resource_registry [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] subnetpool is already registered Aug 31 06:23:12.859350 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: extensions {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.860843 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: address-groups {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.862348 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: address-scopes {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.863648 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.865272 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: auto-allocated-topology {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.866190 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: availability_zones {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.867406 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: dhcp-networks {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.868916 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: dhcp-agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.870388 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.872583 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: flavors {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.873773 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: service_profiles {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.874999 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: next_providers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.876699 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: service_profiles {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.878240 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: floatingip-pools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.879429 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.881658 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: floatingips {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.882957 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: l3-routers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.884329 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: l3-agents {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.886314 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: metering-labels {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.887710 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: metering-label-rules {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.889216 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: network-ip-availabilities {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.890753 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: bindings {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.892603 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: quotas {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.894246 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: quotas {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.895842 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: rbac-policies {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.897153 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: security-groups {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.898676 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: security-group-rules {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.900091 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: service-providers {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.901417 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: subnetpools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.903738 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: subnetpools {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.905386 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.907265 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.909042 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.910989 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.914104 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.916081 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.917990 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.920339 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.922037 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.923945 n-d-712707-15 neutron-server[94530]: DEBUG neutron.api.extensions [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Extended resource: tags {{(pid=94530) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 31 06:23:12.930361 n-d-712707-15 neutron-server[94530]: WARNING keystonemiddleware.auth_token [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 31 06:23:12.935495 n-d-712707-15 neutron-server[94530]: WARNING keystonemiddleware.auth_token [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 31 06:23:12.944287 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Acquired lock "singleton_lock" {{(pid=94530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 31 06:23:12.944770 n-d-712707-15 neutron-server[94530]: DEBUG oslo_concurrency.lockutils [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Releasing lock "singleton_lock" {{(pid=94530) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 31 06:23:12.945457 n-d-712707-15 neutron-server[94530]: INFO oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Starting 2 workers Aug 31 06:23:12.951050 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Started child 94639 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:23:12.955602 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Started child 94640 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:23:12.956410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.957220 n-d-712707-15 neutron-server[94530]: INFO neutron.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 31 06:23:12.957952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [-] (94639) wsgi starting up on http://0.0.0.0:9696 Aug 31 06:23:12.958121 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Notify callbacks [] for process, before_spawn {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.960243 n-d-712707-15 neutron-server[94530]: INFO oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Starting 1 workers Aug 31 06:23:12.960468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.961845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [-] (94640) wsgi starting up on http://0.0.0.0:9696 Aug 31 06:23:12.966342 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Started child 94641 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:23:12.966888 n-d-712707-15 neutron-server[94530]: INFO oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Starting 1 workers Aug 31 06:23:12.969591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] calling RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 31 06:23:12.970208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] returning from RpcWorker wait() {{(pid=94641) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 31 06:23:12.971365 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.971538 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Started child 94642 {{(pid=94530) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 31 06:23:12.971824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:12.972221 n-d-712707-15 neutron-server[94530]: DEBUG neutron_lib.callbacks.manager [None req-31483fc7-f593-48e2-92ed-9edb01729c35 None None] Notify callbacks [] for process, after_spawn {{(pid=94530) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.974136 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 06:23:12.974340 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:23:12.974514 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:23:12.974729 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:23:12.975074 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:23:12.975235 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:23:12.975750 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.976035 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.976297 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.976549 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.976821 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.977279 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:12.977835 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.977835 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.978133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.978380 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.978528 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.978660 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.978801 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.979016 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.979242 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.979546 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.979855 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.980081 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.980355 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.980523 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.980771 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.981060 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.981296 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.981519 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.981755 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.982249 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.982478 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.982711 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.982956 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.983204 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.983444 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.983714 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.983954 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.984164 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.984395 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.984647 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.984896 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.985168 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.985317 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.985604 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.985819 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.986302 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] host = n-d-712707-15 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.986516 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.986734 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.986974 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.987195 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.987438 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.987664 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.987919 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.988168 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.988479 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.988623 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.988875 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.989118 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.989358 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.989608 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.989753 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_options = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.989968 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.990251 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.990508 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.990695 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.990861 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.991142 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.991302 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.991494 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.991681 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.991899 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.992145 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.992324 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.992537 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.992767 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.993058 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.993277 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.993563 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.993798 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.994040 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.994268 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.994504 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.994715 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.994927 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.995140 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.995402 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.995613 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.995856 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.996067 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.996279 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.996517 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.996755 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.997008 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.997258 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.997541 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.997771 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.997997 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.998208 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.998469 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.998699 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.998937 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.999180 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.999435 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.999664 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:12.999845 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.000075 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.000286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.000497 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.000976 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.001269 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.001513 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.001742 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.001953 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.002162 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.002400 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.003005 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004304 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004304 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004304 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004304 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004632 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004632 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.004801 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.005047 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.005288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.005635 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.005856 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.006197 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.006491 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.006648 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.006976 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.007476 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.007602 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.007844 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.008261 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.008423 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.008662 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.008927 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.009150 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.009575 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.010398 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.010398 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.010398 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.013612 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.014920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.016656 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017224 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017224 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017391 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017544 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017759 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.017969 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.018191 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.018285 n-d-712707-15 neutron-server[94642]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:13.018867 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.019086 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.019297 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.019505 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.019870 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.020244 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.020654 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.020874 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.021089 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.021342 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.021562 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.021810 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.022057 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.022395 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.022520 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.023980 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.024477 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.024477 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.024621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.024738 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.024949 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.025354 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027631 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.027819 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.028046 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.028275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.028991 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.028991 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.028991 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.029288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.029494 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.031833 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032412 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032412 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032412 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032412 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032701 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.032701 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.033298 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.033298 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.033514 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.034497 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.034497 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.034497 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.034497 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.034849 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.035294 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.035294 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.035480 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.036696 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.036696 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.036696 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.036696 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.037012 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.037105 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.037321 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.038621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.038621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.038621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.038621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.038621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.039028 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.039028 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.039188 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.039560 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.039787 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.040064 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.040305 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.040613 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.040792 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.041012 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.041228 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.041476 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.041713 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.041971 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.042356 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.042574 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.043100 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.043211 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.043416 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.043652 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.044943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.045472 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.045910 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.046258 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.046835 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.046835 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.047018 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.047119 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.047387 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.047775 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.047882 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.048100 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.048352 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.048594 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.048998 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.049430 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.049804 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.050192 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.050575 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.050937 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.051307 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.051684 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.052194 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.052571 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.052941 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.053351 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.053623 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.053882 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.054226 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.054465 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.054703 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.054951 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.055175 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.055490 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.055714 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.055927 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.056288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.056658 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.057016 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.057489 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.057920 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.058301 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.058553 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.058764 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.058978 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.059222 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.059410 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.059701 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.059955 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.060183 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.060438 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.060672 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.060889 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.061129 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.061353 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.061575 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.061796 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.062011 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.062268 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.062457 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.062648 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.062855 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.063075 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.063290 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.063499 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.063722 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.063935 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065286 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065787 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065787 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.065943 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.066024 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.066257 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.066462 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.066671 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.066890 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.067120 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.067347 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.067805 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.068260 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.068626 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.068936 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.069197 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.069481 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.069739 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.070122 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.070357 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.070602 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.070821 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.071056 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.071318 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.071571 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.071889 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.072330 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.072746 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.073150 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.074264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.074264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.074493 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.074725 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.075018 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.075364 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.075647 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.075913 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.076156 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.076404 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.076630 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.076844 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.077127 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.077288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.077554 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.077760 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.077987 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.078239 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.078455 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.078677 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.078895 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.079108 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.079321 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.079552 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.079763 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.079916 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:23:13.080439 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=94530) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 31 06:23:13.080589 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 31 06:23:13.080744 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 31 06:23:13.080927 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 31 06:23:13.081108 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 31 06:23:13.081293 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 31 06:23:13.081483 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.081642 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.081802 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.081957 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.082267 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.082446 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.082756 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.082913 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083071 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083299 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083400 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083529 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083682 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.083983 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084138 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084297 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084452 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084608 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084771 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.084933 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] config_source = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085082 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085238 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085416 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] debug = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085574 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085771 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.085932 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086085 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086239 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086393 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086547 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086703 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.086856 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087010 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087163 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087317 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087474 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087628 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087784 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.087939 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088114 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088248 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] host = n-d-712707-15 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088404 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088562 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088720 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.088873 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.089154 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.089917 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090080 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090222 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090382 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090539 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090696 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.090851 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091007 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_dir = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091161 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091317 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_options = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091471 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091626 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091780 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.091966 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092127 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092284 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092440 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092621 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092739 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.092894 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093048 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093203 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093381 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093541 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093693 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093863 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.093991 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.094147 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.094307 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.094478 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.094699 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.094862 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095019 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095178 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095335 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095488 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095643 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095813 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.095952 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.096261 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.096417 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.096577 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.096731 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097050 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097205 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097383 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097564 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097726 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097865 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.097993 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098146 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098305 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098461 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098631 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098770 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_journal = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.098924 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_json = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099079 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099426 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099426 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099665 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.099966 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.100122 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 31 06:23:13.100298 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.100456 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.100624 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.100781 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.100939 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101288 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101491 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101567 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101709 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.101875 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102032 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102199 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102356 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102513 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102673 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102831 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.102987 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103146 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103302 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103471 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103614 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103780 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.103954 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104093 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104257 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104413 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104637 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104793 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.104953 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.57/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.105106 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.105375 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106084 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106084 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106084 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106084 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106392 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106392 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106536 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106614 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106727 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.106884 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107042 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107200 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107359 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107516 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107674 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107831 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.107989 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108146 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108303 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108461 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108618 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108775 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.108932 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.109100 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.109257 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.109437 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.109595 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.109752 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111264 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111922 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111922 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111922 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111922 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.111922 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112252 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112252 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112252 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112470 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112548 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112705 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.112872 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113013 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113174 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113346 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113662 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113830 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.113966 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114123 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114287 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114454 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114628 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114785 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.114941 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115097 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115256 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115872 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115872 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115872 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.115872 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.116909 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.117811 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118220 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118220 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118220 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118429 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118513 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118637 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118817 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.118952 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.119067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:13.119382 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.119553 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.119713 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.119871 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.120029 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.120206 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.120367 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.120690 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.120851 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121008 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121167 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121339 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121521 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121691 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.121849 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122007 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122164 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122344 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122502 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122661 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122818 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.122975 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123134 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123290 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123458 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123606 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123767 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.123913 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124070 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.57/identity {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124226 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124388 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124544 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124699 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.124858 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.125015 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.125174 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.125372 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.125510 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.125921 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126080 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126236 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126394 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126551 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126708 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.126866 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127024 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127177 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127335 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127491 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127649 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127805 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.127961 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128117 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128274 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128434 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128592 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128750 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.128907 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129066 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129223 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129402 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129562 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129718 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.129936 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130115 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130275 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130434 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130592 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130751 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.130985 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131152 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131310 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131532 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131647 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131804 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.131966 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132132 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132278 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132430 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132590 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132928 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.132928 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133139 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133213 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133380 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133548 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133548 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133861 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.133964 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134159 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134268 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134442 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134600 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134758 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.134916 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.135075 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.135232 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.135399 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.135557 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.135713 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.136444 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.136849 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.136953 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.137092 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.137251 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.137433 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.137591 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.137749 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.138014 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.138190 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.138190 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139133 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139544 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139544 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139544 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139750 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139829 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.139961 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140118 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140276 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140433 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140589 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140756 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.140915 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141072 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141238 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141415 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141574 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141731 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.141903 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142061 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142220 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142378 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142534 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142692 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.142850 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143011 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143179 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143343 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143501 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143668 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143853 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.143987 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144145 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144309 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144479 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144637 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144799 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.144955 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.145114 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.145270 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.145462 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.145693 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.145850 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146008 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146167 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146324 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146481 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146637 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.146795 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 31 06:23:13.148587 n-d-712707-15 neutron-server[94530]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=94530) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 31 06:23:13.299052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:13.309562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0081854 Aug 31 06:23:24.857678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104b4379-b7c7-42ae-a9f2-5dcd72267025 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:23:24.928819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104b4379-b7c7-42ae-a9f2-5dcd72267025 None None] No non-hosted networks {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 31 06:23:24.958997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.agentschedulers_db [None req-104b4379-b7c7-42ae-a9f2-5dcd72267025 None None] DHCP Agent not found on host n-d-712707-15 {{(pid=94641) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 31 06:23:25.109647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4672f0cf-f540-4ed4-a8eb-e565542976f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:27.378147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0898c4b5-e298-480e-91c1-17696b3842e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:27.427646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4450bade-e6db-4007-8d2a-758f9cbb8d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:27.643767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:27.644349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.644690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.645030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.651376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.651921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.653595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.653938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.654273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.654603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.654928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.655256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.655581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:27.656011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-712707-15', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:27.670445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-712707-15', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:23:29.536606 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:30.396742 n-d-712707-15 neutron-server[94641]: INFO neutron.db.l3_hamode_db [None req-849ad72a-f721-41b0-84d0-6f86d531014c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 31 06:23:30.484669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ad72a-f721-41b0-84d0-6f86d531014c None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:23:30.485445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849ad72a-f721-41b0-84d0-6f86d531014c None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:23:30.849621 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:31.860958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:32.377713 n-d-712707-15 neutron-server[94639]: WARNING oslo_policy.policy [None req-aeb90430-adf3-4218-bfb3-88ca1e2dfb62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:32.378295 n-d-712707-15 neutron-server[94639]: WARNING oslo_policy.policy [None req-aeb90430-adf3-4218-bfb3-88ca1e2dfb62 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:32.602909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-aeb90430-adf3-4218-bfb3-88ca1e2dfb62 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:23:32.604007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aeb90430-adf3-4218-bfb3-88ca1e2dfb62 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7420938 Aug 31 06:23:35.001920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:35.521865 n-d-712707-15 neutron-server[94640]: WARNING oslo_policy.policy [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:35.522425 n-d-712707-15 neutron-server[94640]: WARNING oslo_policy.policy [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:35.745852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:23:35.839104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.policy [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94640) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 06:23:35.884052 n-d-712707-15 neutron-server[94640]: WARNING oslo_policy.policy [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:35.884427 n-d-712707-15 neutron-server[94640]: WARNING oslo_policy.policy [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:35.893736 n-d-712707-15 neutron-server[94640]: INFO neutron.quota [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] Loaded quota_driver: . Aug 31 06:23:35.991024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284237977', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284237386', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284266417', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284251733', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284731316', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8747284273079', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-564449', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3558086', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-436126', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-502378'] for rbac-policy, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:36.059105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:36.060587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d12c19d4-fcf7-43db-a74e-bedd82012381 admin admin] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0564311 Aug 31 06:23:38.702856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:39.008721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:23:39.040395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Made reservation on behalf of e45591411a254f0f9eeadf3ab72e68ee for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:23:39.043984 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.061239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.199233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.203162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.223819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] vlan segment allocate from pool success with {'vlan_id': 562, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:23:39.252583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747286075338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.253190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Unsubscribe: segment precommit_create {{(pid=94640) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 06:23:39.253741 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Added segment a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746 of type vlan for network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a Aug 31 06:23:39.270874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432ef297-8d54-44b4-9e58-78c9d0da1451,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:39.317593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.317932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.318268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.318597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.318920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.319247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.319563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.319882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.320198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.320519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.320834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.321149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Tracked resource versions report: Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: pushed versions: Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Log': {'1.0'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Network': {'1.1'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Port': {'1.7'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: consumer versions: Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: L3 agent@n-d-712707-15: {}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: Metadata agent@n-d-712707-15: {}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: Metering agent@n-d-712707-15: {}, Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Log': '1.0', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Network': '1.1', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Port': '1.7', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'PortForwarding': '1.2', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'QosPolicy': '1.9', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'SubPort': '1.0', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Subnet': '1.1', Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: 'Trunk': '1.1'}} Aug 31 06:23:39.322308 n-d-712707-15 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:23:39.375808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.421658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.422871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:23:39.423545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:39.508318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8042979 Aug 31 06:23:39.523127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc84ee-5541-41f9-a1b3-4cd6e4e9434c admin admin] Pushing event updated for resources: {'Network': ['ID=95985a05-b7d7-4cdb-8c2d-43373c1f2a5a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:39.536164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:23:42.216519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:42.751146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.policy [None req-1f0d237f-ff8e-4ac2-8aa8-dc7da229d442 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94639) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 31 06:23:42.796435 n-d-712707-15 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f0d237f-ff8e-4ac2-8aa8-dc7da229d442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:42.796814 n-d-712707-15 neutron-server[94639]: WARNING oslo_policy.policy [None req-1f0d237f-ff8e-4ac2-8aa8-dc7da229d442 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 31 06:23:42.805727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d237f-ff8e-4ac2-8aa8-dc7da229d442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:23:42.807626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f0d237f-ff8e-4ac2-8aa8-dc7da229d442 admin admin] 10.222.0.57 "GET /v2.0/networks/95985a05-b7d7-4cdb-8c2d-43373c1f2a5a HTTP/1.1" status: 200 len: 825 time: 0.5900822 Aug 31 06:23:42.847318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1b36594a-561f-4ca5-8328-c2b736ba8822 admin admin] 10.222.0.57 "GET /v2.0/subnetpools/313602b3-5557-417f-8e45-fd997bff29a4 HTTP/1.1" status: 200 len: 734 time: 0.0336316 Aug 31 06:23:42.857163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Request body: {'subnet': {'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4', 'gateway_ip': '172.20.0.1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:23:42.858801 n-d-712707-15 neutron-server[94639]: INFO neutron.quota [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Loaded quota_driver: . Aug 31 06:23:42.903593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Made reservation on behalf of e45591411a254f0f9eeadf3ab72e68ee for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:23:42.906788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:43.205721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:43.278984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Checking segment: {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:23:43.279630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Network hostable DHCP agents. Network: 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:23:43.290028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=035e28db-a509-46c4-8d0f-fed0c267056e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:43.302753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.303088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.303418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.303744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.304067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.304387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.304704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.305019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.305356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.305672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.305985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.306299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Tracked resource versions report: Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: pushed versions: Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Log': {'1.0'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Network': {'1.1'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Port': {'1.7'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: consumer versions: Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: L3 agent@n-d-712707-15: {}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: Metadata agent@n-d-712707-15: {}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: Metering agent@n-d-712707-15: {}, Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Log': '1.0', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Network': '1.1', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Port': '1.7', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'PortForwarding': '1.2', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'QosPolicy': '1.9', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'SubPort': '1.0', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Subnet': '1.1', Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: 'Trunk': '1.1'}} Aug 31 06:23:43.307995 n-d-712707-15 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:23:43.342756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:23:43.356486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:23:43.361032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:23:43.361695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:43.366224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd498a93-a66b-4eba-b06f-23e7fad85a7b None None] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:23:43.382891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa368b90-e743-4f9b-beb2-209395e46bcf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5293531 Aug 31 06:23:43.708780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:23:43.710036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.003749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Allocated IP 172.20.0.2 (95985a05-b7d7-4cdb-8c2d-43373c1f2a5a/035e28db-a509-46c4-8d0f-fed0c267056e/afd86027-7c57-44e9-a7df-e573247f216d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:23:44.206287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.247910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Transition to ACTIVE for port object afd86027-7c57-44e9-a7df-e573247f216d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:23:44.272808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Transition to ACTIVE for port object afd86027-7c57-44e9-a7df-e573247f216d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:23:44.280925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.357286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:23:44.362462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:23:44.374714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:23:44.378105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Pushing event updated for resources: {'Port': ['ID=afd86027-7c57-44e9-a7df-e573247f216d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:44.425663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.426011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.426353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.426690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.427051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.427386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.427714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.428039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.428366 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.428688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.429018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.429359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Tracked resource versions report: Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: pushed versions: Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Log': {'1.0'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Network': {'1.1'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Port': {'1.7'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: consumer versions: Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: L3 agent@n-d-712707-15: {}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: Metadata agent@n-d-712707-15: {}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: Metering agent@n-d-712707-15: {}, Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Log': '1.0', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Network': '1.1', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Port': '1.7', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'PortForwarding': '1.2', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'QosPolicy': '1.9', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'SubPort': '1.0', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Subnet': '1.1', Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: 'Trunk': '1.1'}} Aug 31 06:23:44.430517 n-d-712707-15 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:23:44.462434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Attempting to bind port afd86027-7c57-44e9-a7df-e573247f216d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:23:44.462737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Attempting to bind port afd86027-7c57-44e9-a7df-e573247f216d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:23:44.463191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Attempting to bind port afd86027-7c57-44e9-a7df-e573247f216d on network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:23:44.468403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:23:44.468839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Checking segment: {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:23:44.469314 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.469753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Bound using segment: {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:23:44.470233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Bound port: afd86027-7c57-44e9-a7df-e573247f216d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:23:44.470647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.538223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] For port afd86027-7c57-44e9-a7df-e573247f216d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:23:44.543249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] For port afd86027-7c57-44e9-a7df-e573247f216d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=afd86027-7c57-44e9-a7df-e573247f216d,segment=NetworkSegment(a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746),segment_id=a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:23:44.548672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:44.617226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8500e1-c2f9-4c3c-856b-9bb906e22203 None None] Pushing event updated for resources: {'Port': ['ID=afd86027-7c57-44e9-a7df-e573247f216d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:45.918594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:46.273704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-cf32043d-6ca0-453a-a3fa-ebf4b2d0a085 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:23:46.274691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cf32043d-6ca0-453a-a3fa-ebf4b2d0a085 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3551638 Aug 31 06:23:48.739593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:49.081355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-de9a0a05-aef9-4974-a346-d9989d40e3ff admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:23:49.082385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de9a0a05-aef9-4974-a346-d9989d40e3ff admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3418398 Aug 31 06:23:51.777141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:52.139236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:23:52.164803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:52.166647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:52.308751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:52.313715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:52.327153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:52.336919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9f4232a-542b-4ab6-a7eb-801b08d64535 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5504990 Aug 31 06:23:53.200651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-420549fa-29ba-49d7-aa98-9a676bb1d062 None None] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:23:53.331750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9190dd5-84e8-4700-b20b-26b615ea477f None None] Provisioning for port afd86027-7c57-44e9-a7df-e573247f216d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:23:54.026598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device afd86027-7c57-44e9-a7df-e573247f216d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:23:54.109433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port afd86027-7c57-44e9-a7df-e573247f216d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:23:54.113484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port afd86027-7c57-44e9-a7df-e573247f216d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:23:54.113884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:54.237703 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:54.272841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port afd86027-7c57-44e9-a7df-e573247f216d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=afd86027-7c57-44e9-a7df-e573247f216d,segment=NetworkSegment(a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746),segment_id=a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:23:54.277872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:54.324730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=afd86027-7c57-44e9-a7df-e573247f216d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:54.765395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:54.776895 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14656d5f-6a1a-4b19-829a-98aff8f01ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:55.107347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-f0075c30-f02f-437c-ad14-e34ce6a199e8 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:23:55.108361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f0075c30-f02f-437c-ad14-e34ce6a199e8 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3419902 Aug 31 06:23:56.007894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device afd86027-7c57-44e9-a7df-e573247f216d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:23:56.055893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port afd86027-7c57-44e9-a7df-e573247f216d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:23:56.056256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.378470 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cb802c0-9403-43e3-aaff-78f237309950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.528816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:23:57.634787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.857947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:23:57.880652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Made reservation on behalf of 7c4c02dc274148be970b8aba967354f8 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:23:57.882878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.890630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.981270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:57.984870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:58.001076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Reserving flat network on physical network physnet1 {{(pid=94640) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 31 06:23:58.021883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bf73a7-aa3a-423c-a770-1a6fdf664f2f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:58.026526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:58.026874 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Added segment ce1918a4-49c1-41c4-96b1-df2d13907f08 of type flat for network 283ceb81-e5db-49ad-832d-b8435c3c2336 Aug 31 06:23:58.073968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:58.105178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:58.106093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:23:58.106656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:23:58.179318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6493738 Aug 31 06:23:58.184076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95794b10-b509-4687-8b57-f0fe7bec1719 admin admin] Pushing event updated for resources: {'Network': ['ID=283ceb81-e5db-49ad-832d-b8435c3c2336,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:23:58.202325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:23:59.412834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:00.568553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:00.779904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e96b39-822a-4f20-bd30-9c72dfb268d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:24:00.782070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-87e96b39-822a-4f20-bd30-9c72dfb268d2 admin admin] 10.222.0.57 "GET /v2.0/subnets/035e28db-a509-46c4-8d0f-fed0c267056e HTTP/1.1" status: 200 len: 849 time: 0.2125270 Aug 31 06:24:00.798655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:00.904580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5679554c-9165-494f-bdd0-bd7727136f19 admin admin] 10.222.0.57 "GET /v2.0/routers/4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 HTTP/1.1" status: 200 len: 704 time: 0.1163900 Aug 31 06:24:01.169801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:01.468256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Allocated IP 172.20.0.1 (95985a05-b7d7-4cdb-8c2d-43373c1f2a5a/035e28db-a509-46c4-8d0f-fed0c267056e/0cf437dc-7e09-4e08-bffe-a5d93184219c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:24:01.653078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:01.677241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Transition to ACTIVE for port object 0cf437dc-7e09-4e08-bffe-a5d93184219c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:24:01.740596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:01.805727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:24:01.812270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:24:01.821766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:24:01.822810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:01.844505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Pushing event updated for resources: {'Port': ['ID=0cf437dc-7e09-4e08-bffe-a5d93184219c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:02.036425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61af83eb-7fea-4f58-8955-e67c8eaa2a75 None None] Provisioning for port 0cf437dc-7e09-4e08-bffe-a5d93184219c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:24:02.041886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61af83eb-7fea-4f58-8955-e67c8eaa2a75 None None] Provisioning complete for port 0cf437dc-7e09-4e08-bffe-a5d93184219c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:02.043091 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61af83eb-7fea-4f58-8955-e67c8eaa2a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.044773 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:24:02.095176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-61af83eb-7fea-4f58-8955-e67c8eaa2a75 None None] Port 0cf437dc-7e09-4e08-bffe-a5d93184219c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:24:02.102833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.308921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.313343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.314121 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.390928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Pushing event updated for resources: {'Port': ['ID=0cf437dc-7e09-4e08-bffe-a5d93184219c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:02.438040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:24:02.439323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:24:02.600725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:24:02.615872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3eccc454-5fc4-4819-b748-154c502c0934 None None] Provisioning complete for port 0cf437dc-7e09-4e08-bffe-a5d93184219c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:02.616244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3eccc454-5fc4-4819-b748-154c502c0934 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:02.648862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3eccc454-5fc4-4819-b748-154c502c0934 None None] Port 0cf437dc-7e09-4e08-bffe-a5d93184219c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:24:02.694281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:24:02.701010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-871291ca-50c6-4d8b-897e-c31fef3d5d4a admin admin] 10.222.0.57 "PUT /v2.0/routers/4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7907100 Aug 31 06:24:02.705006 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Sync routers for ids ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:24:02.725006 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Routers {'4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:24:02.725832 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:02.920896 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Set router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:24:03.363009 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:02Z', 'revision_number': 2, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port_host': None, '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:02Z', 'revision_number': 2, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:03.415922 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Checking router: 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:24:03.416323 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Updating router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 port 0cf437dc-7e09-4e08-bffe-a5d93184219c binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:24:03.464689 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:03.991423 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:04.009217 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Transition to ACTIVE for port object 0cf437dc-7e09-4e08-bffe-a5d93184219c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:24:04.015959 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:04.185358 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Attempting to bind port 0cf437dc-7e09-4e08-bffe-a5d93184219c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:24:04.185750 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Attempting to bind port 0cf437dc-7e09-4e08-bffe-a5d93184219c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:24:04.186199 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Attempting to bind port 0cf437dc-7e09-4e08-bffe-a5d93184219c on network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:24:04.193650 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Pushing event updated for resources: {'Port': ['ID=0cf437dc-7e09-4e08-bffe-a5d93184219c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:04.196963 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:24:04.197915 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Checking segment: {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:24:04.198287 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:04.198683 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Bound using segment: {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:24:04.199192 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Bound port: 0cf437dc-7e09-4e08-bffe-a5d93184219c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 562, 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:24:04.199589 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:04.210861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.211157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.211498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.211831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.212158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.212483 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.212814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.213729 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.214053 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.214376 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.214699 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.215019 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Tracked resource versions report: Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: pushed versions: Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Log': {'1.0'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Network': {'1.1'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Port': {'1.7'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: consumer versions: Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: L3 agent@n-d-712707-15: {}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: Metadata agent@n-d-712707-15: {}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: Metering agent@n-d-712707-15: {}, Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Log': '1.0', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Network': '1.1', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Port': '1.7', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'PortForwarding': '1.2', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'QosPolicy': '1.9', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'SubPort': '1.0', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Subnet': '1.1', Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: 'Trunk': '1.1'}} Aug 31 06:24:04.216135 n-d-712707-15 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:24:04.279927 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] For port 0cf437dc-7e09-4e08-bffe-a5d93184219c, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:24:04.300888 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] For port 0cf437dc-7e09-4e08-bffe-a5d93184219c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0cf437dc-7e09-4e08-bffe-a5d93184219c,segment=NetworkSegment(a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746),segment_id=a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:24:04.305116 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:04.362656 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac31bea-5875-4e79-adbb-d7c5cf942fa6 None None] Pushing event updated for resources: {'Port': ['ID=0cf437dc-7e09-4e08-bffe-a5d93184219c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:04.370151 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Routers {'4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:24:04.371647 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:04.464453 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] Set router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:24:04.666669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:02Z', 'revision_number': 2, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port_host': None, '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:04Z', 'revision_number': 4, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:04.694058 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9dfe60-09e6-4aa5-952f-3f28b31de037 None None] The sync data for ids ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'] in n-d-712707-15 is: [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:02Z', 'revision_number': 2, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port_host': None, '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:04Z', 'revision_number': 4, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:24:04.958716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:05.069000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2930fd-6ae7-419d-927d-3ace499ea99d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:24:05.070381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f2930fd-6ae7-419d-927d-3ace499ea99d admin admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 842 time: 0.1106026 Aug 31 06:24:05.080380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.25.3.1', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'cidr': '172.25.3.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:24:05.104456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Made reservation on behalf of 7c4c02dc274148be970b8aba967354f8 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:24:05.107157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:05.424557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:24:05.425010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:05.479488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:05.487860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:24:05.488288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Network hostable DHCP agents. Network: 283ceb81-e5db-49ad-832d-b8435c3c2336, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:24:05.510401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:24:05.522301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 283ceb81-e5db-49ad-832d-b8435c3c2336) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:24:05.527067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:24:05.527647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:05.535406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07dcb3-d970-42c0-b8cb-f19d3782d419 None None] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:24:05.542266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b1dbe694-3bf5-413a-aabb-41c7962be693 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4653134 Aug 31 06:24:05.690991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd980cdf-1137-46f0-b3e8-92908c9836d8 None None] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:24:07.973693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:08.103927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2ebb8979-9028-49dc-8196-5a65bdf5bf8d admin admin] 10.222.0.57 "GET /v2.0/routers/4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 HTTP/1.1" status: 200 len: 710 time: 0.1288898 Aug 31 06:24:08.267154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133e4e28-20fa-4d67-8b6e-917b674891dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:24:08.273406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-133e4e28-20fa-4d67-8b6e-917b674891dd admin admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 886 time: 0.1583540 Aug 31 06:24:08.278584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:24:08.524837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:08.752588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:08.828859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:08.935382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Allocated IP 172.25.3.147 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/dde3ff02-7772-47d4-a716-e7ff7e093b43) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:24:09.037508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.078042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.122499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:24:09.124549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:24:09.129207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:24:09.196024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Pushing event updated for resources: {'Port': ['ID=dde3ff02-7772-47d4-a716-e7ff7e093b43,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:09.388712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.674447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.677830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.784357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:24:09.896926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:24:09.901956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:09.903150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bdd1ca54-db90-4ae8-9e47-e8d6e082de64 admin admin] 10.222.0.57 "PUT /v2.0/routers/4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 HTTP/1.1" status: 200 len: 890 time: 1.6281831 Aug 31 06:24:10.048788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0cf437dc-7e09-4e08-bffe-a5d93184219c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:24:10.106054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0cf437dc-7e09-4e08-bffe-a5d93184219c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:24:10.112880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0cf437dc-7e09-4e08-bffe-a5d93184219c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:10.113270 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:10.212623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:10.252419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 0cf437dc-7e09-4e08-bffe-a5d93184219c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0cf437dc-7e09-4e08-bffe-a5d93184219c,segment=NetworkSegment(a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746),segment_id=a70d51d1-9e1e-4b5b-9e54-0c8bb60a2746)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:24:10.256461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:10.311894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=0cf437dc-7e09-4e08-bffe-a5d93184219c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:11.309092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Sync routers for ids ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:24:11.319169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Routers {'4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:24:11.319806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:11.571001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Set router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:24:11.964866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:09Z', 'revision_number': 4, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port': {'id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:08Z', 'updated_at': '2021-08-31T06:24:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:10Z', 'revision_number': 5, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:12.016066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Checking router: 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:24:12.016439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Updating router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 port dde3ff02-7772-47d4-a716-e7ff7e093b43 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:24:12.032908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0cf437dc-7e09-4e08-bffe-a5d93184219c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:24:12.086306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.219456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0cf437dc-7e09-4e08-bffe-a5d93184219c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:12.219736 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.345130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:24:12.463275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1748d70e-29a6-4466-bd83-132d419d890d admin admin] 10.222.0.57 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1163542 Aug 31 06:24:12.479784 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.490655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Transition to ACTIVE for port object dde3ff02-7772-47d4-a716-e7ff7e093b43 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:24:12.497598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.553872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Attempting to bind port dde3ff02-7772-47d4-a716-e7ff7e093b43 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:24:12.554246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Attempting to bind port dde3ff02-7772-47d4-a716-e7ff7e093b43 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:24:12.554612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Attempting to bind port dde3ff02-7772-47d4-a716-e7ff7e093b43 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:24:12.561005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3420e0-21a7-4891-97fa-5d574d66b3c4 None None] Pushing event updated for resources: {'Port': ['ID=dde3ff02-7772-47d4-a716-e7ff7e093b43,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:12.566292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:24:12.566673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:24:12.567079 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.567470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:24:12.567947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Bound port: dde3ff02-7772-47d4-a716-e7ff7e093b43, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:24:12.568334 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.623401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] For port dde3ff02-7772-47d4-a716-e7ff7e093b43, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:24:12.626830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] For port dde3ff02-7772-47d4-a716-e7ff7e093b43, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dde3ff02-7772-47d4-a716-e7ff7e093b43,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:24:12.632827 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:12.690093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Routers {'4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:24:12.690709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:12.725556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3420e0-21a7-4891-97fa-5d574d66b3c4 None None] Pushing event updated for resources: {'Port': ['ID=dde3ff02-7772-47d4-a716-e7ff7e093b43,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:12.887556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] Set router 4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:24:13.106637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:09Z', 'revision_number': 4, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port': {'id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:08Z', 'updated_at': '2021-08-31T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:10Z', 'revision_number': 5, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:24:13.137194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96a2f21-9eb7-4bec-8ed1-1acbaf7eed47 None None] The sync data for ids ['4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3'] in n-d-712707-15 is: [{'id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'name': 'router1', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:23:52Z', 'updated_at': '2021-08-31T06:24:09Z', 'revision_number': 4, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'gw_port': {'id': 'dde3ff02-7772-47d4-a716-e7ff7e093b43', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:71:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:08Z', 'updated_at': '2021-08-31T06:24:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '0cf437dc-7e09-4e08-bffe-a5d93184219c', 'name': '', 'network_id': '95985a05-b7d7-4cdb-8c2d-43373c1f2a5a', 'tenant_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'mac_address': 'fa:16:3e:d1:49:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ec35ea6-9416-49b3-bf5c-d3b5cbd102b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:24:01Z', 'updated_at': '2021-08-31T06:24:10Z', 'revision_number': 5, 'project_id': 'e45591411a254f0f9eeadf3ab72e68ee', 'subnets': [{'id': '035e28db-a509-46c4-8d0f-fed0c267056e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '313602b3-5557-417f-8e45-fd997bff29a4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:24:14.042759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device dde3ff02-7772-47d4-a716-e7ff7e093b43 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:24:14.091245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port dde3ff02-7772-47d4-a716-e7ff7e093b43 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:24:14.095030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port dde3ff02-7772-47d4-a716-e7ff7e093b43 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:14.095409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:14.193053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:14.220231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port dde3ff02-7772-47d4-a716-e7ff7e093b43, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dde3ff02-7772-47d4-a716-e7ff7e093b43,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:24:14.225414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:14.283063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=dde3ff02-7772-47d4-a716-e7ff7e093b43,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:24:16.047038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device dde3ff02-7772-47d4-a716-e7ff7e093b43 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:24:16.107220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port dde3ff02-7772-47d4-a716-e7ff7e093b43 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:24:16.107602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:24.778499 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad9c9f59-912d-49b9-b6a7-123ef00e5114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:27.387884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f8a61fa-f0f9-4231-b970-6dd05871dd6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:27.644886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:29.416848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:30.828545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:39.045743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:24:54.781118 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dca4e02-1877-41cd-8288-aafda7a98bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:57.382030 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38334bae-529c-48ed-bd0e-ea701bce9e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:57.660306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:24:59.419408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:00.824534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:16.045723 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:25:24.784243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bf81e231-9d5c-495d-8365-9f8d305451aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:27.384923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-95a51ed0-8e1e-41f2-ae73-b375cb7e6f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:27.645542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:29.420615 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:30.826456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:53.044030 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:25:53.086006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:53.146077 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1bef6e-e6be-42e3-9dad-39f7eed1332a admin admin] GET failed (client error): The resource could not be found. Aug 31 06:25:53.147461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb1bef6e-e6be-42e3-9dad-39f7eed1332a admin admin] 10.222.0.57 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0604110 Aug 31 06:25:53.307008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d353e55-16dc-47eb-adb6-4b7ab4990880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:53.308468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9d353e55-16dc-47eb-adb6-4b7ab4990880 admin admin] 10.222.0.57 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1564653 Aug 31 06:25:54.785662 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f03c390-cf84-469b-9b5f-471fa6228442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.482423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:55.574449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020107a9-f2f9-492e-9abd-2dfc91d839d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:55.575720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-020107a9-f2f9-492e-9abd-2dfc91d839d7 admin admin] 10.222.0.57 "GET /v2.0/subnets/035e28db-a509-46c4-8d0f-fed0c267056e HTTP/1.1" status: 200 len: 849 time: 0.0923295 Aug 31 06:25:55.586048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:25:55.673987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Notify callbacks [] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.812487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747286138076'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.841093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:55.842153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:55.843018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] 10.222.0.57 "PUT /v2.0/subnets/035e28db-a509-46c4-8d0f-fed0c267056e HTTP/1.1" status: 200 len: 868 time: 0.2608564 Aug 31 06:25:55.852949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55baebfa-d8db-43b5-bbd8-050b880fb721 None None] Network 95985a05-b7d7-4cdb-8c2d-43373c1f2a5a requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:25:55.866833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=035e28db-a509-46c4-8d0f-fed0c267056e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:25:55.874739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.875088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.875428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.875767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.876101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.876430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.876757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.877085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.877448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.877767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.878090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:55.878410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abe6548-dc06-4cb7-8a4b-e560a649eb5c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:25:56.199390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df58d861-30a4-4f78-9b78-f3bfac57879d None None] Provisioning complete for port 0cf437dc-7e09-4e08-bffe-a5d93184219c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:56.199760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df58d861-30a4-4f78-9b78-f3bfac57879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:56.289483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df58d861-30a4-4f78-9b78-f3bfac57879d None None] Provisioning complete for port afd86027-7c57-44e9-a7df-e573247f216d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:25:56.289838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df58d861-30a4-4f78-9b78-f3bfac57879d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.387293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b998e296-7735-4e13-bbe1-5bd1dd1af13c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:57.647151 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:25:58.021985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:25:58.217873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6336498-669d-4319-8dcd-dafab70e2640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:58.218256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6336498-669d-4319-8dcd-dafab70e2640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:25:58.219789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6336498-669d-4319-8dcd-dafab70e2640 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968186 Aug 31 06:25:59.427225 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:00.405281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:00.535886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88281f6a-630d-4009-a30c-13f1eb129877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:00.536352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88281f6a-630d-4009-a30c-13f1eb129877 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:00.538484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88281f6a-630d-4009-a30c-13f1eb129877 admin admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1316328 Aug 31 06:26:00.828556 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:02.767235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:02.893621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c335aa9a-1e67-4743-952c-7154243fc9e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:02.894965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c335aa9a-1e67-4743-952c-7154243fc9e1 admin admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 886 time: 0.1267922 Aug 31 06:26:05.071608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:05.203443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-391f0334-a312-4aa7-ae6e-8ba409640735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:05.204808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-391f0334-a312-4aa7-ae6e-8ba409640735 admin admin] 10.222.0.57 "GET /v2.0/networks/95985a05-b7d7-4cdb-8c2d-43373c1f2a5a HTTP/1.1" status: 200 len: 869 time: 0.1322608 Aug 31 06:26:07.547321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:07.671537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab582032-ac67-45fd-b232-908676e62375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:07.672025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab582032-ac67-45fd-b232-908676e62375 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:07.673560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ab582032-ac67-45fd-b232-908676e62375 admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1253514 Aug 31 06:26:09.868901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:09.961567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dd856-5bbf-4dd9-852a-32b25076d98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:09.962029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700dd856-5bbf-4dd9-852a-32b25076d98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:09.963530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-700dd856-5bbf-4dd9-852a-32b25076d98d admin admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0936644 Aug 31 06:26:12.114145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:12.205424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dfd112-60cd-4677-9efc-c644c6479ca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:12.206750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25dfd112-60cd-4677-9efc-c644c6479ca1 admin admin] 10.222.0.57 "GET /v2.0/subnets/035e28db-a509-46c4-8d0f-fed0c267056e HTTP/1.1" status: 200 len: 868 time: 0.0915995 Aug 31 06:26:14.384888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:14.574565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e402b9-e487-489d-bbc9-4572d716f960 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:14.575809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97e402b9-e487-489d-bbc9-4572d716f960 admin admin] 10.222.0.57 "GET /v2.0/subnets/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d HTTP/1.1" status: 200 len: 816 time: 0.1899676 Aug 31 06:26:24.788566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-850a96cd-1c5c-4ab8-9d07-9abea42c1408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.387821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e986a7aa-08d7-4e88-825b-88f218311d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:27.649159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:29.428652 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:30.042829 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:26:30.830158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:38.659348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:38.706135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-08361e48-d923-4a41-aa24-7ff092b12925 admin admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:26:38.707116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-08361e48-d923-4a41-aa24-7ff092b12925 admin admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0468380 Aug 31 06:26:40.996120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:41.055714 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-49ac3d15-9b29-4c7c-8b54-fe8217670571 admin admin] GET failed (client error): The resource could not be found. Aug 31 06:26:41.056995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-49ac3d15-9b29-4c7c-8b54-fe8217670571 admin admin] 10.222.0.57 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599532 Aug 31 06:26:41.139380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab61b0e3-e721-4cf9-bd30-c609cc58ba2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:41.140825 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ab61b0e3-e721-4cf9-bd30-c609cc58ba2f admin admin] 10.222.0.57 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0791795 Aug 31 06:26:43.358559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:43.405242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:43.425550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Made reservation on behalf of 7c4c02dc274148be970b8aba967354f8 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:43.428273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.458016 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Could not find related network for resource to bump revision. Aug 31 06:26:43.470337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] vlan segment allocate from pool success with {'vlan_id': 571, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:26:43.479677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.480017 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Added segment fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287 of type vlan for network ccc5dff9-a7fd-496a-9265-412f521f0b7b Aug 31 06:26:43.517131 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.540892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.541817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:43.542389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:43.591483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2318697 Aug 31 06:26:43.602476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b988af56-bb5b-4d60-a729-081cf1117e8b admin admin] Pushing event updated for resources: {'Network': ['ID=ccc5dff9-a7fd-496a-9265-412f521f0b7b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:43.612957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:26:45.809005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:26:45.871291 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d320cb9-db92-4c7f-9847-c1d9df355c26 admin admin] GET failed (client error): The resource could not be found. Aug 31 06:26:45.872702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d320cb9-db92-4c7f-9847-c1d9df355c26 admin admin] 10.222.0.57 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0626185 Aug 31 06:26:45.946273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3c73b-1f84-4027-857c-04e5ecf49266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:45.947710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39e3c73b-1f84-4027-857c-04e5ecf49266 admin admin] 10.222.0.57 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0700910 Aug 31 06:26:45.957998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:26:45.978154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Made reservation on behalf of 7c4c02dc274148be970b8aba967354f8 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:26:45.980302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.138957 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.192463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a356c8c-ee4a-4688-af80-86a28bf7235a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:46.201095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:46.201488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Network hostable DHCP agents. Network: ccc5dff9-a7fd-496a-9265-412f521f0b7b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:26:46.217600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:26:46.226268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ccc5dff9-a7fd-496a-9265-412f521f0b7b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:46.230279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:26:46.230863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.235962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9b1965-7d75-4eb7-972b-6f52c6628771 None None] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:46.244663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aff9ec83-ff76-4aa3-94e3-a4d98b529465 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2900798 Aug 31 06:26:46.389549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'tenant_id': '7c4c02dc274148be970b8aba967354f8', 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:26:46.390443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.621477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Allocated IP 192.168.233.2 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/dabc9ba1-b232-4f80-97fd-c9147efa8f46) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:26:46.765004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.773944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Transition to ACTIVE for port object dabc9ba1-b232-4f80-97fd-c9147efa8f46 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:46.788385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Transition to ACTIVE for port object dabc9ba1-b232-4f80-97fd-c9147efa8f46 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:26:46.794004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.836698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:26:46.839576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:26:46.844028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Pushing event updated for resources: {'Port': ['ID=dabc9ba1-b232-4f80-97fd-c9147efa8f46,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:46.846195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:26:46.857378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.857717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.858058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.858390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.858721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.859071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.859393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.859712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.860032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.860348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.860663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.860974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:26:46.907183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Attempting to bind port dabc9ba1-b232-4f80-97fd-c9147efa8f46 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:26:46.907589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Attempting to bind port dabc9ba1-b232-4f80-97fd-c9147efa8f46 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:26:46.907901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Attempting to bind port dabc9ba1-b232-4f80-97fd-c9147efa8f46 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:26:46.913659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:26:46.914034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:26:46.914489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.914813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:26:46.915269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Bound port: dabc9ba1-b232-4f80-97fd-c9147efa8f46, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:26:46.915706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:46.981101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] For port dabc9ba1-b232-4f80-97fd-c9147efa8f46, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:26:46.984487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] For port dabc9ba1-b232-4f80-97fd-c9147efa8f46, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dabc9ba1-b232-4f80-97fd-c9147efa8f46,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:26:46.987977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:47.044470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58da35eb-6b78-4c88-9e41-34dc97994522 None None] Pushing event updated for resources: {'Port': ['ID=dabc9ba1-b232-4f80-97fd-c9147efa8f46,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:47.875920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74a5b913-72e1-4d88-ac32-5aeed01809e7 None None] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:26:47.986246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b836f2f-85d6-49f5-a724-f42248a7c104 None None] Provisioning for port dabc9ba1-b232-4f80-97fd-c9147efa8f46 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:48.174547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device dabc9ba1-b232-4f80-97fd-c9147efa8f46 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:48.239057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port dabc9ba1-b232-4f80-97fd-c9147efa8f46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:26:48.244018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port dabc9ba1-b232-4f80-97fd-c9147efa8f46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:48.244392 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.328232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.360750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port dabc9ba1-b232-4f80-97fd-c9147efa8f46, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dabc9ba1-b232-4f80-97fd-c9147efa8f46,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:26:48.365318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:48.415854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=dabc9ba1-b232-4f80-97fd-c9147efa8f46,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:26:50.135153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device dabc9ba1-b232-4f80-97fd-c9147efa8f46 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:26:50.183411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port dabc9ba1-b232-4f80-97fd-c9147efa8f46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:26:50.183770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:54.788948 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ed6dc3a-348b-42cf-9946-fae1c343b6f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:57.388771 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f6256f2-885b-4e28-b91b-b82772cdabbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:57.651275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:26:59.429411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:00.837090 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:07.042682 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:27:24.790393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6af01ec5-355b-4b37-a116-4a3957556c09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.389015 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea43a656-de60-45a4-bb7b-0f57d5838a84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:27.652902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:29.433101 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:30.839801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:44.042603 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:27:54.791142 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e2e719d-f413-4714-8294-419e9960b12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:54.900615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:54.906591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-cd9b5a20-e7ec-45f9-b304-588f32532062 tempest-verify_tempest_config-894497833 tempest-verify_tempest_config-894497833-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:27:54.907730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd9b5a20-e7ec-45f9-b304-588f32532062 tempest-verify_tempest_config-894497833 tempest-verify_tempest_config-894497833-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059605 Aug 31 06:27:55.199368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:55.303303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.390622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.394102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.438631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dff6a441e45f4e6bb09f0d1e6687d965&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2382226 Aug 31 06:27:55.440460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2384a73-9e88-4477-ae0e-bb6787716d4a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:55.441312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:27:55.447549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.447896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.448370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.448566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.448893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.449219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.449684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.449899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.450231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.450539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.450863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.451184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1cb28b1-0bc0-4fa4-987e-13ad72391f0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.524468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.544193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.634248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.636738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:55.637962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f2384a73-9e88-4477-ae0e-bb6787716d4a HTTP/1.1" status: 204 len: 168 time: 0.1954939 Aug 31 06:27:55.646961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2384a73-9e88-4477-ae0e-bb6787716d4a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:27:55.653573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.653926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.654269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.654608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.654942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.655270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.655604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.655926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.656282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.656564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.656890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:55.657211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c161f95-9738-4197-9aab-4ed2015fd1f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:27:57.391711 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-279e3af6-1d5f-4fb9-bd96-089b8084c3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:57.654462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:27:59.437408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:00.842058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:21.040999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:28:24.792522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e880c17e-7815-4fab-820d-2aadcea5f6e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.391896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e01696d4-2d79-410b-851c-478f0bb16f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:27.655159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:29.438409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:30.845897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:54.793544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8232925e-869f-4a8f-a158-d82b8d53e4b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.394746 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c4ff455-7648-46b7-81b7-d90746db3865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:57.654702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:28:58.039370 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:28:59.441878 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:00.849124 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:24.794566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df457d39-ce9e-4d61-8835-f1b79414c7b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.396373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a638454-63c1-40d5-a783-472dbfcb0b41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:27.655058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:29.445618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:30.851441 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:35.038422 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:29:54.794756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13227e71-2625-45da-9520-9c4d796c058b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.396999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9296a44-0fca-4e83-8f2a-485287a9305b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:57.655644 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:29:59.448234 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:00.854292 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:12.036849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:30:24.795599 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9a9136f-9d0d-40b3-8a7c-950bd3e91446 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.397731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-83dac6f0-be13-4e1c-8555-f2d61a0abe5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:27.656353 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:29.450932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:30.857543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:49.036066 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 5 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:30:54.795375 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10aa8e47-4e98-4685-bfe6-c967dcfe6954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.398929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-352524a2-00c0-4165-94eb-9d3989ab5630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:57.657537 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:30:59.457254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:00.860282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:05.177303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:15.388702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3742697'] for agent, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:24.796128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca209e41-4e88-4d23-a712-2a63b323da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:26.035370 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:31:27.398941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fabae5c4-d4dd-437e-84ca-012c474f7c2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:27.658298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:29.458250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:30.865404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:35.119107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:45.340298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.796426 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02f54818-9da8-4415-8147-d1a9d4cc7665 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:54.951381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:55.053551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e8c98e9d-6949-443b-8723-f50c19c108bd admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1009932 Aug 31 06:31:57.239854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:31:57.295560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2c82b18f-242c-403f-b2c3-25cf31df06bf admin admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0546296 Aug 31 06:31:57.401276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47f04627-8ad0-4b92-92d5-74f57faef45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:57.658463 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:31:59.460888 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:00.866948 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:03.035021 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:32:05.126559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:15.338227 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:24.797702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bf6a273d-342d-41b5-b4d0-9ab95729b318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.401223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c044d8cd-e378-47f5-948e-8b63fce7dd42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:27.658767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:29.465445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:30.870809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:35.117425 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:40.033609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:32:45.340990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:54.798792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-541d8883-85de-4009-84f0-82b64155dc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.401230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a225170d-3f4c-4bf1-9b6a-6dae495421e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:57.661830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:32:59.466287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:00.875523 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:05.130609 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:15.352217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:17.032552 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:33:23.107011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:23.594740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:23.595288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-880707ee-d260-4839-9c4e-2d1218b5844c tempest-AutoAllocateNetworkTest-894687203 tempest-AutoAllocateNetworkTest-894687203-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=303d7cb065f849ada9b5f6a9780f3c89&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4867771 Aug 31 06:33:23.801111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1806c0f0-a5ee-4b6d-8d8e-1699ee37624d tempest-AutoAllocateNetworkTest-894687203 tempest-AutoAllocateNetworkTest-894687203-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:23.805766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:23.805918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1806c0f0-a5ee-4b6d-8d8e-1699ee37624d tempest-AutoAllocateNetworkTest-894687203 tempest-AutoAllocateNetworkTest-894687203-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2087030 Aug 31 06:33:23.918233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04bb8f19-43a5-414c-9d4a-4018e23ad562 tempest-AutoAllocateNetworkTest-894687203 tempest-AutoAllocateNetworkTest-894687203-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109171 Aug 31 06:33:23.920568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:23.949948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8404d246-c31a-4706-9141-9905521b6735 tempest-AutoAllocateNetworkTest-894687203 tempest-AutoAllocateNetworkTest-894687203-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=303d7cb065f849ada9b5f6a9780f3c89 HTTP/1.1" status: 200 len: 208 time: 0.0281105 Aug 31 06:33:24.555439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:24.815004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-914ea301-7ba2-4a51-9dd6-4e5f7fd1bc0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.819014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.931117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.936617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:24.990452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8d529f-df61-4607-9a74-ca320debc28c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:25.002651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.003246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.003737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.004224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.004789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.005594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.006074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.006570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.007061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.007539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.008051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.008535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] Tracked resource versions report: Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: pushed versions: Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: { 'AddressGroup': {'1.2'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'ConntrackHelper': {'1.0'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Log': {'1.0'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Network': {'1.1'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Port': {'1.7'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'PortForwarding': {'1.2'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'QosPolicy': {'1.9'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SecurityGroup': {'1.4'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SubPort': {'1.0'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Subnet': {'1.1'}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Trunk': {'1.1'}} Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: consumer versions: Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: HyperV agent@n-h1-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: HyperV agent@n-h2-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: L3 agent@n-d-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: Metadata agent@n-d-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: Metering agent@n-d-712707-15: {}, Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'ConntrackHelper': '1.0', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Log': '1.0', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Network': '1.1', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Port': '1.7', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'PortForwarding': '1.2', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'QosPolicy': '1.9', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SecurityGroup': '1.4', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SecurityGroupRule': '1.2', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'SubPort': '1.0', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Subnet': '1.1', Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: 'Trunk': '1.1'}} Aug 31 06:33:25.009822 n-d-712707-15 neutron-server[94639]: {{(pid=94639) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:33:25.034718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:25.049561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70f476f6-0b17-43fa-b534-ccca068742d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=303d7cb065f849ada9b5f6a9780f3c89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4917467 Aug 31 06:33:25.097908 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.128990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.199845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.203378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:25.209839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab8d529f-df61-4607-9a74-ca320debc28c HTTP/1.1" status: 204 len: 168 time: 0.1740458 Aug 31 06:33:25.220000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8d529f-df61-4607-9a74-ca320debc28c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:25.228356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.228988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.229570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.230129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.230667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.232290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.232816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.233419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.233970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.234493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.235019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.235543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91150e84-8000-40c1-a235-102eacb60b78 admin admin] Tracked resource versions report: Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: pushed versions: Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: { 'AddressGroup': {'1.2'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'ConntrackHelper': {'1.0'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Log': {'1.0'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Network': {'1.1'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Port': {'1.7'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'PortForwarding': {'1.2'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'QosPolicy': {'1.9'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SecurityGroup': {'1.4'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SubPort': {'1.0'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Subnet': {'1.1'}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Trunk': {'1.1'}} Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: consumer versions: Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: HyperV agent@n-h1-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: HyperV agent@n-h2-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: L3 agent@n-d-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: Metadata agent@n-d-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: Metering agent@n-d-712707-15: {}, Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'ConntrackHelper': '1.0', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Log': '1.0', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Network': '1.1', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Port': '1.7', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'PortForwarding': '1.2', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'QosPolicy': '1.9', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SecurityGroup': '1.4', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SecurityGroupRule': '1.2', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'SubPort': '1.0', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Subnet': '1.1', Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: 'Trunk': '1.1'}} Aug 31 06:33:25.237896 n-d-712707-15 neutron-server[94640]: {{(pid=94640) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:33:26.078472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:26.153982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:26.156396 n-d-712707-15 neutron-server[94640]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 06:33:26.184877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-8d30798d-0355-43ff-a178-7d2fb30af042 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a623022277740f2b87d4ca787e2b9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294540 Aug 31 06:33:26.274926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60f78b59-b6a7-443d-a6ad-b8683aa8c827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.312998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-8c3ad906-699d-4d27-b3d1-7ce19c0233ba tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:26.319304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-8c3ad906-699d-4d27-b3d1-7ce19c0233ba tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1198845 Aug 31 06:33:26.355729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-76b9e4cd-eec6-4739-a709-6ea2de61454c tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/quotas/6a623022277740f2b87d4ca787e2b9eb HTTP/1.1" status: 200 len: 375 time: 0.0159640 Aug 31 06:33:26.418100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60f78b59-b6a7-443d-a6ad-b8683aa8c827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.421560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-95fdcbb7-cb30-49b6-b512-d09595daed18 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0554316 Aug 31 06:33:26.431291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60f78b59-b6a7-443d-a6ad-b8683aa8c827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.482358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:26.482551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60f78b59-b6a7-443d-a6ad-b8683aa8c827 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c20cebdb1f1f4faf98beab87353d505d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4022830 Aug 31 06:33:26.484002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f78b59-b6a7-443d-a6ad-b8683aa8c827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0a7bae-c295-4d24-bc2f-c876c48edcbc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:26.561783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.586065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.646206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.649679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:26.653130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e0a7bae-c295-4d24-bc2f-c876c48edcbc HTTP/1.1" status: 204 len: 168 time: 0.1675417 Aug 31 06:33:26.664219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177eb450-892e-4e0f-b761-8bd57b5a8966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0a7bae-c295-4d24-bc2f-c876c48edcbc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:27.135366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:27.152337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e2f626d-b44e-4df4-8d56-a3c36c56fc95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.244127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:27.294395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e2f626d-b44e-4df4-8d56-a3c36c56fc95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.302980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e2f626d-b44e-4df4-8d56-a3c36c56fc95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.343687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e2f626d-b44e-4df4-8d56-a3c36c56fc95 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=488c3293484343bdb5482f65d0dd39f7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2070053 Aug 31 06:33:27.346487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:27.353946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f626d-b44e-4df4-8d56-a3c36c56fc95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ec807a-a5e6-4759-9fe7-7bc7dc6dfc7e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:27.412272 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cb0118a-1efe-47f4-b2e5-851147f87a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.418072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.432571 n-d-712707-15 neutron-server[94639]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 31 06:33:27.518891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-995fbc3f-16f5-4808-94b2-67fbef3b55c8 req-84b04420-2e4f-40a5-af87-fe6761e13051 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 210 time: 0.2733431 Aug 31 06:33:27.521072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.610161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.614707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:27.615833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29ec807a-a5e6-4759-9fe7-7bc7dc6dfc7e HTTP/1.1" status: 204 len: 168 time: 0.2684779 Aug 31 06:33:27.629028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e44e5-45e8-4075-85ac-a4d7ea0e9bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ec807a-a5e6-4759-9fe7-7bc7dc6dfc7e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:27.685178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.624263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.53', 55231) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:28.675493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-a1a81709-f9da-4ca8-b2ea-c8447250bb53 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a623022277740f2b87d4ca787e2b9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0500245 Aug 31 06:33:28.731566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:28.797861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-4dd97b56-7f48-4f1f-9f31-231357efa189 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0786221 Aug 31 06:33:28.844124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-network', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:28.882498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Made reservation on behalf of 75acbffb0ab24667acf5fb2111e13bf1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:28.885419 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.898662 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:28.910081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c50fe6d7-9d03-4ae0-b8de-8d7e837487eb tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:28.911540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c50fe6d7-9d03-4ae0-b8de-8d7e837487eb tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2307627 Aug 31 06:33:28.934131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb2ff588-a113-4ecb-81a2-f6bda822d87e req-58db1675-2f11-4263-b970-48728e455981 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 210 time: 0.0369089 Aug 31 06:33:28.963667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-e35457a8-47c1-4433-8a1f-2523d7522bf4 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:28.965561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-e35457a8-47c1-4433-8a1f-2523d7522bf4 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1549642 Aug 31 06:33:28.994208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-0efd779e-c4e7-433b-a141-d2069b895b40 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/quotas/bc19ea14ff7c4783982d2384cc9e56bb HTTP/1.1" status: 200 len: 375 time: 0.0120566 Aug 31 06:33:29.022954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Request body: {'port': {'device_id': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a623022277740f2b87d4ca787e2b9eb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:29.067398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.068301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.074870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.085313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-606bbabc-89bc-4f9c-bb12-886f5826a8cb tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0848131 Aug 31 06:33:29.101558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2cbd11-7789-4130-84f0-81f7a8087b3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:29.126375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:33:29.157275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8747286075338', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.160991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Unsubscribe: segment precommit_create {{(pid=94639) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 31 06:33:29.161599 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Added segment 1a844b10-4fe2-4bac-99fb-2a3f6252a223 of type vlan for network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 Aug 31 06:33:29.325395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.329290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c960c8d8-f51d-48d4-b0b5-7dfb7342b49d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.409101 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.410255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:29.410831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.478613 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.563024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01552e01-de65-4827-8261-07ca2822bb61 req-56775e55-52cd-4eee-99de-e0c16b3fbd49 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0664229 Aug 31 06:33:29.589666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5114a0-e5a9-4428-a6aa-9e9810ba0923,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:29.617474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:33:29.658871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c960c8d8-f51d-48d4-b0b5-7dfb7342b49d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.664512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c960c8d8-f51d-48d4-b0b5-7dfb7342b49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.723239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Made reservation on behalf of 6a623022277740f2b87d4ca787e2b9eb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:29.727231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.741855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c960c8d8-f51d-48d4-b0b5-7dfb7342b49d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dc8973b8e1a490fb6e6efd3b48b28ec&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6724844 Aug 31 06:33:29.744017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c960c8d8-f51d-48d4-b0b5-7dfb7342b49d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37a7397-290b-4f05-8543-8da129765e96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:29.747706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.764545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.766497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e23d7708-f7ba-409e-a1f9-7aebf2b82628 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0329223 Aug 31 06:33:29.768551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.770417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.781424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Request body: {'subnet': {'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-subnet', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:29.811324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Made reservation on behalf of 75acbffb0ab24667acf5fb2111e13bf1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:29.813974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:29.860721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:29.935430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.024747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.047155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-d998-4bf8-a67b-39890b8814a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.076033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.108837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9285a9c6-79f3-4bb8-ac5a-ceb2d043f656 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.157784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb173199-1bfe-453d-ba35-3a6e3b3b9bdf req-257c9dea-7961-42d4-b0af-28e065fb243c tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 210 time: 0.0782480 Aug 31 06:33:30.194228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.202378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.248822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.291930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Checking segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:30.292917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Network hostable DHCP agents. Network: 1f5114a0-e5a9-4428-a6aa-9e9810ba0923, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:33:30.365719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:33:30.402733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1f5114a0-e5a9-4428-a6aa-9e9810ba0923) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:30.425053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551445a-a0fb-4883-8d26-eb24e0b25e60 None None] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:30.443524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:30.444144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.498086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.500874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.502436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d37a7397-290b-4f05-8543-8da129765e96 HTTP/1.1" status: 204 len: 168 time: 0.7534578 Aug 31 06:33:30.523611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c733e3d-26ab-4617-91f5-1356ff088c67,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.562104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02774929-08b3-4213-b795-fe8d16a36e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37a7397-290b-4f05-8543-8da129765e96,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.590173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-d998-4bf8-a67b-39890b8814a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.603539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-535d00e8-d998-4bf8-a67b-39890b8814a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.664248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ab043886-9af9-4ac0-8c90-81a90d903d55 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8874969 Aug 31 06:33:30.665468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:30.671398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Allocated IP 192.168.233.117 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/0afd011b-0927-4797-8216-22275a6ca862) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:30.710059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:30.717608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d00e8-d998-4bf8-a67b-39890b8814a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=007ff37e-12e9-4762-b99d-d1eff283d0f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:30.731490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-535d00e8-d998-4bf8-a67b-39890b8814a8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f65650d52e7f4cb2826713c454c9bbdc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9594188 Aug 31 06:33:30.731837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:30.822729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.853137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.926734 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.930604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.936103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.936794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:33:30.938567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:30.939356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/007ff37e-12e9-4762-b99d-d1eff283d0f5 HTTP/1.1" status: 204 len: 168 time: 0.2063305 Aug 31 06:33:30.950991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32509faa-43ec-46d8-8f38-f3ae7f54f094 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=007ff37e-12e9-4762-b99d-d1eff283d0f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.036429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43e12f6a-9620-4631-9304-49e113e9afdf req-7c755ede-ecce-40bc-b15d-1194b477c816 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0517318 Aug 31 06:33:31.106841 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9285a9c6-79f3-4bb8-ac5a-ceb2d043f656 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.114043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9285a9c6-79f3-4bb8-ac5a-ceb2d043f656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.143465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.144614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.147902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.182804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Transition to ACTIVE for port object 0afd011b-0927-4797-8216-22275a6ca862 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:31.186679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9285a9c6-79f3-4bb8-ac5a-ceb2d043f656 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9d173db92a42424dbf37cd7ef82d8db9&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3236423 Aug 31 06:33:31.186891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9285a9c6-79f3-4bb8-ac5a-ceb2d043f656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eec1a9e-0dda-4577-be73-9ed89e809702,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.190725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:31.321650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Allocated IP 172.20.0.2 (1f5114a0-e5a9-4428-a6aa-9e9810ba0923/a0c8e59e-1eb4-4788-bcd0-5fe3ff128155/017aafff-773d-470c-98e7-c4cc745be83e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:31.335717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.366907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:31.550430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:31.560672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:31.565529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.569018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:31.583843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad370929-93df-410e-acd6-09cc2872da8b req-9e63253b-32f0-4684-9103-85c10535da39 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.585582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:31.587336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.591492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad370929-93df-410e-acd6-09cc2872da8b req-9e63253b-32f0-4684-9103-85c10535da39 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 936 time: 0.2263227 Aug 31 06:33:31.614727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6021254 Aug 31 06:33:31.624000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8f090af-b10d-4440-a788-21afb597d3e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.629438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9faa4-9aa7-4591-acd5-1b71a47ad7d3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Pushing event updated for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.702873 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.718953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Transition to ACTIVE for port object 017aafff-773d-470c-98e7-c4cc745be83e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:31.722522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.744839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Transition to ACTIVE for port object 017aafff-773d-470c-98e7-c4cc745be83e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:31.763394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.842222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:31.867552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:31.871793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:31.875098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:31.879299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.884807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Pushing event updated for resources: {'Port': ['ID=017aafff-773d-470c-98e7-c4cc745be83e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:31.922215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.922554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.922877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.923243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.923523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.924490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.924914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.925125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.925470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.925777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.926093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.926465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Tracked resource versions report: Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: pushed versions: Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: { 'AddressGroup': {'1.2'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'ConntrackHelper': {'1.0'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Log': {'1.0'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Network': {'1.1'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Port': {'1.7'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'PortForwarding': {'1.2'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'QosPolicy': {'1.9'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SecurityGroup': {'1.4'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SubPort': {'1.0'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Subnet': {'1.1'}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Trunk': {'1.1'}} Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: consumer versions: Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: HyperV agent@n-h1-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: HyperV agent@n-h2-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: L3 agent@n-d-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: Metadata agent@n-d-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: Metering agent@n-d-712707-15: {}, Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'ConntrackHelper': '1.0', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Log': '1.0', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Network': '1.1', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Port': '1.7', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'PortForwarding': '1.2', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'QosPolicy': '1.9', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SecurityGroup': '1.4', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SecurityGroupRule': '1.2', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'SubPort': '1.0', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Subnet': '1.1', Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: 'Trunk': '1.1'}} Aug 31 06:33:31.927533 n-d-712707-15 neutron-server[94641]: {{(pid=94641) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:33:31.963209 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:33:31.963209 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:33:31.963209 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': '4d8e7fdec2234c719f8ae076b24ffa99', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 33, 31, 897142)}] Aug 31 06:33:31.963209 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:33:31.963623 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:33:31.984253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Attempting to bind port 017aafff-773d-470c-98e7-c4cc745be83e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:31.984618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Attempting to bind port 017aafff-773d-470c-98e7-c4cc745be83e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:31.985019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Attempting to bind port 017aafff-773d-470c-98e7-c4cc745be83e on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:31.987912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad370929-93df-410e-acd6-09cc2872da8b req-bf05127d-fb85-4822-9b19-860b07ab2f7d tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3893943 Aug 31 06:33:31.995169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:31.995723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Checking segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:31.996257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:31.996645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Bound using segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:31.997322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Bound port: 017aafff-773d-470c-98e7-c4cc745be83e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:31.997833 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.039450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07a54121-8afa-4013-b390-711d6514a232 None None] Provisioning for port 0afd011b-0927-4797-8216-22275a6ca862 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:32.050441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07a54121-8afa-4013-b390-711d6514a232 None None] Provisioning complete for port 0afd011b-0927-4797-8216-22275a6ca862 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:32.050814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07a54121-8afa-4013-b390-711d6514a232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.113700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] For port 017aafff-773d-470c-98e7-c4cc745be83e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:32.118599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-07a54121-8afa-4013-b390-711d6514a232 None None] Port 0afd011b-0927-4797-8216-22275a6ca862 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:32.136010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] For port 017aafff-773d-470c-98e7-c4cc745be83e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=017aafff-773d-470c-98e7-c4cc745be83e,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:32.144202 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.225694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc30c90-ddf9-4335-bbea-dcafee36379b None None] Pushing event updated for resources: {'Port': ['ID=017aafff-773d-470c-98e7-c4cc745be83e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.234885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.249527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.255836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e11959a-5531-4233-8420-25bc791e31ff req-8e4e2d36-871e-4521-a3e0-d64bbfbbc60a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0616591 Aug 31 06:33:32.369350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8f090af-b10d-4440-a788-21afb597d3e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.378633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8f090af-b10d-4440-a788-21afb597d3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.430447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.433025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.436735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6eec1a9e-0dda-4577-be73-9ed89e809702 HTTP/1.1" status: 204 len: 168 time: 1.2414448 Aug 31 06:33:32.447073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a8f090af-b10d-4440-a788-21afb597d3e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c003d2accec4a618e6e61a2ffabd77d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0734904 Aug 31 06:33:32.447351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:32.448906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f090af-b10d-4440-a788-21afb597d3e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2705a232-97cf-4607-8c87-9bbcb75f1382,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.473690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28036d4-62e3-4a50-8e32-44b863865842 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eec1a9e-0dda-4577-be73-9ed89e809702,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.531835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.627847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.668534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.778466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.790002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.793309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.796202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2705a232-97cf-4607-8c87-9bbcb75f1382 HTTP/1.1" status: 204 len: 168 time: 0.3460727 Aug 31 06:33:32.796925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.802635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.869110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:32.872178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb633dc3-d581-4444-acaa-6fd124bcd996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2705a232-97cf-4607-8c87-9bbcb75f1382,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.919835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=189fca3a-34cd-484e-b629-cbd151182a85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:32.932276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-16316744-a683-45c2-9511-f1266da728b5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4d8e7fdec2234c719f8ae076b24ffa99&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0874598 Aug 31 06:33:32.932532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:33.146983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.202383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.221931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858f9a37-bedb-466b-a2fe-5960cc39e7ad req-3394225e-e6a0-40fa-91d3-8244b17f4d42 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:33.223464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-858f9a37-bedb-466b-a2fe-5960cc39e7ad req-3394225e-e6a0-40fa-91d3-8244b17f4d42 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 936 time: 0.1153820 Aug 31 06:33:33.236917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Allocated IP 172.25.3.18 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/f39ec9a0-ea83-4203-b948-a311784793f8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:33.310818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-858f9a37-bedb-466b-a2fe-5960cc39e7ad req-6a78e52d-26ac-40f6-aa66-1e0a48239c60 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Aug 31 06:33:33.450124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.453870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.466004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/189fca3a-34cd-484e-b629-cbd151182a85 HTTP/1.1" status: 204 len: 168 time: 0.5317483 Aug 31 06:33:33.521539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ec399d-7657-4f48-90b8-32d7d2e10be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=189fca3a-34cd-484e-b629-cbd151182a85,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.522313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c27b6d61-117a-445f-8171-d562f90eb7cd req-d176e348-2730-4101-b3e7-ff0bbcf582c9 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0631990 Aug 31 06:33:33.529605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:33.571277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.575815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dca2cf2-f3f7-447d-b1c8-ad5b67f478f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.724522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc10a0e-eec8-4755-b5b0-832fd4676c7f None None] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:33.760830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dca2cf2-f3f7-447d-b1c8-ad5b67f478f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.766611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9dca2cf2-f3f7-447d-b1c8-ad5b67f478f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.798624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:33.815354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dca2cf2-f3f7-447d-b1c8-ad5b67f478f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6edbbec8-8dcf-4f2a-aca2-19b9cf19884c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.839627 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9dca2cf2-f3f7-447d-b1c8-ad5b67f478f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18a804dfda3541a68e93807fe9083b5d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3009467 Aug 31 06:33:33.841923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:33.879520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5e49720-252e-425f-97f6-e2cec63d59b9 None None] Provisioning for port 017aafff-773d-470c-98e7-c4cc745be83e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:33.956106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Pushing event updated for resources: {'Port': ['ID=f39ec9a0-ea83-4203-b948-a311784793f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:33.975923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:33.978460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:33.981462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:34.016647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.041180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.137809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.147529 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.147529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6edbbec8-8dcf-4f2a-aca2-19b9cf19884c HTTP/1.1" status: 204 len: 168 time: 0.2983627 Aug 31 06:33:34.177525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ac95b-f672-4772-ab9a-d6ef402ad2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edbbec8-8dcf-4f2a-aca2-19b9cf19884c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:34.217739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-9f3ea491-7f8d-42ee-a32f-0498dafa2476 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:33:34.219514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-9f3ea491-7f8d-42ee-a32f-0498dafa2476 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0284677 Aug 31 06:33:34.578181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 017aafff-773d-470c-98e7-c4cc745be83e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:34.711994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21ccd48d-e977-4cff-9970-868f32e9c396 req-69f4772e-c2da-4b4f-89e7-5dbdc31d90d4 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0582423 Aug 31 06:33:34.712618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 017aafff-773d-470c-98e7-c4cc745be83e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:34.724650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 017aafff-773d-470c-98e7-c4cc745be83e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:34.725761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.843335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.890419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 017aafff-773d-470c-98e7-c4cc745be83e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=017aafff-773d-470c-98e7-c4cc745be83e,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:34.899376 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.964998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:34.970821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=017aafff-773d-470c-98e7-c4cc745be83e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:34.973544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Request body: {'port': {'device_id': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:35.137656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d461786-0fd3-453f-9d28-ad4020da8e9e req-30bfc332-2650-4080-9615-fe0595bd7358 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:35.141798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d461786-0fd3-453f-9d28-ad4020da8e9e req-30bfc332-2650-4080-9615-fe0595bd7358 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 936 time: 0.6389420 Aug 31 06:33:35.146729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:35.155819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:35.196235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d461786-0fd3-453f-9d28-ad4020da8e9e req-8b29a284-5473-485c-b037-73d80af4307c tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496886 Aug 31 06:33:35.519521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:35.821741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:33:35.914752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ae60047-687d-4210-8341-c378d394bf59 req-5b6a34f5-7da4-4390-910a-ff8d34eb947b tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0748031 Aug 31 06:33:36.004129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0afd011b-0927-4797-8216-22275a6ca862 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:36.026348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.067472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Transition to ACTIVE for port object 0afd011b-0927-4797-8216-22275a6ca862 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:36.073516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:36.078674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.096381 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:36.119450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.123482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0b7022b-786b-47ab-9801-e6807aa443a9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 5.4166796 Aug 31 06:33:36.126276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:36.131404 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:36.133911 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:36.324205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Pushing event updated for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:36.343674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Attempting to bind port 0afd011b-0927-4797-8216-22275a6ca862 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:36.344023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Attempting to bind port 0afd011b-0927-4797-8216-22275a6ca862 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:36.344364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Attempting to bind port 0afd011b-0927-4797-8216-22275a6ca862 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:36.361057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Port 0afd011b-0927-4797-8216-22275a6ca862 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:36.369706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Attempting to bind port 0afd011b-0927-4797-8216-22275a6ca862 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:36.399733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:36.400067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:36.400637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:36.401112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Bound port: 0afd011b-0927-4797-8216-22275a6ca862, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:36.414539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.487677 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:36.564312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 017aafff-773d-470c-98e7-c4cc745be83e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:36.740786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 017aafff-773d-470c-98e7-c4cc745be83e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:36.742100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.833772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:36.837523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afea8c7-cbe6-4a53-b861-3bc6d3a7065c req-b18d7d47-6b4c-4931-9755-4aae24dd9b5b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:36.852024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4afea8c7-cbe6-4a53-b861-3bc6d3a7065c req-b18d7d47-6b4c-4931-9755-4aae24dd9b5b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.4055653 Aug 31 06:33:36.874859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0afd011b-0927-4797-8216-22275a6ca862,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:36.878112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.53', 55236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:36.909560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:36.953507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-a1f6723b-423a-4c4f-ab85-0009c009a122 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0739555 Aug 31 06:33:36.969552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4afea8c7-cbe6-4a53-b861-3bc6d3a7065c req-47920197-5e0e-4332-a0fb-031e9aea1972 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122680 Aug 31 06:33:37.006736 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:34Z', 'revision_number': 3, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:37.041822 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:37.042489 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Updating router caa0ad19-e5a6-465b-8cf1-a56f8399075f port f39ec9a0-ea83-4203-b948-a311784793f8 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:37.075938 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.257441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-721035b5-d879-4a54-bfd1-af71f5c98a63 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:37.258908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-721035b5-d879-4a54-bfd1-af71f5c98a63 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2498510 Aug 31 06:33:37.295366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:37.295982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.297548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] 10.222.0.53 "PUT /v2.0/ports/0afd011b-0927-4797-8216-22275a6ca862 HTTP/1.1" status: 200 len: 1097 time: 2.4732447 Aug 31 06:33:37.297986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'tag': '0afd011b-0927-4797-8216-22275a6ca862'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:37.467529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Request body: {'port': {'device_id': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': 'bc19ea14ff7c4783982d2384cc9e56bb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:37.539267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c0de6e5-ed7c-4a4f-ba46-a2178b0c4011 req-d6cae4f4-a371-48d4-8e4d-261d9e6c4ed5 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.2791061 Aug 31 06:33:37.640925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.671171 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.720712 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Transition to ACTIVE for port object f39ec9a0-ea83-4203-b948-a311784793f8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:37.738635 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.861594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Attempting to bind port f39ec9a0-ea83-4203-b948-a311784793f8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:37.862061 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Attempting to bind port f39ec9a0-ea83-4203-b948-a311784793f8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:37.862502 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Attempting to bind port f39ec9a0-ea83-4203-b948-a311784793f8 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:37.878462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb8713-c9ac-4793-879a-130d23ee778f service neutron] Pushing event updated for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:37.910330 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:37.910717 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:37.915169 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.915589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:37.919842 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Bound port: f39ec9a0-ea83-4203-b948-a311784793f8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:37.920324 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:37.930706 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Pushing event updated for resources: {'Port': ['ID=f39ec9a0-ea83-4203-b948-a311784793f8,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.017980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-eeca3344-fcf5-4b3c-81bd-0ce001cfdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:38.023248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-eeca3344-fcf5-4b3c-81bd-0ce001cfdb30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 1100 time: 0.5006874 Aug 31 06:33:38.047956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.048596 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.048999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.049425 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.049764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.050097 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.050431 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.051576 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.051576 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.051576 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.051798 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.060011 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Tracked resource versions report: Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: pushed versions: Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: { 'AddressGroup': {'1.2'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'ConntrackHelper': {'1.0'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Log': {'1.0'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Network': {'1.1'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Port': {'1.7'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'PortForwarding': {'1.2'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'QosPolicy': {'1.9'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SecurityGroup': {'1.4'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SecurityGroupRule': {'1.2'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SubPort': {'1.0'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Subnet': {'1.1'}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Trunk': {'1.1'}} Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: consumer versions: Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: { DHCP agent@n-d-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: HyperV agent@n-h1-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: HyperV agent@n-h2-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: L3 agent@n-d-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: Metadata agent@n-d-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: Metering agent@n-d-712707-15: {}, Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: Open vSwitch agent@n-d-712707-15: { 'AddressGroup': '1.2', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'ConntrackHelper': '1.0', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Log': '1.0', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Network': '1.1', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Port': '1.7', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'PortForwarding': '1.2', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'QosPolicy': '1.9', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SecurityGroup': '1.4', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SecurityGroupRule': '1.2', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'SubPort': '1.0', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Subnet': '1.1', Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: 'Trunk': '1.1'}} Aug 31 06:33:38.064366 n-d-712707-15 neutron-server[94642]: {{(pid=94642) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 31 06:33:38.175477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Allocated IP 172.20.0.1 (1f5114a0-e5a9-4428-a6aa-9e9810ba0923/a0c8e59e-1eb4-4788-bcd0-5fe3ff128155/924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:38.181130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] For port f39ec9a0-ea83-4203-b948-a311784793f8, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:38.189015 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] For port f39ec9a0-ea83-4203-b948-a311784793f8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f39ec9a0-ea83-4203-b948-a311784793f8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:38.191314 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157bd95d-d396-4574-aba8-7fee593d15d4" -d '{"events": [{"name": "network-changed", "server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "tag": "0afd011b-0927-4797-8216-22275a6ca862"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:38.208231 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.350100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-82b1a95c-4dba-48de-a074-a9dacba9bd6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0afd011b-0927-4797-8216-22275a6ca862 HTTP/1.1" status: 200 len: 217 time: 0.2909169 Aug 31 06:33:38.378260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.391401 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:38.397261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:38.399040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Transition to ACTIVE for port object 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:38.411653 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee3db32-f5e4-46a2-975e-7b62d7fe7786 None None] Pushing event updated for resources: {'Port': ['ID=f39ec9a0-ea83-4203-b948-a311784793f8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.506986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Made reservation on behalf of bc19ea14ff7c4783982d2384cc9e56bb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:38.514844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.523349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.544318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.575052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-97cc2e6c-c165-4a15-9add-d2cbb8163832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:38.582668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-97cc2e6c-c165-4a15-9add-d2cbb8163832 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2101929 Aug 31 06:33:38.714084 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:38.774095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.780540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.853228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:38.878042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:38.891916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:38.894901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:38.934861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec54f9f-165a-4aee-b5b9-758eefa1920a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:38.943353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Pushing event updated for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:39.067067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473ef909-41f1-41dc-9873-3c95c8ed5357 req-d6cd6ac9-9ee8-429b-830f-b2cda8e4896f tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:39.074255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-473ef909-41f1-41dc-9873-3c95c8ed5357 req-d6cd6ac9-9ee8-429b-830f-b2cda8e4896f tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.6155074 Aug 31 06:33:39.110266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Allocated IP 192.168.233.145 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/e8cd847f-4640-472f-8ed2-aa6cf3cb9b92) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:39.202640 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeb14b8b-59b4-4507-b61f-7551e9fda308 x-openstack-request-id: req-eeb14b8b-59b4-4507-b61f-7551e9fda308 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:39.203337 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "tag": "0afd011b-0927-4797-8216-22275a6ca862", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:39.206217 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eeb14b8b-59b4-4507-b61f-7551e9fda308 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:39.207706 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'tag': '0afd011b-0927-4797-8216-22275a6ca862', 'status': 'completed', 'code': 200} Aug 31 06:33:39.254728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-473ef909-41f1-41dc-9873-3c95c8ed5357 req-311403e0-5e89-4ebb-9bc1-60689dfa372a tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692386 Aug 31 06:33:39.361200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d03c9a0c-d1bf-4881-b75f-032b01d39f90 None None] Provisioning for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:39.371312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d03c9a0c-d1bf-4881-b75f-032b01d39f90 None None] Provisioning complete for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:39.373534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d03c9a0c-d1bf-4881-b75f-032b01d39f90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.463392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d03c9a0c-d1bf-4881-b75f-032b01d39f90 None None] Port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:39.503480 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:34Z', 'revision_number': 3, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:39.515541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.578726 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09b53795-814e-42cf-82d4-5bf6767a8fcc None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:34Z', 'revision_number': 3, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:39.614633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c48491b1-bcd1-49f1-bb1b-c25556e25d87 req-cb6ff8d5-652b-4c60-9bce-f784028d1ba2 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0742245 Aug 31 06:33:39.680279 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-f72548f1-0099-4370-8b88-f7742f11738f tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504351 Aug 31 06:33:39.791137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:39.826711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Transition to ACTIVE for port object e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:39.941805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-3c9ae54c-0892-4c97-bba8-c0c5dedc29fa tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:39.959538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-3c9ae54c-0892-4c97-bba8-c0c5dedc29fa tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2853673 Aug 31 06:33:39.975104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:40.015971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-be252800-031d-45e3-a576-9c06e1c42594 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/quotas/c83c1c58c2ee4f659ee344b84f60bce0 HTTP/1.1" status: 200 len: 375 time: 0.0553946 Aug 31 06:33:40.022092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.036229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.064417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.064583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.205822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-d8b6fa7f-3bf5-4305-8e37-26618b8dd964 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865715 Aug 31 06:33:40.213207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Pushing event updated for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:40.239819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:40.252880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:40.255685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e6265f-bca8-4dfb-be26-9f78b19ae121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.258153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Pushing event updated for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:40.278148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:40.285044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:40.285752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.293525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:40.296591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:40.566489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f39ec9a0-ea83-4203-b948-a311784793f8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:40.615376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:40.633906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e6265f-bca8-4dfb-be26-9f78b19ae121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.732447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f39ec9a0-ea83-4203-b948-a311784793f8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:40.741937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f39ec9a0-ea83-4203-b948-a311784793f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:40.743901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.794681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0e6265f-bca8-4dfb-be26-9f78b19ae121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:40.849702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9e867254-b8ae-4ae0-9681-3199cfa9ab0a tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3922770 Aug 31 06:33:40.961700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6265f-bca8-4dfb-be26-9f78b19ae121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a69419a-3570-47ae-bee6-f4fbdc3d317b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:40.977978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f0e6265f-bca8-4dfb-be26-9f78b19ae121 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=057843f5e55c456782d2d356f43d0a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9965460 Aug 31 06:33:40.992281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:41.002615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-cf80be53-350a-444f-b8a0-cb118ebf74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.009871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-cf80be53-350a-444f-b8a0-cb118ebf74a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4087162 Aug 31 06:33:41.011835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0359581-ad64-4204-b980-15aab57489d4 None None] Provisioning complete for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:41.014146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0359581-ad64-4204-b980-15aab57489d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.040080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Request body: {'port': {'device_id': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'device_owner': 'compute:tempest-test_az-717373520', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:41.058213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e9e4e-5582-44c4-aac1-8b1ca45ccb3f req-e53a477f-7871-46b3-919b-4e1e735445b3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.059695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-995e9e4e-5582-44c4-aac1-8b1ca45ccb3f req-e53a477f-7871-46b3-919b-4e1e735445b3 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.2214177 Aug 31 06:33:41.108518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:41.115674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.137368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3c03c86-a7f7-4017-b588-e4edcaadfd06 admin admin] 10.222.0.57 "PUT /v2.0/routers/caa0ad19-e5a6-465b-8cf1-a56f8399075f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0028317 Aug 31 06:33:41.167255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port f39ec9a0-ea83-4203-b948-a311784793f8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f39ec9a0-ea83-4203-b948-a311784793f8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:41.171086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c0359581-ad64-4204-b980-15aab57489d4 None None] Port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:41.179017 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.189964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-995e9e4e-5582-44c4-aac1-8b1ca45ccb3f req-bd95eee9-2f14-4fa1-8460-a568f16a5874 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150296 Aug 31 06:33:41.272619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=f39ec9a0-ea83-4203-b948-a311784793f8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:41.316458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe21b034-25a3-4e34-b994-6e3130a8172b None None] Provisioning for port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:41.324254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe21b034-25a3-4e34-b994-6e3130a8172b None None] Provisioning complete for port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:41.325044 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe21b034-25a3-4e34-b994-6e3130a8172b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.346733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-308641b6-10ef-4270-87a3-d4cc2098ba3a req-a7151020-1fcd-445d-a00a-89d7011ec09d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.3193798 Aug 31 06:33:41.367355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.367551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79bcf9-db26-462e-b42d-fa309e55af2a req-5278720b-d300-44c7-b31c-54f24cab718f tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:41.368997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae79bcf9-db26-462e-b42d-fa309e55af2a req-5278720b-d300-44c7-b31c-54f24cab718f tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 936 time: 0.1085086 Aug 31 06:33:41.410492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe21b034-25a3-4e34-b994-6e3130a8172b None None] Port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:41.468301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae79bcf9-db26-462e-b42d-fa309e55af2a req-2fccc0e3-4915-4450-b302-3eab8f73f223 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868249 Aug 31 06:33:41.480944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.505429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-de2ae90b-115b-4424-ac37-a687853c23e5 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4516447 Aug 31 06:33:41.574366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.946053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:41.951219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-network', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:41.969764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.974799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.975347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Made reservation on behalf of c35e004ca6f7459287182f36ec64208f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:41.976029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a69419a-3570-47ae-bee6-f4fbdc3d317b HTTP/1.1" status: 204 len: 168 time: 0.9811065 Aug 31 06:33:41.980682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:41.982086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d143c9da-3b09-4fb4-861c-45ffede57dae req-e3f1ecf6-85e2-4b12-bb7a-9b8d0b602b84 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4650676 Aug 31 06:33:41.999212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.012492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee9469-1958-45e3-8e55-81249ece23b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a69419a-3570-47ae-bee6-f4fbdc3d317b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:42.139075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-df8ffb37-62fd-4746-8010-5e7ae6c8e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.142883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-df8ffb37-62fd-4746-8010-5e7ae6c8e609 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 1100 time: 0.0974746 Aug 31 06:33:42.148825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:42.168573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.176260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.176800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.209608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:33:42.231807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9cdac8-9fd4-48b7-9592-de28ccdfab21,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:42.234955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.235389 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Added segment bd76245d-3625-482d-8f36-284f5f755971 of type vlan for network 1f5a2624-4018-42d4-b87f-c3c299492f11 Aug 31 06:33:42.246628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.50', 57139) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:42.264726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Transition to ACTIVE for port object e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:42.290887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.343030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-6c690b38-3273-45c9-867d-e1600eddc6b8 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0952008 Aug 31 06:33:42.448229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f39ec9a0-ea83-4203-b948-a311784793f8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:42.508086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:42.553892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:42.554628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:42.611592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:42.636075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-07b7666b-3bbb-4543-8925-6ccaa07ef396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.643198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-07b7666b-3bbb-4543-8925-6ccaa07ef396 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.4897785 Aug 31 06:33:42.668182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.779735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f39ec9a0-ea83-4203-b948-a311784793f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:42.780033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.802165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1adb8855-fc49-4f44-b665-e3ff6d586be7 req-d3abefe1-3c17-48d4-aa99-a555520b876b tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.1604772 Aug 31 06:33:42.802675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332623d9-123e-4d58-ab44-702af173b68f req-8b43b5de-283c-4347-97c3-ca6364d51f15 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.809806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-332623d9-123e-4d58-ab44-702af173b68f req-8b43b5de-283c-4347-97c3-ca6364d51f15 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.3851335 Aug 31 06:33:42.821652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-600b8df1-00fb-477c-8881-07c17b2f3f0d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.117&port_id=0afd011b-0927-4797-8216-22275a6ca862 HTTP/1.1" status: 200 len: 217 time: 0.1439950 Aug 31 06:33:42.823627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Attempting to bind port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:42.823951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Attempting to bind port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:42.824269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Attempting to bind port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:42.847400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:42.868344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:42.868669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Attempting to bind port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:42.885372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:42.890139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:42.890560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:42.891003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:42.891707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Bound port: e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:42.892720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.907222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32a74651-453f-4d57-9f45-ea2bb4f4e223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:42.927478 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-332623d9-123e-4d58-ab44-702af173b68f req-69d44ecf-45a2-432c-8412-ae558eccf66e tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162324 Aug 31 06:33:42.930465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-6a7f1a0e-39a4-4ccd-a075-97163d9f39ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:42.931894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-6a7f1a0e-39a4-4ccd-a075-97163d9f39ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0984364 Aug 31 06:33:43.019500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.020514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.021142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.033610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-e17181c2-df24-4653-91dd-39a89eeb94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.035285 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-e17181c2-df24-4653-91dd-39a89eeb94c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0939374 Aug 31 06:33:43.037928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:43.042059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:43.053761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.094951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-624d37d7-113c-40f4-812b-9204e42f5d6d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.097033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-624d37d7-113c-40f4-812b-9204e42f5d6d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7488997 Aug 31 06:33:43.145589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.146535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.148134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] 10.222.0.53 "PUT /v2.0/ports/e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 HTTP/1.1" status: 200 len: 1118 time: 2.1229682 Aug 31 06:33:43.150711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:43.153225 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a894879-974d-49af-8ee2-e919c23d11d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:43.173313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32a74651-453f-4d57-9f45-ea2bb4f4e223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.186123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:43.221762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32a74651-453f-4d57-9f45-ea2bb4f4e223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.224833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d39d2-75bc-4bdc-9c7a-0958155e4339 service neutron] Pushing event updated for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:43.229836 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c294a6-8b97-4021-b7b0-19684643f445 x-openstack-request-id: req-17c294a6-8b97-4021-b7b0-19684643f445 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:43.230115 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:43.230361 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17c294a6-8b97-4021-b7b0-19684643f445 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:43.230740 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92', 'status': 'completed', 'code': 200} Aug 31 06:33:43.267477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3193438 Aug 31 06:33:43.270367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:43.272641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0921cb9a-4a1e-4482-821a-0fd498b6d9f7 admin admin] Pushing event updated for resources: {'Network': ['ID=1f5a2624-4018-42d4-b87f-c3c299492f11,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:43.279202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Request body: {'subnet': {'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-subnet', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:43.290194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32a74651-453f-4d57-9f45-ea2bb4f4e223 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=826c8f8cd40f420a88c5a15bf3ff716e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4354072 Aug 31 06:33:43.295456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:43.329215 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-15294122-1c15-4cc8-9e0b-783c4e6078f4 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848759 Aug 31 06:33:43.335511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:33:43.339774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013371e-cf7b-4ec6-ac1d-a95a761338dc req-cb14196c-2853-4d9e-b9d7-aac82f9069c5 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.349292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7013371e-cf7b-4ec6-ac1d-a95a761338dc req-cb14196c-2853-4d9e-b9d7-aac82f9069c5 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 969 time: 0.3317912 Aug 31 06:33:43.353098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a74651-453f-4d57-9f45-ea2bb4f4e223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fb25f0-90cc-43a4-a81b-40f1ebb4c90c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:43.366457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Made reservation on behalf of c35e004ca6f7459287182f36ec64208f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:43.368675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.409994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7013371e-cf7b-4ec6-ac1d-a95a761338dc req-53449d09-ce65-41f5-b1b8-56ee1e72b1f8 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596273 Aug 31 06:33:43.490313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9ac95d40-2ab1-4d49-96ed-2174dcdb6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.492134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9ac95d40-2ab1-4d49-96ed-2174dcdb6061 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 1121 time: 0.2603645 Aug 31 06:33:43.507506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 2, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:43.536218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86feb8d5-d482-41aa-8bdf-8bd0dcbba38c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.587148 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-8bbf477b-7458-4011-98be-b4da059e5cf8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 HTTP/1.1" status: 200 len: 217 time: 0.0831969 Aug 31 06:33:43.617043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.670784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:43.671072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Updating router caa0ad19-e5a6-465b-8cf1-a56f8399075f port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:43.689589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157bd95d-d396-4574-aba8-7fee593d15d4 req-85b13e0a-9f6b-4d7b-8fa7-36fc8f924079 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477664 Aug 31 06:33:43.710800 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.717545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.724308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-ab25cb23-5410-4bca-8d43-d76f57014cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.726267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-ab25cb23-5410-4bca-8d43-d76f57014cd7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1296203 Aug 31 06:33:43.896445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9ac86784-1927-4ea3-98af-57e30577791b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:43.898007 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-9ac86784-1927-4ea3-98af-57e30577791b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1601434 Aug 31 06:33:43.911604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.937973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.941233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:43.942347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b6fb25f0-90cc-43a4-a81b-40f1ebb4c90c HTTP/1.1" status: 204 len: 168 time: 0.6421363 Aug 31 06:33:44.032444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3133ba3f-12e7-4797-9f01-2ba9842c772a req-280b9cc4-4648-426d-8408-c6c921786059 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.1217489 Aug 31 06:33:44.034069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.046521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Transition to ACTIVE for port object 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:44.066707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.073807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9193e7-66e3-48b0-b7e7-57c822dae66e req-618bc68d-ff4f-424e-9036-bf9ff12de046 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.075541 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef9193e7-66e3-48b0-b7e7-57c822dae66e req-618bc68d-ff4f-424e-9036-bf9ff12de046 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.0615568 Aug 31 06:33:44.079004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f871d736-742d-48dd-b3ca-7b609f035b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fb25f0-90cc-43a4-a81b-40f1ebb4c90c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.089699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86feb8d5-d482-41aa-8bdf-8bd0dcbba38c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.146426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-86feb8d5-d482-41aa-8bdf-8bd0dcbba38c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.148932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad23697-e20d-4635-b1ec-07c03777d1c5 None None] Pushing event updated for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.151155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af0a489-ad67-4618-a6d5-fc8b07219244,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.178918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef9193e7-66e3-48b0-b7e7-57c822dae66e req-11d0c8dc-5f5e-4e53-9e9a-6afcf9e8bb91 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847726 Aug 31 06:33:44.210551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Attempting to bind port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:44.211222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Attempting to bind port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:44.211888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Attempting to bind port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:44.225484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:44.225863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Checking segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:44.226273 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.226668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Bound using segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:44.227147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Bound port: 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:44.227550 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.342491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] For port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:44.347706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] For port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:44.362505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.433752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:44.434400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:44.468521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Checking segment: {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:44.469124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Network hostable DHCP agents. Network: 1f5a2624-4018-42d4-b87f-c3c299492f11, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:33:44.473779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-86feb8d5-d482-41aa-8bdf-8bd0dcbba38c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c95bb4b7168942f2b17c4731c15e6f9f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815564 Aug 31 06:33:44.476391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:44.485220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-4957feec-9702-40ab-9978-11b796d55be3 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5788383 Aug 31 06:33:44.502965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad23697-e20d-4635-b1ec-07c03777d1c5 None None] Pushing event updated for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.505943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86feb8d5-d482-41aa-8bdf-8bd0dcbba38c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da36e304-d922-4bc0-aa4a-668b835944e1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.612528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:44.635273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:33:44.676298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1f5a2624-4018-42d4-b87f-c3c299492f11) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:44.683936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.684475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.696990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e03b25a-f8ec-468a-9b95-69df8585b03f req-244e447f-8b17-43b2-8781-7021abcdbd1d tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.698528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e03b25a-f8ec-468a-9b95-69df8585b03f req-244e447f-8b17-43b2-8781-7021abcdbd1d tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 969 time: 0.1469762 Aug 31 06:33:44.726065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb1d5c4-3b01-4e8e-9c47-6e22b355b989 None None] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:44.751473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-184a07ac-f572-4923-9dfa-04ab61c8fb6b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.4781034 Aug 31 06:33:44.753928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29d1d0ec-6b5c-4ef0-9f4d-439f89b88738 req-d72e1396-5c7d-4b9a-99d8-5eba838e2717 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490730 Aug 31 06:33:44.754445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:44.760019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.763206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:44.795028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.796001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e03b25a-f8ec-468a-9b95-69df8585b03f req-7a95737c-9009-4ad3-831f-78b65153614c tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777841 Aug 31 06:33:44.817217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.820901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.889616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.894625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.896138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da36e304-d922-4bc0-aa4a-668b835944e1 HTTP/1.1" status: 204 len: 168 time: 0.4185205 Aug 31 06:33:44.919746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dce0c62-2697-4b99-9433-58b2aed4f97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da36e304-d922-4bc0-aa4a-668b835944e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:44.932145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:44.938000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-1b6168c0-f3ea-4cae-bbe4-5de3841f6b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:44.940336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-1b6168c0-f3ea-4cae-bbe4-5de3841f6b7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 1121 time: 0.1086485 Aug 31 06:33:45.040444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1f5a2624-4018-42d4-b87f-c3c299492f11', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:33:45.042387 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.082425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:44Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:45.169756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9442c038-6184-4c71-b48d-cc7b1fb44700 req-1dcdc66d-c997-4033-8709-723d313d0c19 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0506771 Aug 31 06:33:45.187372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3389af-ee3c-4a83-a4de-dbcd0da196a7 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:44Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:45.219698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.269099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-5ef60356-029c-4a9c-bb9c-8c2b8c344bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.275069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-5ef60356-029c-4a9c-bb9c-8c2b8c344bea service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3262982 Aug 31 06:33:45.363238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-bdf3e4e5-99a2-4761-af10-49319c0d9f9d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 HTTP/1.1" status: 200 len: 217 time: 0.0518572 Aug 31 06:33:45.461179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.471272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Allocated IP 172.20.0.2 (1f5a2624-4018-42d4-b87f-c3c299492f11/0af0a489-ad67-4618-a6d5-fc8b07219244/f5571cb7-7ca6-4812-aeac-3986672cc4b4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:45.513797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f116f0e-1d95-4547-ba00-3ef14b0cd598 req-0dff2047-08e8-4b89-b90e-673a9c94fb7e tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.515486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f116f0e-1d95-4547-ba00-3ef14b0cd598 req-0dff2047-08e8-4b89-b90e-673a9c94fb7e tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.1510315 Aug 31 06:33:45.523274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-e3ad21ff-8a7d-48ab-9bae-910d671772f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.524720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-e3ad21ff-8a7d-48ab-9bae-910d671772f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1514082 Aug 31 06:33:45.686325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:45.687406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f116f0e-1d95-4547-ba00-3ef14b0cd598 req-1418df06-f11e-4a39-bf91-b7acfb22ca7e tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604881 Aug 31 06:33:45.699583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-d41b1d8c-ca5c-49a8-aacf-3cc937a36caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:45.701227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-d41b1d8c-ca5c-49a8-aacf-3cc937a36caf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1666787 Aug 31 06:33:45.724507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b9de6d-7f63-47f8-a63e-b7d47a4cae62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.739983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.752567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Transition to ACTIVE for port object f5571cb7-7ca6-4812-aeac-3986672cc4b4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:45.774786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Transition to ACTIVE for port object f5571cb7-7ca6-4812-aeac-3986672cc4b4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:45.787498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.814787 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-340a4f89-5f8b-4ad6-bd71-93c14209b542 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950978 Aug 31 06:33:45.893937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:45.897918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b9de6d-7f63-47f8-a63e-b7d47a4cae62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.899538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:45.906841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-14b9de6d-7f63-47f8-a63e-b7d47a4cae62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:45.917832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:45.935322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0afd011b-0927-4797-8216-22275a6ca862 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:45.998170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b9de6d-7f63-47f8-a63e-b7d47a4cae62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d531d2c6-b4ec-45f1-bc32-202ed3fa14e5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:46.045872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Pushing event updated for resources: {'Port': ['ID=f5571cb7-7ca6-4812-aeac-3986672cc4b4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:46.098100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.099949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-14b9de6d-7f63-47f8-a63e-b7d47a4cae62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6eeba70586a6409b936d38be2d936c35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4124153 Aug 31 06:33:46.102884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:46.138056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.174063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Attempting to bind port f5571cb7-7ca6-4812-aeac-3986672cc4b4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:46.174796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Attempting to bind port f5571cb7-7ca6-4812-aeac-3986672cc4b4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:46.175389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Attempting to bind port f5571cb7-7ca6-4812-aeac-3986672cc4b4 on network 1f5a2624-4018-42d4-b87f-c3c299492f11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:46.175694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7872c52-e1a6-49ac-a24f-3f4fa67d7a11 req-3cbd5406-925d-4816-b3cb-81410c580758 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:46.182987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7872c52-e1a6-49ac-a24f-3f4fa67d7a11 req-3cbd5406-925d-4816-b3cb-81410c580758 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 969 time: 0.2605813 Aug 31 06:33:46.186237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:46.186931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Checking segment: {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:46.187570 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.188899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Bound using segment: {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:46.190437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Bound port: f5571cb7-7ca6-4812-aeac-3986672cc4b4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:46.191914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.253404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7872c52-e1a6-49ac-a24f-3f4fa67d7a11 req-4fec46e6-149a-4457-a39b-efeb23d957d4 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685079 Aug 31 06:33:46.253595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a894879-974d-49af-8ee2-e919c23d11d2 req-d437adad-45c4-4323-81e2-c946acb13c82 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479588 Aug 31 06:33:46.253677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.316094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Allocated IP 172.25.3.99 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/7e903dfc-f196-4262-aaa1-fe8872417afd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:46.318399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.370008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0afd011b-0927-4797-8216-22275a6ca862,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:46.386125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0afd011b-0927-4797-8216-22275a6ca862', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '0afd011b-0927-4797-8216-22275a6ca862', 'mac_address': 'fa:16:3e:d8:3c:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:46.396847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] For port f5571cb7-7ca6-4812-aeac-3986672cc4b4, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:46.402090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] For port f5571cb7-7ca6-4812-aeac-3986672cc4b4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f5571cb7-7ca6-4812-aeac-3986672cc4b4,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:46.414007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce30685f-e342-4762-8c01-1ecaa0d708a4 req-798b7a85-5aed-43f9-a595-77612e5dd665 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0519903 Aug 31 06:33:46.430695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.469892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.473313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.474634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d531d2c6-b4ec-45f1-bc32-202ed3fa14e5 HTTP/1.1" status: 204 len: 168 time: 0.3713350 Aug 31 06:33:46.492479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd2cdf-6ca6-4de9-b55d-1623fec9f158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d531d2c6-b4ec-45f1-bc32-202ed3fa14e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:46.523494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:46.586751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.683691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.689359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:46.769740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:46.772800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:46.777043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:46.848284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Pushing event updated for resources: {'Port': ['ID=7e903dfc-f196-4262-aaa1-fe8872417afd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.002573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd672c11-1707-4dcd-8288-c83ec75d0c47 None None] Pushing event updated for resources: {'Port': ['ID=f5571cb7-7ca6-4812-aeac-3986672cc4b4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.016330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0afd011b-0927-4797-8216-22275a6ca862 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:47.062208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0afd011b-0927-4797-8216-22275a6ca862,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:47.070760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.081526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:47.097408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:47.138624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:47.139003 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.199995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.246969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6ad4a-7e7a-4753-a171-f12254ea2410 req-d517fa71-e74a-4116-8663-d29fb097dc20 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:47.248423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5c6ad4a-7e7a-4753-a171-f12254ea2410 req-d517fa71-e74a-4116-8663-d29fb097dc20 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 948 time: 0.3970745 Aug 31 06:33:47.263729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.306628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625eed5b-1864-4894-9130-83b737f82330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.346355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:47.352312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.381692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5c6ad4a-7e7a-4753-a171-f12254ea2410 req-f502fc6f-cb0a-4fed-84b7-d9f6e2d94cc0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120112 Aug 31 06:33:47.435104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.456511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0afd011b-0927-4797-8216-22275a6ca862'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:47.470104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512b6c37-11fa-4cde-a5c0-4072d7750b72 req-39ea024c-a0d8-4fd1-8eb2-a7d815909b62 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:47.478479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-512b6c37-11fa-4cde-a5c0-4072d7750b72 req-39ea024c-a0d8-4fd1-8eb2-a7d815909b62 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 969 time: 0.1269290 Aug 31 06:33:47.479648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.598674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-512b6c37-11fa-4cde-a5c0-4072d7750b72 req-88c4e4e7-79c6-4672-adf3-8612d77cc256 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190336 Aug 31 06:33:47.624184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1a20425-cbd3-4b31-8f56-e560e766ddd0 req-4a8983bc-7dbe-4ce6-8d96-972caf809bc8 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0791173 Aug 31 06:33:47.628219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625eed5b-1864-4894-9130-83b737f82330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.639317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-625eed5b-1864-4894-9130-83b737f82330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.717933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625eed5b-1864-4894-9130-83b737f82330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45a9676-60b3-47f5-8169-fa6e75aa8933,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:47.724759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-625eed5b-1864-4894-9130-83b737f82330 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5f2d196305942e4ab7255e56fe64f06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6262734 Aug 31 06:33:47.739293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:47.809952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.843489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.869699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.898329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:33:47.922144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.930730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:47.934034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d45a9676-60b3-47f5-8169-fa6e75aa8933 HTTP/1.1" status: 204 len: 168 time: 0.1937144 Aug 31 06:33:47.963461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e6e43-d08a-4b91-8969-e2fe79764fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45a9676-60b3-47f5-8169-fa6e75aa8933,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:48.016377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61940844-73bd-42b0-8d8c-ce61c517b9f8 None None] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:48.063988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Router 21e73b28-d30b-44d6-8451-7a057bb69cdf is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:33:48.138783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46591c8d-c424-40c6-87b0-a53672c78736 None None] Provisioning for port f5571cb7-7ca6-4812-aeac-3986672cc4b4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:48.186950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:48.202655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92', 'mac_address': 'fa:16:3e:e7:d7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:tempest-test_az-717373520', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:33:48.222898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:48.234466 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Sync routers for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:48.253376 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:48.254558 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:48.257168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.260480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5164890-a134-40d5-9328-3a01039da57d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.5047164 Aug 31 06:33:48.263413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:48.283426 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.317952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:48.350006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:48.356678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.506927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:48.571012 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:48.587938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:48.588530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e8cd847f-4640-472f-8ed2-aa6cf3cb9b92'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:48.627511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66234bef-e768-4821-85d5-c69fbcbdac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.726650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f5571cb7-7ca6-4812-aeac-3986672cc4b4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:48.749998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff8b47-97d2-4b20-b3a5-15bbe06c1d0f req-bf51a403-d7f4-489f-9c77-656c43c8d5cf tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.751584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69ff8b47-97d2-4b20-b3a5-15bbe06c1d0f req-bf51a403-d7f4-489f-9c77-656c43c8d5cf tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 949 time: 0.1608751 Aug 31 06:33:48.839953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69ff8b47-97d2-4b20-b3a5-15bbe06c1d0f req-daae6e87-5628-4764-83ed-5a6a785bbc75 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812979 Aug 31 06:33:48.877152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f5571cb7-7ca6-4812-aeac-3986672cc4b4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:48.906164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f5571cb7-7ca6-4812-aeac-3986672cc4b4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:48.906984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:48.991101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96b69a-b445-41e1-8d69-78a5cf924f2e req-811d3770-191b-4e1c-a877-ecb4188e315d tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:48.999850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b96b69a-b445-41e1-8d69-78a5cf924f2e req-811d3770-191b-4e1c-a877-ecb4188e315d tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 970 time: 0.2941706 Aug 31 06:33:49.002603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66234bef-e768-4821-85d5-c69fbcbdac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.022601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66234bef-e768-4821-85d5-c69fbcbdac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.045545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-991d3b76-96c4-45ee-a70d-d1b101040606 req-15a8b49d-23b3-47f0-bfa1-f549c1f2711c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0565109 Aug 31 06:33:49.058692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.075312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 3, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:49.082256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.138377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b96b69a-b445-41e1-8d69-78a5cf924f2e req-c1c0c428-28ec-455f-944a-91e1181e5598 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309543 Aug 31 06:33:49.145659 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Checking router: 21e73b28-d30b-44d6-8451-7a057bb69cdf for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:49.146466 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Updating router 21e73b28-d30b-44d6-8451-7a057bb69cdf port 7e903dfc-f196-4262-aaa1-fe8872417afd binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:49.159487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port f5571cb7-7ca6-4812-aeac-3986672cc4b4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f5571cb7-7ca6-4812-aeac-3986672cc4b4,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:49.176380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.186834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:49.199288 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.210298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-66234bef-e768-4821-85d5-c69fbcbdac62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b166fcf1d5234141a4d5dab445ba00c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6195948 Aug 31 06:33:49.211048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35368) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:49.211684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66234bef-e768-4821-85d5-c69fbcbdac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e86c93-deff-4d12-846b-3fdaf444db2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.289924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=f5571cb7-7ca6-4812-aeac-3986672cc4b4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.308778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.323463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:49.323877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.326540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Allocated IP 172.20.0.1 (1f5a2624-4018-42d4-b87f-c3c299492f11/0af0a489-ad67-4618-a6d5-fc8b07219244/3b96d132-848c-4169-8849-2fcf15b439bc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:49.349860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.456846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.459669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.461709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20e86c93-deff-4d12-846b-3fdaf444db2e HTTP/1.1" status: 204 len: 168 time: 0.2321620 Aug 31 06:33:49.495413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.502256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0178209-b095-458d-8552-3ab6fa5fd889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e86c93-deff-4d12-846b-3fdaf444db2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.518037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Transition to ACTIVE for port object 3b96d132-848c-4169-8849-2fcf15b439bc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:49.580916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.635522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:49.642061 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.649609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:49.652391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Pushing event updated for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.666292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:49.667036 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.678384 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Transition to ACTIVE for port object 7e903dfc-f196-4262-aaa1-fe8872417afd will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:49.694686 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.769552 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Attempting to bind port 7e903dfc-f196-4262-aaa1-fe8872417afd on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:49.770227 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Attempting to bind port 7e903dfc-f196-4262-aaa1-fe8872417afd by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:49.770861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Attempting to bind port 7e903dfc-f196-4262-aaa1-fe8872417afd on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:49.773310 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4928cf9-82b6-4a5d-8123-87453dbdcb2f None None] Pushing event updated for resources: {'Port': ['ID=7e903dfc-f196-4262-aaa1-fe8872417afd,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:49.787859 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:49.788244 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:49.788712 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.789112 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:49.789613 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Bound port: 7e903dfc-f196-4262-aaa1-fe8872417afd, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:49.789997 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.867518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] For port 7e903dfc-f196-4262-aaa1-fe8872417afd, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:49.887349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] For port 7e903dfc-f196-4262-aaa1-fe8872417afd, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e903dfc-f196-4262-aaa1-fe8872417afd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:49.902825 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:49.905874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0afd011b-0927-4797-8216-22275a6ca862 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:49.913129 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.017550 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4928cf9-82b6-4a5d-8123-87453dbdcb2f None None] Pushing event updated for resources: {'Port': ['ID=7e903dfc-f196-4262-aaa1-fe8872417afd,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:50.046959 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:50.047874 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:50.072165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfcde45c-8e6f-4f11-b058-f679afdcf760 None None] Provisioning for port 3b96d132-848c-4169-8849-2fcf15b439bc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:50.082805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfcde45c-8e6f-4f11-b058-f679afdcf760 None None] Provisioning complete for port 3b96d132-848c-4169-8849-2fcf15b439bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:50.083441 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dfcde45c-8e6f-4f11-b058-f679afdcf760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.099990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e93bb02-7835-4577-bef6-46ba782dabe9 req-4558c214-90d8-4f67-bc0a-2e9cd7bb697f tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:50.110861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e93bb02-7835-4577-bef6-46ba782dabe9 req-4558c214-90d8-4f67-bc0a-2e9cd7bb697f tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 949 time: 0.0858402 Aug 31 06:33:50.149215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0afd011b-0927-4797-8216-22275a6ca862 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:50.159925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0afd011b-0927-4797-8216-22275a6ca862 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:50.165940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.179987 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:50.185562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e93bb02-7835-4577-bef6-46ba782dabe9 req-8fb54c80-7415-4466-9dc4-3688c19eb918 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728693 Aug 31 06:33:50.225937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dfcde45c-8e6f-4f11-b058-f679afdcf760 None None] Port 3b96d132-848c-4169-8849-2fcf15b439bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:50.270491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.284123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.284916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.334291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.389526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-312061ba-3d2b-479c-8fc7-a70610f815d3 req-2ac6431d-3b10-4c7c-af6a-44038a4da524 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0600801 Aug 31 06:33:50.397993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0afd011b-0927-4797-8216-22275a6ca862,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:50.405833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd011b-0927-4797-8216-22275a6ca862'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:50.503970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Pushing event updated for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:50.547207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840dd274-61c5-4c28-b0a7-473ecad1b546 req-b94b9be1-63cf-4246-9848-4ff73ab1c3cf tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:50.549420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f5571cb7-7ca6-4812-aeac-3986672cc4b4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:50.553162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.559055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-840dd274-61c5-4c28-b0a7-473ecad1b546 req-b94b9be1-63cf-4246-9848-4ff73ab1c3cf tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 970 time: 0.0847495 Aug 31 06:33:50.564410 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3b96d132-848c-4169-8849-2fcf15b439bc', 'name': '', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'mac_address': 'fa:16:3e:36:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:49Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 1, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'subnets': [{'id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:50.574598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:50.576304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:50.577503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:50.621680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0109e956-deb0-4cdd-9b26-cf77ff5ba4bf None None] The sync data for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 is: [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3b96d132-848c-4169-8849-2fcf15b439bc', 'name': '', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'mac_address': 'fa:16:3e:36:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:49Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 1, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'subnets': [{'id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:50.628758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-840dd274-61c5-4c28-b0a7-473ecad1b546 req-42e2f631-ea40-4343-89c4-b2cc6022e547 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658915 Aug 31 06:33:50.776844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:50.820592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:50.824987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:50.825519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.828252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f5571cb7-7ca6-4812-aeac-3986672cc4b4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:50.828716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:50.872926 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8a64ef-cfc7-45b8-b98c-50643d5b0f21" -d '{"events": [{"server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "name": "network-vif-plugged", "status": "completed", "tag": "0afd011b-0927-4797-8216-22275a6ca862"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:50.932359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Router 21e73b28-d30b-44d6-8451-7a057bb69cdf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:33:51.049572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97f7703d-adbc-4165-a43e-28aa7d1983b5 None None] Provisioning complete for port 3b96d132-848c-4169-8849-2fcf15b439bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:51.050092 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7703d-adbc-4165-a43e-28aa7d1983b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.113404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-97f7703d-adbc-4165-a43e-28aa7d1983b5 None None] Port 3b96d132-848c-4169-8849-2fcf15b439bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:51.137450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.179153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:51.187269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.249484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Request body: {'port': {'device_id': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': 'c83c1c58c2ee4f659ee344b84f60bce0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:51.261439 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f72ada-491f-46eb-a4a5-eb79fd780b15 x-openstack-request-id: req-d1f72ada-491f-46eb-a4a5-eb79fd780b15 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:51.261825 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "name": "network-vif-plugged", "status": "completed", "tag": "0afd011b-0927-4797-8216-22275a6ca862", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:51.262085 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1f72ada-491f-46eb-a4a5-eb79fd780b15 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:51.262575 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0afd011b-0927-4797-8216-22275a6ca862', 'code': 200} Aug 31 06:33:51.347933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.491680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a1603-d02d-4655-9aee-140c600125da req-a379df3b-ddbd-41ae-bfff-e50057d9d20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.494706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-017a1603-d02d-4655-9aee-140c600125da req-a379df3b-ddbd-41ae-bfff-e50057d9d20a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 1102 time: 0.1436682 Aug 31 06:33:51.537389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-017a1603-d02d-4655-9aee-140c600125da req-05789c24-8f04-4829-af11-74a80ca5e433 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.565474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:33:51.572786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-231038cc-3fd5-4acf-8a7b-5035633a0c22 req-619483ba-de5d-4c9a-bb15-444bf219f1a0 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0461862 Aug 31 06:33:51.576308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3c3f-6b2c-4fb1-8689-8e23df26e19d req-94319125-c86d-469b-9313-b18a05b0b03b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.584052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fad3c3f-6b2c-4fb1-8689-8e23df26e19d req-94319125-c86d-469b-9313-b18a05b0b03b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 950 time: 0.2092702 Aug 31 06:33:51.588899 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d0114107-2b68-4f5f-8e38-9acd5f381381 admin admin] 10.222.0.57 "PUT /v2.0/routers/21e73b28-d30b-44d6-8451-7a057bb69cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3244205 Aug 31 06:33:51.625502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:33:51.625502 n-d-712707-15 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:33:51.625502 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id': 'c83c1c58c2ee4f659ee344b84f60bce0', 'id': '8cd60bee-570e-4dbf-98b6-034c328fe51f', 'expiration': datetime.datetime(2021, 8, 31, 6, 35, 51, 617782)}] Aug 31 06:33:51.625502 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:33:51.626020 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:33:51.665527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fad3c3f-6b2c-4fb1-8689-8e23df26e19d req-3a7e363f-c8ce-4009-b675-70698040bc51 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805652 Aug 31 06:33:51.833985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-017a1603-d02d-4655-9aee-140c600125da req-05789c24-8f04-4829-af11-74a80ca5e433 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.870105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-017a1603-d02d-4655-9aee-140c600125da req-05789c24-8f04-4829-af11-74a80ca5e433 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:51.914967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05789c24-8f04-4829-af11-74a80ca5e433 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9c46a70e-b2b4-44f0-8805-5de048dedbcb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:51.952513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f50e5d-f4ac-483c-ac8a-55d17b8b1175 req-abd47694-327c-4a7c-a23d-38f281dda899 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:51.961756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-017a1603-d02d-4655-9aee-140c600125da req-05789c24-8f04-4829-af11-74a80ca5e433 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4572337 Aug 31 06:33:51.965322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83f50e5d-f4ac-483c-ac8a-55d17b8b1175 req-abd47694-327c-4a7c-a23d-38f281dda899 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.1171334 Aug 31 06:33:52.009984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83f50e5d-f4ac-483c-ac8a-55d17b8b1175 req-6eb11210-8cbb-420f-9299-b40b70ec8472 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437839 Aug 31 06:33:52.161484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Made reservation on behalf of c83c1c58c2ee4f659ee344b84f60bce0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:52.165907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.178303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.302125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.306721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.369060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf23c37c-6d62-4020-b22e-d916ac943dc4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:52.564688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e903dfc-f196-4262-aaa1-fe8872417afd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:52.684252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7e903dfc-f196-4262-aaa1-fe8872417afd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:52.688464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Allocated IP 192.168.233.196 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/1097ba26-2666-45ce-9f00-ee022c14b7cd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:52.694404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7e903dfc-f196-4262-aaa1-fe8872417afd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:52.695078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.775178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-682747d4-e992-40d2-bda5-adaf35fcc518 req-71d1c142-586e-49d0-b729-395b4e76a884 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0547161 Aug 31 06:33:52.813766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:52.972732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cfbaac-2671-4598-8426-f46b9d4241b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:52.985641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.001115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5c0de-6443-452d-ae72-1c8cdc687852 req-d16218e9-8aa0-4b87-8400-0eb6f09d2956 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.002999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85b5c0de-6443-452d-ae72-1c8cdc687852 req-d16218e9-8aa0-4b87-8400-0eb6f09d2956 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 950 time: 0.1037164 Aug 31 06:33:53.003835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.012670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Transition to ACTIVE for port object 1097ba26-2666-45ce-9f00-ee022c14b7cd will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:53.019429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'security_group': {'name': 'tempest-securitygroup--338944302', 'description': 'tempest-description--873518356'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:53.024809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.055973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7e903dfc-f196-4262-aaa1-fe8872417afd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e903dfc-f196-4262-aaa1-fe8872417afd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:53.063035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.067477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.104285 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85b5c0de-6443-452d-ae72-1c8cdc687852 req-7a0591bd-911d-42cf-a9c2-c2f2c366a3e9 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772464 Aug 31 06:33:53.141219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7e903dfc-f196-4262-aaa1-fe8872417afd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.166497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:53.172103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:53.180805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:53.186649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.187709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.219069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Pushing event updated for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.241893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d60b7-2a4c-496b-9eef-f402d768930f req-8b252eab-b090-4d78-9243-8e35b1786d71 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.249054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b4d60b7-2a4c-496b-9eef-f402d768930f req-8b252eab-b090-4d78-9243-8e35b1786d71 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.0845473 Aug 31 06:33:53.263701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:53.266050 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a780ad7f-2a5a-476f-929b-1708418e8e46" -d '{"events": [{"server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:53.289646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cfbaac-2671-4598-8426-f46b9d4241b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.308052 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cfbaac-2671-4598-8426-f46b9d4241b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.339549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b4d60b7-2a4c-496b-9eef-f402d768930f req-e06925f8-c6f3-41cd-a8cd-b0da649b7bf7 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894871 Aug 31 06:33:53.389998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-9b1ecad2-4537-4a8d-a60b-2b07252c4c27 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1456673 Aug 31 06:33:53.402226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-c70526c1-33fe-4224-991c-a9d068da89e4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:33:53.403454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-c70526c1-33fe-4224-991c-a9d068da89e4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058386 Aug 31 06:33:53.403636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.408630 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-147b39be-9c5c-45a3-b75a-4a28c78afbb1 x-openstack-request-id: req-147b39be-9c5c-45a3-b75a-4a28c78afbb1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:53.408901 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "name": "network-vif-plugged", "status": "completed", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:53.409302 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-147b39be-9c5c-45a3-b75a-4a28c78afbb1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:53.409950 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92', 'code': 200} Aug 31 06:33:53.425569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22cfbaac-2671-4598-8426-f46b9d4241b8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe012c49dcf441bcb4ba104c12dc4d2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6100712 Aug 31 06:33:53.428198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.428705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfbaac-2671-4598-8426-f46b9d4241b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cc43f3a-1a98-4287-80cd-7c4e89d93d86,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.463536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84188dd8-6148-46a7-b914-b205be917a39 None None] Provisioning for port 1097ba26-2666-45ce-9f00-ee022c14b7cd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:53.475874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84188dd8-6148-46a7-b914-b205be917a39 None None] Provisioning complete for port 1097ba26-2666-45ce-9f00-ee022c14b7cd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:53.478109 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84188dd8-6148-46a7-b914-b205be917a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.543229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-84188dd8-6148-46a7-b914-b205be917a39 None None] Port 1097ba26-2666-45ce-9f00-ee022c14b7cd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:33:53.550323 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.581589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.589789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d494e4a-695d-43bf-a33a-0b8d83a09a92 req-a3dec03b-b0f5-4c38-bbc8-3a2faf38b652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.591453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d494e4a-695d-43bf-a33a-0b8d83a09a92 req-a3dec03b-b0f5-4c38-bbc8-3a2faf38b652 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 1123 time: 0.0924437 Aug 31 06:33:53.597705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Request body: {'port': {'device_id': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:53.605914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.620571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.663456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.667464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6573946 Aug 31 06:33:53.668091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.669842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d494e4a-695d-43bf-a33a-0b8d83a09a92 req-0f04b592-6d13-405c-81b4-d1a2f73e877d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668178 Aug 31 06:33:53.687037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'security_group_rule': {'security_group_id': '0383565a-12c4-40ec-bead-a7ad03ab4bad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:53.688750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.713585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b88c44-6e93-48e4-97cf-28bd0cce70a7 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0383565a-12c4-40ec-bead-a7ad03ab4bad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.745225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.762688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.765534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.767668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2cc43f3a-1a98-4287-80cd-7c4e89d93d86 HTTP/1.1" status: 204 len: 168 time: 0.3380432 Aug 31 06:33:53.829517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Sync routers for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:33:53.847625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.854802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.864183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:53.871011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:53.877853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71dcf5-cf63-4b4e-bac3-7a8632a9347e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cc43f3a-1a98-4287-80cd-7c4e89d93d86,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.894302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707c6940-2756-4c2d-a2eb-8a2e0544317e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:53.929033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:53.930291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d1ddab7d-a9dc-476e-bb81-db25afcbfca1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2497101 Aug 31 06:33:53.933874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:53.941603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'security_group_rule': {'security_group_id': '0383565a-12c4-40ec-bead-a7ad03ab4bad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:53.980300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf8a266-063d-4255-b469-aa1fe1041c86 req-a75a5863-f874-41a1-a2ea-20338b15bcd6 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:53.981859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf8a266-063d-4255-b469-aa1fe1041c86 req-a75a5863-f874-41a1-a2ea-20338b15bcd6 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 936 time: 0.1107347 Aug 31 06:33:54.036245 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:33:54.073580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.078189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:54.119678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf8a266-063d-4255-b469-aa1fe1041c86 req-9747e12f-cb2a-4cd4-b213-8f5a18e4d202 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257067 Aug 31 06:33:54.228929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.249722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1097ba26-2666-45ce-9f00-ee022c14b7cd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:33:54.258425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.287270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.291423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Transition to ACTIVE for port object 1097ba26-2666-45ce-9f00-ee022c14b7cd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:54.297667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.326526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.332174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3928361 Aug 31 06:33:54.332174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c9a266-c0ff-4bd1-b99c-b8cb01d1326d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81cf533c-f75c-4cd3-8997-e5127b4b38b9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.332884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:54.358077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:54.388512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c114ab5-5f04-4953-8e2a-2b27b56f1572 req-0e1a16c0-dc4c-48ce-8d07-03a81f27d9b0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:54.398431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c114ab5-5f04-4953-8e2a-2b27b56f1572 req-0e1a16c0-dc4c-48ce-8d07-03a81f27d9b0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 950 time: 0.1667407 Aug 31 06:33:54.400027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:54.441799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.470819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Attempting to bind port 1097ba26-2666-45ce-9f00-ee022c14b7cd on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:54.471181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Attempting to bind port 1097ba26-2666-45ce-9f00-ee022c14b7cd by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:54.471523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Attempting to bind port 1097ba26-2666-45ce-9f00-ee022c14b7cd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:54.472377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4fb143f-f16b-4e2d-9278-49ca909b6df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.479704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Port 1097ba26-2666-45ce-9f00-ee022c14b7cd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:33:54.481570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Attempting to bind port 1097ba26-2666-45ce-9f00-ee022c14b7cd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:54.481945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3b96d132-848c-4169-8849-2fcf15b439bc', 'name': '', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'mac_address': 'fa:16:3e:36:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:49Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 2, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'subnets': [{'id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:54.488067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:54.488555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:54.489208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:54.489798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Bound port: 1097ba26-2666-45ce-9f00-ee022c14b7cd, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:54.490254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.535419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e903dfc-f196-4262-aaa1-fe8872417afd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:54.540122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Checking router: 21e73b28-d30b-44d6-8451-7a057bb69cdf for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:33:54.540489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Updating router 21e73b28-d30b-44d6-8451-7a057bb69cdf port 3b96d132-848c-4169-8849-2fcf15b439bc binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:33:54.563570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:54.570934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:54.578824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c114ab5-5f04-4953-8e2a-2b27b56f1572 req-a4aae69a-d4d2-4b7f-8de7-a02651b12d85 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794741 Aug 31 06:33:54.591225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.604870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.621149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.702598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Pushing event updated for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:54.710924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:54.711957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.714196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-935362d1-f026-434e-b44f-4eaf9d7fc4a2 service neutron] 10.222.0.50 "PUT /v2.0/ports/1097ba26-2666-45ce-9f00-ee022c14b7cd HTTP/1.1" status: 200 len: 1097 time: 1.2093871 Aug 31 06:33:54.714696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:54.778420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7e903dfc-f196-4262-aaa1-fe8872417afd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:54.779036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:54.899578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c09841fb-1380-4631-a491-eb0eaf6e429a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.025070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-c94a9630-41f8-4c7d-b42a-7a99fc59986b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.026652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-c94a9630-41f8-4c7d-b42a-7a99fc59986b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 1100 time: 0.0771604 Aug 31 06:33:55.135132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-1d218a1b-bc1c-4d11-a9e1-8ef382ca7b2b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd HTTP/1.1" status: 200 len: 217 time: 0.0956459 Aug 31 06:33:55.192198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.199587 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4354b3-69da-49b9-a56e-5f12719bab7e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:55.202170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada850b4-f69d-486e-bd27-4ff80163ac32 req-ed5f1909-a300-43fe-8d0b-3ac7fd8bf9b0 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.203088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Transition to ACTIVE for port object 3b96d132-848c-4169-8849-2fcf15b439bc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:33:55.209879 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ada850b4-f69d-486e-bd27-4ff80163ac32 req-ed5f1909-a300-43fe-8d0b-3ac7fd8bf9b0 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.4962244 Aug 31 06:33:55.214435 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.230259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-272bf188-dace-4bf2-8e9d-f2f44eb78ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.232954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-272bf188-dace-4bf2-8e9d-f2f44eb78ae3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0886245 Aug 31 06:33:55.310220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4fb143f-f16b-4e2d-9278-49ca909b6df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.338547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e147d-981a-4160-b8eb-80bd6bfb6de5 None None] Pushing event updated for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:55.347346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ada850b4-f69d-486e-bd27-4ff80163ac32 req-eb174ffd-0a12-4e62-8732-57a5b5b2c379 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195884 Aug 31 06:33:55.363041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4fb143f-f16b-4e2d-9278-49ca909b6df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.376658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Attempting to bind port 3b96d132-848c-4169-8849-2fcf15b439bc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:33:55.378514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Attempting to bind port 3b96d132-848c-4169-8849-2fcf15b439bc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:33:55.378886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Attempting to bind port 3b96d132-848c-4169-8849-2fcf15b439bc on network 1f5a2624-4018-42d4-b87f-c3c299492f11 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:33:55.391009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:33:55.391387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Checking segment: {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:55.392932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.392932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Bound using segment: {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:33:55.393932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-84814509-436a-411b-b071-ce8964533384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.395825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-84814509-436a-411b-b071-ce8964533384 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1555390 Aug 31 06:33:55.397610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Bound port: 3b96d132-848c-4169-8849-2fcf15b439bc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd76245d-3625-482d-8f36-284f5f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:33:55.398055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.399448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4fb143f-f16b-4e2d-9278-49ca909b6df5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6fbe8a93c7a4139b9ffa5653ed73dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9904060 Aug 31 06:33:55.400068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:55.432849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fb143f-f16b-4e2d-9278-49ca909b6df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b69ff137-4e70-4401-967d-f4590b38a45f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:55.436663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.539904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] For port 3b96d132-848c-4169-8849-2fcf15b439bc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:33:55.543879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] For port 3b96d132-848c-4169-8849-2fcf15b439bc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b96d132-848c-4169-8849-2fcf15b439bc,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:33:55.553374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.571128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-dafe1210-1729-4075-a625-a98234f3da73 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636872 Aug 31 06:33:55.633737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70b0990-8c52-40e6-9291-4d0f18cc47b1 req-3a5d917d-62a3-4e42-8736-d49faf21017c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:55.641846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b70b0990-8c52-40e6-9291-4d0f18cc47b1 req-3a5d917d-62a3-4e42-8736-d49faf21017c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 948 time: 0.1116655 Aug 31 06:33:55.682809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Allocated IP 172.25.3.225 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/54744dd9-c3a5-4676-8057-6d668a713068) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:33:55.694761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e147d-981a-4160-b8eb-80bd6bfb6de5 None None] Pushing event updated for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:55.702078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:33:55.702718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:55.727763 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.737402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b70b0990-8c52-40e6-9291-4d0f18cc47b1 req-3a936062-ec37-4835-a897-4513b71e950c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939500 Aug 31 06:33:55.794581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0d1dc7-fb9a-4025-a096-549d9b05eeb1 req-685055a5-7add-49bc-9bb6-42425bbcee6e service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093215 Aug 31 06:33:55.820933 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fad4eac-6d69-4696-8123-6a104f371f0d x-openstack-request-id: req-7fad4eac-6d69-4696-8123-6a104f371f0d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:55.821296 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:55.821584 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fad4eac-6d69-4696-8123-6a104f371f0d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:55.822110 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd', 'status': 'completed', 'code': 200} Aug 31 06:33:55.831179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.926668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.933824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:33:55.991750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:55.998135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-1556b6bf-802c-4725-b6be-1b72e32c51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.000328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-1556b6bf-802c-4725-b6be-1b72e32c51c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 1100 time: 0.1159439 Aug 31 06:33:56.014348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741f32fe-3fb1-4107-b428-8612c0cd7341 req-d6c37714-fce3-4f64-87b0-30a13df71c5b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.015994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-741f32fe-3fb1-4107-b428-8612c0cd7341 req-d6c37714-fce3-4f64-87b0-30a13df71c5b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 950 time: 0.0803711 Aug 31 06:33:56.038872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:33:56.045345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:56.047885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:33:56.075943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'Port': ['ID=54744dd9-c3a5-4676-8057-6d668a713068,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.102130 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.105291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.109795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b69ff137-4e70-4401-967d-f4590b38a45f HTTP/1.1" status: 204 len: 168 time: 0.7087247 Aug 31 06:33:56.156020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-741f32fe-3fb1-4107-b428-8612c0cd7341 req-31de3a89-7f55-477d-a99e-b7cd485090db tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282582 Aug 31 06:33:56.163808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37981e8f-6c3d-422c-9106-aaecd4998824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69ff137-4e70-4401-967d-f4590b38a45f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.198937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.205103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3b96d132-848c-4169-8849-2fcf15b439bc', 'name': '', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'mac_address': 'fa:16:3e:36:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:49Z', 'updated_at': '2021-08-31T06:33:55Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'subnets': [{'id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:33:56.239356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360753b2-1e0f-48cc-97c1-753d9d85cd5e None None] The sync data for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 is: [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:33:49Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3b96d132-848c-4169-8849-2fcf15b439bc', 'name': '', 'network_id': '1f5a2624-4018-42d4-b87f-c3c299492f11', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'mac_address': 'fa:16:3e:36:80:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 141, 'fixed_ips': [{'subnet_id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:49Z', 'updated_at': '2021-08-31T06:33:55Z', 'revision_number': 4, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'subnets': [{'id': '0af0a489-ad67-4618-a6d5-fc8b07219244', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:33:56.239651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-0b1cc190-38a0-4792-8a3f-a5c7b0059a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.242208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-0b1cc190-38a0-4792-8a3f-a5c7b0059a47 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2245424 Aug 31 06:33:56.262435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.305629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-fc128b96-a091-4707-89eb-cec6e8b06402 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd HTTP/1.1" status: 200 len: 217 time: 0.0525222 Aug 31 06:33:56.410242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-3dacd593-d595-462b-815d-6f6b9b0681c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.415610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-3dacd593-d595-462b-815d-6f6b9b0681c6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0986171 Aug 31 06:33:56.466168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.472123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.512410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.528728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b96d132-848c-4169-8849-2fcf15b439bc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:56.541733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'Port': ['ID=54744dd9-c3a5-4676-8057-6d668a713068,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.545766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.549044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-337a4721-f69e-4726-9f38-ff5ea54a9172 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2121909 Aug 31 06:33:56.585423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-cefaa3a9-f05a-4875-a962-d0a6c707f36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.587237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-cefaa3a9-f05a-4875-a962-d0a6c707f36d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1595623 Aug 31 06:33:56.618313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122f542-8368-4031-9047-9cbd53709266 req-cff9fe07-b974-4fb3-8fdc-4a12f02b11f0 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.627082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3122f542-8368-4031-9047-9cbd53709266 req-cff9fe07-b974-4fb3-8fdc-4a12f02b11f0 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.1468875 Aug 31 06:33:56.631137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3b96d132-848c-4169-8849-2fcf15b439bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:33:56.640985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3b96d132-848c-4169-8849-2fcf15b439bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:56.641397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.787049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.804396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3122f542-8368-4031-9047-9cbd53709266 req-b0e4a7e6-2a49-40ea-8618-44cca6f64d34 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577251 Aug 31 06:33:56.851512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3b96d132-848c-4169-8849-2fcf15b439bc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b96d132-848c-4169-8849-2fcf15b439bc,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:56.861899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:56.892619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-b798e312-ae01-428d-a2f8-ef019d68b328 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2924109 Aug 31 06:33:56.971990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:56.996274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-f19ddbad-2fa9-4520-82ad-c3d65806fd4f tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:56.999123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-f19ddbad-2fa9-4520-82ad-c3d65806fd4f tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 1102 time: 0.0753911 Aug 31 06:33:57.066661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4354b3-69da-49b9-a56e-5f12719bab7e req-2f518de2-805d-409a-b23e-79361c5e4ae1 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651592 Aug 31 06:33:57.079047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-6b9637dd-a161-4b67-84bc-aeb152f67d0a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--338944302&fields=id&tenant_id=75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 267 time: 0.1413784 Aug 31 06:33:57.091662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Deleting port 0afd011b-0927-4797-8216-22275a6ca862 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:33:57.092208 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.210292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9196e1f4-692c-4fd4-a132-7b20effd4b17 req-00db7ebb-5776-4126-a55d-69dfe018e086 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.212123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9196e1f4-692c-4fd4-a132-7b20effd4b17 req-00db7ebb-5776-4126-a55d-69dfe018e086 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 948 time: 0.1221068 Aug 31 06:33:57.261841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9196e1f4-692c-4fd4-a132-7b20effd4b17 req-47d30180-da45-4287-a643-2f5b4caee827 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359910 Aug 31 06:33:57.271429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] For port 0afd011b-0927-4797-8216-22275a6ca862, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0afd011b-0927-4797-8216-22275a6ca862,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:33:57.272949 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.302274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Calling delete_port for 0afd011b-0927-4797-8216-22275a6ca862 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:33:57.349578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-0622c8c9-b271-4184-9a7f-41bd0545fdd5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.351265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-0622c8c9-b271-4184-9a7f-41bd0545fdd5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 823 time: 0.2590299 Aug 31 06:33:57.383707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-527b6044-f9a1-4de2-861c-469406b157b0 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/quotas/75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 375 time: 0.0235019 Aug 31 06:33:57.412173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f00edb7a-2440-4a4c-949e-f01860a69b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.435669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:57.468469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-d15119e9-a395-4efc-be53-70641a2c973d tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:57.470041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-d15119e9-a395-4efc-be53-70641a2c973d tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 1123 time: 0.0832329 Aug 31 06:33:57.478162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-039a08ac-96fd-49ea-8f3f-d6a3e9e531b0 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0931046 Aug 31 06:33:57.489198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-6ee5cc97-ccc7-42e1-9508-d9f41d6acefa tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:33:57.490414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-6ee5cc97-ccc7-42e1-9508-d9f41d6acefa tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071473 Aug 31 06:33:57.518026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-b2afa13c-bb43-4597-abe5-02cd36f43ff0 tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.559864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1914920528-network', 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:57.569224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.580977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0afd011b-0927-4797-8216-22275a6ca862'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:33:57.606876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Pushing event deleted for resources: {'Port': ['ID=0afd011b-0927-4797-8216-22275a6ca862,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:57.661864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] No DVR routers for this DVR port 0afd011b-0927-4797-8216-22275a6ca862 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:33:57.668777 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.669082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.670995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca0b291-2e68-4079-a1f4-1492b004f4df req-6e034b96-092a-417f-896c-a56fe9098375 tempest-DeleteServersAdminTestJSON-1518108955 tempest-DeleteServersAdminTestJSON-1518108955-project-admin] 10.222.0.53 "DELETE /v2.0/ports/0afd011b-0927-4797-8216-22275a6ca862 HTTP/1.1" status: 204 len: 173 time: 0.6658916 Aug 31 06:33:57.671451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'name': 'network-vif-deleted', 'tag': '0afd011b-0927-4797-8216-22275a6ca862'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:33:57.674081 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2f2f4c5-e1a5-49b7-92fa-4e9e2a51988f" -d '{"events": [{"server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "name": "network-vif-deleted", "tag": "0afd011b-0927-4797-8216-22275a6ca862"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:33:57.721202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-b2afa13c-bb43-4597-abe5-02cd36f43ff0 tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.733777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-b2afa13c-bb43-4597-abe5-02cd36f43ff0 tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.778417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2afa13c-bb43-4597-abe5-02cd36f43ff0 tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3062966f-b444-4fde-8f1f-e5e57cbc681f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:57.800976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1bfd405-2ee9-49c5-a98f-500c3638c5e7 req-b2afa13c-bb43-4597-abe5-02cd36f43ff0 tempest-AggregatesAdminTestJSON-1768571730 tempest-AggregatesAdminTestJSON-1768571730-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3233106 Aug 31 06:33:57.811930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:57.818236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.832805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.878643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-85a8a291-2f3b-4628-a855-95db6180e4dc service neutron] 10.222.0.57 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3388546 Aug 31 06:33:57.976429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:57.977678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-a6747aee-904a-426e-89a7-8dc29551389b service neutron] 10.222.0.57 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981140 Aug 31 06:33:57.994484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.015334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b052e73b-ef9d-4bdd-9fa0-5a968dc8dcde req-e711b589-229c-417b-956c-7bf1490785c1 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=5f19e563-a193-4d4a-8ce2-0d16c16060cd HTTP/1.1" status: 200 len: 210 time: 0.0344539 Aug 31 06:33:58.039475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f4136a0-db46-4cbb-97da-d011505e0c0d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.042197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:33:58.053042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.053444 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Added segment 5057f3bc-bd01-4848-8cf4-52cc10b9839a of type vlan for network 3023f4d6-873a-4e75-b564-188e8d9589a1 Aug 31 06:33:58.107419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.118595 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b10236-4959-47fd-b729-63bc27c583f6 x-openstack-request-id: req-c1b10236-4959-47fd-b729-63bc27c583f6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:33:58.118961 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f19e563-a193-4d4a-8ce2-0d16c16060cd", "name": "network-vif-deleted", "tag": "0afd011b-0927-4797-8216-22275a6ca862", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:33:58.119313 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c1b10236-4959-47fd-b729-63bc27c583f6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:33:58.129102 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f19e563-a193-4d4a-8ce2-0d16c16060cd', 'name': 'network-vif-deleted', 'tag': '0afd011b-0927-4797-8216-22275a6ca862', 'status': 'completed', 'code': 200} Aug 31 06:33:58.168492 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.171670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.172443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.288752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8508801 Aug 31 06:33:58.289791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755d105-db70-4586-a76e-2804bf57bd86 admin admin] Pushing event updated for resources: {'Network': ['ID=3023f4d6-873a-4e75-b564-188e8d9589a1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.291097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:58.300302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Request body: {'subnet': {'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1914920528-subnet', 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:58.300768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:33:58.335603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:58.340393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.541140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b96d132-848c-4169-8849-2fcf15b439bc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:33:58.634510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3b96d132-848c-4169-8849-2fcf15b439bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:33:58.635449 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.646020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.729672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=25257aaf-d2c3-4f47-8a7f-122b012604c7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:58.750419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb67e9a-7ce4-46c0-94ee-32104b0c2434 req-32170537-375f-44b2-aa9b-51eb6d6c9a83 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.754107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cb67e9a-7ce4-46c0-94ee-32104b0c2434 req-32170537-375f-44b2-aa9b-51eb6d6c9a83 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 948 time: 0.1214163 Aug 31 06:33:58.792882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:33:58.793347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Network hostable DHCP agents. Network: 3023f4d6-873a-4e75-b564-188e8d9589a1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:33:58.817116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cb67e9a-7ce4-46c0-94ee-32104b0c2434 req-086ef36e-9a46-412d-90f1-ca83d66c6fb5 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559468 Aug 31 06:33:58.831342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:33:58.853361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3023f4d6-873a-4e75-b564-188e8d9589a1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:33:58.868018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5055b475-b7f9-4744-ab00-8d1a5dd00326 None None] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:58.869154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3105e1f1-2686-4c64-988f-6a7a65760cec req-6de319a7-4f12-4aee-9453-56047710f5d8 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 210 time: 0.0412807 Aug 31 06:33:58.871428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:58.872863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:58.906433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-61f0ea92-a01e-40a7-b207-e63d0ae23d3c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6128931 Aug 31 06:33:59.080834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6733e937-645a-4b7f-90df-85b3919fe261 None None] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:33:59.114128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:59.265899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0d0484-71b1-4bb4-b966-4dc6ca2ca609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.445594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0d0484-71b1-4bb4-b966-4dc6ca2ca609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.451117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d0d0484-71b1-4bb4-b966-4dc6ca2ca609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.501862 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.509014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0d0484-71b1-4bb4-b966-4dc6ca2ca609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38578850-cb9f-4b33-a474-c947efef987d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:59.561284 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-4457c153-c6af-4ff5-8279-c239df5e44d1 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a623022277740f2b87d4ca787e2b9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531635 Aug 31 06:33:59.569783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d0d0484-71b1-4bb4-b966-4dc6ca2ca609 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=34d9b1cd7f4644e89f1c7ad8e5a46fed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4543216 Aug 31 06:33:59.572611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:59.632407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.660771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.685999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:33:59.696144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1745520090-network', 'tenant_id': '3d18b29636a044cfbf2af43667d68c75'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:33:59.715995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-4a34df10-cdf8-4e84-b02d-c7978ab16b05 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:33:59.717688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-4a34df10-cdf8-4e84-b02d-c7978ab16b05 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1464128 Aug 31 06:33:59.729424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Made reservation on behalf of 3d18b29636a044cfbf2af43667d68c75 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:33:59.731934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.743772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-813f8fb5-b2e9-458d-8f89-7e53c1895996 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/quotas/6a623022277740f2b87d4ca787e2b9eb HTTP/1.1" status: 200 len: 375 time: 0.0106990 Aug 31 06:33:59.743938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.756626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.759165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:33:59.760287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/38578850-cb9f-4b33-a474-c947efef987d HTTP/1.1" status: 204 len: 168 time: 0.1861994 Aug 31 06:33:59.781489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a2bca8-13ff-403d-81e8-126157fa70d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38578850-cb9f-4b33-a474-c947efef987d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:33:59.810118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-c5e5cbfb-7868-4ccf-817c-d128403a6e62 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526376 Aug 31 06:34:00.051126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.140503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e6fb9d4-224a-4b06-a34f-3110a83dcfb7 req-330f4f25-5a60-42d8-ba06-d30cc07561a3 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 210 time: 0.0418663 Aug 31 06:34:00.191155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.218549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69c0f357-edff-4711-bc39-02c24fb63907 req-8d332376-8c6e-41e3-a999-43f80fa10810 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 210 time: 0.0431552 Aug 31 06:34:00.232507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:00.251187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-c761f77b-f63d-43e6-909c-b6947f61b78e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.253782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-c761f77b-f63d-43e6-909c-b6947f61b78e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 823 time: 0.3660984 Aug 31 06:34:00.276990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1097ba26-2666-45ce-9f00-ee022c14b7cd details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:00.305174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.305551 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Added segment 384d8864-a87d-4d09-8fdc-bd341a9c6319 of type vlan for network d8530516-6f68-438b-a3e0-c1b37f743d59 Aug 31 06:34:00.330297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbcfa00-4884-4b0f-98b9-db5108e5ad81 req-da06b328-2487-4a75-bacf-d39c423033c8 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.331957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdbcfa00-4884-4b0f-98b9-db5108e5ad81 req-da06b328-2487-4a75-bacf-d39c423033c8 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 948 time: 0.3380516 Aug 31 06:34:00.352103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740fc48b-d035-461f-92d6-57430313252a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.425440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-90374c05-b5c3-47ec-b8a2-a944e0d1544c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 379 time: 0.1590922 Aug 31 06:34:00.445110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:00.445532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'port': {'device_id': 'a090971e-2361-44f4-8cae-c5af22856a57', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'admin_state_up': True, 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'security_groups': ['0383565a-12c4-40ec-bead-a7ad03ab4bad']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:00.468027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1097ba26-2666-45ce-9f00-ee022c14b7cd', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '1097ba26-2666-45ce-9f00-ee022c14b7cd', 'mac_address': 'fa:16:3e:66:18:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:00.505679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdbcfa00-4884-4b0f-98b9-db5108e5ad81 req-aba5645d-35c6-4493-b8b8-2333dcc59d87 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542149 Aug 31 06:34:00.510245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.526541 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.544927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1097ba26-2666-45ce-9f00-ee022c14b7cd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:00.576976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:00.585683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.588976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.590059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:00.590726 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.666443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.700957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.0138249 Aug 31 06:34:00.703995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:00.710334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Request body: {'subnet': {'network_id': 'd8530516-6f68-438b-a3e0-c1b37f743d59', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1745520090-subnet', 'tenant_id': '3d18b29636a044cfbf2af43667d68c75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:00.733489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a2bcd-d357-4e7e-9d0b-c294d9cdc8c1 admin admin] Pushing event updated for resources: {'Network': ['ID=d8530516-6f68-438b-a3e0-c1b37f743d59,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:00.740143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Made reservation on behalf of 75acbffb0ab24667acf5fb2111e13bf1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:00.748346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d8530516-6f68-438b-a3e0-c1b37f743d59 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:00.754665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.761959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Made reservation on behalf of 3d18b29636a044cfbf2af43667d68c75 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:00.764435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.908839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:00.971148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1097ba26-2666-45ce-9f00-ee022c14b7cd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:01.024785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Allocated IP 172.20.0.5 (1f5114a0-e5a9-4428-a6aa-9e9810ba0923/a0c8e59e-1eb4-4788-bcd0-5fe3ff128155/0a7100e1-120b-4e2a-b161-80d1e803d35c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:01.233724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.253413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Transition to ACTIVE for port object 0a7100e1-120b-4e2a-b161-80d1e803d35c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:01.262270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.283115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:01.300409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.304407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f4b6b1b-6321-472f-a562-8be8e6e201c2 req-1a274798-0075-4160-ac83-bee0f73d2dd2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 210 time: 0.0537591 Aug 31 06:34:01.379487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:01.389160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:01.405821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:01.411112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.411720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.440507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:01.446953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-13d4074e-19b9-4b61-8475-a460dc1604b1 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6a623022277740f2b87d4ca787e2b9eb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0765991 Aug 31 06:34:01.452989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05413448-325e-406e-b77e-4c27aae49a2e req-ca58b6ea-0d4b-462c-a095-b6956ae4ca18 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 210 time: 0.0566485 Aug 31 06:34:01.460104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7e75dfe9-32c2-4639-bcc2-c3a809c0efe2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0166957 Aug 31 06:34:01.471817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Request body: {'port': {'device_id': 'a090971e-2361-44f4-8cae-c5af22856a57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:01.534037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de662570-2079-4379-9008-01abd84e124e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:01.631111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Checking segment: {'id': '384d8864-a87d-4d09-8fdc-bd341a9c6319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'd8530516-6f68-438b-a3e0-c1b37f743d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:01.631456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Network hostable DHCP agents. Network: d8530516-6f68-438b-a3e0-c1b37f743d59, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:01.638504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-697543436-network', 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:01.750385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:01.753688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.764359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2837c013-3fbe-4991-9ab2-6484bc28a923 None None] Provisioning for port 0a7100e1-120b-4e2a-b161-80d1e803d35c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:01.770847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2837c013-3fbe-4991-9ab2-6484bc28a923 None None] Provisioning complete for port 0a7100e1-120b-4e2a-b161-80d1e803d35c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:01.771534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2837c013-3fbe-4991-9ab2-6484bc28a923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.791807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.805042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-a2dcd16f-4a1f-4716-bdee-98fa3378375d tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.806703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-a2dcd16f-4a1f-4716-bdee-98fa3378375d tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3149660 Aug 31 06:34:01.808397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Network d8530516-6f68-438b-a3e0-c1b37f743d59 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:01.825151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2837c013-3fbe-4991-9ab2-6484bc28a923 None None] Port 0a7100e1-120b-4e2a-b161-80d1e803d35c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:01.826304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Request body: {'port': {'device_id': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a623022277740f2b87d4ca787e2b9eb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:01.850768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.883793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d8530516-6f68-438b-a3e0-c1b37f743d59) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:01.897758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2a91aa-0866-4487-a105-046607efac20 None None] Network d8530516-6f68-438b-a3e0-c1b37f743d59 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:01.903825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.904418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:01.920467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af21a0cf-4f46-44a3-a44e-6abccf4e18e8 req-23fcaa78-c0c5-4fb9-9013-59db7371abdd tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:01.928435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af21a0cf-4f46-44a3-a44e-6abccf4e18e8 req-23fcaa78-c0c5-4fb9-9013-59db7371abdd tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 949 time: 0.2664988 Aug 31 06:34:01.981218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0afd011b-0927-4797-8216-22275a6ca862 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:02.053718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af21a0cf-4f46-44a3-a44e-6abccf4e18e8 req-f65d8383-a564-4185-a81e-e2c559508113 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184049 Aug 31 06:34:02.055392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0afd011b-0927-4797-8216-22275a6ca862 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:02.055814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0afd011b-0927-4797-8216-22275a6ca862 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:02.153070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.164064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.192605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e9d3cd-013f-4f03-a1b3-0c78120a2d8c None None] Network d8530516-6f68-438b-a3e0-c1b37f743d59 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:02.219980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:02.227551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d243b3c9-43f9-4ceb-8df3-d3a66fe35950 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5212145 Aug 31 06:34:02.249708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:02.250067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1097ba26-2666-45ce-9f00-ee022c14b7cd up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:02.278400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.279526 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Added segment 2abfe56d-4cb2-4cb7-a2a1-d0846965f947 of type vlan for network a96bc69e-89c0-4591-a8d3-18daa448edc8 Aug 31 06:34:02.281139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563d18d3-d81f-41bd-8f39-498282801601,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:02.297016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Made reservation on behalf of 6a623022277740f2b87d4ca787e2b9eb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:02.301776 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.377165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.379473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 1097ba26-2666-45ce-9f00-ee022c14b7cd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:02.390152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1097ba26-2666-45ce-9f00-ee022c14b7cd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:02.390544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.517241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.561389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.561654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a7100e1-120b-4e2a-b161-80d1e803d35c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:02.562477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:02.563117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.568960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:02.569148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e83587-da19-4689-9238-833335d93dc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.581959 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-936ac034-8111-4fd0-9369-14b0e20b32c0" -d '{"events": [{"server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "name": "network-vif-plugged", "status": "completed", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:02.583683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.602577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77299955-1339-4246-ae06-8158cb06dc72 req-2542ffbe-cddd-4aca-9dce-1cf9d4994881 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:02.604842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:02.610037 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77299955-1339-4246-ae06-8158cb06dc72 req-2542ffbe-cddd-4aca-9dce-1cf9d4994881 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 931 time: 0.1311119 Aug 31 06:34:02.621694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.644695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Transition to ACTIVE for port object 0a7100e1-120b-4e2a-b161-80d1e803d35c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:02.656965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] Pushing event updated for resources: {'Network': ['ID=a96bc69e-89c0-4591-a8d3-18daa448edc8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:02.669151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:02.690637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:02.694393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Allocated IP 192.168.233.56 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/7a45efab-66be-4a8e-8d18-79577b6115fd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:02.726732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:02.751528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77299955-1339-4246-ae06-8158cb06dc72 req-50f89b73-f022-4e22-ba2f-0b48804b4d80 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403952 Aug 31 06:34:02.791056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed75eb68-3897-429a-9812-9f3901b834dd req-8c0593f5-ff9b-40b5-96e0-1df5a62618ec tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 210 time: 0.0366001 Aug 31 06:34:02.840587 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8ee823-e68e-40ce-845a-57bf16640558 x-openstack-request-id: req-2c8ee823-e68e-40ce-845a-57bf16640558 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:02.841150 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "name": "network-vif-plugged", "status": "completed", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:02.841150 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c8ee823-e68e-40ce-845a-57bf16640558 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:02.843005 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd', 'code': 200} Aug 31 06:34:02.865603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:02.879800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Attempting to bind port 0a7100e1-120b-4e2a-b161-80d1e803d35c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:02.891087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Attempting to bind port 0a7100e1-120b-4e2a-b161-80d1e803d35c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:02.891607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Attempting to bind port 0a7100e1-120b-4e2a-b161-80d1e803d35c on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:02.907678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Port 0a7100e1-120b-4e2a-b161-80d1e803d35c on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:02.908011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Attempting to bind port 0a7100e1-120b-4e2a-b161-80d1e803d35c on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:02.919801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.50', 57147) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:02.931319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:02.931690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Checking segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:02.932040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Bound using segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:02.932475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Bound port: 0a7100e1-120b-4e2a-b161-80d1e803d35c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:02.932838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.011966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e83587-da19-4689-9238-833335d93dc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.026788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e83587-da19-4689-9238-833335d93dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.053380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-02c807e0-f0ec-4ab4-9b12-69a197e52183 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.7462704 Aug 31 06:34:03.071444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:03.078294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3864d48-d128-44e3-9918-4bf93dce5e81 req-dc1e577c-41e1-4fce-ab6b-c957b56eeee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.080552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3864d48-d128-44e3-9918-4bf93dce5e81 req-dc1e577c-41e1-4fce-ab6b-c957b56eeee1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 1102 time: 0.1598690 Aug 31 06:34:03.086088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Request body: {'subnet': {'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-697543436-subnet', 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:03.088747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:03.099708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59e83587-da19-4689-9238-833335d93dc8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4971979ca9694baa9bae9afb20578425&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8778253 Aug 31 06:34:03.101905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:03.120867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:03.122023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e83587-da19-4689-9238-833335d93dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c889af3-c5a0-4e7e-bf83-a0cf2303a877,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:03.132594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.161886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.186549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.187279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.189072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 200 len: 1092 time: 1.7239118 Aug 31 06:34:03.189575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:03.191972 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76586cb5-3954-42cb-9889-9185bcfdc4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:03.211444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:03.222654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.225855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Transition to ACTIVE for port object 7a45efab-66be-4a8e-8d18-79577b6115fd will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:03.287983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136bd51-7d1e-4daf-8c72-8d93bfe4b8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:03.309720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.310109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3864d48-d128-44e3-9918-4bf93dce5e81 req-fa59a2b6-b90f-47d3-820f-c59c4443a1f0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176697 Aug 31 06:34:03.341253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-ea01d25a-6d15-48a9-9727-11eeba7b76b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.342793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-ea01d25a-6d15-48a9-9727-11eeba7b76b8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 1095 time: 0.0984867 Aug 31 06:34:03.345031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.409191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-c3816805-d13f-429b-abe7-553223b60e94 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 200 len: 217 time: 0.0572903 Aug 31 06:34:03.473552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-b02dc19a-2506-48e3-a3fd-4d12f3141c2b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.474989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-b02dc19a-2506-48e3-a3fd-4d12f3141c2b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.2275441 Aug 31 06:34:03.503230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40107de3-562a-479b-8997-e6aaa9aae8cb req-57f40ef1-98a4-40b7-822b-1c86e38d62d1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.504731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40107de3-562a-479b-8997-e6aaa9aae8cb req-57f40ef1-98a4-40b7-822b-1c86e38d62d1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.1427720 Aug 31 06:34:03.507482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-75eb7ba0-557c-4b6e-a478-d30945a906b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.508869 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-75eb7ba0-557c-4b6e-a478-d30945a906b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.0804927 Aug 31 06:34:03.510421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.512896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.513947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c889af3-c5a0-4e7e-bf83-a0cf2303a877 HTTP/1.1" status: 204 len: 168 time: 0.4085958 Aug 31 06:34:03.526742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.544088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d27aa-263c-4178-9ac8-8d1f4bc09007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c889af3-c5a0-4e7e-bf83-a0cf2303a877,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:03.544701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-0e2d7da7-a88f-4717-a7c9-b1555e843998 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/quotas/2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 375 time: 0.0485017 Aug 31 06:34:03.585674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40107de3-562a-479b-8997-e6aaa9aae8cb req-3387e354-c094-4b49-b978-8d4b2e6ffce7 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706229 Aug 31 06:34:03.591916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-1bc32e2a-40a1-49df-ae37-5597d83c23e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.593695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-1bc32e2a-40a1-49df-ae37-5597d83c23e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739710 Aug 31 06:34:03.637310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-ef9086c4-0599-41e1-9951-f9959274164c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0615013 Aug 31 06:34:03.641549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:03.651950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:03.654330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:03.661166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.661845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.663949 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807beaf1-91bb-4288-bccb-8e3b97e12580 x-openstack-request-id: req-807beaf1-91bb-4288-bccb-8e3b97e12580 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:03.664420 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:03.664824 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-807beaf1-91bb-4288-bccb-8e3b97e12580 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:03.665390 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'status': 'completed', 'code': 200} Aug 31 06:34:03.708055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Pushing event updated for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:03.730398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-238526ec-beb5-4418-a8fb-4dc506efe812 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285341 Aug 31 06:34:03.804337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f5efc212-a1df-4c31-9527-eb1f3a2f0c49 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9764111 Aug 31 06:34:03.812754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:03.843918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Request body: {'port': {'device_id': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:03.859152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24a0ebf-551e-4d19-8d53-38928639a4be req-73d2a533-f7b6-4585-a918-b2e5f11da8ea service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207464 Aug 31 06:34:03.955873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:03.975217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-0b19d361-a00a-4553-afd2-920967917b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:03.977750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-0b19d361-a00a-4553-afd2-920967917b1c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 1095 time: 0.0549486 Aug 31 06:34:04.022258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18e6ea5-45a5-47f5-9cc6-322a6520eef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.023481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdbe67c4-a671-431f-b4d4-537cbae2bfb1 None None] Provisioning for port 7a45efab-66be-4a8e-8d18-79577b6115fd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:04.028258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdbe67c4-a671-431f-b4d4-537cbae2bfb1 None None] Provisioning complete for port 7a45efab-66be-4a8e-8d18-79577b6115fd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:04.028868 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdbe67c4-a671-431f-b4d4-537cbae2bfb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.042450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-8f58462b-ed8f-4fac-9556-eb35c8610992 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3936248 Aug 31 06:34:04.044164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2201c7a-ae9e-42c1-a3df-54953ca58176,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.059504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.068930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe67c4-a671-431f-b4d4-537cbae2bfb1 None None] Port 7a45efab-66be-4a8e-8d18-79577b6115fd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:04.102884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-a3a6b9e0-6510-43b2-bd0e-8f32a249ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.104368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-a3a6b9e0-6510-43b2-bd0e-8f32a249ae70 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 924 time: 0.1207519 Aug 31 06:34:04.152954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-eca82204-ebaf-4220-afcc-a33e94f8f777 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 200 len: 217 time: 0.0405164 Aug 31 06:34:04.242087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a387bdf2-098b-4a71-beaf-5523c5d1a069 req-05c1cd0d-9ac4-452f-bd85-1d8a51b42148 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.243520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a387bdf2-098b-4a71-beaf-5523c5d1a069 req-05c1cd0d-9ac4-452f-bd85-1d8a51b42148 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 943 time: 0.0932312 Aug 31 06:34:04.245439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-697ab270-d08d-485e-b064-a4c49bcd38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.246747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-697ab270-d08d-485e-b064-a4c49bcd38cb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.0683465 Aug 31 06:34:04.282275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Checking segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:04.283301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Network hostable DHCP agents. Network: a96bc69e-89c0-4591-a8d3-18daa448edc8, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:04.310424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a387bdf2-098b-4a71-beaf-5523c5d1a069 req-d09dc1cc-7202-4dcb-a81d-3ef1fd73d361 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608091 Aug 31 06:34:04.318363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-f24f6277-caa7-4e9b-97f4-3e2a1491a396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.319844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-f24f6277-caa7-4e9b-97f4-3e2a1491a396 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634992 Aug 31 06:34:04.384619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:04.453854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8ab56-9a68-4706-92ea-e8f2d337fca8 req-08fc04e1-edd4-48d1-abf8-fa3406de3d88 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.455381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a8ab56-9a68-4706-92ea-e8f2d337fca8 req-08fc04e1-edd4-48d1-abf8-fa3406de3d88 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 935 time: 0.0665967 Aug 31 06:34:04.457739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a96bc69e-89c0-4591-a8d3-18daa448edc8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:04.467298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1cdcc7-169f-468b-b5ba-9c1657602830 None None] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:04.476864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-439a7f7e-588e-4b52-96cb-24c0cb791b38 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4335322 Aug 31 06:34:04.481605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.482430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.484395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-7582006a-082e-4c99-86ef-71c600c79177 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564891 Aug 31 06:34:04.552443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a8ab56-9a68-4706-92ea-e8f2d337fca8 req-0e0c434a-3bf7-4005-b6a7-fcefdc266acf tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780110 Aug 31 06:34:04.604308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18e6ea5-45a5-47f5-9cc6-322a6520eef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.617974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d18e6ea5-45a5-47f5-9cc6-322a6520eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.647948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e9b4d4-ae47-42fc-ad46-3f0b90c12510 None None] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:04.669817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a86025bd-5652-4654-a3cc-855a08b0be86 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5795979 Aug 31 06:34:04.680001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76586cb5-3954-42cb-9889-9185bcfdc4d3 req-693c89dd-8fe5-4e4e-a6a1-824ade0219ab service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796196 Aug 31 06:34:04.793258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d18e6ea5-45a5-47f5-9cc6-322a6520eef2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=729232d6d5a24d7786ca2e1309aaec1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8319564 Aug 31 06:34:04.796350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:04.797104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e6ea5-45a5-47f5-9cc6-322a6520eef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5906a5c-abe9-4af5-b2c2-09dc7de62650,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:04.857230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.887651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.900805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5481422d-09e9-403b-b219-6287d1fd1485 req-d55557e2-6b18-4503-9c19-203fbce7c930 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.902423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5481422d-09e9-403b-b219-6287d1fd1485 req-d55557e2-6b18-4503-9c19-203fbce7c930 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.1535046 Aug 31 06:34:04.903382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1b8512-2274-471d-8186-452a60bf9449 req-0ab39d50-3681-4d91-8f4b-5afb5198690e tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:04.904947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b1b8512-2274-471d-8186-452a60bf9449 req-0ab39d50-3681-4d91-8f4b-5afb5198690e tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.1418417 Aug 31 06:34:04.922369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a45efab-66be-4a8e-8d18-79577b6115fd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:04.939109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.964016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Transition to ACTIVE for port object 7a45efab-66be-4a8e-8d18-79577b6115fd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:04.970537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5481422d-09e9-403b-b219-6287d1fd1485 req-c204aa57-cfb7-4c10-8a1e-bc5d26232f89 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566051 Aug 31 06:34:04.971606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:04.973781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b1b8512-2274-471d-8186-452a60bf9449 req-42922ff3-e6b9-4d22-be38-6bb3c20dbb11 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590067 Aug 31 06:34:05.003933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.024090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.026235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b5906a5c-abe9-4af5-b2c2-09dc7de62650 HTTP/1.1" status: 204 len: 168 time: 0.2260935 Aug 31 06:34:05.037789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459a198-6360-4e80-b89e-8705b6363d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5906a5c-abe9-4af5-b2c2-09dc7de62650,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.057286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.099866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Attempting to bind port 7a45efab-66be-4a8e-8d18-79577b6115fd on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:05.100292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Attempting to bind port 7a45efab-66be-4a8e-8d18-79577b6115fd by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:05.100699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Attempting to bind port 7a45efab-66be-4a8e-8d18-79577b6115fd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:05.110983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6415f06a-d3b5-45f0-9e79-ea8a326342d5 req-7540c6f4-2676-4a05-9ed5-10d77112bd75 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 210 time: 0.0383267 Aug 31 06:34:05.114359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Port 7a45efab-66be-4a8e-8d18-79577b6115fd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:05.114846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Attempting to bind port 7a45efab-66be-4a8e-8d18-79577b6115fd on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:05.121706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:05.122050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:05.122444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:05.122875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Bound port: 7a45efab-66be-4a8e-8d18-79577b6115fd, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:05.130822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.169787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.270328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:05.275378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7a45efab-66be-4a8e-8d18-79577b6115fd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:05.287543 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.379761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Pushing event updated for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:05.389851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.390575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.392902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-2349ea61-62ac-447b-a2e5-92f2dc6deba6 service neutron] 10.222.0.50 "PUT /v2.0/ports/7a45efab-66be-4a8e-8d18-79577b6115fd HTTP/1.1" status: 200 len: 1096 time: 1.5703411 Aug 31 06:34:05.393641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:05.396363 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70" -d '{"events": [{"name": "network-changed", "server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:05.578260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145cb980-069a-4090-a4e2-bcd25e79d734 req-700e5b60-44d6-4f3f-80e6-1d608cc9210d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.587758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-145cb980-069a-4090-a4e2-bcd25e79d734 req-700e5b60-44d6-4f3f-80e6-1d608cc9210d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 943 time: 0.1070075 Aug 31 06:34:05.628622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-0a1eee90-c9ee-40ae-9533-2ca2543234be tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.632933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-0a1eee90-c9ee-40ae-9533-2ca2543234be tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.53 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.1199534 Aug 31 06:34:05.658770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-6d7e6ff6-01f3-4a0b-a676-96df11fb2cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.660313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-6d7e6ff6-01f3-4a0b-a676-96df11fb2cc3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 1099 time: 0.0742095 Aug 31 06:34:05.727796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-9be1485e-1c23-4dbc-8248-1a5ec4de326c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7a45efab-66be-4a8e-8d18-79577b6115fd HTTP/1.1" status: 200 len: 217 time: 0.0544701 Aug 31 06:34:05.733833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-145cb980-069a-4090-a4e2-bcd25e79d734 req-d4e5455c-5477-48e3-874a-b9fc2c6d1578 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419079 Aug 31 06:34:05.788556 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781bf376-3be9-44cd-9009-f249dac905b5 x-openstack-request-id: req-781bf376-3be9-44cd-9009-f249dac905b5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:05.789083 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:05.789506 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-781bf376-3be9-44cd-9009-f249dac905b5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:05.790335 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd', 'status': 'completed', 'code': 200} Aug 31 06:34:05.815612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-c3af628b-db7c-4d3d-81cb-7d9d7317b95b tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.822835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-c3af628b-db7c-4d3d-81cb-7d9d7317b95b tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.3324974 Aug 31 06:34:05.838476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-02019f33-36f8-46aa-9c47-566bf0b6c20e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/quotas/d0e337b1324e4da4aa1dfcc9d1e7a073 HTTP/1.1" status: 200 len: 375 time: 0.0145571 Aug 31 06:34:05.886215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-23c05c9c-30a9-4fcb-aa0b-11132c7dfc7b tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413380 Aug 31 06:34:05.886492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Deleting port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:05.886934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:05.900847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f828d98e-b7bc-4525-b008-85170102c025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.902291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-f828d98e-b7bc-4525-b008-85170102c025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1651912 Aug 31 06:34:05.990140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2908a7-8326-44f4-ba48-f2fb2109dff3 req-ba4f005e-3dff-4919-a0d0-a63ee9d3cc51 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:05.992043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc2908a7-8326-44f4-ba48-f2fb2109dff3 req-ba4f005e-3dff-4919-a0d0-a63ee9d3cc51 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 947 time: 0.1286564 Aug 31 06:34:06.012453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-97bc2ece-fc62-401e-9349-6533f887f311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.013974 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-97bc2ece-fc62-401e-9349-6533f887f311 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1013117 Aug 31 06:34:06.033568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-b1bbeeef-d17a-4134-8e75-af33b3b9920e service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463535 Aug 31 06:34:06.040506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] For port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:06.041032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.068385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Calling delete_port for e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 owned by compute:tempest-test_az-717373520 {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:06.086386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc2908a7-8326-44f4-ba48-f2fb2109dff3 req-66df121a-d7eb-474a-b97d-98e0aa84eb7b tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806377 Aug 31 06:34:06.217294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-a1994765-1981-4d4d-84f2-ec51516531ca service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930954 Aug 31 06:34:06.221500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-6a63dde3-58be-4fce-a77a-a94c0cda45d0 service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751204 Aug 31 06:34:06.243855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-f3494164-aef1-4638-ab7e-19c613ca47b2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.245460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-f3494164-aef1-4638-ab7e-19c613ca47b2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.1784577 Aug 31 06:34:06.260689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Request body: {'port': {'device_id': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'admin_state_up': True, 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:06.349160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33b0f051-ab0d-4dfd-b296-2d7cb97841d1 req-b2b5f6d8-0688-4fdb-9db3-4c94bdd003ba service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231797 Aug 31 06:34:06.527642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-bc4283d7-7049-4d81-a0d6-c4268c200f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.529229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-bc4283d7-7049-4d81-a0d6-c4268c200f54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a623022277740f2b87d4ca787e2b9eb&device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 1099 time: 0.1109645 Aug 31 06:34:06.562267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8166e7ea-27f6-4667-9d5a-6b11312548d3 req-8cee6629-790b-46de-b805-bccf244d40e5 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.564577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8166e7ea-27f6-4667-9d5a-6b11312548d3 req-8cee6629-790b-46de-b805-bccf244d40e5 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 971 time: 0.0917540 Aug 31 06:34:06.718032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8166e7ea-27f6-4667-9d5a-6b11312548d3 req-d934b700-a0fc-41b3-b12c-ffa08b242143 tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.57 "GET /v2.0/security-groups?id=fec54f9f-165a-4aee-b5b9-758eefa1920a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424336 Aug 31 06:34:06.719399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-f5a8c158-0557-40ad-8552-90d4d167d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.720965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-f5a8c158-0557-40ad-8552-90d4d167d304 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1768508 Aug 31 06:34:06.726585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b9bacc-b766-4847-8507-d0ad03401bf2 req-294eec95-32db-4af4-982d-9fef450b4e7d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.734276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b9bacc-b766-4847-8507-d0ad03401bf2 req-294eec95-32db-4af4-982d-9fef450b4e7d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.4682348 Aug 31 06:34:06.774296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:06.787808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e8cd847f-4640-472f-8ed2-aa6cf3cb9b92'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:06.793217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-c4d329e9-2fa3-499c-b79d-b5708fa998c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=7a45efab-66be-4a8e-8d18-79577b6115fd HTTP/1.1" status: 200 len: 217 time: 0.0566003 Aug 31 06:34:06.836715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Pushing event deleted for resources: {'Port': ['ID=e8cd847f-4640-472f-8ed2-aa6cf3cb9b92,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:06.893097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da07e69e-5ef6-4220-b1b3-fe67fafa68b5 req-197c1189-b7b5-412f-b7d7-485a819c0091 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 210 time: 0.0438654 Aug 31 06:34:06.912145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b9bacc-b766-4847-8507-d0ad03401bf2 req-2de83a20-2871-48fe-8a2c-ff081d02586b tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768246 Aug 31 06:34:06.933454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-45975bc9-2db7-4373-9620-c81469081ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:06.934923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-45975bc9-2db7-4373-9620-c81469081ba2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1281080 Aug 31 06:34:06.961957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:06.969164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.039733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-53127eb6-e5be-46d3-8fa3-47b6f98af317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.041426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-53127eb6-e5be-46d3-8fa3-47b6f98af317 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0971231 Aug 31 06:34:07.047357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] No DVR routers for this DVR port e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:07.060779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.062567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3471916-1fe7-4ba9-bba9-2036a649d7d2 req-6d9f5490-faa9-4154-971f-8bcb292267ea tempest-AggregatesAdminTestJSON-939286392 tempest-AggregatesAdminTestJSON-939286392-project] 10.222.0.53 "DELETE /v2.0/ports/e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 HTTP/1.1" status: 204 len: 173 time: 1.4164450 Aug 31 06:34:07.065114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'name': 'network-vif-deleted', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:07.067445 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a79ec66-c42a-4a5d-89b9-a6d9428dcfcf" -d '{"events": [{"server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "name": "network-vif-deleted", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:07.113680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2440cac4-56c8-49e0-beff-70416299684b req-1dc85fe8-2cc4-48ce-a6af-5c67caa1c3ff tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 210 time: 0.0685410 Aug 31 06:34:07.236342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ac9cb0-7bb1-4cee-8a6f-79dd63aa88be req-991eaec7-69cb-47f9-ae16-8ff29a512edb tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.238177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52ac9cb0-7bb1-4cee-8a6f-79dd63aa88be req-991eaec7-69cb-47f9-ae16-8ff29a512edb tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 943 time: 0.1059723 Aug 31 06:34:07.244794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-494b1079-5892-4936-8c08-ca18746adb9d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916933 Aug 31 06:34:07.304875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Allocated IP 172.20.0.8 (3023f4d6-873a-4e75-b564-188e8d9589a1/25257aaf-d2c3-4f47-8a7f-122b012604c7/56f41b55-51d0-4dce-baec-808c14aa7a6e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:07.362655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52ac9cb0-7bb1-4cee-8a6f-79dd63aa88be req-0c61f8c4-05d3-48f8-a538-7ee544f9888d tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164062 Aug 31 06:34:07.444372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a4dd0c-cf74-46ac-8bd7-7d209fdb6b70 req-d5886246-b642-4a83-9532-063a5fd74bbc service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824443 Aug 31 06:34:07.481480 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4984cc78-009c-47a6-92a3-7fe57a67d2ef x-openstack-request-id: req-4984cc78-009c-47a6-92a3-7fe57a67d2ef {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:07.482296 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e718711-2c15-4a22-88a2-042cd445b8c0", "name": "network-vif-deleted", "tag": "e8cd847f-4640-472f-8ed2-aa6cf3cb9b92", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:07.482551 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4984cc78-009c-47a6-92a3-7fe57a67d2ef {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:07.483060 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e718711-2c15-4a22-88a2-042cd445b8c0', 'name': 'network-vif-deleted', 'tag': 'e8cd847f-4640-472f-8ed2-aa6cf3cb9b92', 'status': 'completed', 'code': 200} Aug 31 06:34:07.576150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.583321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678728b1-680c-4160-b340-61df70d7b14c req-9a8ce99f-bc50-49e6-8154-d017c62dfd85 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.585065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-678728b1-680c-4160-b340-61df70d7b14c req-9a8ce99f-bc50-49e6-8154-d017c62dfd85 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 947 time: 0.0604107 Aug 31 06:34:07.593418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd44f450-c279-4a65-b4b2-c663b4de6767 req-dcd4be1b-707b-492f-8e69-f52825e6bd83 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3e718711-2c15-4a22-88a2-042cd445b8c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0348325 Aug 31 06:34:07.631609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.637900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-678728b1-680c-4160-b340-61df70d7b14c req-db086e22-79f6-4aa9-b80d-b624a536e9b0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459483 Aug 31 06:34:07.687339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd44f450-c279-4a65-b4b2-c663b4de6767 req-b82e148f-a588-4ad1-bf5b-45378a63bed7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&device_id=3e718711-2c15-4a22-88a2-042cd445b8c0 HTTP/1.1" status: 200 len: 210 time: 0.0428522 Aug 31 06:34:07.708425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:07.736916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:07.753766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:07.759648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:07.760267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:07.782742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd44f450-c279-4a65-b4b2-c663b4de6767 req-fd6355b8-d99b-4707-a121-6c6a06d4fefa service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677056 Aug 31 06:34:07.784036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:07.794757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-a408d388-35a2-4591-a697-518350396da2 req-60aa3049-d053-45d1-81f2-265db33f96f8 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:34:07.798722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a408d388-35a2-4591-a697-518350396da2 req-60aa3049-d053-45d1-81f2-265db33f96f8 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0883453 Aug 31 06:34:07.800835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-d2fcbff3-00b5-4f31-8fc0-863ae28156bc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5450649 Aug 31 06:34:07.822835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Request body: {'port': {'device_id': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:07.993613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a7100e1-120b-4e2a-b161-80d1e803d35c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:08.118205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8bbf4-ea11-4f42-aed7-7b9f56547d17 req-f58fb801-cf02-4a16-9156-ebb6f582d875 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.119622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd44f450-c279-4a65-b4b2-c663b4de6767 req-fe33b25f-a4df-4a87-9179-4f3ea0fc24c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.121021 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd44f450-c279-4a65-b4b2-c663b4de6767 req-fe33b25f-a4df-4a87-9179-4f3ea0fc24c3 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3308084 Aug 31 06:34:08.126291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78d8bbf4-ea11-4f42-aed7-7b9f56547d17 req-f58fb801-cf02-4a16-9156-ebb6f582d875 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.0954561 Aug 31 06:34:08.151748 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.161882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-8e3db797-2b0b-40cd-9623-766713663ca2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.163943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-8e3db797-2b0b-40cd-9623-766713663ca2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.2116246 Aug 31 06:34:08.180154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Request body: {'port': {'device_id': '09e98199-b850-4e30-a440-eb24db297e9d', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'admin_state_up': True, 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:08.205342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c6f4-868e-4c17-893d-523181f9ec76 req-1018b5d0-effe-403c-b8c0-9ba4ae770a1c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.207057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db1c6f4-868e-4c17-893d-523181f9ec76 req-1018b5d0-effe-403c-b8c0-9ba4ae770a1c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 931 time: 0.0993690 Aug 31 06:34:08.220809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:08.243070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'port_id': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'mac_address': 'fa:16:3e:57:85:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:08.257853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78d8bbf4-ea11-4f42-aed7-7b9f56547d17 req-313257c0-9ec5-47a4-b2c0-c879e2213c84 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298926 Aug 31 06:34:08.300061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.329193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a7100e1-120b-4e2a-b161-80d1e803d35c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:08.373451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:08.379163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:08.380892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.382989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.446512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:08.461064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:08.465598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db1c6f4-868e-4c17-893d-523181f9ec76 req-87f0ecb5-fa2c-4df8-898e-5fae5ed87761 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485206 Aug 31 06:34:08.577317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0a7100e1-120b-4e2a-b161-80d1e803d35c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:08.708936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5c153a4-1f5f-44d1-a0fd-e69755780bd7 req-e457e9e4-3fc1-4231-ba08-28cf41523c3f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 210 time: 0.0365620 Aug 31 06:34:08.747756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41400be0-b255-42b7-a6dc-9e61640180b7 req-6ef1efa2-4699-43a6-a2fa-a4d1718a624b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:08.757002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41400be0-b255-42b7-a6dc-9e61640180b7 req-6ef1efa2-4699-43a6-a2fa-a4d1718a624b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 944 time: 0.1487691 Aug 31 06:34:08.778899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Allocated IP 172.20.0.4 (a96bc69e-89c0-4591-a8d3-18daa448edc8/e2201c7a-ae9e-42c1-a3df-54953ca58176/8dcc627a-669d-4d74-8104-2916a9df32a1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:08.802389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e992ffb0-5390-415e-a239-c549f61e4430 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bc19ea14ff7c4783982d2384cc9e56bb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3546505 Aug 31 06:34:08.810624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:08.844216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41400be0-b255-42b7-a6dc-9e61640180b7 req-55118084-91d9-45ad-a387-10de35da32ad tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863261 Aug 31 06:34:08.850431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f41b55-51d0-4dce-baec-808c14aa7a6e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:08.858440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.874757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Transition to ACTIVE for port object 56f41b55-51d0-4dce-baec-808c14aa7a6e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:08.881437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:08.913779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-218d5999-bc6e-4d2e-9eb9-a94baebcf7b3 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0565827 Aug 31 06:34:08.944973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:09.009499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:09.009828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:09.010143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:09.019035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:09.019347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:09.028184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:09.028519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:09.028897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:09.029315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Bound port: 56f41b55-51d0-4dce-baec-808c14aa7a6e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:09.029692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.044436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.051013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ae5f4a-0fb3-43c5-b0f8-9f472222470b req-bd85ff6a-4da7-48c8-814e-9853b57da831 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.052496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30ae5f4a-0fb3-43c5-b0f8-9f472222470b req-bd85ff6a-4da7-48c8-814e-9853b57da831 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 947 time: 0.0783582 Aug 31 06:34:09.107649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.130711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30ae5f4a-0fb3-43c5-b0f8-9f472222470b req-094b2ffb-c5c4-45df-983e-1c43256241cb tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576754 Aug 31 06:34:09.131617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:09.134805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:09.139968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.153562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.175433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-798c152b-bfa4-4cba-b25f-5e5ad8807b6e tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.181198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.181857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.182557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-798c152b-bfa4-4cba-b25f-5e5ad8807b6e tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2648652 Aug 31 06:34:09.183202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] 10.222.0.53 "PUT /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 1092 time: 1.3731544 Aug 31 06:34:09.201890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6e38d7-5240-4931-824d-18587a77f623 service neutron] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:09.211746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-ec63d684-8549-4657-9e80-3e732fe8888b tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/quotas/c83c1c58c2ee4f659ee344b84f60bce0 HTTP/1.1" status: 200 len: 375 time: 0.0282569 Aug 31 06:34:09.273388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.273388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.274342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fec54f9f-165a-4aee-b5b9-758eefa1920a HTTP/1.1" status: 204 len: 168 time: 0.4620595 Aug 31 06:34:09.294253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.296120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-fdc4614b-4d80-4515-abb0-aa0bba56a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.298186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-fdc4614b-4d80-4515-abb0-aa0bba56a813 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1095 time: 0.0619798 Aug 31 06:34:09.298353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e022e36-019e-4a6f-b5f7-22cc783c20ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec54f9f-165a-4aee-b5b9-758eefa1920a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:09.317356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-3b00dd1f-e75d-48e2-8e5e-39f0e2a0e0f4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1046181 Aug 31 06:34:09.359700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-b06d4b29-3820-47bb-87d7-9c3f4c67d256 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.0534682 Aug 31 06:34:09.402193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:09.414957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:09.433073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95a85d-318c-4677-85a6-8b964f264165 req-bd116a89-e6c7-4124-b9ec-67fe5d8225fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.436584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-bd116a89-e6c7-4124-b9ec-67fe5d8225fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0685694 Aug 31 06:34:09.438598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:09.444289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.444943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.480858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:09.495573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:09.497896 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:09.501968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-066c4d13-4045-4a04-80c1-e535d6401deb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3257031 Aug 31 06:34:09.505181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-4a5ef1d3-52cb-4401-ac99-4dabb18a5ef4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610645 Aug 31 06:34:09.520522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Request body: {'port': {'device_id': '09e98199-b850-4e30-a440-eb24db297e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:09.632477 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13f36047-f2e7-4101-9047-37bdd688c852 x-openstack-request-id: req-13f36047-f2e7-4101-9047-37bdd688c852 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:09.633263 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:09.634030 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13f36047-f2e7-4101-9047-37bdd688c852 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:09.634624 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'status': 'completed', 'code': 200} Aug 31 06:34:09.642834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:09.643534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-f1b3c5a5-918b-44c1-b864-4ff167706bb7 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288395 Aug 31 06:34:09.756075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:09.799296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b43b823-5ef7-42c3-9fef-5d1351a9fe8d req-99b42744-b220-47b1-89dd-463207dad126 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 210 time: 0.0411534 Aug 31 06:34:09.858695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e95a85d-318c-4677-85a6-8b964f264165 req-75a8c3f2-067e-4139-ae9a-649836331c96 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991601 Aug 31 06:34:09.889250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568ca2ef-f0dd-4d59-8f0b-41aad4f1600a req-1b6e0084-184d-4090-943f-d64c622a05ef tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.892034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-568ca2ef-f0dd-4d59-8f0b-41aad4f1600a req-1b6e0084-184d-4090-943f-d64c622a05ef tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.1776500 Aug 31 06:34:09.899631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d8c0c9ee-2ea0-440a-bd26-e0f7b506a4c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ce7c75e2e344929a4ba0e0ff25a9d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397243 Aug 31 06:34:09.899846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:09.986775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-8140a94c-3b5b-4a08-9357-b088cc6740d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:09.988570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-8140a94c-3b5b-4a08-9357-b088cc6740d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1095 time: 0.0713463 Aug 31 06:34:10.010160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a7100e1-120b-4e2a-b161-80d1e803d35c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:10.109818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0a7100e1-120b-4e2a-b161-80d1e803d35c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:10.115209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0a7100e1-120b-4e2a-b161-80d1e803d35c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:10.116117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.140649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-568ca2ef-f0dd-4d59-8f0b-41aad4f1600a req-4abe321a-084c-47cb-a6e7-5f2a07b02c8f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281420 Aug 31 06:34:10.165206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-d177e069-3351-413d-9e72-00350aac6706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.167244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-d177e069-3351-413d-9e72-00350aac6706 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1702547 Aug 31 06:34:10.167356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.216081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33509a9c-70df-41a6-8e81-68caa1b83179 req-bd2a7844-e79e-4cbd-a049-da91a2246bdd tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.217654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33509a9c-70df-41a6-8e81-68caa1b83179 req-bd2a7844-e79e-4cbd-a049-da91a2246bdd tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 931 time: 0.1122980 Aug 31 06:34:10.234722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.251559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-1b5fd36b-f3a6-4b06-99b1-61104f188948 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.0734980 Aug 31 06:34:10.261190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.306552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:10.309391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:10.312065 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0515e17-5722-4d6a-b685-9c801448bb96" -d '{"events": [{"server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "name": "network-vif-plugged", "status": "completed", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:10.332486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7a45efab-66be-4a8e-8d18-79577b6115fd details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:10.343447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33509a9c-70df-41a6-8e81-68caa1b83179 req-c92e68c3-d753-43dc-8f19-642c766c2a05 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953014 Aug 31 06:34:10.353834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-8ad06be4-f71e-40cf-860e-f8b644dd8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.356362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-8ad06be4-f71e-40cf-860e-f8b644dd8355 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0825465 Aug 31 06:34:10.378869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ddac6-71ff-4b9b-8664-dd1d1e6b5ea0 req-4bd95118-d7ff-4841-9cda-24e39bb3bd85 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.386374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb0ddac6-71ff-4b9b-8664-dd1d1e6b5ea0 req-4bd95118-d7ff-4841-9cda-24e39bb3bd85 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 944 time: 0.1273203 Aug 31 06:34:10.437841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-2113fb30-d7fc-4867-9ff0-fd459029d58d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737877 Aug 31 06:34:10.454834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.457949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.462247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3062966f-b444-4fde-8f1f-e5e57cbc681f HTTP/1.1" status: 204 len: 168 time: 0.5613496 Aug 31 06:34:10.464845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dcc627a-669d-4d74-8104-2916a9df32a1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:10.465422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7a45efab-66be-4a8e-8d18-79577b6115fd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:10.487125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '7a45efab-66be-4a8e-8d18-79577b6115fd', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '7a45efab-66be-4a8e-8d18-79577b6115fd', 'mac_address': 'fa:16:3e:f1:e5:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:10.490045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.490941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e818c85-2d5a-4e6b-aa3c-033421afe6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3062966f-b444-4fde-8f1f-e5e57cbc681f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:10.491560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:10.493936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.506075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb0ddac6-71ff-4b9b-8664-dd1d1e6b5ea0 req-5da5f41d-d775-4f4f-a905-1d6e961c64ae tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185451 Aug 31 06:34:10.536545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Transition to ACTIVE for port object 8dcc627a-669d-4d74-8104-2916a9df32a1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:10.550120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.561259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:10.661351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-09ff59e5-bf00-4dc0-a027-eeb3f9e48f36 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130940 Aug 31 06:34:10.711833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:10.726793 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-191f1bc1-b482-4050-9551-399ff447a3f0 x-openstack-request-id: req-191f1bc1-b482-4050-9551-399ff447a3f0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:10.727018 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "name": "network-vif-plugged", "status": "completed", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:10.727244 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-191f1bc1-b482-4050-9551-399ff447a3f0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:10.727656 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'code': 200} Aug 31 06:34:10.730357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:10.744212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Attempting to bind port 8dcc627a-669d-4d74-8104-2916a9df32a1 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:10.744763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Attempting to bind port 8dcc627a-669d-4d74-8104-2916a9df32a1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:10.745277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Attempting to bind port 8dcc627a-669d-4d74-8104-2916a9df32a1 on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:10.750842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Port 8dcc627a-669d-4d74-8104-2916a9df32a1 on network a96bc69e-89c0-4591-a8d3-18daa448edc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:10.751944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Attempting to bind port 8dcc627a-669d-4d74-8104-2916a9df32a1 on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:10.753563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:10.753913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e8cd847f-4640-472f-8ed2-aa6cf3cb9b92 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:10.758022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:10.758936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Checking segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:10.759490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Bound using segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:10.760307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Bound port: 8dcc627a-669d-4d74-8104-2916a9df32a1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:10.760869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.803347 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.819470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a45efab-66be-4a8e-8d18-79577b6115fd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:10.868356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7a45efab-66be-4a8e-8d18-79577b6115fd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:10.879224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.901009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157f7fc3-31ef-4e9f-9959-4121ac1aadd2 req-c45c1cc1-b765-4d75-a122-1e0014728211 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.907867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:10.910700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157f7fc3-31ef-4e9f-9959-4121ac1aadd2 req-c45c1cc1-b765-4d75-a122-1e0014728211 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 947 time: 0.2480297 Aug 31 06:34:10.912248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:10.912377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.53', 55248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:10.918739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.942893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:10.944309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:10.946061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] 10.222.0.50 "PUT /v2.0/ports/8dcc627a-669d-4d74-8104-2916a9df32a1 HTTP/1.1" status: 200 len: 1092 time: 1.4309721 Aug 31 06:34:10.947967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:10.950657 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771" -d '{"events": [{"name": "network-changed", "server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:10.984100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.053362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38bab289-4c3f-4596-828f-b8436a74fcb6 req-4344d1f3-5f83-4f12-9992-8acd99594773 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 210 time: 0.0909803 Aug 31 06:34:11.152291 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f22c907-9e17-4492-a9a8-d95ee0d67fb1 x-openstack-request-id: req-1f22c907-9e17-4492-a9a8-d95ee0d67fb1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:11.152891 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:11.153350 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f22c907-9e17-4492-a9a8-d95ee0d67fb1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:11.153919 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'status': 'completed', 'code': 200} Aug 31 06:34:11.169241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7a45efab-66be-4a8e-8d18-79577b6115fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:11.225484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c4eec2-c48f-434d-8b8d-4dbe81e068c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.262167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25badf64-db0f-45f3-a57e-b6d253edfb64 service neutron] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.263591 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff51171b-b0e6-41ff-ae2a-7ac14ccc12d2 req-ae372467-ed95-45b5-bc68-245edcad3316 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5562551 Aug 31 06:34:11.265559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c0a4c-00fe-467c-b891-9e8e77760aeb req-efbe9f37-2cc9-495f-ba9d-788b5fa355b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.267577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b71c0a4c-00fe-467c-b891-9e8e77760aeb req-efbe9f37-2cc9-495f-ba9d-788b5fa355b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 1097 time: 0.4425788 Aug 31 06:34:11.298320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-c4253b57-4211-401a-9050-1162ff4a9a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.299833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-c4253b57-4211-401a-9050-1162ff4a9a1d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 1095 time: 0.2451696 Aug 31 06:34:11.308213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-3a32a032-f9ab-4a5f-a8f0-7d27238da937 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3920271 Aug 31 06:34:11.398141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-7e6e4729-a76d-4bce-b8dd-b04f9b52620e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcc627a-669d-4d74-8104-2916a9df32a1 HTTP/1.1" status: 200 len: 217 time: 0.0650573 Aug 31 06:34:11.399419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:11.442944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-157f7fc3-31ef-4e9f-9959-4121ac1aadd2 req-3b5b422b-2401-4563-b6b6-5c3a44fbfab1 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5312824 Aug 31 06:34:11.477528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f559c690-6dd3-48d0-9315-25d0ba03f260 req-f6790f76-774a-4416-ae87-137c6b649c03 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.479212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f559c690-6dd3-48d0-9315-25d0ba03f260 req-f6790f76-774a-4416-ae87-137c6b649c03 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.1904233 Aug 31 06:34:11.503135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b71c0a4c-00fe-467c-b891-9e8e77760aeb req-ac6c180a-7dd6-471c-8e30-9f08a1646b7f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977384 Aug 31 06:34:11.536334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-1bb5c3ca-cc84-4b5d-8c4e-96935660862f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.538191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-1bb5c3ca-cc84-4b5d-8c4e-96935660862f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.1302910 Aug 31 06:34:11.570707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f559c690-6dd3-48d0-9315-25d0ba03f260 req-950a3818-3c0c-4a7a-9d54-a057362d8604 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816061 Aug 31 06:34:11.601726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-b6c24a05-0ee4-4d4f-ba01-5b14f9531ce4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464778 Aug 31 06:34:11.607678 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3614-8781-4e5f-bfa8-2ae0f5fe4b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.609186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db52ce9-2656-4fb4-bb6e-fbc5481a3b99 req-d891f4b8-4448-42ad-a4e4-374dd17bbd98 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.611892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db52ce9-2656-4fb4-bb6e-fbc5481a3b99 req-d891f4b8-4448-42ad-a4e4-374dd17bbd98 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 943 time: 0.0777249 Aug 31 06:34:11.619627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-c94111cc-31a1-438f-9f32-b9f0215221f1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.621172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-c94111cc-31a1-438f-9f32-b9f0215221f1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2999134 Aug 31 06:34:11.644430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c4eec2-c48f-434d-8b8d-4dbe81e068c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.660976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db52ce9-2656-4fb4-bb6e-fbc5481a3b99 req-f5968908-4785-47f2-bac5-c1f9e2870b77 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383325 Aug 31 06:34:11.687995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03c4eec2-c48f-434d-8b8d-4dbe81e068c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.714701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Request body: {'port': {'device_id': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': 'c83c1c58c2ee4f659ee344b84f60bce0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:11.793608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-03c4eec2-c48f-434d-8b8d-4dbe81e068c7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=72a8f27c4e724fcb894b8d78caaf9aab&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2259409 Aug 31 06:34:11.794114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:11.799915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c4eec2-c48f-434d-8b8d-4dbe81e068c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1fd0911-4bac-46b0-8636-7ef0659cb517,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.848405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-bcc21183-3a25-4400-af84-d75441f88d96 service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296228 Aug 31 06:34:11.857177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba148e4-0c9a-4bd2-a971-480998e4b627 req-6cc56fbb-bc82-47ba-9bcf-070e1f8c2cbd tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:11.858325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ba148e4-0c9a-4bd2-a971-480998e4b627 req-6cc56fbb-bc82-47ba-9bcf-070e1f8c2cbd tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 945 time: 0.1631761 Aug 31 06:34:11.879254 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.902193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.961456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.965521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.966920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1fd0911-4bac-46b0-8636-7ef0659cb517 HTTP/1.1" status: 204 len: 168 time: 0.1691763 Aug 31 06:34:11.980004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454e076e-04d8-42b5-a8e3-8ad73b0fa881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1fd0911-4bac-46b0-8636-7ef0659cb517,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:11.984519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3614-8781-4e5f-bfa8-2ae0f5fe4b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:11.998275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7aae3614-8781-4e5f-bfa8-2ae0f5fe4b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.012529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Made reservation on behalf of c83c1c58c2ee4f659ee344b84f60bce0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:12.015745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ba148e4-0c9a-4bd2-a971-480998e4b627 req-bc8900fb-6849-4418-9ee2-f4186c40d141 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1437166 Aug 31 06:34:12.018244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.036228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc4beb-789f-4074-84ec-5ba97a78d791 req-7232526f-fe24-4ed7-9b91-3c1469b058d1 service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769171 Aug 31 06:34:12.060420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7aae3614-8781-4e5f-bfa8-2ae0f5fe4b10 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=417b8341db1440949810905d447f9ae4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6539397 Aug 31 06:34:12.061718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aae3614-8781-4e5f-bfa8-2ae0f5fe4b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0298f2-f329-4f30-9e42-4040f36b5003,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:12.064440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:12.164133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.168286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa4d3010-a2f3-43a9-9c74-de0649b76e25 req-54d7994b-c3ff-4e41-80a6-d624b5bf6126 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 210 time: 0.0410340 Aug 31 06:34:12.200298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-ffb5c1f1-084f-4566-9862-01ba2d4f375f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.201756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-ffb5c1f1-084f-4566-9862-01ba2d4f375f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 1095 time: 0.0917513 Aug 31 06:34:12.205314 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.228487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Allocated IP 192.168.233.104 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:12.309735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7a45efab-66be-4a8e-8d18-79577b6115fd up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:12.325789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.328264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.330627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bf0298f2-f329-4f30-9e42-4040f36b5003 HTTP/1.1" status: 204 len: 168 time: 0.2638772 Aug 31 06:34:12.333272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-8dca0475-04e7-4ae8-a098-ba87f07793e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.334746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-8dca0475-04e7-4ae8-a098-ba87f07793e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 905 time: 0.1234243 Aug 31 06:34:12.340984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be421ca-881c-4b76-8ee4-7396f9b4caf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0298f2-f329-4f30-9e42-4040f36b5003,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:12.392777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-b90561e8-b9ac-43a3-b255-bba7dd9715cb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8dcc627a-669d-4d74-8104-2916a9df32a1 HTTP/1.1" status: 200 len: 217 time: 0.0466690 Aug 31 06:34:12.436830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 7a45efab-66be-4a8e-8d18-79577b6115fd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:12.448184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 7a45efab-66be-4a8e-8d18-79577b6115fd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:12.448555 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.474544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-b39438a0-807e-4518-a449-3a4d2ff40bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.476021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-b39438a0-807e-4518-a449-3a4d2ff40bad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.0733471 Aug 31 06:34:12.483005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.502735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Transition to ACTIVE for port object bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:12.550612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:12.553312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-eaa9e34a-940d-4b53-a342-7c7c38b9e5e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660837 Aug 31 06:34:12.573937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f08a77c-77d9-4942-a32d-a9f1b7af4053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.636123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.669650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.673122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1097ba26-2666-45ce-9f00-ee022c14b7cd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:12.732106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a657aa-0802-4112-89dc-7c0a11567809 req-915198b4-e198-4989-97d7-a5983d41e748 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.732304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:12.741361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9a657aa-0802-4112-89dc-7c0a11567809 req-915198b4-e198-4989-97d7-a5983d41e748 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 948 time: 0.1900094 Aug 31 06:34:12.744971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:12.753530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:12.759167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.760669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.784782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:12.787750 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-224d0c82-abc0-42a9-a1b6-d435e40d7dec" -d '{"events": [{"server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "name": "network-vif-plugged", "status": "completed", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:12.815410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7a45efab-66be-4a8e-8d18-79577b6115fd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:12.820434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9a657aa-0802-4112-89dc-7c0a11567809 req-52dbd1ef-940a-4e9a-b79c-4f94c47412b5 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780320 Aug 31 06:34:12.843920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Pushing event updated for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:12.849266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:12.868423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-b843d410-bb25-47e5-ae91-e4010a4a6f1b service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984037 Aug 31 06:34:12.880586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeee624d-3444-4300-9c0a-c72b2910965d req-9f06331d-bfe0-40b6-bf8c-f07d913c37e3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:12.882363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aeee624d-3444-4300-9c0a-c72b2910965d req-9f06331d-bfe0-40b6-bf8c-f07d913c37e3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.1447914 Aug 31 06:34:12.942541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:12.978115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4973-942a-42c9-8deb-591be00c77d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.052892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aeee624d-3444-4300-9c0a-c72b2910965d req-ee7f5a9c-43df-44ae-a32b-dd476ba60a8e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635079 Aug 31 06:34:13.091506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f08a77c-77d9-4942-a32d-a9f1b7af4053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.092859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.100404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f08a77c-77d9-4942-a32d-a9f1b7af4053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.146269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9a8d16a8-6a7f-4da4-8285-5b8d73a05ff1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4358995 Aug 31 06:34:13.153267 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9262455d-6e7d-4a0f-b740-b2017c2379d2 x-openstack-request-id: req-9262455d-6e7d-4a0f-b740-b2017c2379d2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:13.154481 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "name": "network-vif-plugged", "status": "completed", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:13.155010 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9262455d-6e7d-4a0f-b740-b2017c2379d2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:13.155722 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd', 'code': 200} Aug 31 06:34:13.177592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06da3f04-b634-4d3e-a98a-7235f2002d01 None None] Provisioning for port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:13.188780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Request body: {'port': {'device_id': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:13.190170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-06da3f04-b634-4d3e-a98a-7235f2002d01 None None] Provisioning complete for port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:13.190595 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-06da3f04-b634-4d3e-a98a-7235f2002d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.213796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a2072-3bdf-445f-831b-ac73851a1067 req-f45a4ebe-3a8b-40d7-9f0b-d26b2bb9c642 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.222201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-085a2072-3bdf-445f-831b-ac73851a1067 req-f45a4ebe-3a8b-40d7-9f0b-d26b2bb9c642 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 943 time: 0.1075971 Aug 31 06:34:13.243325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f08a77c-77d9-4942-a32d-a9f1b7af4053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8da966b-62df-4494-853c-327977193e09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.271555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f08a77c-77d9-4942-a32d-a9f1b7af4053 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d333b47883e54471b77a426cfe88b3fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166567 Aug 31 06:34:13.281312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:13.290939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-06da3f04-b634-4d3e-a98a-7235f2002d01 None None] Port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:13.308013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dd49ba-67df-4e7f-8ebf-eb2f8656c771 req-dc4940ca-d397-41a9-8c65-ef38178932b8 service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4308825 Aug 31 06:34:13.357252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-085a2072-3bdf-445f-831b-ac73851a1067 req-ce6c2ab8-ba26-4b6a-8173-388cafd80c4f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339417 Aug 31 06:34:13.371410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eab2cd9-0ee2-4c4e-a648-d0ff149f0820 req-61dbcb2c-27af-46eb-84a4-71ec1e866d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.372879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eab2cd9-0ee2-4c4e-a648-d0ff149f0820 req-61dbcb2c-27af-46eb-84a4-71ec1e866d31 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 1101 time: 0.1389687 Aug 31 06:34:13.381258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.393115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.416015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078eed7a-84fd-4a71-bf9b-452fca260b96 req-1c2df71d-b65c-42a3-a495-67530e828b38 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.417655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078eed7a-84fd-4a71-bf9b-452fca260b96 req-1c2df71d-b65c-42a3-a495-67530e828b38 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 945 time: 0.1402555 Aug 31 06:34:13.425600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.444994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eab2cd9-0ee2-4c4e-a648-d0ff149f0820 req-f0c5b0b1-7a54-422b-a538-93a9bdca085f service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631444 Aug 31 06:34:13.520210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4973-942a-42c9-8deb-591be00c77d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.523856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078eed7a-84fd-4a71-bf9b-452fca260b96 req-d60914da-94f8-4cd4-8f8b-60b7f9f01f85 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859489 Aug 31 06:34:13.526624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753c9ac-a5d9-488d-97ba-c79d75265415 req-7fc76ed6-4e5d-441f-aa78-02c9dbc19e13 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.535736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f753c9ac-a5d9-488d-97ba-c79d75265415 req-7fc76ed6-4e5d-441f-aa78-02c9dbc19e13 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 936 time: 0.0701919 Aug 31 06:34:13.556605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.565870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.565870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d8da966b-62df-4494-853c-327977193e09 HTTP/1.1" status: 204 len: 168 time: 0.2761784 Aug 31 06:34:13.573523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbcd4973-942a-42c9-8deb-591be00c77d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.583450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27495b8-a67b-42fa-9e5b-6202bea8f322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8da966b-62df-4494-853c-327977193e09,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.623842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f753c9ac-a5d9-488d-97ba-c79d75265415 req-202df921-484c-4232-bdb0-af272cea5514 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871353 Aug 31 06:34:13.685839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd4973-942a-42c9-8deb-591be00c77d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4cda5c-25ce-4fc4-905e-e9adb9507151,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.727519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cbcd4973-942a-42c9-8deb-591be00c77d2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27f4b9f817ef4b23991145bb2a664a62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7824724 Aug 31 06:34:13.732500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:13.760554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816257ee-b72d-4af8-984c-e727ed9aaf01 req-119d6f1e-ae31-4be3-b86a-8939509f7d4c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:13.762026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-816257ee-b72d-4af8-984c-e727ed9aaf01 req-119d6f1e-ae31-4be3-b86a-8939509f7d4c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 945 time: 0.1299887 Aug 31 06:34:13.773189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:13.785652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'floatingip': {'port_id': '0a7100e1-120b-4e2a-b161-80d1e803d35c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:13.796127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.833745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.883333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.898100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.902170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:13.903711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad4cda5c-25ce-4fc4-905e-e9adb9507151 HTTP/1.1" status: 204 len: 168 time: 0.1701968 Aug 31 06:34:13.914806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a2cf5-c07d-495f-95fe-f0a93f36b8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4cda5c-25ce-4fc4-905e-e9adb9507151,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:13.996189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace80905-f811-42ae-a5b4-d9dbd9386258 req-a54e1bbe-230b-46c2-9414-8bcd6565834d tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:14.004644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ace80905-f811-42ae-a5b4-d9dbd9386258 req-a54e1bbe-230b-46c2-9414-8bcd6565834d tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.0703611 Aug 31 06:34:14.049906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:14.058026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ace80905-f811-42ae-a5b4-d9dbd9386258 req-e113442e-0fd9-4a13-8e16-f16515bb9d5e tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523860 Aug 31 06:34:14.089504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:14.099028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.112691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Transition to ACTIVE for port object bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:14.160511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.217163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:14.236547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'port_id': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'mac_address': 'fa:16:3e:72:e9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25257aaf-d2c3-4f47-8a7f-122b012604c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:14.299089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.326833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:14.337984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56f41b55-51d0-4dce-baec-808c14aa7a6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:14.364830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:14.375985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.388442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Attempting to bind port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:14.388868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Attempting to bind port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:14.389198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Attempting to bind port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:14.403233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:14.403554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Attempting to bind port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:14.435802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c1733-2ca9-4656-abb1-9e618ab0c9fc req-49e5fb48-3873-4b8e-a365-a3f79814676e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:14.437398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-316c1733-2ca9-4656-abb1-9e618ab0c9fc req-49e5fb48-3873-4b8e-a365-a3f79814676e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.2812922 Aug 31 06:34:14.459677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:14.513439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:14.513775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:14.514159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:14.514617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Bound port: bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:14.514951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:14.576939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f7735-0755-4954-a58e-61fd30e48dfa req-72b8e49c-aa3d-40b3-91d2-9758aca6bc74 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:14.579870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a2f7735-0755-4954-a58e-61fd30e48dfa req-72b8e49c-aa3d-40b3-91d2-9758aca6bc74 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 943 time: 0.0940566 Aug 31 06:34:14.593520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['56f41b55-51d0-4dce-baec-808c14aa7a6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:14.636247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a2f7735-0755-4954-a58e-61fd30e48dfa req-fcaf3fb0-fa24-4824-8549-5421ab7db00a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502465 Aug 31 06:34:14.717509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-316c1733-2ca9-4656-abb1-9e618ab0c9fc req-f8923a04-04d9-476c-83ac-ae1d6aff33c4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425346 Aug 31 06:34:14.841066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:14.905992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:14.918981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.303478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:15.304092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.305493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b HTTP/1.1" status: 200 len: 1097 time: 2.1234858 Aug 31 06:34:15.316359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52345c0-d7c9-47f4-bfe5-33ee619c0d4b req-22d6110f-aa98-4a27-a2ce-30efd3bdab63 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:15.324423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f52345c0-d7c9-47f4-bfe5-33ee619c0d4b req-22d6110f-aa98-4a27-a2ce-30efd3bdab63 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 948 time: 0.4808002 Aug 31 06:34:15.326096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:15.328390 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872372cd-0e29-4a30-9e13-122f037dc01b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:15.332544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:34:15.379018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.506127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00decc27-d42e-4f7b-8ca3-42d70cabfbc7 req-48dfe590-5e8e-4c2e-aca8-a25ff39eabc6 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:15.520022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00decc27-d42e-4f7b-8ca3-42d70cabfbc7 req-48dfe590-5e8e-4c2e-aca8-a25ff39eabc6 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.0730555 Aug 31 06:34:15.540445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461f747-d25c-4d2c-8e2a-45e40be696d3 service neutron] Pushing event updated for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:15.569146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f52345c0-d7c9-47f4-bfe5-33ee619c0d4b req-f9fc1a82-22f5-498f-8bd0-ad9738d82983 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2436535 Aug 31 06:34:15.582303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.584320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-c3ca75d8-d544-492b-be9f-987291893c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:15.593828 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-c3ca75d8-d544-492b-be9f-987291893c44 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 1100 time: 0.1424201 Aug 31 06:34:15.623711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00decc27-d42e-4f7b-8ca3-42d70cabfbc7 req-404575a4-5f22-48ff-b4a7-2726a2bcc839 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929670 Aug 31 06:34:15.624460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:15.695409 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3daaa9b-4d5e-4246-9904-85fe3a81e7ec x-openstack-request-id: req-d3daaa9b-4d5e-4246-9904-85fe3a81e7ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:15.695778 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:15.696120 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3daaa9b-4d5e-4246-9904-85fe3a81e7ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:15.696574 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b', 'status': 'completed', 'code': 200} Aug 31 06:34:15.700124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-428f9226-65af-4479-a455-263fadd7b4d2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b HTTP/1.1" status: 200 len: 217 time: 0.1057355 Aug 31 06:34:15.837904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-21fa5079-3de1-4694-8a22-086a6c51a346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:15.839272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-21fa5079-3de1-4694-8a22-086a6c51a346 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1292241 Aug 31 06:34:15.845364 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Floating IP d121d3de-cc77-46e7-927b-d996026bca3f associated. External IP: 172.25.3.225, port: 0a7100e1-120b-4e2a-b161-80d1e803d35c. Aug 31 06:34:16.025895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-26a1aeed-1ae7-4874-be68-d4cb6896f166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.028078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-26a1aeed-1ae7-4874-be68-d4cb6896f166 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1794746 Aug 31 06:34:16.065385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:16.073965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb89556-e4f4-428a-a592-f8e89389493a req-1afd7ad2-9083-46aa-83d5-0f6ae791bb2a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.075531 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6fb89556-e4f4-428a-a592-f8e89389493a req-1afd7ad2-9083-46aa-83d5-0f6ae791bb2a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 943 time: 0.1601815 Aug 31 06:34:16.133319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817673e-f2cb-4880-9cec-155062c01ca0 req-0bb25384-6cc5-4125-a29c-d11e99cb09ed tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.137978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b817673e-f2cb-4880-9cec-155062c01ca0 req-0bb25384-6cc5-4125-a29c-d11e99cb09ed tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.0655105 Aug 31 06:34:16.143515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 56f41b55-51d0-4dce-baec-808c14aa7a6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:16.158800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 56f41b55-51d0-4dce-baec-808c14aa7a6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:16.159178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.194350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b817673e-f2cb-4880-9cec-155062c01ca0 req-69254915-c326-421e-9b2f-4003e519889e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524199 Aug 31 06:34:16.237360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6fb89556-e4f4-428a-a592-f8e89389493a req-46be6aed-402b-4b14-9af9-70fd536d8755 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303494 Aug 31 06:34:16.294101 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.302958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-1e936b6d-98fb-410d-aeba-bac97f7a92e7 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663820 Aug 31 06:34:16.368165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:16.373089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:16.378509 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654e216f-a610-4c73-b773-467dbefe8745" -d '{"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-plugged", "status": "completed", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:16.384505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:16.397462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.404713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:16.412939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bb9d89-4848-4b81-8686-5409594f716a req-3aeaf591-c5b6-4259-9a27-913afb560974 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.418459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57bb9d89-4848-4b81-8686-5409594f716a req-3aeaf591-c5b6-4259-9a27-913afb560974 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.1188588 Aug 31 06:34:16.482675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57bb9d89-4848-4b81-8686-5409594f716a req-bfcfaf92-7790-4f09-8a4e-01b787d9117c tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547867 Aug 31 06:34:16.537183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a074d7e8-1db4-40b2-af32-40354a2c5b8f req-59949043-7dbe-4394-913a-e6b8c1eea3fe service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249811 Aug 31 06:34:16.570014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.623438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:16.638634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'mac_address': 'fa:16:3e:14:32:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:16.652289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1767091670', 'description': 'tempest-description-370907953'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:16.680965 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.697544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dcc627a-669d-4d74-8104-2916a9df32a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:16.698576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:16.707725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.709848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.713975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872372cd-0e29-4a30-9e13-122f037dc01b req-44ec9d98-9c91-4432-b8a4-ad029f2ec9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.716051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-44ec9d98-9c91-4432-b8a4-ad029f2ec9d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 1100 time: 0.1071792 Aug 31 06:34:16.717029 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:16.730141 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:16.731109 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:16.741964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:16.747535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.755024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:16.780926 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1e9730-c0a6-49d2-be49-a4b827049e3a x-openstack-request-id: req-fe1e9730-c0a6-49d2-be49-a4b827049e3a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:16.781214 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-plugged", "status": "completed", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:16.781515 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe1e9730-c0a6-49d2-be49-a4b827049e3a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:16.781967 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'code': 200} Aug 31 06:34:16.821805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:16.863078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7cee9f5d-f4c8-4040-88b1-be1a4b5e1709 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "PUT /v2.0/floatingips/d121d3de-cc77-46e7-927b-d996026bca3f HTTP/1.1" status: 200 len: 991 time: 3.0887196 Aug 31 06:34:16.879938 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:16.954621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248e4635-7913-42e4-9bd1-802126212aa4 req-d7f3d1cd-03db-40be-8c3d-773e02f0c8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.956229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-248e4635-7913-42e4-9bd1-802126212aa4 req-d7f3d1cd-03db-40be-8c3d-773e02f0c8ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1097 time: 0.1117220 Aug 31 06:34:16.957319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872372cd-0e29-4a30-9e13-122f037dc01b req-86a5a3b4-97c3-46d8-adb8-5797f4da4502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:16.958821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-86a5a3b4-97c3-46d8-adb8-5797f4da4502 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2160835 Aug 31 06:34:17.034409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-e58e4c0b-1d2e-4e1c-9424-7db92b17825a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b HTTP/1.1" status: 200 len: 217 time: 0.0618412 Aug 31 06:34:17.092103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-248e4635-7913-42e4-9bd1-802126212aa4 req-5af96407-4aa3-4344-9385-1a668f7a1f2e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209614 Aug 31 06:34:17.101214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8dcc627a-669d-4d74-8104-2916a9df32a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:17.120098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.124272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872372cd-0e29-4a30-9e13-122f037dc01b req-45109972-1f9a-4aa0-8a07-065f9c179bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.125942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-45109972-1f9a-4aa0-8a07-065f9c179bde service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0824871 Aug 31 06:34:17.127084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.173217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae3e7d5-b53b-479c-bfcf-881fbc35bb85,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:17.181840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148a8242-77c1-46f6-8356-0d34d9d019f0 req-c1e42713-165c-4a28-889f-f9f631f01000 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.185470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-148a8242-77c1-46f6-8356-0d34d9d019f0 req-c1e42713-165c-4a28-889f-f9f631f01000 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 948 time: 0.0994298 Aug 31 06:34:17.242451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-148a8242-77c1-46f6-8356-0d34d9d019f0 req-ee3eb3d3-0cd7-4a3e-a93c-0fd286d18e51 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481920 Aug 31 06:34:17.259333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.267229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.324375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.325815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67bf6990-e90b-482e-8bbc-51576d36fbf7 req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6825593 Aug 31 06:34:17.347850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f07319-d100-4364-ab7f-183143fdc87e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba9917a-4239-43ad-a0b6-a7b7d1e7ac25,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:17.352412 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:57:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090971e-2361-44f4-8cae-c5af22856a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:14Z', 'revision_number': 1, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:17.364155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872372cd-0e29-4a30-9e13-122f037dc01b req-bcc02009-00d5-4294-9209-9a335b60d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.366220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-bcc02009-00d5-4294-9209-9a335b60d443 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0742984 Aug 31 06:34:17.374973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-ff3b682e-2174-4ed9-9779-3a5200a9425e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0679932 Aug 31 06:34:17.404498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:17.414878 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:17.415615 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:33:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:17.484620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-9273f56f-0306-434e-bdd1-86ab90bd23b3 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106336 Aug 31 06:34:17.498433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-426fd1c6-32ab-49d8-901c-47cc6ae10a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.510559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-426fd1c6-32ab-49d8-901c-47cc6ae10a51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 1102 time: 0.0743885 Aug 31 06:34:17.565720 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:17.607745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-872372cd-0e29-4a30-9e13-122f037dc01b req-9e4aee9a-5c68-4cad-bd87-f51ac429b738 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147225 Aug 31 06:34:17.654717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d6a4b-b254-4893-b50a-1a2fc0c52a92 req-2c93a7cf-4460-49b3-a929-f5d2b64a8692 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.656490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-641d6a4b-b254-4893-b50a-1a2fc0c52a92 req-2c93a7cf-4460-49b3-a929-f5d2b64a8692 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.1447639 Aug 31 06:34:17.667547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63a4af-53fb-4767-bc1d-5cb300f62070 req-3a1a7c90-1068-4357-8d4f-677b178b7489 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.669393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f63a4af-53fb-4767-bc1d-5cb300f62070 req-3a1a7c90-1068-4357-8d4f-677b178b7489 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 945 time: 0.0686531 Aug 31 06:34:17.691012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-21abdb5d-d4cd-421a-a256-d384b47fe80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.692709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-21abdb5d-d4cd-421a-a256-d384b47fe80c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1425419 Aug 31 06:34:17.698071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:17.700275 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38b3496f-6670-46b3-9140-9070b9ff47dc" -d '{"events": [{"name": "network-changed", "server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:17.716302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-641d6a4b-b254-4893-b50a-1a2fc0c52a92 req-f473b236-b661-4f40-b184-2de2dc245061 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523112 Aug 31 06:34:17.716606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f63a4af-53fb-4767-bc1d-5cb300f62070 req-aef274a1-75f3-4088-86af-bc88cba40ca8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395892 Aug 31 06:34:17.745123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-dc9de7f4-7173-4437-9931-3eae8f064f3e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd HTTP/1.1" status: 200 len: 217 time: 0.0404034 Aug 31 06:34:17.801991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Request body: {'security_group': {'name': 'tempest-securitygroup-779337900', 'description': 'tempest-description-1690877913'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:17.824567 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:57:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090971e-2361-44f4-8cae-c5af22856a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:14Z', 'revision_number': 1, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:17.827495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.846729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-c6ddc9ae-6467-4678-95c4-cb8c8b6ef815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.848341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-c6ddc9ae-6467-4678-95c4-cb8c8b6ef815 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0880337 Aug 31 06:34:17.854197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2563812-cc89-4fbc-93cb-d9564e4dd010 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:57:85:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a090971e-2361-44f4-8cae-c5af22856a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:34:14Z', 'revision_number': 1, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:17.864823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5368de-640b-4d4e-a2a2-966e4ac356f2 req-ccd396dd-7474-40dc-bfab-11ca8a21d388 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.870675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c5368de-640b-4d4e-a2a2-966e4ac356f2 req-ccd396dd-7474-40dc-bfab-11ca8a21d388 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 944 time: 0.0752954 Aug 31 06:34:17.935723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.936226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c5368de-640b-4d4e-a2a2-966e4ac356f2 req-01529e77-e73c-4ff3-ad99-dcda47fe9d76 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555770 Aug 31 06:34:17.939954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-94cf4063-8e66-40e6-a537-7045c55a8af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:17.941497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.941617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-94cf4063-8e66-40e6-a537-7045c55a8af7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0707066 Aug 31 06:34:17.968347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:17.978378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f01e244d-bbd5-4cc2-b65f-a63d8cd57d02 req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1814058 Aug 31 06:34:17.989393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513482d4-5731-413a-90b9-60021b348e5d tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cff133b-69bc-4b67-9f97-211113921f9a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:18.019983 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aac6c1-4bca-4da5-a7f1-e81f934d09ea x-openstack-request-id: req-07aac6c1-4bca-4da5-a7f1-e81f934d09ea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:18.020270 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:18.020535 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07aac6c1-4bca-4da5-a7f1-e81f934d09ea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:18.020895 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'status': 'completed', 'code': 200} Aug 31 06:34:18.092240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-5c87241c-57cf-417c-9dca-8a25c9d7cbae service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328349 Aug 31 06:34:18.149250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-154ebf12-199d-47cd-b7ca-e81683f164c3 None None] New status for floating IP d121d3de-cc77-46e7-927b-d996026bca3f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:34:18.163869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-277419df-ecd2-411e-aa32-9e34c97152a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.165445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-277419df-ecd2-411e-aa32-9e34c97152a5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 1097 time: 0.0973449 Aug 31 06:34:18.239425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2107263863', 'description': 'tempest-description-1196949926'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:18.306310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.323640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.336031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff0815f4-4881-4eaa-a789-1a58049339e9 req-6db71d22-5e92-48db-92d9-5c4c351a6fcc service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329247 Aug 31 06:34:18.346241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:18.349474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-dc68be4c-e14b-4698-a490-ab09b5181e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.351096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-dc68be4c-e14b-4698-a490-ab09b5181e1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 924 time: 0.1694679 Aug 31 06:34:18.457410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94419e2e-7bc1-4abb-8fc2-c205572785c1 req-b447157e-9516-4bc8-be37-f0b3183d4bac tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.459166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94419e2e-7bc1-4abb-8fc2-c205572785c1 req-b447157e-9516-4bc8-be37-f0b3183d4bac tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 948 time: 0.0689342 Aug 31 06:34:18.473184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 8dcc627a-669d-4d74-8104-2916a9df32a1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:18.478128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 8dcc627a-669d-4d74-8104-2916a9df32a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:18.478507 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.484446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-bcf62c5c-48cc-461d-a486-52a12847c93f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 200 len: 999 time: 0.1217294 Aug 31 06:34:18.520889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94419e2e-7bc1-4abb-8fc2-c205572785c1 req-cc4a0ab6-6632-4ecf-9916-60e184fd0938 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410497 Aug 31 06:34:18.720648 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.761108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:18.767240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.797391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:18.800075 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164661d7-e243-4b2c-9ff2-4daee4eb5b35" -d '{"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:18.804015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-ff9bcaa0-6a10-4180-956a-02a27a0f6ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.805715 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-ff9bcaa0-6a10-4180-956a-02a27a0f6ebc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.3131037 Aug 31 06:34:18.835085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:18.862980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.871015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:18.914126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:18.916166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-113194a7-db86-4b90-b9ab-032358cfaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.917935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-113194a7-db86-4b90-b9ab-032358cfaa26 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009805 Aug 31 06:34:18.921103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00952604-7aba-420a-8e62-f77ad059c24e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:18.994321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c78caf-e6e1-4848-957a-d15d4fef4057 req-2a3981a0-b935-47e0-9c51-6100da7e0df4 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:18.995733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7c78caf-e6e1-4848-957a-d15d4fef4057 req-2a3981a0-b935-47e0-9c51-6100da7e0df4 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.0743461 Aug 31 06:34:19.041970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7c78caf-e6e1-4848-957a-d15d4fef4057 req-98d26867-fb72-4f87-9c9f-83be9c21088f tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/security-groups?id=7c733e3d-26ab-4617-91f5-1356ff088c67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382216 Aug 31 06:34:19.048736 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.052539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-91c9f646-f798-4fed-840a-7eae2f0e14b1 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233864 Aug 31 06:34:19.058250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.106936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f5479a2-21de-40e9-a21f-68f8a4a467a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.128135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-7b586c37-5e37-4668-9765-9c2cca0d32e0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.129647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-7b586c37-5e37-4668-9765-9c2cca0d32e0 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.50 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 949 time: 0.0781705 Aug 31 06:34:19.140178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.141939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ecbb3d0-c9f8-4c4f-b8d4-c1e8b9e490a8 req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9101105 Aug 31 06:34:19.144993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63971abc-03a8-4c6e-a890-ebf250acc2f8 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2966583-2181-433a-a457-ce09d83dfef0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.179085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38b3496f-6670-46b3-9140-9070b9ff47dc req-59f871ae-1d1e-427e-8816-874d655535ea service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171610 Aug 31 06:34:19.201928 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafd8521-4cba-4721-9724-0298aa8a1bae x-openstack-request-id: req-fafd8521-4cba-4721-9724-0298aa8a1bae {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:19.205349 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:19.205634 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fafd8521-4cba-4721-9724-0298aa8a1bae {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:19.206054 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'code': 200} Aug 31 06:34:19.273695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f28112-851f-4ef1-bc64-040edb00e5f7 req-fa7a2091-a870-4fbb-ad1f-56945043009c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.275231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91f28112-851f-4ef1-bc64-040edb00e5f7 req-fa7a2091-a870-4fbb-ad1f-56945043009c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 945 time: 0.1445568 Aug 31 06:34:19.338456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f529c-637b-4948-83a0-8eb6afba18ae req-232e9c15-20f1-42a2-bd9c-940b6566e514 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.339944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d37f529c-637b-4948-83a0-8eb6afba18ae req-232e9c15-20f1-42a2-bd9c-940b6566e514 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 945 time: 0.0490549 Aug 31 06:34:19.386573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d37f529c-637b-4948-83a0-8eb6afba18ae req-2c4ecb8c-08f3-4b3a-87df-3176286daedc tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396407 Aug 31 06:34:19.414996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1880916036', 'description': 'tempest-description-973394766'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:19.422170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91f28112-851f-4ef1-bc64-040edb00e5f7 req-ab998f55-d225-4468-89da-ef54cd8e08d5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051574 Aug 31 06:34:19.449399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc268477-de6e-4484-b3fe-25f00c03ceb1 req-525afe31-2411-40d2-9e8e-7aaef5640256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.450874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc268477-de6e-4484-b3fe-25f00c03ceb1 req-525afe31-2411-40d2-9e8e-7aaef5640256 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 1097 time: 0.1607878 Aug 31 06:34:19.455850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Deleting port 7a45efab-66be-4a8e-8d18-79577b6115fd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:19.456191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.539102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f5479a2-21de-40e9-a21f-68f8a4a467a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.553437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f5479a2-21de-40e9-a21f-68f8a4a467a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.562059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.581800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc268477-de6e-4484-b3fe-25f00c03ceb1 req-677dacc1-55eb-4f63-a755-2930c637f0a9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061511 Aug 31 06:34:19.614898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f5479a2-21de-40e9-a21f-68f8a4a467a7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8be2baac7744e7b9594c904e397ccdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6994314 Aug 31 06:34:19.618549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:19.618722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5479a2-21de-40e9-a21f-68f8a4a467a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5579fed2-3aab-4b21-99b7-6793f5e09f95,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.636713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] For port 7a45efab-66be-4a8e-8d18-79577b6115fd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7a45efab-66be-4a8e-8d18-79577b6115fd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:19.637182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.654351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Calling delete_port for 7a45efab-66be-4a8e-8d18-79577b6115fd owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:19.693697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.704507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.716019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.745355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff678eb1-0715-4ef5-840b-849b3dc7c0e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.751270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.751986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8815ee0f-163f-413d-b4ec-00acc60f6268 req-de075223-f755-4d4a-a1ad-8bd26899dee5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3410263 Aug 31 06:34:19.767258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.794104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0772534-cc76-4bb8-a89a-73da027d0ea5 req-640bb03b-fd88-4672-8a24-3b64491bd7d0 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.795593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0772534-cc76-4bb8-a89a-73da027d0ea5 req-640bb03b-fd88-4672-8a24-3b64491bd7d0 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1097 time: 0.0721247 Aug 31 06:34:19.826164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.831513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.832872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5579fed2-3aab-4b21-99b7-6793f5e09f95 HTTP/1.1" status: 204 len: 168 time: 0.2138968 Aug 31 06:34:19.845071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff9a033-2ef1-4d6a-8433-5580949867dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5579fed2-3aab-4b21-99b7-6793f5e09f95,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.880271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0772534-cc76-4bb8-a89a-73da027d0ea5 req-37864bb8-f62d-475e-9383-e27bafab15fe tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753801 Aug 31 06:34:19.893933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:19.911550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7a45efab-66be-4a8e-8d18-79577b6115fd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:19.923124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b3322-bd8e-49a0-9166-40088e5dc414 req-3899e7ea-685f-4078-b54d-ebf9940ce566 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:19.925735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Pushing event deleted for resources: {'Port': ['ID=7a45efab-66be-4a8e-8d18-79577b6115fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:19.927125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef1b3322-bd8e-49a0-9166-40088e5dc414 req-3899e7ea-685f-4078-b54d-ebf9940ce566 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 948 time: 0.0762324 Aug 31 06:34:20.005630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef1b3322-bd8e-49a0-9166-40088e5dc414 req-4430d14a-130e-4a6b-a7b0-d7e414213e77 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611637 Aug 31 06:34:20.010737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] No DVR routers for this DVR port 7a45efab-66be-4a8e-8d18-79577b6115fd on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:20.014351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.018985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5503888d-f4ca-4e9e-b137-08f07e595506 req-5c7130ca-c3e4-44b9-916b-cbe49b538820 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.50 "DELETE /v2.0/ports/7a45efab-66be-4a8e-8d18-79577b6115fd HTTP/1.1" status: 204 len: 173 time: 0.8706336 Aug 31 06:34:20.019457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'name': 'network-vif-deleted', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:20.022704 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd2765c-f11e-43bc-a499-0b929b3ab754" -d '{"events": [{"server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "name": "network-vif-deleted", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:20.127488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:20.278245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:20.292027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b', 'mac_address': 'fa:16:3e:28:eb:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:20.341375 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.357991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:20.370807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-046e3933-7812-49cc-9410-4e34397c41f2 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42318 time: 0.3273094 Aug 31 06:34:20.386516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:20.396432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.420156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-7de1988c-cbd5-41b8-9785-caf590cfea5b tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/00952604-7aba-420a-8e62-f77ad059c24e HTTP/1.1" status: 200 len: 2981 time: 0.0406713 Aug 31 06:34:20.460124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:20.480521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-e1c58d7c-5f52-4003-913f-3feef0ca4c7f tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/00952604-7aba-420a-8e62-f77ad059c24e HTTP/1.1" status: 200 len: 2981 time: 0.0511305 Aug 31 06:34:20.483173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:20.503826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a01b57-0f85-4bde-8667-886bcdb45191 req-f86fe0aa-f495-4388-b3c5-326ebab79e03 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:20.505587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da089c62-4edf-422b-9365-f0f72c13a21c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.508898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70a01b57-0f85-4bde-8667-886bcdb45191 req-f86fe0aa-f495-4388-b3c5-326ebab79e03 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1097 time: 0.0496967 Aug 31 06:34:20.545885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70a01b57-0f85-4bde-8667-886bcdb45191 req-b97ec0f7-22b1-427d-a371-955e1f938b46 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347126 Aug 31 06:34:20.557678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-fdaca588-4467-4770-9faf-307c8d1dfb45 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0ae3e7d5-b53b-479c-bfcf-881fbc35bb85 HTTP/1.1" status: 200 len: 2981 time: 0.0649240 Aug 31 06:34:20.605429 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ba6559-8afa-4d8a-80d5-72c1519a431a x-openstack-request-id: req-16ba6559-8afa-4d8a-80d5-72c1519a431a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:20.606007 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79ecf941-41c8-411c-b6cc-2ac74b56d64a", "name": "network-vif-deleted", "tag": "7a45efab-66be-4a8e-8d18-79577b6115fd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:20.606330 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-16ba6559-8afa-4d8a-80d5-72c1519a431a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:20.606892 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79ecf941-41c8-411c-b6cc-2ac74b56d64a', 'name': 'network-vif-deleted', 'tag': '7a45efab-66be-4a8e-8d18-79577b6115fd', 'status': 'completed', 'code': 200} Aug 31 06:34:20.620010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:20.647879 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-44c5989f-ebed-4274-ae3a-23343bf1e66a tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0ae3e7d5-b53b-479c-bfcf-881fbc35bb85 HTTP/1.1" status: 200 len: 2981 time: 0.0795419 Aug 31 06:34:20.729632 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da089c62-4edf-422b-9365-f0f72c13a21c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.734199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-8a2e58a6-026c-4758-abf4-356ab0fc0874 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0f4136a0-db46-4cbb-97da-d011505e0c0d HTTP/1.1" status: 200 len: 2981 time: 0.0773950 Aug 31 06:34:20.737960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da089c62-4edf-422b-9365-f0f72c13a21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.820462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da089c62-4edf-422b-9365-f0f72c13a21c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5d83511f22e48d4b4066d6c3c6f3327&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3358088 Aug 31 06:34:20.821069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da089c62-4edf-422b-9365-f0f72c13a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b46345-18e4-4661-9a10-61f0f2d26adb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:20.824280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:20.854062 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-b38d863f-2cd2-4b5d-8afc-eb17f372ba3b tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/0f4136a0-db46-4cbb-97da-d011505e0c0d HTTP/1.1" status: 200 len: 2981 time: 0.1121304 Aug 31 06:34:20.872121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20681fac-e85f-4d52-9a41-63a5f420ee2e req-9c307177-e295-437d-96b1-6c63c6eb2da8 tempest-DeleteServersAdminTestJSON-1756234601 tempest-DeleteServersAdminTestJSON-1756234601-project] 10.222.0.57 "GET /v2.0/ports?device_id=79ecf941-41c8-411c-b6cc-2ac74b56d64a HTTP/1.1" status: 200 len: 210 time: 0.1994588 Aug 31 06:34:20.917662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.924059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-db11591e-3198-435f-8dbb-c92fc2b4f2c5 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/432ef297-8d54-44b4-9e58-78c9d0da1451 HTTP/1.1" status: 200 len: 2973 time: 0.0616174 Aug 31 06:34:20.959855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:20.985693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d488e669-13c9-42c2-a1cd-68709c68163d req-5f9e8797-96d5-4a45-8b4b-2e784e9c7d5c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:20.987147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d488e669-13c9-42c2-a1cd-68709c68163d req-5f9e8797-96d5-4a45-8b4b-2e784e9c7d5c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 945 time: 0.0503001 Aug 31 06:34:21.008740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-8631d575-e431-4927-8361-b9bc1ca67043 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/432ef297-8d54-44b4-9e58-78c9d0da1451 HTTP/1.1" status: 200 len: 2973 time: 0.0767100 Aug 31 06:34:21.029058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d488e669-13c9-42c2-a1cd-68709c68163d req-9b28f935-bd9f-4f9e-8b60-7ee9fcca0ad3 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356686 Aug 31 06:34:21.055911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.055911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:21.055911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a4b46345-18e4-4661-9a10-61f0f2d26adb HTTP/1.1" status: 204 len: 168 time: 0.2234149 Aug 31 06:34:21.067841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0618d1bb-01eb-44f8-bddf-bdda88d78cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b46345-18e4-4661-9a10-61f0f2d26adb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:21.089152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-98b80be3-f8b3-4915-a9a1-ebcf40aecc56 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/563d18d3-d81f-41bd-8f39-498282801601 HTTP/1.1" status: 200 len: 2981 time: 0.0694861 Aug 31 06:34:21.142913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-d0fcb020-29a5-418c-990d-996a28e14a7f tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/563d18d3-d81f-41bd-8f39-498282801601 HTTP/1.1" status: 200 len: 2981 time: 0.0529974 Aug 31 06:34:21.193934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-5a7fee78-30d1-46d0-ab62-30aacef47d2a tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/740fc48b-d035-461f-92d6-57430313252a HTTP/1.1" status: 200 len: 2981 time: 0.0449262 Aug 31 06:34:21.238168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-601c43e8-f136-4db3-a2fd-9863158857b1 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/740fc48b-d035-461f-92d6-57430313252a HTTP/1.1" status: 200 len: 2981 time: 0.0393836 Aug 31 06:34:21.294688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-d1f98e8d-b796-483e-9891-2e3c5579e143 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c733e3d-26ab-4617-91f5-1356ff088c67 HTTP/1.1" status: 200 len: 2977 time: 0.0488603 Aug 31 06:34:21.339662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-add45ae3-7bc8-45cd-8f1e-eac652bebbae tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/7c733e3d-26ab-4617-91f5-1356ff088c67 HTTP/1.1" status: 200 len: 2977 time: 0.0383401 Aug 31 06:34:21.393877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-93a162ea-71b1-4f91-a726-02d2f5e02725 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/94bf73a7-aa3a-423c-a770-1a6fdf664f2f HTTP/1.1" status: 200 len: 2977 time: 0.0435295 Aug 31 06:34:21.443383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-9b1cd341-32c2-4314-9527-7d25e4259cfb tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/94bf73a7-aa3a-423c-a770-1a6fdf664f2f HTTP/1.1" status: 200 len: 2977 time: 0.0460982 Aug 31 06:34:21.490772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-04d6fc18-7b32-436e-8495-a174508b0569 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/9c46a70e-b2b4-44f0-8805-5de048dedbcb HTTP/1.1" status: 200 len: 2981 time: 0.0404150 Aug 31 06:34:21.513840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6fc757-6f89-4e53-bdac-54af5e82a710 req-dd170f07-7eba-4cf9-9c45-597d4c526df4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:21.518211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b6fc757-6f89-4e53-bdac-54af5e82a710 req-dd170f07-7eba-4cf9-9c45-597d4c526df4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 949 time: 0.0595303 Aug 31 06:34:21.535167 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-ab7fe3ba-2dcd-4691-893e-b8b0c067d502 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/9c46a70e-b2b4-44f0-8805-5de048dedbcb HTTP/1.1" status: 200 len: 2981 time: 0.0386522 Aug 31 06:34:21.561287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b6fc757-6f89-4e53-bdac-54af5e82a710 req-04649e5a-671b-47fa-a0d0-4fd632504629 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382996 Aug 31 06:34:21.602281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-f2eb30f6-024a-43e2-a503-71de847e4ddf tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/cb2cbd11-7789-4130-84f0-81f7a8087b3d HTTP/1.1" status: 200 len: 2977 time: 0.0606894 Aug 31 06:34:21.658303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-b95282c5-7357-4f96-b79b-515bedb4b9d3 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/cb2cbd11-7789-4130-84f0-81f7a8087b3d HTTP/1.1" status: 200 len: 2977 time: 0.0478973 Aug 31 06:34:21.703265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-a9e729db-3f6a-4039-9579-d127868cc9c2 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/cf23c37c-6d62-4020-b22e-d916ac943dc4 HTTP/1.1" status: 200 len: 2981 time: 0.0413001 Aug 31 06:34:21.735737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-c7b53394-8eda-4459-b810-fe5623b45021 req-448370be-776d-40ed-bd4a-a87718f05ab5 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:34:21.737099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7b53394-8eda-4459-b810-fe5623b45021 req-448370be-776d-40ed-bd4a-a87718f05ab5 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072651 Aug 31 06:34:21.747915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-85fd06e3-09ab-4cc2-9b12-6304f38a4cf6 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/cf23c37c-6d62-4020-b22e-d916ac943dc4 HTTP/1.1" status: 200 len: 2981 time: 0.0383389 Aug 31 06:34:21.793741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-9060c0d3-8b4e-45e3-b021-3d20ca11166d tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/dd9cdac8-9fd4-48b7-9592-de28ccdfab21 HTTP/1.1" status: 200 len: 2981 time: 0.0381365 Aug 31 06:34:21.842950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a074302-7d64-43f3-ade2-27c4afd40d79 req-55ee9c4b-0f65-44f4-9c55-dbfc18223cb9 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/dd9cdac8-9fd4-48b7-9592-de28ccdfab21 HTTP/1.1" status: 200 len: 2981 time: 0.0413527 Aug 31 06:34:21.979078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b565c175-59cc-4c8c-af97-71881fa58a93 req-a0f87ad1-7107-42f9-a1ac-4fdac5a5fb2e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b58b0e1abeaa40b3a50567aec513de35 HTTP/1.1" status: 200 len: 6102 time: 0.0885603 Aug 31 06:34:22.033430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b565c175-59cc-4c8c-af97-71881fa58a93 req-569015f9-1939-4eca-baa9-aeae5bbddb61 tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "GET /v2.0/security-groups/0ae3e7d5-b53b-479c-bfcf-881fbc35bb85 HTTP/1.1" status: 200 len: 2981 time: 0.0490756 Aug 31 06:34:22.088847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b565c175-59cc-4c8c-af97-71881fa58a93 req-2b3730b2-fa24-4aeb-a1c3-fb3d71c328c8 tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "GET /v2.0/security-groups/0ae3e7d5-b53b-479c-bfcf-881fbc35bb85 HTTP/1.1" status: 200 len: 2981 time: 0.0488412 Aug 31 06:34:22.164378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:22.238972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:22.248453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:22.248819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.273138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06ccff-48b0-4334-a73f-18d660f5730c req-a0203b5f-0bc8-4064-85f0-b380e5da5711 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.280960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e06ccff-48b0-4334-a73f-18d660f5730c req-a0203b5f-0bc8-4064-85f0-b380e5da5711 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 945 time: 0.0659173 Aug 31 06:34:22.321921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e06ccff-48b0-4334-a73f-18d660f5730c req-23a0a43c-a8ad-421b-994a-15140e3c5d1d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392239 Aug 31 06:34:22.362318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.386770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-7f5d6c31-3723-4bbe-adf7-8eb26bde9d57 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/ff678eb1-0715-4ef5-840b-849b3dc7c0e4 HTTP/1.1" status: 200 len: 1777 time: 0.0397556 Aug 31 06:34:22.405069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:22.409291 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167fdaf0-40b8-4532-b394-ef759512f909" -d '{"events": [{"server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "name": "network-vif-plugged", "status": "completed", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:22.424546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:22.429695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.452398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.474720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.495050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.520405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.523460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:22.524786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5e19b06d-12a2-467b-858f-ddb4a29eff94 req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff678eb1-0715-4ef5-840b-849b3dc7c0e4 HTTP/1.1" status: 204 len: 173 time: 0.1308289 Aug 31 06:34:22.536212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7939dc8-1c64-40e8-87c6-f8da677c6e0c tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff678eb1-0715-4ef5-840b-849b3dc7c0e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:22.701847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e473bc50-b0c1-490c-8ccb-d70bb0bf4e10 x-openstack-request-id: req-e473bc50-b0c1-490c-8ccb-d70bb0bf4e10 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:22.702336 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "name": "network-vif-plugged", "status": "completed", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:22.702734 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e473bc50-b0c1-490c-8ccb-d70bb0bf4e10 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:22.703263 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b', 'code': 200} Aug 31 06:34:22.832914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c136918-7397-44f3-ba5e-7c5de2f22cff req-cc381f3f-8a37-45a9-9411-5947f86f45b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:22.834511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c136918-7397-44f3-ba5e-7c5de2f22cff req-cc381f3f-8a37-45a9-9411-5947f86f45b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 1102 time: 0.0449011 Aug 31 06:34:22.872053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c136918-7397-44f3-ba5e-7c5de2f22cff req-3eea42c6-5682-4fc5-b6e7-05883138e1fb service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Aug 31 06:34:22.932447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-7712eb6f-8265-490f-ab41-e58f3c6d5bb4 tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "GET /v2.0/security-groups/b2966583-2181-433a-a457-ce09d83dfef0 HTTP/1.1" status: 200 len: 1778 time: 0.0354652 Aug 31 06:34:22.987519 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.012706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.051090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.053870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.055008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b111563a-67b7-4738-8d66-8f631e4a0691 req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2966583-2181-433a-a457-ce09d83dfef0 HTTP/1.1" status: 204 len: 173 time: 0.1163492 Aug 31 06:34:23.067250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe366ae-c423-4948-b1d2-aa20ef4338fe tempest-SecurityGroupsTestAdminJSON-1622562980 tempest-SecurityGroupsTestAdminJSON-1622562980-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2966583-2181-433a-a457-ce09d83dfef0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:23.212781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:23.286278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930141ee-52d9-4d72-86a1-d43813d124ac req-9779daa6-3bd0-485b-ab3e-036194fc1109 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:23.288307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-930141ee-52d9-4d72-86a1-d43813d124ac req-9779daa6-3bd0-485b-ab3e-036194fc1109 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0554171 Aug 31 06:34:23.327012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-0c95966e-bc82-419c-93ab-4980201446aa tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:34:23.328018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-0c95966e-bc82-419c-93ab-4980201446aa tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1142271 Aug 31 06:34:23.335581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-930141ee-52d9-4d72-86a1-d43813d124ac req-92b9afa5-8fba-413e-925c-07d51af354e4 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406411 Aug 31 06:34:23.412787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:23.413311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:34:23.553051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc09952b-ec1c-4012-b660-d1b568adf8e0 req-5e4e4da0-14a7-4877-be06-d61c0fc3345c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:23.554547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc09952b-ec1c-4012-b660-d1b568adf8e0 req-5e4e4da0-14a7-4877-be06-d61c0fc3345c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 945 time: 0.0686712 Aug 31 06:34:23.604954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:23.605280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:23.605625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:23.616902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc09952b-ec1c-4012-b660-d1b568adf8e0 req-5406c2c5-d941-46c4-9fff-64a0ab903e2b tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554585 Aug 31 06:34:23.617440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:23.617754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:23.622649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:23.622983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:23.623353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:23.623772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Bound port: 56f41b55-51d0-4dce-baec-808c14aa7a6e, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:23.710537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:23.715654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.716824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cff64667-68e8-487f-8878-160a336cd18a service neutron] 10.222.0.57 "POST /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e/bindings HTTP/1.1" status: 201 len: 390 time: 0.3459349 Aug 31 06:34:23.784641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-831d62d1-1b38-4ac2-b951-57763e950b05 tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "GET /v2.0/security-groups/8cff133b-69bc-4b67-9f97-211113921f9a HTTP/1.1" status: 200 len: 1777 time: 0.0444758 Aug 31 06:34:23.869359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.897432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.945066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.948259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:23.951975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-998706d3-b4f6-4a3f-a019-3d2709a7bc6a req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "DELETE /v2.0/security-groups/8cff133b-69bc-4b67-9f97-211113921f9a HTTP/1.1" status: 204 len: 173 time: 0.1606622 Aug 31 06:34:23.962762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03cc6d-4e7d-49ac-bff8-e4cc5028391b tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cff133b-69bc-4b67-9f97-211113921f9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:24.036054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-48540387-4d06-4cb9-8d40-9ccd26cc08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.038311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-48540387-4d06-4cb9-8d40-9ccd26cc08dc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1097 time: 0.0917032 Aug 31 06:34:24.083668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d2c5a-208b-43f3-b30e-5d8ee0487f20 req-7f8b665b-a9e0-437b-bbe7-97e3b7e864a8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.091367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c14d2c5a-208b-43f3-b30e-5d8ee0487f20 req-7f8b665b-a9e0-437b-bbe7-97e3b7e864a8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 945 time: 0.0602388 Aug 31 06:34:24.139283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c14d2c5a-208b-43f3-b30e-5d8ee0487f20 req-304e46bb-91e5-4df4-afb5-f24cba15727b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Aug 31 06:34:24.159811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-853f8f99-840d-4f3e-862e-c21a5c773e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.161537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-853f8f99-840d-4f3e-862e-c21a5c773e36 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1136651 Aug 31 06:34:24.223104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-75edaef7-28b5-4822-a02d-ece757cad5a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.0444334 Aug 31 06:34:24.255615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-9f729bfa-ed13-40f1-b2e5-99a5172af67e tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "GET /v2.0/security-groups/7ba9917a-4239-43ad-a0b6-a7b7d1e7ac25 HTTP/1.1" status: 200 len: 1777 time: 0.0518286 Aug 31 06:34:24.329438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.331503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-64a71a25-8abd-4aa4-a284-5132927e4046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.332970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-64a71a25-8abd-4aa4-a284-5132927e4046 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0897915 Aug 31 06:34:24.363647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.384525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7a45efab-66be-4a8e-8d18-79577b6115fd no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:24.425761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 7a45efab-66be-4a8e-8d18-79577b6115fd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:24.426500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7a45efab-66be-4a8e-8d18-79577b6115fd not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:24.432934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-20353bf0-c570-4702-8b93-358c5c20d176 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839424 Aug 31 06:34:24.434710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.437295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.439099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5ba09e2-a547-4029-85ba-130fd384fe18 req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] 10.222.0.57 "DELETE /v2.0/security-groups/7ba9917a-4239-43ad-a0b6-a7b7d1e7ac25 HTTP/1.1" status: 204 len: 173 time: 0.1825035 Aug 31 06:34:24.455724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa108cee-5ca1-4d21-860b-3b0f467cdacb tempest-SecurityGroupsTestAdminJSON-1381712922 tempest-SecurityGroupsTestAdminJSON-1381712922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba9917a-4239-43ad-a0b6-a7b7d1e7ac25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:24.608161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c8ee0d-c3c9-4bce-b103-18acab9cf0cc req-3c484851-71bc-4829-aa74-9e6d0bfeacac tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.610353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41c8ee0d-c3c9-4bce-b103-18acab9cf0cc req-3c484851-71bc-4829-aa74-9e6d0bfeacac tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0786829 Aug 31 06:34:24.636233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-aedc33b5-f3c8-4566-b47e-2ad8d201c4e5 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917369 Aug 31 06:34:24.674134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41c8ee0d-c3c9-4bce-b103-18acab9cf0cc req-be0808dc-9e16-46b2-b159-61de3e8be99a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544920 Aug 31 06:34:24.756614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-852b45de-c9c6-4bbf-922f-45ad68dbd292 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076286 Aug 31 06:34:24.811961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1bd41a03-ef7b-4e7b-b461-4da82d5bf25d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:24.869602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:24.918482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:24.947066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32781a38-0292-46da-a130-e916f833f6dc req-c7b596ec-8ff1-441e-b895-566949994990 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:24.948696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-32781a38-0292-46da-a130-e916f833f6dc req-c7b596ec-8ff1-441e-b895-566949994990 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0646238 Aug 31 06:34:24.957465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:24.990048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:24.998715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-32781a38-0292-46da-a130-e916f833f6dc req-0839dec8-2f27-4555-9efd-e93db33b92b9 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436676 Aug 31 06:34:25.075545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-7c07ae72-3623-465b-8e05-03760a16cd71 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:25.077907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-7c07ae72-3623-465b-8e05-03760a16cd71 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.0828321 Aug 31 06:34:25.098927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:25.105550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.175119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.195847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-efe17750-b1c8-41b6-bc25-ea4ed3fe5d13 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a623022277740f2b87d4ca787e2b9eb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2754769 Aug 31 06:34:25.205238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:25.206112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54be766c-e775-4c7b-86fe-d31f05d95608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.322035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:25.340653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8c981491-b2a6-4ecf-9b76-fc9e41b3d2be admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b58b0e1abeaa40b3a50567aec513de35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3816059 Aug 31 06:34:25.341276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:25.381679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:25.411990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3b98a5-1ff0-4a0e-8205-b9e8216232e4 req-fe1b71cf-f411-4419-abdf-7c7fd141e79a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:25.417836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da3b98a5-1ff0-4a0e-8205-b9e8216232e4 req-fe1b71cf-f411-4419-abdf-7c7fd141e79a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 945 time: 0.1886971 Aug 31 06:34:25.443692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.451095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:25.453389 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f974c1-e20a-4457-a39a-84ea46375f4d" -d '{"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-unplugged", "status": "completed", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:25.457352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.464230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.476428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.499218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.500862 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22dfa9fd-944a-4df9-9b84-62b64bf20fa8 x-openstack-request-id: req-22dfa9fd-944a-4df9-9b84-62b64bf20fa8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:25.501151 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-unplugged", "status": "completed", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:25.501425 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-22dfa9fd-944a-4df9-9b84-62b64bf20fa8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:25.501818 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'code': 200} Aug 31 06:34:25.540528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.550269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.565654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.565849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.566157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.566502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.566819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.567208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.567461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.567779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.568099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.568569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.568731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.569046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.575100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:25.575436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:25.575782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:25.582712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:25.583231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Attempting to bind port 56f41b55-51d0-4dce-baec-808c14aa7a6e on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:25.586986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.588792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:25.589113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:25.589525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:25.589945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Bound port: 56f41b55-51d0-4dce-baec-808c14aa7a6e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:25.590296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.629048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da3b98a5-1ff0-4a0e-8205-b9e8216232e4 req-c9f3c730-1ac6-40c1-b93b-0e3dfdd4e40f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829369 Aug 31 06:34:25.663012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:25.666143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:25.672758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.673319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cd6b3f1858e48b2a9b08dccaabe53b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8026595 Aug 31 06:34:25.674165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e28f946d-fa22-427d-afb3-e50a1401edd5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.680883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:25.705908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.706248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.706585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.706919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.707249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.707576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.707897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.708219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.708539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.708858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.709178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.709526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11c16f2b-8e33-42e8-9c18-dca84dd029eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:25.721875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.758795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:25.760178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.761690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] 10.222.0.50 "PUT /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 1123 time: 0.6686292 Aug 31 06:34:25.768237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a179d48c-b19d-4edb-9674-889f23005767 service neutron] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.785840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.788288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.792474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7c733e3d-26ab-4617-91f5-1356ff088c67 HTTP/1.1" status: 204 len: 168 time: 0.5832274 Aug 31 06:34:25.815909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7a5fb2-813e-418a-8869-e27492eb1e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c733e3d-26ab-4617-91f5-1356ff088c67,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.845768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.848640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54be766c-e775-4c7b-86fe-d31f05d95608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.858992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['56f41b55-51d0-4dce-baec-808c14aa7a6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:25.861037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54be766c-e775-4c7b-86fe-d31f05d95608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.868855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.871483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.875976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ae3e7d5-b53b-479c-bfcf-881fbc35bb85 HTTP/1.1" status: 204 len: 168 time: 0.5281172 Aug 31 06:34:25.901203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:25.939255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54be766c-e775-4c7b-86fe-d31f05d95608 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c3ecb4cba9a4ab3bdd243e2c519c583&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9470599 Aug 31 06:34:25.942217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:25.953044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be766c-e775-4c7b-86fe-d31f05d95608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17113893-14b3-44dd-bab0-6ad2d98993ea,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:25.976336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709ef1ee-bdfd-4b99-b2a2-6567378c291b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae3e7d5-b53b-479c-bfcf-881fbc35bb85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.001127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.006366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.010600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e28f946d-fa22-427d-afb3-e50a1401edd5 HTTP/1.1" status: 204 len: 168 time: 0.3282204 Aug 31 06:34:26.034441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714ba3f1-c58b-4024-bb65-efea0f2e8370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28f946d-fa22-427d-afb3-e50a1401edd5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.071977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.136476 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.203155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da900b5b-759d-43a4-ba56-01e9fdcce33b req-7cf261d5-b682-4d9f-8fee-ef2dc4e0df0f tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.204780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da900b5b-759d-43a4-ba56-01e9fdcce33b req-7cf261d5-b682-4d9f-8fee-ef2dc4e0df0f tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0850012 Aug 31 06:34:26.236614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.242158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.243506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17113893-14b3-44dd-bab0-6ad2d98993ea HTTP/1.1" status: 204 len: 168 time: 0.3001893 Aug 31 06:34:26.262738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47717fac-de9f-4272-b9f4-f4c3d444bb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17113893-14b3-44dd-bab0-6ad2d98993ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.286705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da900b5b-759d-43a4-ba56-01e9fdcce33b req-d88eea73-76fb-487e-a055-e59510cd77e6 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755162 Aug 31 06:34:26.329365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:26.346748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77b98a1-bedf-46b8-ba44-8723b00c88e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.415773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-d9278c4c-69c4-495f-8469-382d63e00a2a tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.423905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-d9278c4c-69c4-495f-8469-382d63e00a2a tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 1102 time: 0.0641780 Aug 31 06:34:26.441702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-333dc959-7a31-4255-ab54-22c93578683e tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.457484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77b98a1-bedf-46b8-ba44-8723b00c88e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.464447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f77b98a1-bedf-46b8-ba44-8723b00c88e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.520727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f77b98a1-bedf-46b8-ba44-8723b00c88e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d782ebfd09644a1b79250819ec9b8ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1900055 Aug 31 06:34:26.523430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:26.527190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77b98a1-bedf-46b8-ba44-8723b00c88e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff5bae36-cbd6-492e-b727-450e0ea37167,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.620955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.658946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.661924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-333dc959-7a31-4255-ab54-22c93578683e tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.672875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-333dc959-7a31-4255-ab54-22c93578683e tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.716571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:26.737128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43d2bfa3-73cc-4e19-97e9-dfb53fd86cb8 req-333dc959-7a31-4255-ab54-22c93578683e tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123059 Aug 31 06:34:26.771253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dc959-7a31-4255-ab54-22c93578683e tempest-LiveMigrationNegativeTest-611577784 tempest-LiveMigrationNegativeTest-611577784-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92964986-1eb5-4bcb-8507-cbbf969683cc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.802669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.805402 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.806896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ff5bae36-cbd6-492e-b727-450e0ea37167 HTTP/1.1" status: 204 len: 168 time: 0.2825005 Aug 31 06:34:26.820633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a8b3b7-3052-4f80-a0a3-0e74e0681793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff5bae36-cbd6-492e-b727-450e0ea37167,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:26.822187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-14854097-a8b2-466e-a8c9-aa8bdf12d0fb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5913dbdd34f4dea930ec791a8ebb766&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1035683 Aug 31 06:34:26.824897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:26.908738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b898845-c260-43c5-a1a2-a26f303df601 req-475d058e-cf66-449b-8e30-545887647abd tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:26.910627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b898845-c260-43c5-a1a2-a26f303df601 req-475d058e-cf66-449b-8e30-545887647abd tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.0696170 Aug 31 06:34:26.932468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:26.966441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b898845-c260-43c5-a1a2-a26f303df601 req-b3124336-5691-4059-b108-1fcff8b9eacb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Aug 31 06:34:26.996369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.015266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.036435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47212362-e358-41e3-aa20-cf225cf4fb62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.046687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.076535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba7b21fa-d53c-4e45-8f48-1fe0f316ad99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.097582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.102247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.103844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00952604-7aba-420a-8e62-f77ad059c24e HTTP/1.1" status: 204 len: 168 time: 0.2778306 Aug 31 06:34:27.116004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932514e5-d635-41d1-8aa4-a81e3f7e11ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00952604-7aba-420a-8e62-f77ad059c24e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.287931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47212362-e358-41e3-aa20-cf225cf4fb62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.299863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c96792-654d-43c3-9b9d-3e6fa51719ee req-0c23c5df-30d3-4f34-a56f-ea838671cb33 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:27.301798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81c96792-654d-43c3-9b9d-3e6fa51719ee req-0c23c5df-30d3-4f34-a56f-ea838671cb33 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0882061 Aug 31 06:34:27.307073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47212362-e358-41e3-aa20-cf225cf4fb62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.381245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47212362-e358-41e3-aa20-cf225cf4fb62 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4452df2659ba440996767220f2b2257c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623922 Aug 31 06:34:27.381491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.393927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47212362-e358-41e3-aa20-cf225cf4fb62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadddfb6-54a7-4ad7-8a1b-2da57f38054f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.404432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81c96792-654d-43c3-9b9d-3e6fa51719ee req-2294dc83-9931-4fdd-88f8-1c1c742041fc tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947692 Aug 31 06:34:27.420491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73a92c7b-1124-4f58-808e-cd51f91ebe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.467705 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.491527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba7b21fa-d53c-4e45-8f48-1fe0f316ad99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.491770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.500028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba7b21fa-d53c-4e45-8f48-1fe0f316ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.508386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:27.511613 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a04302-9b34-48da-b72b-9ac60ed9ad23" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:27.561991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba7b21fa-d53c-4e45-8f48-1fe0f316ad99 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=343227b8dadc47b895bc273fe20b319e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5073674 Aug 31 06:34:27.563883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b21fa-d53c-4e45-8f48-1fe0f316ad99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91cbe5c-103b-4dda-ab4d-80abf55f9511,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.579508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:27.584568 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71b0e825-2850-40fb-97c2-14a2f76333e6 x-openstack-request-id: req-71b0e825-2850-40fb-97c2-14a2f76333e6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:27.584568 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:27.584568 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71b0e825-2850-40fb-97c2-14a2f76333e6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:27.584568 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'status': 'completed', 'code': 200} Aug 31 06:34:27.605721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.609892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.611111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dadddfb6-54a7-4ad7-8a1b-2da57f38054f HTTP/1.1" status: 204 len: 168 time: 0.2286341 Aug 31 06:34:27.633028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c79da2-0b9d-4dd9-8fc5-5405885c8965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadddfb6-54a7-4ad7-8a1b-2da57f38054f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.660084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.698081 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.711754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.713557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-4a90e5c5-0de0-4934-821b-417f8eedfba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:27.715348 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-4a90e5c5-0de0-4934-821b-417f8eedfba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1126 time: 0.0952828 Aug 31 06:34:27.780805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.784592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:27.788734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f91cbe5c-103b-4dda-ab4d-80abf55f9511 HTTP/1.1" status: 204 len: 168 time: 0.2059050 Aug 31 06:34:27.798281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c20493-2664-4926-a1b6-861f36183707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91cbe5c-103b-4dda-ab4d-80abf55f9511,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:27.836855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-88dd4a24-a4ee-4090-b68f-5c9c09efa248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:27.838721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-88dd4a24-a4ee-4090-b68f-5c9c09efa248 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1146924 Aug 31 06:34:27.902364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-f076d67b-ec0a-4af6-a95b-d68216e66a3b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.0490711 Aug 31 06:34:27.970570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-e29475df-a734-4e0a-b5bf-624815c884b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:27.972449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-e29475df-a734-4e0a-b5bf-624815c884b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0631130 Aug 31 06:34:28.013909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-3d475118-0370-45ea-9489-4c044b69f464 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334234 Aug 31 06:34:28.160214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6552b707-746b-443d-9428-f2f5918a7029 req-422aacb4-b55b-473a-b7b0-49791fb60e8f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.168599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6552b707-746b-443d-9428-f2f5918a7029 req-422aacb4-b55b-473a-b7b0-49791fb60e8f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.0984240 Aug 31 06:34:28.176507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-72dc0874-54dd-4827-9e2d-49b5fe3ca3b7 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512604 Aug 31 06:34:28.244298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6552b707-746b-443d-9428-f2f5918a7029 req-effed7cc-3148-4fa9-8c86-b0d481dcb4c0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711687 Aug 31 06:34:28.368010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1a04302-9b34-48da-b72b-9ac60ed9ad23 req-6cea18b7-c3d6-48af-afba-bd8415b2e919 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840436 Aug 31 06:34:28.387179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:28.591246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:28.619373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:34:28.619940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:28.652601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95217995-1ec8-4b44-aeeb-bb3eefc4e948 req-8548f6c5-3de8-4800-9cf9-afc6bc2fb50f tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:28.655854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95217995-1ec8-4b44-aeeb-bb3eefc4e948 req-8548f6c5-3de8-4800-9cf9-afc6bc2fb50f tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.1246457 Aug 31 06:34:28.665636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:28.693859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000f59f6-492d-4991-b348-53da719a4a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.738487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:28.752067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95217995-1ec8-4b44-aeeb-bb3eefc4e948 req-7335d1c1-de21-4c65-915c-a89f27f58ae8 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902050 Aug 31 06:34:28.770047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'mac_address': 'fa:16:3e:14:32:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:28.850605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.937057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8dcc627a-669d-4d74-8104-2916a9df32a1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:28.964855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000f59f6-492d-4991-b348-53da719a4a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:28.971601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-000f59f6-492d-4991-b348-53da719a4a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.023862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-b8370928-eafe-4f61-99a4-e8c173b68f24 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.040128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:29.043648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-b8370928-eafe-4f61-99a4-e8c173b68f24 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.53 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.2156112 Aug 31 06:34:29.048530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:29.049308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-000f59f6-492d-4991-b348-53da719a4a38 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd7da2d12cf34bf3b0dad2e3513a620e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3821607 Aug 31 06:34:29.052052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.060498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000f59f6-492d-4991-b348-53da719a4a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5947d5-ad3e-4e16-8a86-908ed26cd9d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:29.135110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:29.194641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8dcc627a-669d-4d74-8104-2916a9df32a1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:29.390245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.443034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.489050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1cc5b4-691e-4a0e-9f10-13aad8bd805e req-ec9b1eba-7c80-4d34-8882-3b60037cfbb0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.501542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c1cc5b4-691e-4a0e-9f10-13aad8bd805e req-ec9b1eba-7c80-4d34-8882-3b60037cfbb0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.1417265 Aug 31 06:34:29.536609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.561298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.569473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8d5947d5-ad3e-4e16-8a86-908ed26cd9d1 HTTP/1.1" status: 204 len: 168 time: 0.5192904 Aug 31 06:34:29.573776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Deleting port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:29.582102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.585015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c1cc5b4-691e-4a0e-9f10-13aad8bd805e req-d09c5949-feb2-4cf9-bd05-ebce3352a09f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823641 Aug 31 06:34:29.598543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.657825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7e6c99-4d6c-42a4-9fa2-faf37b18e055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5947d5-ad3e-4e16-8a86-908ed26cd9d1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:29.778895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] For port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:29.779306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:29.799557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Calling delete_port for bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:29.982393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543e40-2158-41f0-aa61-cde4b147c8f1 req-ef41f895-1a36-4f26-88aa-9ac5def92554 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:29.994491 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92543e40-2158-41f0-aa61-cde4b147c8f1 req-ef41f895-1a36-4f26-88aa-9ac5def92554 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=3b4c6981-2cf6-4df8-8b87-e40652d75b22 HTTP/1.1" status: 200 len: 950 time: 0.0983646 Aug 31 06:34:30.120928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92543e40-2158-41f0-aa61-cde4b147c8f1 req-4530a2b0-b79c-44f8-bf4f-72826f8c93a3 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222005 Aug 31 06:34:30.155386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.169193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:30.173167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1097ba26-2666-45ce-9f00-ee022c14b7cd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:30.275593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Pushing event deleted for resources: {'Port': ['ID=bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:30.280041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] No DVR routers for this DVR port bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:30.287521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.303273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0987c0ab-7035-4dae-8756-02af12cbe984 req-118c90a9-bd28-4e7a-944d-592c177d364c tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.53 "DELETE /v2.0/ports/bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b HTTP/1.1" status: 204 len: 173 time: 1.2161384 Aug 31 06:34:30.306743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'name': 'network-vif-deleted', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:30.312922 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2902b6ba-8a4e-49b2-9d60-38df5ae71ade" -d '{"events": [{"server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "name": "network-vif-deleted", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:30.396902 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f995ded-1c98-4db4-a4db-8ed73eb3cdaa x-openstack-request-id: req-2f995ded-1c98-4db4-a4db-8ed73eb3cdaa {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:30.397462 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b4c6981-2cf6-4df8-8b87-e40652d75b22", "name": "network-vif-deleted", "tag": "bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:30.397900 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2f995ded-1c98-4db4-a4db-8ed73eb3cdaa {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:30.398316 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b4c6981-2cf6-4df8-8b87-e40652d75b22', 'name': 'network-vif-deleted', 'tag': 'bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b', 'status': 'completed', 'code': 200} Aug 31 06:34:30.413930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:30.573484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 8dcc627a-669d-4d74-8104-2916a9df32a1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:30.573852 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.738508 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.824208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:30.825963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:30.830828 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dce00b8-edb0-47ea-b5f8-c115add4d4fe" -d '{"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:30.847385 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:30.856274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc54181-a2d3-4bd0-b9fd-0006e92be3c5 req-977a93aa-da53-4c3b-bf33-d44e2e76d4ba tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:30.874501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afc54181-a2d3-4bd0-b9fd-0006e92be3c5 req-977a93aa-da53-4c3b-bf33-d44e2e76d4ba tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.1513546 Aug 31 06:34:30.948243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afc54181-a2d3-4bd0-b9fd-0006e92be3c5 req-59d429d7-d8fa-4235-830f-447a26e2ed2c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674529 Aug 31 06:34:30.981068 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1017b076-2003-43a5-9c7b-c6d5ffae20c5 x-openstack-request-id: req-1017b076-2003-43a5-9c7b-c6d5ffae20c5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:30.981402 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-plugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:30.989078 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1017b076-2003-43a5-9c7b-c6d5ffae20c5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:30.989945 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'code': 200} Aug 31 06:34:31.046816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:31.048999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:34:31.051554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:31.540991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7669be-d565-4442-a489-6e831c42cfd8 req-975d0ec5-e684-4af9-accf-4002672d306d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:31.543341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f7669be-d565-4442-a489-6e831c42cfd8 req-975d0ec5-e684-4af9-accf-4002672d306d tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.0805993 Aug 31 06:34:31.621088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f7669be-d565-4442-a489-6e831c42cfd8 req-b5063696-30f2-4fba-a162-e0076b453cb1 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695806 Aug 31 06:34:31.857087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-fc21144c-2c60-42fd-b879-cfb4adac4b9a service neutron] 10.222.0.53 "GET /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.0880818 Aug 31 06:34:32.196979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc2276c-e1b1-447f-bf96-a812959af7f2 req-e6042557-34c2-4ce0-9c3e-2b5eb67e4bc4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:32.198683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcc2276c-e1b1-447f-bf96-a812959af7f2 req-e6042557-34c2-4ce0-9c3e-2b5eb67e4bc4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 943 time: 0.0738471 Aug 31 06:34:32.259506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:32.298480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:32.306526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcc2276c-e1b1-447f-bf96-a812959af7f2 req-eaa0e94a-76b0-4770-bfb2-7f34bf8d3ca2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937276 Aug 31 06:34:32.340758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56f41b55-51d0-4dce-baec-808c14aa7a6e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:32.359245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:32.385899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.503064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] Transition to ACTIVE for port object 56f41b55-51d0-4dce-baec-808c14aa7a6e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:32.508796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:32.613847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] No DVR routers for this DVR port 56f41b55-51d0-4dce-baec-808c14aa7a6e on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:32.622409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] Pushing event updated for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:32.654779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b13c7335-6198-4b07-82d0-35d88d306c8c service neutron] 10.222.0.53 "PUT /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 0.7898548 Aug 31 06:34:32.845449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-41e9258f-4767-4afd-8e1b-9d3dec2f4012 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:32.846861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-41e9258f-4767-4afd-8e1b-9d3dec2f4012 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1183746 Aug 31 06:34:32.869650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08efafe-75cc-4e1f-9cce-f9c19c095129 req-c46afccd-d4d6-4dbb-a5ff-47649c451818 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:32.871243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e08efafe-75cc-4e1f-9cce-f9c19c095129 req-c46afccd-d4d6-4dbb-a5ff-47649c451818 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.0869346 Aug 31 06:34:32.992168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-185d330a-5805-42f5-bc7a-e973f8b8a9a6 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ec44734bb8541a38eedcbd22371e60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0335362 Aug 31 06:34:33.003864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e08efafe-75cc-4e1f-9cce-f9c19c095129 req-f36be123-73f3-47ef-b33b-2413ce6c7b1e tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239922 Aug 31 06:34:33.010927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-16d2fdb5-25e0-4552-ba4c-0781e0521556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.012412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-16d2fdb5-25e0-4552-ba4c-0781e0521556 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 1096 time: 0.1519685 Aug 31 06:34:33.135979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cad29dad-ff79-404b-9481-386542e4084a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.137701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-cad29dad-ff79-404b-9481-386542e4084a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1096 time: 0.0791018 Aug 31 06:34:33.222710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-47dc115c-ca25-4f7a-b011-636686548664 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.224380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-47dc115c-ca25-4f7a-b011-636686548664 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2161753 Aug 31 06:34:33.246040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-797f620a-2263-4599-8d2a-465047e9f904 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/quotas/2ec44734bb8541a38eedcbd22371e60e HTTP/1.1" status: 200 len: 375 time: 0.0122817 Aug 31 06:34:33.261427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-c6fb25a8-582b-4a48-b7b9-958318bad20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.262888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-c6fb25a8-582b-4a48-b7b9-958318bad20c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1127636 Aug 31 06:34:33.290062 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-0076f37a-f287-47af-a001-d8e2d307ff98 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373707 Aug 31 06:34:33.341705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-3fd30800-ced5-41b7-a91e-05386162a745 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.0574954 Aug 31 06:34:33.442931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-08dc89c7-f59c-4dbe-8aa0-db7dfc5f51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.446884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-08dc89c7-f59c-4dbe-8aa0-db7dfc5f51ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0913951 Aug 31 06:34:33.498905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-d46ccc37-4e3a-433d-9bd6-a48f9e2d733c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424325 Aug 31 06:34:33.712619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dead1f9-1eab-43b5-8a23-8969759ed4d2 req-a3ec8f99-7a01-495c-b9d1-fc7e9d849cd8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.714945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dead1f9-1eab-43b5-8a23-8969759ed4d2 req-a3ec8f99-7a01-495c-b9d1-fc7e9d849cd8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.0782003 Aug 31 06:34:33.759666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dead1f9-1eab-43b5-8a23-8969759ed4d2 req-1badc52c-c405-478e-9ac6-2601ff103ece tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376065 Aug 31 06:34:33.775659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c6b4be1-9bcd-443e-ad89-5ce2e2bf6527 req-f6cfc070-c2f1-4b12-bd41-cdce932cb341 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 210 time: 0.0784183 Aug 31 06:34:33.826451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-a3b07a3f-5cd5-46c9-bea5-4551fbb71e69 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:33.832522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-a3b07a3f-5cd5-46c9-bea5-4551fbb71e69 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.2450767 Aug 31 06:34:33.887512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-b256a179-6059-4398-b148-0def0874177d service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754604 Aug 31 06:34:34.047335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Deleting port 1097ba26-2666-45ce-9f00-ee022c14b7cd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:34.047685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.140435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-00042d8d-bf95-47e9-86c0-535be529d26c service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417614 Aug 31 06:34:34.185072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:34.230170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] For port 1097ba26-2666-45ce-9f00-ee022c14b7cd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1097ba26-2666-45ce-9f00-ee022c14b7cd,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:34.232012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.279158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:34.279583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:34.308176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:34.308786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbcb9e54-bb6c-4bab-878c-e8ee9e8a318b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:34.360661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Calling delete_port for 1097ba26-2666-45ce-9f00-ee022c14b7cd owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:34.461802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30873ce7-201e-4db3-9b3a-f094b9ef2b70 req-76efbca5-ac8a-4249-8f68-12aff9ccae04 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:34.468356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30873ce7-201e-4db3-9b3a-f094b9ef2b70 req-76efbca5-ac8a-4249-8f68-12aff9ccae04 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 950 time: 0.2290804 Aug 31 06:34:34.531849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30873ce7-201e-4db3-9b3a-f094b9ef2b70 req-624c7416-839e-4a5c-b8c0-c648528917ef tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/security-groups?id=cf23c37c-6d62-4020-b22e-d916ac943dc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565009 Aug 31 06:34:34.646891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:34.713381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d26aa-862a-4694-8f1e-3f4642982bae req-051016f3-e1f1-4cf4-8bd5-0205c5c43069 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:34.713381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-051016f3-e1f1-4cf4-8bd5-0205c5c43069 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1715107 Aug 31 06:34:34.847668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:34.868292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1097ba26-2666-45ce-9f00-ee022c14b7cd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:34.958485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d58f4dcf-bf90-43af-a1ff-4bd3fa83de7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.074993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Pushing event deleted for resources: {'Port': ['ID=1097ba26-2666-45ce-9f00-ee022c14b7cd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.082787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d58f4dcf-bf90-43af-a1ff-4bd3fa83de7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.096076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d0b557-00bc-4fc4-9f1b-ad132898a12d req-7dd2c3fe-b81d-4e56-9125-9f84a73e938a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:35.105460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89d0b557-00bc-4fc4-9f1b-ad132898a12d req-7dd2c3fe-b81d-4e56-9125-9f84a73e938a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.2242301 Aug 31 06:34:35.116497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d58f4dcf-bf90-43af-a1ff-4bd3fa83de7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.147985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bedde81-43a8-4987-a47e-c500f7f14ccb req-ac5f2f6c-544f-4a5e-9079-9fd9aa2e125b tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 210 time: 0.0765364 Aug 31 06:34:35.177387 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.196235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58f4dcf-bf90-43af-a1ff-4bd3fa83de7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53cefc45-405f-4eee-9513-703f2e2b9731,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.222991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] No DVR routers for this DVR port 1097ba26-2666-45ce-9f00-ee022c14b7cd on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:35.232331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.235259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a840226b-7cf8-4c4d-8513-bbe5c66a454b req-482a0c7e-99f7-4db4-9f50-f93e19e3929a tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.50 "DELETE /v2.0/ports/1097ba26-2666-45ce-9f00-ee022c14b7cd HTTP/1.1" status: 204 len: 173 time: 1.3869278 Aug 31 06:34:35.236111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'name': 'network-vif-deleted', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:35.246540 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddac37a3-e6f5-46d0-a211-bedf7b129033" -d '{"events": [{"server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "name": "network-vif-deleted", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:35.303856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a8288051-00d0-4637-9280-ba3d934aca00 service neutron] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:35.305500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d58f4dcf-bf90-43af-a1ff-4bd3fa83de7c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f327b1ad94c7447189fc5927f6576402&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6569221 Aug 31 06:34:35.307920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a8288051-00d0-4637-9280-ba3d934aca00 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.308719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:35.309297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355d26aa-862a-4694-8f1e-3f4642982bae req-a8288051-00d0-4637-9280-ba3d934aca00 service neutron] 10.222.0.50 "DELETE /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.5891273 Aug 31 06:34:35.321028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89d0b557-00bc-4fc4-9f1b-ad132898a12d req-ea9b8e92-67bc-4ec5-8523-3c834d158be8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144656 Aug 31 06:34:35.430491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-09ec7e5b-ea8f-4107-b77a-9e7cba808ba8 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ec44734bb8541a38eedcbd22371e60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0534313 Aug 31 06:34:35.448823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.508605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.549490 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b7c921-3eb4-441d-b380-881225b57d46 x-openstack-request-id: req-a7b7c921-3eb4-441d-b380-881225b57d46 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:35.549841 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e3ac5d-ea97-4080-988d-525f6a02b84c", "name": "network-vif-deleted", "tag": "1097ba26-2666-45ce-9f00-ee022c14b7cd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:35.550095 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7b7c921-3eb4-441d-b380-881225b57d46 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:35.550489 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e3ac5d-ea97-4080-988d-525f6a02b84c', 'name': 'network-vif-deleted', 'tag': '1097ba26-2666-45ce-9f00-ee022c14b7cd', 'status': 'completed', 'code': 200} Aug 31 06:34:35.612944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.618565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:35.620318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53cefc45-405f-4eee-9513-703f2e2b9731 HTTP/1.1" status: 204 len: 168 time: 0.3108077 Aug 31 06:34:35.664572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375a712-c47f-41f3-8367-2a6e5150f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53cefc45-405f-4eee-9513-703f2e2b9731,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:35.757389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-0a866a22-8adf-46ff-a451-4cdba0d01eac tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:35.759949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-0a866a22-8adf-46ff-a451-4cdba0d01eac tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165956 Aug 31 06:34:35.839971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd0e3087-1a48-4f72-811e-7e41ff90e3a6 req-de6a7c16-3d94-46cc-b126-d7b3067fa2f2 tempest-LiveMigrationNegativeTest-1230955040 tempest-LiveMigrationNegativeTest-1230955040-project] 10.222.0.57 "GET /v2.0/ports?device_id=a0e3ac5d-ea97-4080-988d-525f6a02b84c HTTP/1.1" status: 200 len: 210 time: 0.0783212 Aug 31 06:34:35.860336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Request body: {'port': {'device_id': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '2ec44734bb8541a38eedcbd22371e60e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:36.098500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1613b4e-d615-4079-a584-32dbbeb2fb94 req-fd249823-bf50-4df4-82c2-340812343629 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:36.106887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1613b4e-d615-4079-a584-32dbbeb2fb94 req-fd249823-bf50-4df4-82c2-340812343629 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1096 time: 0.1442997 Aug 31 06:34:36.170534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1613b4e-d615-4079-a584-32dbbeb2fb94 req-6fcea065-cf1d-4b8e-afd2-210ecc73458a tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567803 Aug 31 06:34:36.171396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Made reservation on behalf of 2ec44734bb8541a38eedcbd22371e60e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:36.178962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.206065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.256058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:36.427339 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17285900-815f-4998-b165-de6e6aca20c7 req-a16f7026-d7fe-4c72-ad66-9d51b4a72e9e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 210 time: 0.0577693 Aug 31 06:34:36.528606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.539398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.701861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34e7421c-623b-49f0-8637-fba8a4ed1ce5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:36.820060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:36.832816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-bc7d0d8c-627b-4b3c-8e1d-09e4099e1791 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:36.837731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e340389-9f98-44aa-a1f6-72e1c2caf2ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.840323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-bc7d0d8c-627b-4b3c-8e1d-09e4099e1791 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.2517345 Aug 31 06:34:36.865641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2949c1a9-296e-4b0a-af71-2902f1b49d97 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/quotas/2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 375 time: 0.0238595 Aug 31 06:34:36.880665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Allocated IP 192.168.233.139 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/e956c6cb-7259-43a1-aba1-dae450fe4662) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:36.961594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-7c1ed278-b09b-46e1-b9e1-3cdf12772431 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947959 Aug 31 06:34:36.971275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e340389-9f98-44aa-a1f6-72e1c2caf2ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:36.991507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e340389-9f98-44aa-a1f6-72e1c2caf2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.053581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0e340389-9f98-44aa-a1f6-72e1c2caf2ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22c0515c80d34379a7f2c681b214bf81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2322195 Aug 31 06:34:37.055044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3988edac-6855-4182-855f-24e78ad63649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.063987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:37.065290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e340389-9f98-44aa-a1f6-72e1c2caf2ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7301d3-f40c-4460-89d4-52f9ba4248e8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:37.178912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-e6fe9633-8fbf-4e53-af23-e79f1a7c9fb6 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160959 Aug 31 06:34:37.264644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.290090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.379531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.385653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.393259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.405890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/da7301d3-f40c-4460-89d4-52f9ba4248e8 HTTP/1.1" status: 204 len: 168 time: 0.3150136 Aug 31 06:34:37.431395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550a5cd-139c-49a2-a8df-0a029567e507 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7301d3-f40c-4460-89d4-52f9ba4248e8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:37.436531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Transition to ACTIVE for port object e956c6cb-7259-43a1-aba1-dae450fe4662 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:37.517934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-599a9e32-fde9-4447-991f-1b2aa9116a34 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353462 Aug 31 06:34:37.586381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.655894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:37.676661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:37.679835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:37.685545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:37.686353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.746728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:37.757418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Pushing event updated for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:37.919100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3988edac-6855-4182-855f-24e78ad63649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:37.934577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-a6f9ad09-2682-40c0-9b7c-74ef88a419a2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0932169 Aug 31 06:34:37.950704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Request body: {'port': {'device_id': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:37.967601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3988edac-6855-4182-855f-24e78ad63649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.054839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3988edac-6855-4182-855f-24e78ad63649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee754c3-e5df-491e-958c-f4a57cf29ee1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:38.061696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3988edac-6855-4182-855f-24e78ad63649 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64c480fb6d374d38a942f31e04201a4c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8045621 Aug 31 06:34:38.065468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:38.079094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e923ca-bf1f-4214-9545-1b5e0177d484 req-f55f1503-0a7f-49e6-96cd-087ef9cd819a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0752053 Aug 31 06:34:38.137533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d991e1-5bbc-4b37-b9ff-acfdc140eb21 req-3d8e2f3b-62d2-4847-b05d-911a25cf4fea tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:38.142799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13327294-7300-4791-bd88-8567f829ee8a None None] Provisioning for port e956c6cb-7259-43a1-aba1-dae450fe4662 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:38.146912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74d991e1-5bbc-4b37-b9ff-acfdc140eb21 req-3d8e2f3b-62d2-4847-b05d-911a25cf4fea tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 936 time: 0.2398922 Aug 31 06:34:38.147834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13327294-7300-4791-bd88-8567f829ee8a None None] Provisioning complete for port e956c6cb-7259-43a1-aba1-dae450fe4662 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:38.148213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13327294-7300-4791-bd88-8567f829ee8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.162469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce195d16-3bd5-4343-a464-a709d147a077 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c83c1c58c2ee4f659ee344b84f60bce0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142871 Aug 31 06:34:38.168382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:38.195421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.255254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13327294-7300-4791-bd88-8567f829ee8a None None] Port e956c6cb-7259-43a1-aba1-dae450fe4662 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:38.263796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74d991e1-5bbc-4b37-b9ff-acfdc140eb21 req-8f972fd9-cfdd-4bbe-9db5-faf52def6e61 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156685 Aug 31 06:34:38.264536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.347444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.367653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.399003 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.465846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1097ba26-2666-45ce-9f00-ee022c14b7cd no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:38.508207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.511762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.515260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf23c37c-6d62-4020-b22e-d916ac943dc4 HTTP/1.1" status: 204 len: 168 time: 0.3397391 Aug 31 06:34:38.525531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 1097ba26-2666-45ce-9f00-ee022c14b7cd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:38.526128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1097ba26-2666-45ce-9f00-ee022c14b7cd not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:38.567340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01fbb7-95c0-4103-958d-08a5fa63b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf23c37c-6d62-4020-b22e-d916ac943dc4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:38.614523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.630365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.631917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bee754c3-e5df-491e-958c-f4a57cf29ee1 HTTP/1.1" status: 204 len: 168 time: 0.5653174 Aug 31 06:34:38.644964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d9291b-55cf-4199-9916-469f41533ac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee754c3-e5df-491e-958c-f4a57cf29ee1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:38.825900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e956c6cb-7259-43a1-aba1-dae450fe4662 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:38.838632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:38.863394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Transition to ACTIVE for port object e956c6cb-7259-43a1-aba1-dae450fe4662 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:38.874356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.076469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197b422-13b7-44de-9205-71690089f73e service neutron] Pushing event updated for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:39.107036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Attempting to bind port e956c6cb-7259-43a1-aba1-dae450fe4662 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:39.107386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Attempting to bind port e956c6cb-7259-43a1-aba1-dae450fe4662 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:39.107699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Attempting to bind port e956c6cb-7259-43a1-aba1-dae450fe4662 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:39.128310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Port e956c6cb-7259-43a1-aba1-dae450fe4662 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:39.128636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Attempting to bind port e956c6cb-7259-43a1-aba1-dae450fe4662 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:39.136699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:39.136699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:39.137056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:39.137513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Bound port: e956c6cb-7259-43a1-aba1-dae450fe4662, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:39.137870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.309142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:39.312552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f8d9b92-0dbb-4098-ad2a-93257a30dc9b req-9eb22000-5a9a-435a-8686-ea6b86ca33c3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0639131 Aug 31 06:34:39.328841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e956c6cb-7259-43a1-aba1-dae450fe4662,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:39.357741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.435150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:39.508518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2197b422-13b7-44de-9205-71690089f73e service neutron] Pushing event updated for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:39.652070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.652995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.654671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-2197b422-13b7-44de-9205-71690089f73e service neutron] 10.222.0.50 "PUT /v2.0/ports/e956c6cb-7259-43a1-aba1-dae450fe4662 HTTP/1.1" status: 200 len: 1097 time: 1.7091396 Aug 31 06:34:39.658552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:39.660919 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f" -d '{"events": [{"name": "network-changed", "server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:39.686465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d339a-ee0b-479f-b78b-e49f8a3050f8 req-ad450de2-4e00-4cb6-ae41-324b91529225 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.697472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d80d339a-ee0b-479f-b78b-e49f8a3050f8 req-ad450de2-4e00-4cb6-ae41-324b91529225 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 948 time: 0.1485319 Aug 31 06:34:39.759810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cdc43bdb-a620-4112-88e9-668168eb261f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04580c432e094e82ad4458c45d0a9b47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226104 Aug 31 06:34:39.764730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:39.829304 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406c3b97-484c-4aeb-8bc8-3d141a9524d7 x-openstack-request-id: req-406c3b97-484c-4aeb-8bc8-3d141a9524d7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:39.830009 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:39.830009 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-406c3b97-484c-4aeb-8bc8-3d141a9524d7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:39.830239 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662', 'status': 'completed', 'code': 200} Aug 31 06:34:39.868166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-e3f60b93-026e-4920-8c8a-c7fa18e53ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.869866 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-e3f60b93-026e-4920-8c8a-c7fa18e53ef0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 1100 time: 0.0937653 Aug 31 06:34:39.885378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d80d339a-ee0b-479f-b78b-e49f8a3050f8 req-bc16a211-5a27-4eff-98a1-e6f949af6efb tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822455 Aug 31 06:34:39.895884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-0d76cfcc-824f-4e64-a558-cdf97dd7aa58 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:39.898292 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-0d76cfcc-824f-4e64-a558-cdf97dd7aa58 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.3907824 Aug 31 06:34:39.904358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:39.913676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Request body: {'port': {'device_id': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'admin_state_up': True, 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:39.971877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-93db7948-c6f1-40f4-bd80-62b69dd325b7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e956c6cb-7259-43a1-aba1-dae450fe4662 HTTP/1.1" status: 200 len: 217 time: 0.0853372 Aug 31 06:34:39.974248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:39.991058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.097165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:40.106398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.115966 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75a146f-2ad6-4953-b6fc-4592444419c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.138127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.139034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-c0a29c9d-61f5-401c-9532-dbddf2109b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:40.141037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-c0a29c9d-61f5-401c-9532-dbddf2109b0c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1361244 Aug 31 06:34:40.142936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.144383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92964986-1eb5-4bcb-8507-cbbf969683cc HTTP/1.1" status: 204 len: 168 time: 0.3703203 Aug 31 06:34:40.164223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa1d6f0-1148-4786-81e2-ffd543856291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92964986-1eb5-4bcb-8507-cbbf969683cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:40.223854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-535a221a-3b43-4cf8-8563-19109c52ec68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:40.226378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-535a221a-3b43-4cf8-8563-19109c52ec68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0637724 Aug 31 06:34:40.377594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-096394e1-c7c5-463d-a999-77d1a537e081 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410344 Aug 31 06:34:40.413961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Allocated IP 172.20.0.9 (3023f4d6-873a-4e75-b564-188e8d9589a1/25257aaf-d2c3-4f47-8a7f-122b012604c7/6505424c-79a7-4d2b-a142-e47b3b203b6d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:40.485959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a165db5c-e505-4ab3-89cd-3587edfd306f req-e5a10d96-aea5-4069-aba8-c7517d804e8d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990460 Aug 31 06:34:40.527185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa940a8b-448e-4d5f-abe8-8470ee049638 req-518ef12f-786f-4932-9f6e-89f7c4a4ce39 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0356281 Aug 31 06:34:40.528947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:40.710345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-4c1393b4-ae19-477b-99bf-2944b61c5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:40.712135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-4c1393b4-ae19-477b-99bf-2944b61c5fb6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 1100 time: 0.1434503 Aug 31 06:34:40.734134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75a146f-2ad6-4953-b6fc-4592444419c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.770386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.784181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75a146f-2ad6-4953-b6fc-4592444419c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.840615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c75a146f-2ad6-4953-b6fc-4592444419c6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36858aa946a242b690fea86ccfaf9293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8649986 Aug 31 06:34:40.851999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a146f-2ad6-4953-b6fc-4592444419c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029b9ecb-0dc1-4bea-9ddd-b58fe14b6a52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:40.857943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:40.900482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6153-1e75-4068-931c-f4cf44c6ccb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:40.951060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-ac49d8b0-dbe6-4777-af81-b1ac6f103807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:40.952786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-ac49d8b0-dbe6-4777-af81-b1ac6f103807 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2282307 Aug 31 06:34:41.014895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-5c0b92f3-670c-4713-9225-8285155eafbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=e956c6cb-7259-43a1-aba1-dae450fe4662 HTTP/1.1" status: 200 len: 217 time: 0.0502357 Aug 31 06:34:41.021720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.047916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.132888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:41.150693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.156948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:41.164159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:41.168038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:41.174494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.175195 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.247205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.250315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.251630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/029b9ecb-0dc1-4bea-9ddd-b58fe14b6a52 HTTP/1.1" status: 204 len: 168 time: 0.3925891 Aug 31 06:34:41.274365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357935af-4b5a-4759-914b-33fefc576aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029b9ecb-0dc1-4bea-9ddd-b58fe14b6a52,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:41.350515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f20c8-00f2-48d3-a51b-d6eb13b2f379 req-9e3f40cf-c30d-4b26-9326-2d1d9cfb58e6 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.357665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-287f20c8-00f2-48d3-a51b-d6eb13b2f379 req-9e3f40cf-c30d-4b26-9326-2d1d9cfb58e6 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 948 time: 0.3396773 Aug 31 06:34:41.424694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-287f20c8-00f2-48d3-a51b-d6eb13b2f379 req-946ffe2e-18b7-4e78-8d1b-8b899a08c082 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660183 Aug 31 06:34:41.430082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-01cb40eb-6db8-4aef-8bd1-b096f546d5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.438917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-01cb40eb-6db8-4aef-8bd1-b096f546d5ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.3919525 Aug 31 06:34:41.602652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-f670e541-5d7c-4e44-8ac1-89d2952cda4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.604496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-f670e541-5d7c-4e44-8ac1-89d2952cda4d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1502333 Aug 31 06:34:41.764750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-cd951f62-ff34-46aa-831d-0246f01515fb service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469755 Aug 31 06:34:41.769253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6153-1e75-4068-931c-f4cf44c6ccb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.780911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfcc6153-1e75-4068-931c-f4cf44c6ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.786328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2d472b21-da15-4c3f-8f4d-a36b19950be6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8772259 Aug 31 06:34:41.800494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Request body: {'port': {'device_id': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:41.916994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cfcc6153-1e75-4068-931c-f4cf44c6ccb3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c63397a58f04c5d8f0d903cb6a083e4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3844256 Aug 31 06:34:41.919738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcc6153-1e75-4068-931c-f4cf44c6ccb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73d944b-a48a-425b-a1b1-30b5dd8dbc1b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:41.928080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:41.951201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:41.983425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b874ca0-d3ac-4815-842a-71ebf3f1b488 req-f3e8d2c7-b52c-40b6-94ee-bdd590013b06 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:41.991814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b874ca0-d3ac-4815-842a-71ebf3f1b488 req-f3e8d2c7-b52c-40b6-94ee-bdd590013b06 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 931 time: 0.2253616 Aug 31 06:34:42.057911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df8a0ea7-2acf-44e1-b85a-de83daa3ad2f req-755d82dd-cec5-44b0-94a2-cf19e7b70f48 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692332 Aug 31 06:34:42.127653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b874ca0-d3ac-4815-842a-71ebf3f1b488 req-117e6a9f-2e80-4143-b3c1-b898d0cf88c2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347358 Aug 31 06:34:42.147705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.197245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.284021 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.289982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.292921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a73d944b-a48a-425b-a1b1-30b5dd8dbc1b HTTP/1.1" status: 204 len: 168 time: 0.3632679 Aug 31 06:34:42.305354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f03620-8fc3-448f-a6b3-4fdbe7507e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73d944b-a48a-425b-a1b1-30b5dd8dbc1b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.350387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:42.478045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6505424c-79a7-4d2b-a142-e47b3b203b6d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:42.488842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.518824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Transition to ACTIVE for port object 6505424c-79a7-4d2b-a142-e47b3b203b6d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:42.535550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.621737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837d90dd-e7d1-42d9-a364-5aa0c1526478 req-5acc8803-f213-4779-bd0b-0a1d631448a7 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:42.623946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-837d90dd-e7d1-42d9-a364-5aa0c1526478 req-5acc8803-f213-4779-bd0b-0a1d631448a7 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 948 time: 0.1218953 Aug 31 06:34:42.639468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.680810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:42.681557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:42.682040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:42.689240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:42.690170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:42.705820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:42.706428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:42.706980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:42.707796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Bound port: 6505424c-79a7-4d2b-a142-e47b3b203b6d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:42.708318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.717940 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-837d90dd-e7d1-42d9-a364-5aa0c1526478 req-209633f0-e802-49f9-b845-a54e21c1be2f tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691428 Aug 31 06:34:42.814653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:42.823112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:42.831460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.872320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:42.872945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.874350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] 10.222.0.53 "PUT /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 1092 time: 1.0792863 Aug 31 06:34:42.874821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:42.877819 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc17225-793d-4df1-8ddd-f04144dc70a6" -d '{"events": [{"name": "network-changed", "server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:42.909616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40db8c02-267a-4aee-8f33-d7080d74eb70 service neutron] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:42.931855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d68edffb-12a4-4995-a8d5-4fe8d3e43cce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:42.969784 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdd9615-7bb8-40ae-b27a-c72224ce8348 x-openstack-request-id: req-dcdd9615-7bb8-40ae-b27a-c72224ce8348 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:42.971068 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:42.971334 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcdd9615-7bb8-40ae-b27a-c72224ce8348 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:42.971750 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'status': 'completed', 'code': 200} Aug 31 06:34:42.991683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-36866cee-16a3-44c7-862e-d4a6c732ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:42.994206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-36866cee-16a3-44c7-862e-d4a6c732ecc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0730247 Aug 31 06:34:43.063443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-2aabed23-a99e-4362-a95f-a1c46972f038 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.0582085 Aug 31 06:34:43.148379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-7f4026d2-e490-4dd1-9494-3d1dcb4c776a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.150897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-7f4026d2-e490-4dd1-9494-3d1dcb4c776a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0796754 Aug 31 06:34:43.180078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d68edffb-12a4-4995-a8d5-4fe8d3e43cce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.187115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:43.210450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-a6303d0d-f835-45d8-89ba-a89e8da92c78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525782 Aug 31 06:34:43.222105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02a04bbe-cddb-404b-9631-945e428543b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.273057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d68edffb-12a4-4995-a8d5-4fe8d3e43cce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.322316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68edffb-12a4-4995-a8d5-4fe8d3e43cce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e264f22f-f52a-459c-aa1c-2e9f53db085c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:43.379300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ac4f2-dc3a-49b2-8541-575dc284390a req-4a063c53-6617-44ef-879a-4d1d46968f0d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.388862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-190ac4f2-dc3a-49b2-8541-575dc284390a req-4a063c53-6617-44ef-879a-4d1d46968f0d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1616290 Aug 31 06:34:43.418027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-00256a57-ef2b-4b76-b3c7-e274695ce643 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954331 Aug 31 06:34:43.510624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-190ac4f2-dc3a-49b2-8541-575dc284390a req-07dd5a36-8cc3-443b-801c-2260c1a88141 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207600 Aug 31 06:34:43.523428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d68edffb-12a4-4995-a8d5-4fe8d3e43cce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b3aee95db984f76b0a138a2614f07b4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1695745 Aug 31 06:34:43.533420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:43.623303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bd700b1-2c06-492b-8cfe-86b01371e4ab req-400dfa73-d53c-442b-80a0-4b61d223e281 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963294 Aug 31 06:34:43.659833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.702798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.749228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-a77b6f02-a5cb-402f-b16a-22bd69df58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:43.751095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-a77b6f02-a5cb-402f-b16a-22bd69df58e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0693157 Aug 31 06:34:43.803252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02a04bbe-cddb-404b-9631-945e428543b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:43.834421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-02a04bbe-cddb-404b-9631-945e428543b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.003417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e1b78-0ee0-4116-bb35-2633ea6c76ee req-98f337ed-ce0c-42d9-b1c7-e7da53b28559 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:44.010809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-288e1b78-0ee0-4116-bb35-2633ea6c76ee req-98f337ed-ce0c-42d9-b1c7-e7da53b28559 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 948 time: 0.1183963 Aug 31 06:34:44.013983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-66cd5762-4641-4084-b044-32538d26cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:44.022363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-66cd5762-4641-4084-b044-32538d26cb18 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.2552028 Aug 31 06:34:44.022895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:44.025224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-02a04bbe-cddb-404b-9631-945e428543b4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=912350b734994bc59e2989c05fa086f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8288631 Aug 31 06:34:44.027994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a04bbe-cddb-404b-9631-945e428543b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bce60da-2e5f-4317-9cf1-371e06f47a5b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:44.095534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.100217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.107085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e264f22f-f52a-459c-aa1c-2e9f53db085c HTTP/1.1" status: 204 len: 168 time: 0.5679271 Aug 31 06:34:44.144769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-a7b225e5-7b71-4290-bc5a-024a8a734a85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.1062155 Aug 31 06:34:44.179665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-288e1b78-0ee0-4116-bb35-2633ea6c76ee req-479cd606-b480-4b3d-ab75-b28ba0c562f0 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428950 Aug 31 06:34:44.180501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9717d14-2798-44ce-9710-247685243f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e264f22f-f52a-459c-aa1c-2e9f53db085c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:44.233742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-75d21a5a-5c7e-466e-900d-830696f5a708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:44.236680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-75d21a5a-5c7e-466e-900d-830696f5a708 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0809262 Aug 31 06:34:44.237941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.334425 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-721a29a8-7a26-4c0f-befa-e152bf919b4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822499 Aug 31 06:34:44.339747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.478268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e956c6cb-7259-43a1-aba1-dae450fe4662 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:44.514547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-08751bec-1b2e-4be2-bb86-73b1d17da6f4 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722538 Aug 31 06:34:44.518761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.522470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.523780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bce60da-2e5f-4317-9cf1-371e06f47a5b HTTP/1.1" status: 204 len: 168 time: 0.4998522 Aug 31 06:34:44.587153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0c35ae-809b-4fdf-aafa-66e8244f0b98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bce60da-2e5f-4317-9cf1-371e06f47a5b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:44.741352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7039aa87-60d5-4ef6-8aec-a26f8accd850 req-7dd477a1-ddf3-47b9-871f-a590f92acce4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:44.753705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7039aa87-60d5-4ef6-8aec-a26f8accd850 req-7dd477a1-ddf3-47b9-871f-a590f92acce4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1092808 Aug 31 06:34:44.779538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e956c6cb-7259-43a1-aba1-dae450fe4662,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:44.797215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:44.803741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7039aa87-60d5-4ef6-8aec-a26f8accd850 req-399ba266-e8b8-4966-879d-51d8aebc2921 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482605 Aug 31 06:34:44.809019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'e956c6cb-7259-43a1-aba1-dae450fe4662', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'e956c6cb-7259-43a1-aba1-dae450fe4662', 'mac_address': 'fa:16:3e:55:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:44.861946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff979c97-1ddb-4fa8-aed2-a82c92034e7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.896107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:44.944207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e956c6cb-7259-43a1-aba1-dae450fe4662 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:45.008022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e956c6cb-7259-43a1-aba1-dae450fe4662,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:45.015996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.070982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff979c97-1ddb-4fa8-aed2-a82c92034e7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.080678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc17225-793d-4df1-8ddd-f04144dc70a6 req-cbce746f-222b-4f95-8e09-913a65a29596 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5552254 Aug 31 06:34:45.082177 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff979c97-1ddb-4fa8-aed2-a82c92034e7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.161450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff979c97-1ddb-4fa8-aed2-a82c92034e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7254bf73-be7f-464c-be05-0d4204e1ca8f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:45.184878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ff979c97-1ddb-4fa8-aed2-a82c92034e7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b51451c10ea049a3abdf5d342d859c27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3760226 Aug 31 06:34:45.188599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:45.199932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:45.242517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.245407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.246150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.246782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.247465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.248089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.249582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.252420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.252963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.253482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.255338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.255866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:45.320288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.349992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e956c6cb-7259-43a1-aba1-dae450fe4662'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:45.355304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.373936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aac795-ceee-4aed-a106-0797a518490b req-e9a71057-7191-4e58-95e9-c16190af745e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:45.380970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4aac795-ceee-4aed-a106-0797a518490b req-e9a71057-7191-4e58-95e9-c16190af745e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 949 time: 0.0905550 Aug 31 06:34:45.424475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.427396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4aac795-ceee-4aed-a106-0797a518490b req-57d387c7-d569-4768-88f0-eb0ec1d89480 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398335 Aug 31 06:34:45.429377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.431194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7254bf73-be7f-464c-be05-0d4204e1ca8f HTTP/1.1" status: 204 len: 168 time: 0.2414351 Aug 31 06:34:45.440826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7abc9-71bc-40e4-af43-2436daa32fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7254bf73-be7f-464c-be05-0d4204e1ca8f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:45.523166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:45.796323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:46.030600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c686c6f-11fd-4e20-8a55-e55cd7edaded req-3fb8fc2a-fa27-4f38-8318-42351426819d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:46.032827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c686c6f-11fd-4e20-8a55-e55cd7edaded req-3fb8fc2a-fa27-4f38-8318-42351426819d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1091557 Aug 31 06:34:46.075840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c686c6f-11fd-4e20-8a55-e55cd7edaded req-120838b0-b95d-4806-8678-4fa10e6a39ea tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342176 Aug 31 06:34:46.230921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:34:46.396578 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0646b25-52a2-485c-b22b-da824c086cef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.505695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e956c6cb-7259-43a1-aba1-dae450fe4662 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:46.601137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:46.661049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'port_id': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'mac_address': 'fa:16:3e:9a:a0:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25257aaf-d2c3-4f47-8a7f-122b012604c7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:34:46.690681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0646b25-52a2-485c-b22b-da824c086cef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.698778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0646b25-52a2-485c-b22b-da824c086cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.719554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.737745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6505424c-79a7-4d2b-a142-e47b3b203b6d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:46.760427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:46.769089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.770036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2c0389-236d-4b37-8fb6-239bc857d0de req-cdac38c2-6678-41a6-8f39-51c61aa5a38c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:46.778989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa2c0389-236d-4b37-8fb6-239bc857d0de req-cdac38c2-6678-41a6-8f39-51c61aa5a38c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 949 time: 0.1759336 Aug 31 06:34:46.792474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0646b25-52a2-485c-b22b-da824c086cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66848a33-db74-448d-bb6b-9766626db068,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:46.810602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0646b25-52a2-485c-b22b-da824c086cef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eae74c0d1c5246dda9a72a2f46649a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0104020 Aug 31 06:34:46.811337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port e956c6cb-7259-43a1-aba1-dae450fe4662 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:46.812814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:46.837423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port e956c6cb-7259-43a1-aba1-dae450fe4662 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:46.837823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.877029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa2c0389-236d-4b37-8fb6-239bc857d0de req-d5dece9d-3ffc-4c33-8927-b74dd196fbe4 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928490 Aug 31 06:34:46.885157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.907256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:46.917032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.969872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.973996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:46.975672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66848a33-db74-448d-bb6b-9766626db068 HTTP/1.1" status: 204 len: 168 time: 0.1599798 Aug 31 06:34:46.986188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0beccea-151e-47f1-af58-e74320468cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66848a33-db74-448d-bb6b-9766626db068,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:46.992632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6505424c-79a7-4d2b-a142-e47b3b203b6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:47.029524 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.068817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:47.071382 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d855bfd5-9a42-4fba-afd0-f9c3183fbe28" -d '{"events": [{"server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "name": "network-vif-plugged", "status": "completed", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:47.089818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e956c6cb-7259-43a1-aba1-dae450fe4662,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:47.097821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.136930 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417fb385-c888-4f67-a2b9-e678aa8af669 x-openstack-request-id: req-417fb385-c888-4f67-a2b9-e678aa8af669 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:47.136930 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "name": "network-vif-plugged", "status": "completed", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:47.137551 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-417fb385-c888-4f67-a2b9-e678aa8af669 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:47.137949 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662', 'code': 200} Aug 31 06:34:47.172534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:47.195372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:47.256422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bd6717-08ca-4374-a2eb-54151148e700 req-73daf3f5-ebc6-472a-9857-be9f84efeaa3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:47.258256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29bd6717-08ca-4374-a2eb-54151148e700 req-73daf3f5-ebc6-472a-9857-be9f84efeaa3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0571585 Aug 31 06:34:47.294700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:47.338180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29bd6717-08ca-4374-a2eb-54151148e700 req-708d970e-539f-4155-84ca-b51924c6b995 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734601 Aug 31 06:34:47.445627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05c091b-bcdf-44f7-9774-a4f827e0bad3 req-47d2af9b-15b3-4c5a-bbed-79a3b727d39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:47.447313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c05c091b-bcdf-44f7-9774-a4f827e0bad3 req-47d2af9b-15b3-4c5a-bbed-79a3b727d39b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 1102 time: 0.0770807 Aug 31 06:34:47.517029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c05c091b-bcdf-44f7-9774-a4f827e0bad3 req-8178be4b-a370-4b5f-9faf-a042034cc191 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588722 Aug 31 06:34:47.623842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-397787774-network', 'tenant_id': '08326483919745ab9790c05eb07ccf61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:47.629266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f00c56e7-44cb-474b-a3ec-63533e2f4587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.669342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:47.675529 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.689904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.729980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:47.743958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0343f226-b36f-4b26-a830-6f381a56feaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.785929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f00c56e7-44cb-474b-a3ec-63533e2f4587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.795364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f00c56e7-44cb-474b-a3ec-63533e2f4587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.831910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:47.871302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f00c56e7-44cb-474b-a3ec-63533e2f4587 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b34ce627a36b486fac6661db4ec569cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6972256 Aug 31 06:34:47.875726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:47.877664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c56e7-44cb-474b-a3ec-63533e2f4587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce5d932-ca22-4727-ba8d-22fd0a086997,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:47.943715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.973791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:47.988775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-network', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:48.002986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.007460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.031236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:48.046152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.052184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.052744 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Added segment 78411f59-902c-4894-9ead-fb409ef26e5d of type vlan for network f125b887-523d-4ff2-8eb5-47a4350ddc7f Aug 31 06:34:48.096929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4373159-801b-4a87-9b71-7d20b541603f req-61fa60e1-3f63-436f-b979-72a9f9b68ba9 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:48.098762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4373159-801b-4a87-9b71-7d20b541603f req-61fa60e1-3f63-436f-b979-72a9f9b68ba9 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.1181114 Aug 31 06:34:48.113705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.116523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.120251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ce5d932-ca22-4727-ba8d-22fd0a086997 HTTP/1.1" status: 204 len: 168 time: 0.2432344 Aug 31 06:34:48.120733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.158055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0395074e-c0af-4f90-8d3b-d17ef276d7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce5d932-ca22-4727-ba8d-22fd0a086997,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.178244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.180001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:48.181409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.222849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4373159-801b-4a87-9b71-7d20b541603f req-b7a1ee25-502f-4af7-957b-5022e39e8a58 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032243 Aug 31 06:34:48.239041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0343f226-b36f-4b26-a830-6f381a56feaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.241600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:48.253037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0343f226-b36f-4b26-a830-6f381a56feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.291723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] Pushing event updated for resources: {'Network': ['ID=f125b887-523d-4ff2-8eb5-47a4350ddc7f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.296358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0343f226-b36f-4b26-a830-6f381a56feaf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e61974b03e654e308711b6976637a3b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5651071 Aug 31 06:34:48.300579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:48.308590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:48.334870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0343f226-b36f-4b26-a830-6f381a56feaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2569a65e-4d67-4ada-a19f-bc39f7d2f80d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.338615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Made reservation on behalf of e2ba801491ec41a691b4cf8931207908 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:48.354752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.361094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f27259a0-3d0a-4e83-85b8-ebc1037096d0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0653107 Aug 31 06:34:48.366166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:48.376781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.393510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Request body: {'subnet': {'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-397787774-subnet', 'tenant_id': '08326483919745ab9790c05eb07ccf61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:48.439622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:34:48.439622 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:34:48.439622 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': '08326483919745ab9790c05eb07ccf61', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 34, 48, 412950)}] Aug 31 06:34:48.439622 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:34:48.440298 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:34:48.443019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.474263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.580532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.583497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.586889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2569a65e-4d67-4ada-a19f-bc39f7d2f80d HTTP/1.1" status: 204 len: 168 time: 0.2831280 Aug 31 06:34:48.602449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a40883-9e24-4fba-b0d8-ef8d185e60d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2569a65e-4d67-4ada-a19f-bc39f7d2f80d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.625396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1f1c48-1421-4f60-8298-479ac086a3e0 req-5c900de6-37e3-44c1-ae98-78b397f05251 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:48.633764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb1f1c48-1421-4f60-8298-479ac086a3e0 req-5c900de6-37e3-44c1-ae98-78b397f05251 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0998082 Aug 31 06:34:48.675157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6505424c-79a7-4d2b-a142-e47b3b203b6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:48.681052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6505424c-79a7-4d2b-a142-e47b3b203b6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:48.681660 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.689889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb1f1c48-1421-4f60-8298-479ac086a3e0 req-d839c0d0-f4ee-4d62-be30-013113a76d00 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550601 Aug 31 06:34:48.711505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.717073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:48.717828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.732339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:48.740846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96485e2c-595e-4b99-a036-e50cd8eebddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.743162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.743516 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Added segment c802d1de-2805-4055-ae22-3d02066ebef9 of type vlan for network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 Aug 31 06:34:48.792006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.792221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.825492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.826468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:48.827052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.841134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:48.848223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.890921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96485e2c-595e-4b99-a036-e50cd8eebddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.896895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96485e2c-595e-4b99-a036-e50cd8eebddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:48.938226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1042507 Aug 31 06:34:48.939232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2664cc8-da2e-4459-a95c-d3002f65df75,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:48.944631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:48.955057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Request body: {'subnet': {'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-subnet', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:48.961040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-96485e2c-595e-4b99-a036-e50cd8eebddc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e931d8932b69435b8ab1da9db20b31c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2395749 Aug 31 06:34:49.002254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:49.007841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.012926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Made reservation on behalf of e2ba801491ec41a691b4cf8931207908 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:49.024185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.028310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202f2294-1242-4569-8867-eded9fc1ee30 admin admin] Pushing event updated for resources: {'Network': ['ID=2c2be7ce-7b2a-4a61-b867-cf9813871db7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.042979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:49.138742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:49.141894 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffb9df5-1531-4f5b-980c-8716774becfe" -d '{"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:49.143406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96485e2c-595e-4b99-a036-e50cd8eebddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb38ad8-d6b3-4e73-bf41-d79a95835baf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.205450 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c55514-e4fc-45be-90e9-e99b52244583 x-openstack-request-id: req-57c55514-e4fc-45be-90e9-e99b52244583 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:49.206165 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-plugged", "status": "completed", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:49.206433 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57c55514-e4fc-45be-90e9-e99b52244583 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:49.206840 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'code': 200} Aug 31 06:34:49.225708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:49.228907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.334577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.414949 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.416781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-b941573f-5849-4fab-86cb-91c5920f456d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.418320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-b941573f-5849-4fab-86cb-91c5920f456d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.1854844 Aug 31 06:34:49.442921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-54512836-1849-4773-87aa-801ca7e65a4a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/quotas/d0e337b1324e4da4aa1dfcc9d1e7a073 HTTP/1.1" status: 200 len: 375 time: 0.0154698 Aug 31 06:34:49.463077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53c31f0-1a10-43f7-aef6-0b2309c48d09 req-556d2f1a-f2d5-4495-824c-235eca6759e1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.464793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b53c31f0-1a10-43f7-aef6-0b2309c48d09 req-556d2f1a-f2d5-4495-824c-235eca6759e1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.1562083 Aug 31 06:34:49.471692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f782daea-ad7f-4a14-afe6-c006fd6b83e1 req-fa4b967b-4dff-48e5-b2d9-4bb7eff299ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.473235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f782daea-ad7f-4a14-afe6-c006fd6b83e1 req-fa4b967b-4dff-48e5-b2d9-4bb7eff299ad service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1636190 Aug 31 06:34:49.491229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.555972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-3f9b3f44-c91d-4cb0-9056-43830b9572d6 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1070476 Aug 31 06:34:49.576900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=097d4bf0-9139-4e25-a953-c200686ccea3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.604470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f782daea-ad7f-4a14-afe6-c006fd6b83e1 req-7c5c79c8-6094-491c-9ae3-5d0f2e5ed8f3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204398 Aug 31 06:34:49.607396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b53c31f0-1a10-43f7-aef6-0b2309c48d09 req-8eb52696-77e4-4c26-a798-8d904bb8aa43 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330953 Aug 31 06:34:49.610646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.639425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.642406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.643562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcb38ad8-d6b3-4e73-bf41-d79a95835baf HTTP/1.1" status: 204 len: 168 time: 0.6371322 Aug 31 06:34:49.664462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Checking segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:49.665093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Network hostable DHCP agents. Network: 2c2be7ce-7b2a-4a61-b867-cf9813871db7, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:49.669664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8e8cc9-3851-429c-99d5-f8b33a8ee0c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb38ad8-d6b3-4e73-bf41-d79a95835baf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.682907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2de5374b-9c88-40f5-9167-671d88f1e4b3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:49.701502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:49.702043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Network hostable DHCP agents. Network: f125b887-523d-4ff2-8eb5-47a4350ddc7f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:49.728790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:49.730833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:49.751027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f125b887-523d-4ff2-8eb5-47a4350ddc7f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:49.754715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 2c2be7ce-7b2a-4a61-b867-cf9813871db7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:49.760031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.761151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.763784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-6bdbd45b-c421-43db-8588-51641139e01e service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967430 Aug 31 06:34:49.767417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfa850a-72ac-4b08-b95a-d02867f45770 None None] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:49.771124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8764743-35ac-4edb-9bad-3e26daf2240f None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:49.775107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:49.781472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9df1147-16e0-4ae3-81d6-c994cd555ba3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4051630 Aug 31 06:34:49.797898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:49.808011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.894717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e2296d8d-b4d7-49d7-9eb3-8512600d7193 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9485509 Aug 31 06:34:49.897341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:49.903111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:49.953216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.954562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:49.957897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-0acb2730-a477-4a6d-b7c7-0f199edd3366 service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930189 Aug 31 06:34:50.040249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f285f31-3a3b-4d89-a7b0-5ab070de28ab None None] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:50.059219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.198483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'fixed_ips': [{'subnet_id': '097d4bf0-9139-4e25-a953-c200686ccea3'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:34:50.199488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.333105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9054b0-b9b6-4007-9e1f-1cb375d7c1c3 req-45069175-38d9-4b12-b1fd-7a5f13f17f04 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:50.344328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac9054b0-b9b6-4007-9e1f-1cb375d7c1c3 req-45069175-38d9-4b12-b1fd-7a5f13f17f04 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 945 time: 0.1017478 Aug 31 06:34:50.355438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b9c3492-ae1d-4f1f-ba44-f90fdc5817ed req-1fda58d4-6947-4875-a83e-b230ce59bd6c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 210 time: 0.1163766 Aug 31 06:34:50.367739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.403481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-network', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:50.527568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Allocated IP 172.20.0.2 (2c2be7ce-7b2a-4a61-b867-cf9813871db7/097d4bf0-9139-4e25-a953-c200686ccea3/5360a8bf-194b-4af2-af25-2412ed700bba) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:50.540549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Made reservation on behalf of 8b2177a0d21c447ab9f8d86afb5c5549 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:50.545920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.580914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac9054b0-b9b6-4007-9e1f-1cb375d7c1c3 req-8438c604-0389-4e1c-8f39-8b50ac1e7751 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353349 Aug 31 06:34:50.587106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.857239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-8330a1ce-1f68-4118-9ede-e80d4138cde4 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2ec44734bb8541a38eedcbd22371e60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598402 Aug 31 06:34:50.879858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.890179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.907754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.940819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.948322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:50.975471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:50.976137 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Added segment b2023952-67d5-4262-9fcc-736e84d66818 of type vlan for network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba Aug 31 06:34:50.977892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514d2ca9-7449-4b44-a39b-032c7f892e00,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:50.980808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Transition to ACTIVE for port object 5360a8bf-194b-4af2-af25-2412ed700bba will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:51.014438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.027396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Transition to ACTIVE for port object 5360a8bf-194b-4af2-af25-2412ed700bba will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:51.045689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.049320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.107146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.108137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:51.109945 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.145560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:51.162690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:51.175138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:51.276353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Attempting to bind port 5360a8bf-194b-4af2-af25-2412ed700bba on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:51.276973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Attempting to bind port 5360a8bf-194b-4af2-af25-2412ed700bba by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:51.277551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Attempting to bind port 5360a8bf-194b-4af2-af25-2412ed700bba on network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:51.284768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Pushing event updated for resources: {'Port': ['ID=5360a8bf-194b-4af2-af25-2412ed700bba,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:51.298336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:51.298986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Checking segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:51.299555 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.300103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Bound using segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:51.300773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Bound port: 5360a8bf-194b-4af2-af25-2412ed700bba, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:51.301321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.308274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] Pushing event updated for resources: {'Network': ['ID=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:51.321714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:51.338402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0e4d43ab-fe1f-4f77-ac30-690c6bab8abe admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5596731 Aug 31 06:34:51.338620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:51.343977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Request body: {'subnet': {'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-subnet', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:51.370395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Made reservation on behalf of 8b2177a0d21c447ab9f8d86afb5c5549 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:51.374349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.435675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:51.443906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1666964817-network', 'tenant_id': '5bb6fab9ebbb45a09ecc273b266a7582'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:51.491028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] For port 5360a8bf-194b-4af2-af25-2412ed700bba, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:51.495008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] For port 5360a8bf-194b-4af2-af25-2412ed700bba, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5360a8bf-194b-4af2-af25-2412ed700bba,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:51.502191 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.506478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0be9ea03-8638-4f62-9d46-576fcb5e4d95 req-140e9c75-b58b-403c-80cc-ed5bf9d9eba2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 210 time: 0.0504022 Aug 31 06:34:51.583552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c3bd0-7add-4981-9c09-2c3605995984 req-836b4862-59fc-413e-a004-0b92d2a0e655 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:51.585073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-100c3bd0-7add-4981-9c09-2c3605995984 req-836b4862-59fc-413e-a004-0b92d2a0e655 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "GET /v2.0/ports?device_id=09e98199-b850-4e30-a440-eb24db297e9d HTTP/1.1" status: 200 len: 945 time: 0.0816355 Aug 31 06:34:51.588282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Made reservation on behalf of 5bb6fab9ebbb45a09ecc273b266a7582 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:51.590568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.615566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e986d27-32f0-4f94-8318-383a80181473 None None] Pushing event updated for resources: {'Port': ['ID=5360a8bf-194b-4af2-af25-2412ed700bba,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:51.648115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.655517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-bd8f57e7-2108-487e-bf77-c4f0bea7736f tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:51.659000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-bd8f57e7-2108-487e-bf77-c4f0bea7736f tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8008809 Aug 31 06:34:51.807839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-9858b8d6-9927-44f4-8c57-1b62e04ffc1c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/quotas/2ec44734bb8541a38eedcbd22371e60e HTTP/1.1" status: 200 len: 375 time: 0.1332486 Aug 31 06:34:51.900584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Allocated IP 172.25.3.79 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/7fb66a8f-250f-4c45-b8f1-cb6ecad2188a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:51.961548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Deleting port 8dcc627a-669d-4d74-8104-2916a9df32a1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:34:51.962720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:51.977737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.026358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-de3b3007-aa1c-477d-aba5-a7dfdc7ddd30 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172441 Aug 31 06:34:52.029454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e0176-197c-467b-b1f2-548fcac39898 req-72ee318b-bc77-4a81-b7f1-a9d787a4fcc3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.037512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b18e0176-197c-467b-b1f2-548fcac39898 req-72ee318b-bc77-4a81-b7f1-a9d787a4fcc3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 945 time: 0.2755208 Aug 31 06:34:52.048105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-b086b86e-b92f-4b50-ab9c-ab3b53d02ebf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.049958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-b086b86e-b92f-4b50-ab9c-ab3b53d02ebf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.3665295 Aug 31 06:34:52.069449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Request body: {'port': {'device_id': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'admin_state_up': True, 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:52.102962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.135800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.148285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:34:52.205130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.207384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a52572-7d37-4304-b9c1-4de1e9078535,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.260604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:52.264405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.271339 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b18e0176-197c-467b-b1f2-548fcac39898 req-798e8d60-e212-488b-a26d-0e57771cd4ab tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2326920 Aug 31 06:34:52.289104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.289798 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Added segment f04daafb-d531-4c79-b127-c76b6b31f9f1 of type vlan for network 923e9c4f-39be-4faf-af92-7219a674831e Aug 31 06:34:52.341560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Pushing event updated for resources: {'Subnet': ['ID=bea56f0c-e917-4279-aa7c-24d6a6fda67c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.351054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.509789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:52.544909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Pushing event updated for resources: {'Port': ['ID=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:52.591126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:52.595339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5360a8bf-194b-4af2-af25-2412ed700bba up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:52.603220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:52.614293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:52.739087 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.765017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dd3b495-9aff-4710-8f2a-109b5d1dd48d req-7b4fad21-ed34-4ee1-9338-61feb3425046 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 210 time: 0.0347855 Aug 31 06:34:52.781945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992d46a-0891-4675-9bcf-d67b3ed71081 req-c6ba4607-eb45-436f-bc9e-f0962367e884 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.791608 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d992d46a-0891-4675-9bcf-d67b3ed71081 req-c6ba4607-eb45-436f-bc9e-f0962367e884 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.2677593 Aug 31 06:34:52.800671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:52.805090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Checking segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:52.805767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Network hostable DHCP agents. Network: bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:52.806660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:52.817557 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20486c4b-cdd6-48ce-8d5d-26a1410b56f8" -d '{"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:52.825528 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.836357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.841721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] For port 8dcc627a-669d-4d74-8104-2916a9df32a1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8dcc627a-669d-4d74-8104-2916a9df32a1,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:52.842042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.863998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:52.896797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Calling delete_port for 8dcc627a-669d-4d74-8104-2916a9df32a1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:34:52.901909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:52.929074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d992d46a-0891-4675-9bcf-d67b3ed71081 req-0807bd5d-0e46-4f18-8a2e-a87481dc14ac tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286182 Aug 31 06:34:52.934185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6c816a-5b8b-40ea-b138-ac5afe466330 None None] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:52.938702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:52.939399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:52.979266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Allocated IP 172.20.0.7 (a96bc69e-89c0-4591-a8d3-18daa448edc8/e2201c7a-ae9e-42c1-a3df-54953ca58176/dec6ec81-074a-40b0-a43c-321d4364298c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:52.991200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7bf61db0-9740-43dd-bdaa-0a2ee0643302 req-09a70d08-4ef2-46a0-a35e-2d680105452a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 210 time: 0.0612390 Aug 31 06:34:53.058424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.059768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:53.060559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.128754 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e0cfe6-7daf-43ce-9e36-417a03c1a8e9 x-openstack-request-id: req-b4e0cfe6-7daf-43ce-9e36-417a03c1a8e9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:53.129384 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-unplugged", "status": "completed", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:53.130565 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4e0cfe6-7daf-43ce-9e36-417a03c1a8e9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:53.130565 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'code': 200} Aug 31 06:34:53.132913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56395e9b-2e4b-46d6-b93e-b8052da969ae None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:53.163166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] Pushing event updated for resources: {'Network': ['ID=923e9c4f-39be-4faf-af92-7219a674831e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.166932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f813147f-a9fe-452e-9c05-c75c9cb16dcd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8270588 Aug 31 06:34:53.183147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c5332d5b-6c94-4358-8342-935ae509aad0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7464712 Aug 31 06:34:53.183732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:53.193252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:53.200402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:53.219517 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.223240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 923e9c4f-39be-4faf-af92-7219a674831e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:34:53.255562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5360a8bf-194b-4af2-af25-2412ed700bba completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:53.287751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Request body: {'subnet': {'network_id': '923e9c4f-39be-4faf-af92-7219a674831e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1666964817-subnet', 'tenant_id': '5bb6fab9ebbb45a09ecc273b266a7582', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:53.363811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Provisioning for port 5360a8bf-194b-4af2-af25-2412ed700bba completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:53.378315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.379595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.401040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Provisioning complete for port 5360a8bf-194b-4af2-af25-2412ed700bba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:53.401487 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.451842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.479049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Made reservation on behalf of 5bb6fab9ebbb45a09ecc273b266a7582 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:53.481604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.510690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.533295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.596221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.654572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:34:53.655439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.685274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.725148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.785624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:53.810357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:53.817467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:53.824790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:53.825572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.829983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ea83dd-6647-4a56-a3c9-6363bcfabbf9 req-ed54680d-be56-4901-a220-0d87e5ae3668 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:53.839218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83ea83dd-6647-4a56-a3c9-6363bcfabbf9 req-ed54680d-be56-4901-a220-0d87e5ae3668 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.5320706 Aug 31 06:34:53.851704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:53.870022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-7105450b-8124-48a1-a086-ac5ddffc9bde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8111901 Aug 31 06:34:53.872961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Router c8916828-8bbf-447e-b39a-540285755106 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:34:53.874341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:53.886787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Request body: {'port': {'device_id': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:54.011130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.013203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ec8427e-4da6-47fa-a322-a685d69cca3b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.025913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Allocated IP 172.20.0.2 (bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba/bea56f0c-e917-4279-aa7c-24d6a6fda67c/d47b413d-5509-4550-a621-13207cfbd53f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:54.043396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event deleted for resources: {'Port': ['ID=8dcc627a-669d-4d74-8104-2916a9df32a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.069309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.102968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Checking segment: {'id': 'f04daafb-d531-4c79-b127-c76b6b31f9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '923e9c4f-39be-4faf-af92-7219a674831e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:54.103336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Network hostable DHCP agents. Network: 923e9c4f-39be-4faf-af92-7219a674831e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:34:54.111048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-314af01d-c054-4dd1-94f6-da20e8e7ca4e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=2ec44734bb8541a38eedcbd22371e60e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991023 Aug 31 06:34:54.152922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:54.165407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Sync routers for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:54.184126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:54.185191 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:54.213781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.218530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.238998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Transition to ACTIVE for port object d47b413d-5509-4550-a621-13207cfbd53f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:54.268008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.270465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59f6aa6d-f6b9-4523-a824-7792d451e324 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3706813 Aug 31 06:34:54.291484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:54.303328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] For port 5360a8bf-194b-4af2-af25-2412ed700bba, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5360a8bf-194b-4af2-af25-2412ed700bba,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:54.305532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Transition to ACTIVE for port object d47b413d-5509-4550-a621-13207cfbd53f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:54.317424 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.362888 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.369462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] No DVR routers for this DVR port 8dcc627a-669d-4d74-8104-2916a9df32a1 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:34:54.383768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-f4296c44-94ba-4401-afcb-099f6cbf67aa tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:54.385300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-f4296c44-94ba-4401-afcb-099f6cbf67aa tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2391829 Aug 31 06:34:54.388508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:54.407054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.414159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5d55f5-c913-4d21-941c-2fc6f0002c04 None None] Pushing event updated for resources: {'Port': ['ID=5360a8bf-194b-4af2-af25-2412ed700bba,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.425680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-100c3bd0-7add-4981-9c09-2c3605995984 req-252ad1d4-e66e-4341-9bba-af37483d029a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "DELETE /v2.0/ports/8dcc627a-669d-4d74-8104-2916a9df32a1 HTTP/1.1" status: 204 len: 173 time: 2.8249242 Aug 31 06:34:54.429242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-deleted', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:54.431624 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3be33a1-473b-4533-97f5-58a426791e70" -d '{"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-deleted", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:54.442576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Request body: {'port': {'device_id': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '2ec44734bb8541a38eedcbd22371e60e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:54.455630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:54.461815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:54.465262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:54.476266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4865ba94-f14d-417b-a2e2-0921b14f32d6 req-6d136ee9-1698-45d5-9b3c-1b56426de9a3 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 210 time: 0.1015418 Aug 31 06:34:54.510960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Pushing event updated for resources: {'Port': ['ID=d47b413d-5509-4550-a621-13207cfbd53f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:54.592820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Attempting to bind port d47b413d-5509-4550-a621-13207cfbd53f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:54.594072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Attempting to bind port d47b413d-5509-4550-a621-13207cfbd53f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:54.596766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Attempting to bind port d47b413d-5509-4550-a621-13207cfbd53f on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:54.606404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:54.607084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Checking segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:54.607647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.608189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Bound using segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:54.609894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Bound port: d47b413d-5509-4550-a621-13207cfbd53f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:54.610477 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.637180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83ea83dd-6647-4a56-a3c9-6363bcfabbf9 req-6a8936c8-cfd2-449e-ab03-18175121a594 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7967753 Aug 31 06:34:54.729580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Network 923e9c4f-39be-4faf-af92-7219a674831e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:34:54.741095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534324a-3dba-4af7-8691-cc03b8ed3604 req-090f3493-1aba-4372-b81f-9050bc57bb22 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:54.742672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c534324a-3dba-4af7-8691-cc03b8ed3604 req-090f3493-1aba-4372-b81f-9050bc57bb22 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 931 time: 0.1568124 Aug 31 06:34:54.771228 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:52Z', 'revision_number': 3, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:54.771631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Made reservation on behalf of 2ec44734bb8541a38eedcbd22371e60e for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:54.775165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.787557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 923e9c4f-39be-4faf-af92-7219a674831e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:54.794885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:54.795546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.795696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94fa66b2-2671-45a1-8270-5d8ee627ebd6 None None] Provisioning complete for port 5360a8bf-194b-4af2-af25-2412ed700bba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:54.796187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94fa66b2-2671-45a1-8270-5d8ee627ebd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.802456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac42e3-b05f-46e7-9a51-af756b47646e None None] Network 923e9c4f-39be-4faf-af92-7219a674831e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:54.822747 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Checking router: c8916828-8bbf-447e-b39a-540285755106 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:54.823519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Updating router c8916828-8bbf-447e-b39a-540285755106 port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:54.825447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] For port d47b413d-5509-4550-a621-13207cfbd53f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:54.838570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-862767c6-5986-4398-ba8a-439892ca6239 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5907650 Aug 31 06:34:54.893528 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:54.936082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] For port d47b413d-5509-4550-a621-13207cfbd53f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d47b413d-5509-4550-a621-13207cfbd53f,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:55.020990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.048515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a42b404-d3d6-4165-960a-ec0ac8e0a6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.116036 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cd1033-0915-4b6c-be8d-832bd5214cd5 x-openstack-request-id: req-53cd1033-0915-4b6c-be8d-832bd5214cd5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:55.116618 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09e98199-b850-4e30-a440-eb24db297e9d", "name": "network-vif-deleted", "tag": "8dcc627a-669d-4d74-8104-2916a9df32a1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:55.116618 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53cd1033-0915-4b6c-be8d-832bd5214cd5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:55.116957 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09e98199-b850-4e30-a440-eb24db297e9d', 'name': 'network-vif-deleted', 'tag': '8dcc627a-669d-4d74-8104-2916a9df32a1', 'status': 'completed', 'code': 200} Aug 31 06:34:55.261989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Allocated IP 192.168.233.240 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/b28157bd-bbdc-4196-a7e9-3af491cfd000) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:55.375059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.429121 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.438880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec6ec81-074a-40b0-a43c-321d4364298c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:55.448627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.492464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Transition to ACTIVE for port object dec6ec81-074a-40b0-a43c-321d4364298c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:55.517724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.536991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c534324a-3dba-4af7-8691-cc03b8ed3604 req-5a5b1715-8710-403c-a869-3b05d2914655 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839327 Aug 31 06:34:55.554636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cdbe19-700f-49e5-bfcb-7c277ba3f69f None None] Pushing event updated for resources: {'Port': ['ID=d47b413d-5509-4550-a621-13207cfbd53f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:55.599172 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.607531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d96eb0-c64c-4f02-9b3e-9955dc57416e None None] Network 923e9c4f-39be-4faf-af92-7219a674831e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:55.629758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Transition to ACTIVE for port object 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:55.652417 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.773159 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Pushing event updated for resources: {'Port': ['ID=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:55.790125 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Attempting to bind port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:55.790417 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Attempting to bind port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:55.790786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Attempting to bind port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:55.802427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.802784 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.803156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.804373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.804521 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.804793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.805198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.805577 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.805915 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.806249 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.806577 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.806962 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:34:55.817340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:55.817732 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:55.818135 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.818525 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:55.818998 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Bound port: 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:55.819378 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.880650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:55.881747 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.926070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Transition to ACTIVE for port object b28157bd-bbdc-4196-a7e9-3af491cfd000 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:55.936372 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] For port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:55.943948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] For port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:55.952264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Attempting to bind port dec6ec81-074a-40b0-a43c-321d4364298c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:55.952677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Attempting to bind port dec6ec81-074a-40b0-a43c-321d4364298c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:55.953054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Attempting to bind port dec6ec81-074a-40b0-a43c-321d4364298c on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:55.959753 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:55.966277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Port dec6ec81-074a-40b0-a43c-321d4364298c on network a96bc69e-89c0-4591-a8d3-18daa448edc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:55.966880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Attempting to bind port dec6ec81-074a-40b0-a43c-321d4364298c on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:55.978202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3a5b8-3e28-415e-ac73-7833d2fd6adb req-f351bad2-f699-4116-9df8-8236f1eb49d3 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:55.979869 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31f3a5b8-3e28-415e-ac73-7833d2fd6adb req-f351bad2-f699-4116-9df8-8236f1eb49d3 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.1748435 Aug 31 06:34:56.003313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:56.003646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Checking segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:56.004025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Bound using segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:56.004466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Bound port: dec6ec81-074a-40b0-a43c-321d4364298c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:56.004820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.025363 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:56.026332 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:56.037621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Allocated IP 172.25.3.158 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/0b35a4e3-3b8f-47c1-af9d-4df740013a6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:56.084450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.088976 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a7e9df-989e-43ff-976e-e61a93efcb39 None None] Pushing event updated for resources: {'Port': ['ID=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:56.110122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31f3a5b8-3e28-415e-ac73-7833d2fd6adb req-a65f9591-c975-46f0-9503-78f8b13bc2ff tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089380 Aug 31 06:34:56.114357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.130847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e956c6cb-7259-43a1-aba1-dae450fe4662'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:34:56.155662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:56.160927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:56.167149 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:56.291432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.380615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:56.400607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-48833274-1a45-43b7-b8e9-aa56206f1760 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.419585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-48833274-1a45-43b7-b8e9-aa56206f1760 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.3433702 Aug 31 06:34:56.421196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:56.427694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:56.435835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.436586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.438486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fea4561c-25a4-4f0b-98af-75096b2262a9 service neutron] 10.222.0.53 "PUT /v2.0/ports/dec6ec81-074a-40b0-a43c-321d4364298c HTTP/1.1" status: 200 len: 1092 time: 2.5578918 Aug 31 06:34:56.441826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:56.445532 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b2f569-d546-425c-aafe-f37bd29ea3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:56.476118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:56.488578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.489263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.516863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-378f151c-a057-4dcc-be36-8faad89d480f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/quotas/08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 375 time: 0.0952740 Aug 31 06:34:56.520204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b27a8-2be4-4182-a44f-5e1a1e5d871e req-f43a7155-d748-41c9-9c8b-dc68836f7601 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.524755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Pushing event updated for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:56.526032 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d04b27a8-2be4-4182-a44f-5e1a1e5d871e req-f43a7155-d748-41c9-9c8b-dc68836f7601 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 936 time: 0.2419009 Aug 31 06:34:56.537862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:34:56.586677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 8dcc627a-669d-4d74-8104-2916a9df32a1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:34:56.587327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8dcc627a-669d-4d74-8104-2916a9df32a1 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:34:56.597914 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:52Z', 'revision_number': 3, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:56.612999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Allocated IP 172.20.0.1 (2c2be7ce-7b2a-4a61-b867-cf9813871db7/097d4bf0-9139-4e25-a953-c200686ccea3/c75761e0-8ccc-4f92-ae41-32ebc49e0ebb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:34:56.647682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-a6cce4b6-da30-4502-9662-f45f8261dc86 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1296842 Aug 31 06:34:56.652310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-033d65b5-cf60-4cbe-8af8-9639a74c1797 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2153990 Aug 31 06:34:56.661389 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55debcce-452d-4eab-b908-885f1b1a3c3a None None] The sync data for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 is: [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:52Z', 'revision_number': 3, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:34:56.665765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-f101fabf-8380-4571-b8e5-b75e8c13675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.668185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-f101fabf-8380-4571-b8e5-b75e8c13675d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 1095 time: 0.1607678 Aug 31 06:34:56.693799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.714452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5360a8bf-194b-4af2-af25-2412ed700bba up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:56.720858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Request body: {'port': {'device_id': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:56.775997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d04b27a8-2be4-4182-a44f-5e1a1e5d871e req-41b783f5-23ba-4703-ae57-ac1a4cdb5a8f tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906617 Aug 31 06:34:56.776304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f670a4-6be4-4db2-9242-e454f6df93cb None None] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:34:56.824347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-34e4082e-2c3b-49e1-bba1-db9f7fa72466 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec6ec81-074a-40b0-a43c-321d4364298c HTTP/1.1" status: 200 len: 217 time: 0.0825076 Aug 31 06:34:56.906395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-062171f5-2e70-4e48-9d77-2282581c1783 None None] Provisioning for port d47b413d-5509-4550-a621-13207cfbd53f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:56.948012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5360a8bf-194b-4af2-af25-2412ed700bba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:56.948387 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:56.948708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-79889063-f4c5-46ee-a561-76035d4d39a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:56.950508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-79889063-f4c5-46ee-a561-76035d4d39a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.1058903 Aug 31 06:34:56.954412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.019449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-64415f2c-a42a-493c-a6d0-934b624c54f2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568466 Aug 31 06:34:57.035615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Transition to ACTIVE for port object c75761e0-8ccc-4f92-ae41-32ebc49e0ebb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:57.120201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30b75c8a-208d-43de-9063-c4d967722b29 None None] Provisioning for port b28157bd-bbdc-4196-a7e9-3af491cfd000 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:57.129780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30b75c8a-208d-43de-9063-c4d967722b29 None None] Provisioning complete for port b28157bd-bbdc-4196-a7e9-3af491cfd000 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:57.129780 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30b75c8a-208d-43de-9063-c4d967722b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.164430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.224002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d47b413d-5509-4550-a621-13207cfbd53f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:57.228151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30b75c8a-208d-43de-9063-c4d967722b29 None None] Port b28157bd-bbdc-4196-a7e9-3af491cfd000 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:57.280324 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.280550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-b52ff3bc-8eea-4edf-ab40-3abcf9701bc8 service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6151774 Aug 31 06:34:57.334078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d47b413d-5509-4550-a621-13207cfbd53f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:57.338601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d47b413d-5509-4550-a621-13207cfbd53f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:57.338975 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.346276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.360777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-2de28834-a4b1-49e4-a832-76eae7cef0cd service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225896 Aug 31 06:34:57.428783 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-049daa3c-a38c-4d1f-a998-4bd45ad6177b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.487783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:57.502188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.511094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Pushing event updated for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:57.523788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:57.528854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:57.529427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.557132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d47b413d-5509-4550-a621-13207cfbd53f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d47b413d-5509-4550-a621-13207cfbd53f,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:57.579950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.695739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b79f9976-7ae2-4c10-9d28-c1bbcdc51689 None None] Provisioning complete for port d47b413d-5509-4550-a621-13207cfbd53f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:57.696295 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b79f9976-7ae2-4c10-9d28-c1bbcdc51689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.714653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d47b413d-5509-4550-a621-13207cfbd53f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:57.790006 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7735e8c-d9ad-4bfc-b71a-db5d134a35c4 req-fa8299e3-6d05-40ec-9a76-ed5f43d8a2cd service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162335 Aug 31 06:34:57.800866 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.805420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b28157bd-bbdc-4196-a7e9-3af491cfd000 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:34:57.815202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.830840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Transition to ACTIVE for port object b28157bd-bbdc-4196-a7e9-3af491cfd000 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:34:57.846733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.850104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:57.856438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:57.868261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:57.878576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:34:58.006142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Pushing event updated for resources: {'Port': ['ID=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:58.049317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-5dde940b-9d3e-4bed-bed1-626b126ad7be service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7677774 Aug 31 06:34:58.052555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd135a37-8377-48ad-ba8e-9d9447e1efa8 None None] Provisioning for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:58.056686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd135a37-8377-48ad-ba8e-9d9447e1efa8 None None] Provisioning complete for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:58.057059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd135a37-8377-48ad-ba8e-9d9447e1efa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.085701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.096422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.097499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.135527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Attempting to bind port b28157bd-bbdc-4196-a7e9-3af491cfd000 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:34:58.135890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Attempting to bind port b28157bd-bbdc-4196-a7e9-3af491cfd000 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:34:58.136217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd135a37-8377-48ad-ba8e-9d9447e1efa8 None None] Port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:58.136340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Attempting to bind port b28157bd-bbdc-4196-a7e9-3af491cfd000 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:58.151864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:58.164144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Port b28157bd-bbdc-4196-a7e9-3af491cfd000 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:34:58.164479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Attempting to bind port b28157bd-bbdc-4196-a7e9-3af491cfd000 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:34:58.220934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Pushing event updated for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:58.223702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:34:58.224034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:34:58.224431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:34:58.235061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Bound port: b28157bd-bbdc-4196-a7e9-3af491cfd000, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:34:58.235760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.285143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:34:58.286694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:34:58.421676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.439091 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874dc0f2-2f2a-4332-955f-c931c3d21390 x-openstack-request-id: req-874dc0f2-2f2a-4332-955f-c931c3d21390 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:34:58.439481 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:34:58.439758 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-874dc0f2-2f2a-4332-955f-c931c3d21390 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:34:58.440215 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'status': 'completed', 'code': 200} Aug 31 06:34:58.475314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Router c8916828-8bbf-447e-b39a-540285755106 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:34:58.589424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-2a6a5949-8a54-4620-a237-f84334673f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.613468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-2a6a5949-8a54-4620-a237-f84334673f56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 1095 time: 0.1776428 Aug 31 06:34:58.635507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:34:58.658567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:58.722956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:58.739401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:34:58.758486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:34:58.767340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-437f3f0d-6b18-4fe7-97d5-14752c9539c0 None None] Provisioning complete for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:58.767885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-437f3f0d-6b18-4fe7-97d5-14752c9539c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.781897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c955f2-27c2-41d8-8951-0fdd47e46761 req-194f5b93-4ec7-46d8-9bf0-f18dcc7a5a81 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.784081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c955f2-27c2-41d8-8951-0fdd47e46761 req-194f5b93-4ec7-46d8-9bf0-f18dcc7a5a81 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 943 time: 0.2155485 Aug 31 06:34:58.787242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.811578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2db134da-c6d4-469e-a87d-b85a0fd0f797 admin admin] 10.222.0.57 "PUT /v2.0/routers/c8916828-8bbf-447e-b39a-540285755106/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5015011 Aug 31 06:34:58.876360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:34:58.884697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-3cf0e119-252a-4498-9d17-162a1f614d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.888464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-3cf0e119-252a-4498-9d17-162a1f614d16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 905 time: 0.2638235 Aug 31 06:34:58.893301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-437f3f0d-6b18-4fe7-97d5-14752c9539c0 None None] Port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:34:58.896437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:58.896815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.951160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:58.951817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:58.956312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] 10.222.0.50 "PUT /v2.0/ports/b28157bd-bbdc-4196-a7e9-3af491cfd000 HTTP/1.1" status: 200 len: 1097 time: 2.2721918 Aug 31 06:34:58.980686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-df93d13e-ac99-4c84-b1a2-17dcb64236db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec6ec81-074a-40b0-a43c-321d4364298c HTTP/1.1" status: 200 len: 217 time: 0.0813603 Aug 31 06:34:58.980925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:34:58.993875 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:34:59.058954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-7e9c7917-c3a1-44e9-a3f7-2aee2f605f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.063231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-7e9c7917-c3a1-44e9-a3f7-2aee2f605f63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.0767376 Aug 31 06:34:59.075227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c955f2-27c2-41d8-8951-0fdd47e46761 req-e40568da-1986-48c7-a471-0be339a148f2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751331 Aug 31 06:34:59.085147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.102180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-cdcb60af-54c6-4d8e-9852-828f7b3e4d32 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:34:59.117224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-d11bb8d8-d95e-45b0-a527-2ca7ea56f760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462000 Aug 31 06:34:59.119689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-cdcb60af-54c6-4d8e-9852-828f7b3e4d32 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3944826 Aug 31 06:34:59.121642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:34:59.131920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.133121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d47b413d-5509-4550-a621-13207cfbd53f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:34:59.154498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.344525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cf5268-b789-48c9-89ec-0d65ad565aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:59.365842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-b1a1d218-5e75-43c5-88d6-d7b47fb08230 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393999 Aug 31 06:34:59.400331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:59.401099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:34:59.435577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Sync routers for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:34:59.444870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-6a86fed1-80d8-4234-b2a6-b3486ed6aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.446694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-6a86fed1-80d8-4234-b2a6-b3486ed6aadf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 1100 time: 0.2937682 Aug 31 06:34:59.478169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16b2f569-d546-425c-aafe-f37bd29ea3fb req-441b6d63-f011-4896-8d41-75b5acb3fe75 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050243 Aug 31 06:34:59.499017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:34:59.500396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:59.534493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-7fcd09f8-88df-400c-b9ad-2a64002dc617 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000 HTTP/1.1" status: 200 len: 217 time: 0.0617950 Aug 31 06:34:59.573248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.582546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:34:59.620947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d47b413d-5509-4550-a621-13207cfbd53f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:34:59.621296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.653191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981eb037-451b-4b34-8f8d-b2574d089922 req-dfe64da7-ecb4-4b03-813f-5d9174a9318e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.654784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-981eb037-451b-4b34-8f8d-b2574d089922 req-dfe64da7-ecb4-4b03-813f-5d9174a9318e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 948 time: 0.2500019 Aug 31 06:34:59.687702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d04e2d4d-4a55-40f1-bee7-e1a1d8bf182c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:34:59.689600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-d04e2d4d-4a55-40f1-bee7-e1a1d8bf182c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1109502 Aug 31 06:34:59.708162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:34:59.811645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38592) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:34:59.816840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-network', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:34:59.844042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Made reservation on behalf of f3fb6e4233704edd88b52251501873e5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:34:59.846938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.861393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.955310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:57Z', 'revision_number': 4, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c75761e0-8ccc-4f92-ae41-32ebc49e0ebb', 'name': '', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'mac_address': 'fa:16:3e:17:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:56Z', 'updated_at': '2021-08-31T06:34:57Z', 'revision_number': 2, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'subnets': [{'id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:34:59.982377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:34:59.985694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Checking router: c8916828-8bbf-447e-b39a-540285755106 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:34:59.986064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Updating router c8916828-8bbf-447e-b39a-540285755106 port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:34:59.990697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.001516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-981eb037-451b-4b34-8f8d-b2574d089922 req-6ff04495-e9b6-401f-a5d0-2f967f326a83 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3170187 Aug 31 06:35:00.020355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-6dac01ef-0677-4b81-8906-4279980d4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:00.020598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.022463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-6dac01ef-0677-4b81-8906-4279980d4bbd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3161597 Aug 31 06:35:00.033671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:00.048494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2923f6a-3288-429f-bc17-e019514f2986,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:00.058342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.058847 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Added segment 55b4ad05-eecd-45ac-9ee9-96b4a837e83a of type vlan for network 066cec19-edb9-481f-ab60-6fff41cfb81e Aug 31 06:35:00.107587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:00.108212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:00.108800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:00.122738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:00.123389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:00.125720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.142321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:35:00.155706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:00.156075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:00.156549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:00.156947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Bound port: 6505424c-79a7-4d2b-a142-e47b3b203b6d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:00.172500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.173527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:00.174333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.235624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4225180 Aug 31 06:35:00.242389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:00.247840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Request body: {'subnet': {'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-subnet', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:00.255236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d54436-21dd-4770-8ae6-f08d9ca4d353 req-769bc8ee-7363-4502-b4a5-969b00756fcf tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 210 time: 0.1104581 Aug 31 06:35:00.269009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24acf30d-0ef2-4f27-bf49-2162f2a5f6d6 admin admin] Pushing event updated for resources: {'Network': ['ID=066cec19-edb9-481f-ab60-6fff41cfb81e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:00.295352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 066cec19-edb9-481f-ab60-6fff41cfb81e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:00.295477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Made reservation on behalf of f3fb6e4233704edd88b52251501873e5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:00.295477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.356307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:00.367358 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afe9b37-bf9c-43b8-92bd-8258b0897814 x-openstack-request-id: req-5afe9b37-bf9c-43b8-92bd-8258b0897814 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:00.367635 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:00.368069 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5afe9b37-bf9c-43b8-92bd-8258b0897814 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:00.368619 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000', 'status': 'completed', 'code': 200} Aug 31 06:35:00.381216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-1103a416-845f-420d-b1af-ce72303284ee service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3452256 Aug 31 06:35:00.447162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:00.501904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-88062e42-b357-4069-9cb9-f5e67c9536a3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:00.503262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-88062e42-b357-4069-9cb9-f5e67c9536a3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.3762615 Aug 31 06:35:00.504870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.505955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-00a1e2aa-9489-454d-afb4-1753b03d6a78 service neutron] 10.222.0.57 "POST /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d/bindings HTTP/1.1" status: 201 len: 390 time: 1.2466135 Aug 31 06:35:00.531498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Request body: {'port': {'device_id': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'admin_state_up': True, 'tenant_id': '08326483919745ab9790c05eb07ccf61'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:00.539988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.556751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:00.602011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:00.614693 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:00.632443 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:00.633558 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:00.668658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07f845d4-ed62-40aa-9f5f-c5ea985a3584,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:00.672990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.674256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-61fc46f2-ced3-45df-a66a-eda8ee79b08b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.4853292 Aug 31 06:35:00.686326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:00.687430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Checking segment: {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:00.688124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6872578-8c9d-489a-8316-147840f91721 req-770fd30f-61cc-4d9f-8964-a0b3432f2f83 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:00.688400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Network hostable DHCP agents. Network: 066cec19-edb9-481f-ab60-6fff41cfb81e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:00.689726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6872578-8c9d-489a-8316-147840f91721 req-770fd30f-61cc-4d9f-8964-a0b3432f2f83 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 943 time: 0.1954229 Aug 31 06:35:00.697053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94489883-6b9f-4521-8b9f-1a404c6f3605 req-b02e2050-86c5-4c16-a1ae-a1b5da3dfbdc service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628310 Aug 31 06:35:00.768576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6872578-8c9d-489a-8316-147840f91721 req-02b979b4-c8e3-41a7-9c23-1c2c448a3981 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631716 Aug 31 06:35:00.769879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:00.773759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.829312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Network 066cec19-edb9-481f-ab60-6fff41cfb81e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:00.830027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:00.849304 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.877036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:00.883687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.50', 57173) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:00.949380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Transition to ACTIVE for port object c75761e0-8ccc-4f92-ae41-32ebc49e0ebb will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:00.953885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'mac_address': 'fa:16:3e:8d:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:00.974548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:00.975881 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.054849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-1e04cd5a-e45c-493e-a3bf-f9caeb7b3d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.059090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-1e04cd5a-e45c-493e-a3bf-f9caeb7b3d31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2ec44734bb8541a38eedcbd22371e60e&device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 1100 time: 0.2390957 Aug 31 06:35:01.101608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:01.103636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.123117 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:34:58Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:01.133137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-ab81e3c5-4bb2-4466-b973-bfdec22d3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.134991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-ab81e3c5-4bb2-4466-b973-bfdec22d3f56 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1097 time: 0.2502286 Aug 31 06:35:01.153110 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:01.153719 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Updating router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:35:01.190045 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.266398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdf918-eb14-4bb8-8aa8-d5e244b378df None None] Pushing event updated for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:01.317024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Allocated IP 172.20.0.6 (f125b887-523d-4ff2-8eb5-47a4350ddc7f/2de5374b-9c88-40f5-9167-671d88f1e4b3/6e43bd73-c852-4d8b-99a0-7339a0476d4b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:01.320907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.348831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:01.363689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec6ec81-074a-40b0-a43c-321d4364298c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:01.428008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 066cec19-edb9-481f-ab60-6fff41cfb81e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:01.452439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.453586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.474046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac7f805-5b6b-44a3-b961-ef6d5c16ddce None None] Network 066cec19-edb9-481f-ab60-6fff41cfb81e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:01.483185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:01.483892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Attempting to bind port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:01.484272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Attempting to bind port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:01.484476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309a19c4-e697-4e40-b478-2b3fec30c099 req-2aa88bf3-17ff-4e98-956e-e52dace7855d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.484729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Attempting to bind port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb on network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:01.492540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309a19c4-e697-4e40-b478-2b3fec30c099 req-2aa88bf3-17ff-4e98-956e-e52dace7855d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 945 time: 0.4454169 Aug 31 06:35:01.519972 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-60c39693-97c9-464a-b505-c6552259d643 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2766731 Aug 31 06:35:01.545451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.551835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:01.565987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:01.578480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:01.579139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Checking segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:01.580505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.581813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Bound using segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:01.583401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Bound port: c75761e0-8ccc-4f92-ae41-32ebc49e0ebb, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:01.585695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-734c211d-7744-4a6e-8653-cef44f9bd809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.585896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.587557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-734c211d-7744-4a6e-8653-cef44f9bd809 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.3962185 Aug 31 06:35:01.596911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092a611-cfbb-475f-89d2-4b6a7728ba7d req-a5d62336-7724-41f9-a7b4-4fcca7b814a9 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.599647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c092a611-cfbb-475f-89d2-4b6a7728ba7d req-a5d62336-7724-41f9-a7b4-4fcca7b814a9 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 948 time: 0.4145048 Aug 31 06:35:01.620755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309a19c4-e697-4e40-b478-2b3fec30c099 req-e9135a4f-337d-4caa-bf6c-ee00e3d8dab6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272614 Aug 31 06:35:01.622592 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.653233 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Transition to ACTIVE for port object 0b35a4e3-3b8f-47c1-af9d-4df740013a6e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:01.666954 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.732348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-6524fb22-ffbe-42eb-9fa0-9747e01ae785 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.0940876 Aug 31 06:35:01.739643 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Attempting to bind port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:01.740367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Attempting to bind port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:01.741062 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Attempting to bind port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:01.743158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bca01-a298-468d-a188-87180d9836a9 None None] Pushing event updated for resources: {'Port': ['ID=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:01.750221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-30c4b409-bb74-4f2e-a36d-8161bb95ae05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.751792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-30c4b409-bb74-4f2e-a36d-8161bb95ae05 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.6804676 Aug 31 06:35:01.753758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:01.754231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:01.756010 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.757039 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:01.757617 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Bound port: 0b35a4e3-3b8f-47c1-af9d-4df740013a6e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:01.758138 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.806179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb6ca01f-833e-44ac-8fb3-a658356a76c1 req-04f46b4e-fa33-46cb-b416-eb43745e4cd4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 210 time: 0.0641532 Aug 31 06:35:01.820160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c092a611-cfbb-475f-89d2-4b6a7728ba7d req-bda8de27-427b-410a-887b-4ce45db867e8 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049530 Aug 31 06:35:01.852778 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] For port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:01.858066 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] For port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:01.863938 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.874072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.880174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dec6ec81-074a-40b0-a43c-321d4364298c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:01.882772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.892858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.902261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.949663 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:01.951028 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:01.959656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:01.965298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a56febed-bc47-4f25-a0ff-bab6e5a35d4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:01.966488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] For port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:01.979507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-7ace1c41-2f3a-4643-bbbc-a6c79287538e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000 HTTP/1.1" status: 200 len: 217 time: 0.1279938 Aug 31 06:35:01.992126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-6f001f47-927c-474a-8ad6-7fd4d17b75ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:01.993620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-6f001f47-927c-474a-8ad6-7fd4d17b75ef service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.2345610 Aug 31 06:35:02.008950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] For port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:02.013551 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bca01-a298-468d-a188-87180d9836a9 None None] Pushing event updated for resources: {'Port': ['ID=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:02.024540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.122602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-88efb003-8c93-4f66-b36e-6333bf4b0487 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018603 Aug 31 06:35:02.136403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.162813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:02.163197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:02.164274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:02.183472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Allocated IP 172.20.0.1 (bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba/bea56f0c-e917-4279-aa7c-24d6a6fda67c/7cd7dfcd-72fc-418b-a8a1-275a14236d4a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:02.216896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540717e-f669-41ed-a3e7-8b68b0e8739a req-5cab24a4-69ca-4679-b7ba-7753eab32d68 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:02.225182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c540717e-f669-41ed-a3e7-8b68b0e8739a req-5cab24a4-69ca-4679-b7ba-7753eab32d68 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 944 time: 0.3012488 Aug 31 06:35:02.342515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c540717e-f669-41ed-a3e7-8b68b0e8739a req-ad34a824-e3a6-492b-93dc-9af2921885c9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118190 Aug 31 06:35:02.373505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-066cec19-edb9-481f-ab60-6fff41cfb81e', 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'fixed_ips': [{'subnet_id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:02.374884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.422471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fdf918-eb14-4bb8-8aa8-d5e244b378df None None] Pushing event updated for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:02.459633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.472704 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:34:58Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:02.479554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Transition to ACTIVE for port object 7cd7dfcd-72fc-418b-a8a1-275a14236d4a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:02.512582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0979490-4476-471f-a6bc-3a8d65dcf57c None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:34:58Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:02.523723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.572751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:02.582672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-0e0d6270-35ef-4da7-9269-e66c8af0ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:02.585528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-0e0d6270-35ef-4da7-9269-e66c8af0ba1c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.5859811 Aug 31 06:35:02.590124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:02.592613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:02.594671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:02.595158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.632004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-da704d36-a68f-468e-a02f-f22987ca13bf service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4807432 Aug 31 06:35:02.634274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.684362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:02.762948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Allocated IP 172.20.0.2 (066cec19-edb9-481f-ab60-6fff41cfb81e/07f845d4-ed62-40aa-9f5f-c5ea985a3584/fe712bf2-daa0-45f4-8386-9440e899676e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:02.804248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.880804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:02.997594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:03.034231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:03.036908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:03.043072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.045860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.052053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-5a02220e-6d1f-4a08-b289-c864557f295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.054234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-5a02220e-6d1f-4a08-b289-c864557f295c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4455209 Aug 31 06:35:03.074179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.104601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61f59d9b-43f4-471f-8388-2b9eccc26d43 None None] Provisioning for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:03.110122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.116742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.126638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61f59d9b-43f4-471f-8388-2b9eccc26d43 None None] Provisioning complete for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:03.126638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61f59d9b-43f4-471f-8388-2b9eccc26d43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.126973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.126973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.168982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-61f59d9b-43f4-471f-8388-2b9eccc26d43 None None] Port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:03.174102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Transition to ACTIVE for port object fe712bf2-daa0-45f4-8386-9440e899676e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:03.179180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a56febed-bc47-4f25-a0ff-bab6e5a35d4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.214452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Transition to ACTIVE for port object fe712bf2-daa0-45f4-8386-9440e899676e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:03.221152 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.265745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Network 066cec19-edb9-481f-ab60-6fff41cfb81e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:03.275316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fa7f03-9e83-4f85-a17b-f30f4f9300fc req-cab7a726-80ae-4a48-9a48-79a8a5421c2d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.275812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-3360e7a4-7e50-4fe5-9da7-2d2a4ed34984 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6190014 Aug 31 06:35:03.277637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7fa7f03-9e83-4f85-a17b-f30f4f9300fc req-cab7a726-80ae-4a48-9a48-79a8a5421c2d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 931 time: 0.2788730 Aug 31 06:35:03.290052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:03.292971 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a56febed-bc47-4f25-a0ff-bab6e5a35d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.302584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:03.317838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Pushing event updated for resources: {'Port': ['ID=fe712bf2-daa0-45f4-8386-9440e899676e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.341301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:03.344742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:03.346895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a56febed-bc47-4f25-a0ff-bab6e5a35d4d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=730b88c9e3504d94975e5af2809d7c4b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8029578 Aug 31 06:35:03.353033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-4fde568b-ddd4-48ba-b866-5185a1b1ec67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8328097 Aug 31 06:35:03.354984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:03.360590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Pushing event updated for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.363245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56febed-bc47-4f25-a0ff-bab6e5a35d4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dcdb8e-3d21-4d8c-b647-f36b1e9ea7de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.404510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Request body: {'port': {'device_id': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:03.405020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:57Z', 'revision_number': 4, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c75761e0-8ccc-4f92-ae41-32ebc49e0ebb', 'name': '', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'mac_address': 'fa:16:3e:17:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:56Z', 'updated_at': '2021-08-31T06:35:01Z', 'revision_number': 4, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'subnets': [{'id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:03.459668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ce9a9b-61e3-486d-936f-75b9035ec4ab None None] The sync data for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 is: [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:34:57Z', 'revision_number': 4, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c75761e0-8ccc-4f92-ae41-32ebc49e0ebb', 'name': '', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'mac_address': 'fa:16:3e:17:cc:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:56Z', 'updated_at': '2021-08-31T06:35:01Z', 'revision_number': 4, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'subnets': [{'id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:03.463697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7fa7f03-9e83-4f85-a17b-f30f4f9300fc req-c20c0827-97e0-467f-93bc-2e2e5208a2ba tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196082 Aug 31 06:35:03.467207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Attempting to bind port fe712bf2-daa0-45f4-8386-9440e899676e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:03.467829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Attempting to bind port fe712bf2-daa0-45f4-8386-9440e899676e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:03.469302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Attempting to bind port fe712bf2-daa0-45f4-8386-9440e899676e on network 066cec19-edb9-481f-ab60-6fff41cfb81e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:03.477294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:03.477954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Checking segment: {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:03.480685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.481321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Bound using segment: {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:03.493152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Bound port: fe712bf2-daa0-45f4-8386-9440e899676e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:03.494311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.505505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f5fa90-e0fe-461e-85b2-36f6d4e910e7 req-6235de74-0c0c-448a-9e8a-30358a5714a5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.517668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5f5fa90-e0fe-461e-85b2-36f6d4e910e7 req-6235de74-0c0c-448a-9e8a-30358a5714a5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 945 time: 0.6919875 Aug 31 06:35:03.588269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:03.657595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-220b374d-6df8-4dea-baa6-f02ec9801b09 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5706918 Aug 31 06:35:03.659942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] For port fe712bf2-daa0-45f4-8386-9440e899676e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:03.666391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] For port fe712bf2-daa0-45f4-8386-9440e899676e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe712bf2-daa0-45f4-8386-9440e899676e,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:03.670255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.677187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.790118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:03.803495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dd7752fb-cbe2-402f-8647-b55fa50ce32e admin admin] 10.222.0.57 "PUT /v2.0/routers/782eff1a-3c1d-4418-ad5f-8708d4b971c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1064034 Aug 31 06:35:03.832613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326804e-2b97-45ef-992b-7f55d4a3ed20 None None] Pushing event updated for resources: {'Port': ['ID=fe712bf2-daa0-45f4-8386-9440e899676e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:03.845497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e6f3019-3dc1-4de8-9d3e-20023c17873e None None] Provisioning complete for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:03.845875 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e6f3019-3dc1-4de8-9d3e-20023c17873e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:03.918456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7e6f3019-3dc1-4de8-9d3e-20023c17873e None None] Port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:03.919071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2923d273-2587-4112-819f-8223b5ff58ba req-31e4733a-2da5-4761-987d-2b68bae9ecf2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:03.921308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2923d273-2587-4112-819f-8223b5ff58ba req-31e4733a-2da5-4761-987d-2b68bae9ecf2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 948 time: 0.1328247 Aug 31 06:35:03.997045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5f5fa90-e0fe-461e-85b2-36f6d4e910e7 req-0297df47-d2e2-4f2f-a24f-1117b67caff6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4763484 Aug 31 06:35:04.012924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2923d273-2587-4112-819f-8223b5ff58ba req-8ec627fd-80c4-4ad2-b722-6e60af73c6f5 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794835 Aug 31 06:35:04.137814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-3ad51186-44ff-4e91-bfaf-dab7395b21aa tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:04.139239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-3ad51186-44ff-4e91-bfaf-dab7395b21aa tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.7526004 Aug 31 06:35:04.172846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.191740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:04.232418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389d8a5-7292-406b-8c17-79526b8a02a4 req-64ae8664-5da2-4fce-b193-d3130d4e9306 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:04.234749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8389d8a5-7292-406b-8c17-79526b8a02a4 req-64ae8664-5da2-4fce-b193-d3130d4e9306 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 944 time: 0.0726275 Aug 31 06:35:04.306007 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8389d8a5-7292-406b-8c17-79526b8a02a4 req-4a072867-d376-4370-888d-7222a1dfc365 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588243 Aug 31 06:35:04.352290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:04.357621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.374119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7daf8e17-93f8-444a-a5ff-8da5ac287dc0 req-1f966ab0-713b-407e-8c81-e7ae1553c309 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6640246 Aug 31 06:35:04.424373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.437953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port dec6ec81-074a-40b0-a43c-321d4364298c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:04.442829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port dec6ec81-074a-40b0-a43c-321d4364298c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:04.443374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.574158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b28157bd-bbdc-4196-a7e9-3af491cfd000 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:04.655307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0cc633-c989-4fcf-98e7-82dae2d15f1a req-cb7c4ecb-7ac1-4e98-9660-115529f41d42 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:04.670866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c0cc633-c989-4fcf-98e7-82dae2d15f1a req-cb7c4ecb-7ac1-4e98-9660-115529f41d42 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 931 time: 0.0999255 Aug 31 06:35:04.697244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:04.734104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'b28157bd-bbdc-4196-a7e9-3af491cfd000', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'b28157bd-bbdc-4196-a7e9-3af491cfd000', 'mac_address': 'fa:16:3e:60:16:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:04.736387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0b35a4e3-3b8f-47c1-af9d-4df740013a6e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:04.755461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c0cc633-c989-4fcf-98e7-82dae2d15f1a req-7fcb372d-2ff2-4878-97fe-fd39a0b5f7d8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833755 Aug 31 06:35:04.792027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.796951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.800381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8dcdb8e-3d21-4d8c-b647-f36b1e9ea7de HTTP/1.1" status: 204 len: 168 time: 1.4291699 Aug 31 06:35:04.805397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.867305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:04.915963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:04.918679 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b4c7ed-4a6c-4246-9232-0504f04fb9c5" -d '{"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-plugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:04.942759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b28157bd-bbdc-4196-a7e9-3af491cfd000 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:04.991698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:05.008486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.016804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:05.018648 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3c4e54a-f276-46fa-a8c8-5ea493cf0b5a x-openstack-request-id: req-b3c4e54a-f276-46fa-a8c8-5ea493cf0b5a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:05.022271 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-plugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:05.022593 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3c4e54a-f276-46fa-a8c8-5ea493cf0b5a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:05.023387 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'code': 200} Aug 31 06:35:05.072727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.146841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:05.158602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:05.162185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.194078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599c908-4fca-4749-9f28-dc236a302e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dcdb8e-3d21-4d8c-b647-f36b1e9ea7de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.219829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fc83a-2493-4ad5-abfa-8bbc39a61b86 req-7232cc76-0d61-4bcb-b451-8e407376b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.221841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d7fc83a-2493-4ad5-abfa-8bbc39a61b86 req-7232cc76-0d61-4bcb-b451-8e407376b64b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 1097 time: 0.1450589 Aug 31 06:35:05.222713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.250947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e43bd73-c852-4d8b-99a0-7339a0476d4b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:05.272905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.277673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.282802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331dfb56-c75f-4c57-a48a-5b4f8cf71692 req-7353ceab-451d-4292-87ef-444c4616bc4f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.292738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-331dfb56-c75f-4c57-a48a-5b4f8cf71692 req-7353ceab-451d-4292-87ef-444c4616bc4f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 945 time: 0.1213396 Aug 31 06:35:05.301427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07248df-fb98-4ec8-8423-6ed5ce2f2362 None None] Network 066cec19-edb9-481f-ab60-6fff41cfb81e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:05.330247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d7fc83a-2493-4ad5-abfa-8bbc39a61b86 req-457f8810-f17d-48f2-8a29-6b5a74a0e0c3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968409 Aug 31 06:35:05.374504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-331dfb56-c75f-4c57-a48a-5b4f8cf71692 req-07b22f6e-887a-4de4-b58c-02643c2f408c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803945 Aug 31 06:35:05.379030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-fcfdda98-40d4-41ed-9257-f8b5f5e42943 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.380604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-fcfdda98-40d4-41ed-9257-f8b5f5e42943 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 820 time: 0.8750496 Aug 31 06:35:05.395268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38670) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:05.397032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Transition to ACTIVE for port object 6e43bd73-c852-4d8b-99a0-7339a0476d4b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:05.409702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.423731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.424886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['b28157bd-bbdc-4196-a7e9-3af491cfd000'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:05.438581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.445808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d38bf9-6927-4067-911c-da179e35a454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.492646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:05.498271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-646c8c7f-1990-4a12-b22a-af2af1582596 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/quotas/8b2177a0d21c447ab9f8d86afb5c5549 HTTP/1.1" status: 200 len: 375 time: 0.0860140 Aug 31 06:35:05.498663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-15ee80e6-1ba1-4321-bc58-fb9cd15cf23e None None] Provisioning for port fe712bf2-daa0-45f4-8386-9440e899676e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:05.576447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c9a584-fb1a-4631-8e6e-8a47f8a13ec3 req-adfcb620-2866-4675-b3df-513f2199f043 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.578393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-26c9a584-fb1a-4631-8e6e-8a47f8a13ec3 req-adfcb620-2866-4675-b3df-513f2199f043 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 949 time: 0.0895536 Aug 31 06:35:05.610336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.617083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.619678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.657352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Allocated IP 172.25.3.176 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/27d9c3d1-55f9-417f-8f52-af6fadb774dd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:05.666795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-26c9a584-fb1a-4631-8e6e-8a47f8a13ec3 req-d5a3807a-d69c-42bf-a909-dafe3f18bc79 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701499 Aug 31 06:35:05.673159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:05.677743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d38bf9-6927-4067-911c-da179e35a454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.681575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:05.688514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35d38bf9-6927-4067-911c-da179e35a454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.701706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.706652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c75761e0-8ccc-4f92-ae41-32ebc49e0ebb up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:05.730192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:05.730943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:05.730943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:05.748405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-d7cf1efe-36bc-42dc-9733-b210b72e0d89 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2092252 Aug 31 06:35:05.764987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:05.765280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:05.766319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d38bf9-6927-4067-911c-da179e35a454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3f4fee3-f4ec-4540-9b19-f2df1b8103f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:05.771399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-35d38bf9-6927-4067-911c-da179e35a454 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aef5955825d44da39eafacbc2f56cad9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3741548 Aug 31 06:35:05.774225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:05.839456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:05.840032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:05.840581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:05.841209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Bound port: 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:05.841438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.841941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.874014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.896837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:05.899276 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d79aacd3-3ae6-4082-ac56-57d743af4935" -d '{"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:05.909376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.934973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:05.960166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e8a7e1-a564-4197-a285-8d8f2e246172 req-7430fcd7-534d-45b1-a48b-510b09fbe970 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:05.966615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1e8a7e1-a564-4197-a285-8d8f2e246172 req-7430fcd7-534d-45b1-a48b-510b09fbe970 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0799613 Aug 31 06:35:05.972060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:06.000381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.010216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.011370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3f4fee3-f4ec-4540-9b19-f2df1b8103f6 HTTP/1.1" status: 204 len: 168 time: 0.2365658 Aug 31 06:35:06.034187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1e8a7e1-a564-4197-a285-8d8f2e246172 req-49c10b8f-8849-42d2-a463-29af03ef9ac2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609093 Aug 31 06:35:06.043999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5359f8ba-51d4-4899-b258-4000a57fd702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3f4fee3-f4ec-4540-9b19-f2df1b8103f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.094008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:06.094782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:06.127442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.137273 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.141525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:06.143698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.161010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5184a1d4-b138-4232-af90-c325ef6516fd req-f3940aff-7562-470a-8abe-b39140990bb5 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.170311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5184a1d4-b138-4232-af90-c325ef6516fd req-f3940aff-7562-470a-8abe-b39140990bb5 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.0672290 Aug 31 06:35:06.185894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-a4e63a4e-aba7-40b2-ba0c-0f4d4602ed74 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4175849 Aug 31 06:35:06.211824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:06.214129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:06.226204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5184a1d4-b138-4232-af90-c325ef6516fd req-299bd8cd-6fc6-4446-8e55-cd30e5eb8ba1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510521 Aug 31 06:35:06.246332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:06.246880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:06.247455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:06.286787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.290319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:06.290685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.326899 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb76213-0f16-4883-9382-24eeb07bc5e4 x-openstack-request-id: req-4eb76213-0f16-4883-9382-24eeb07bc5e4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:06.327300 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-unplugged", "status": "completed", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:06.327735 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4eb76213-0f16-4883-9382-24eeb07bc5e4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:06.328332 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'code': 200} Aug 31 06:35:06.342175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:06.342507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Attempting to bind port 6505424c-79a7-4d2b-a142-e47b3b203b6d on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:06.365222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.365845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:06.366473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.368884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 1092 time: 2.9856172 Aug 31 06:35:06.386848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:06.387663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:06.388254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:06.389123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Bound port: 6505424c-79a7-4d2b-a142-e47b3b203b6d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:06.389898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.578251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:06.582544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:06.601321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.611520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d46e6-cae4-466e-a9a2-d6053a6dfad0 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.623867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.633389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd0c1dc-e9a0-47a4-bd7d-2fa3e9261a38 req-c2a6f55b-79fc-4016-af92-16d835b17afc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.635197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0dd0c1dc-e9a0-47a4-bd7d-2fa3e9261a38 req-c2a6f55b-79fc-4016-af92-16d835b17afc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1110003 Aug 31 06:35:06.649162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.709665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0dd0c1dc-e9a0-47a4-bd7d-2fa3e9261a38 req-347aa571-710c-4f72-8008-cb5fdb23a99f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659428 Aug 31 06:35:06.712288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-7d85b303-5b10-4d11-99c8-1a4ab0a573fc service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5253785 Aug 31 06:35:06.742698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:06.744932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-19a20084-3575-41de-bf63-bc6c47003d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.746141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-19a20084-3575-41de-bf63-bc6c47003d4d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1095 time: 0.3053997 Aug 31 06:35:06.755205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:06.758733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:06.761511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:06.775405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.776197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe712bf2-daa0-45f4-8386-9440e899676e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:06.809607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:06.827252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.829033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:06.830306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-0981e145-8632-4aac-82fd-892ae86aa965 service neutron] 10.222.0.50 "PUT /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 1123 time: 2.6515749 Aug 31 06:35:06.874044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267ca32-c746-4289-afec-08fcfe56f828 req-c98c2f27-e668-45af-99d2-9ad9d81f6591 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:06.904514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b267ca32-c746-4289-afec-08fcfe56f828 req-c98c2f27-e668-45af-99d2-9ad9d81f6591 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 949 time: 0.0891171 Aug 31 06:35:06.925009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-3fa5202b-acd4-44f3-9b73-8a82bf42f151 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.1167598 Aug 31 06:35:06.943852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:07.017666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 2, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:07.027807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Pushing event updated for resources: {'Port': ['ID=27d9c3d1-55f9-417f-8f52-af6fadb774dd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:07.040169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b267ca32-c746-4289-afec-08fcfe56f828 req-d773fae6-4337-427a-8ec3-5ea2190c7274 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345985 Aug 31 06:35:07.055975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:07.056227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Updating router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:35:07.059151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6505424c-79a7-4d2b-a142-e47b3b203b6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:07.061005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-1f9815cd-e8d8-48a2-82d0-1feffe85baff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.063121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-1f9815cd-e8d8-48a2-82d0-1feffe85baff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1148996 Aug 31 06:35:07.165657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-6aa3ab0e-695a-478d-a8bb-a54d045669c7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419121 Aug 31 06:35:07.193497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b20e1e8c-3240-4feb-998c-aeb7b9e402b3 req-0cf9f0dd-58fb-42ec-bc90-259064d7b0e0 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 210 time: 0.0676889 Aug 31 06:35:07.216461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.237587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port fe712bf2-daa0-45f4-8386-9440e899676e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:07.244893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fe712bf2-daa0-45f4-8386-9440e899676e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:07.245269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.285543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08ba6a-bfa2-4fd8-a292-9c36cf84543a req-f30bf02b-52db-4610-a44c-59130a256140 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.293175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db08ba6a-bfa2-4fd8-a292-9c36cf84543a req-f30bf02b-52db-4610-a44c-59130a256140 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1330471 Aug 31 06:35:07.332716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.386227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db08ba6a-bfa2-4fd8-a292-9c36cf84543a req-d1ddd625-52e3-4c9e-b1d8-b21a6b260bd4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872860 Aug 31 06:35:07.399553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-d6419095-1034-428d-96fd-1860ccf54df9 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047267 Aug 31 06:35:07.516094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.644951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port fe712bf2-daa0-45f4-8386-9440e899676e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe712bf2-daa0-45f4-8386-9440e899676e,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:07.661160 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:07.756934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=fe712bf2-daa0-45f4-8386-9440e899676e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:07.769370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3f059e-726e-43da-95ee-0326178312f7 req-acaf2da6-ce45-4735-80f0-906b01af585a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.771079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d3f059e-726e-43da-95ee-0326178312f7 req-acaf2da6-ce45-4735-80f0-906b01af585a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.3926151 Aug 31 06:35:07.819971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a495a-aff6-4a0e-a460-ea3328551387 req-373ea6c7-6ee8-4196-9291-80821903ebde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:07.830094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-681a495a-aff6-4a0e-a460-ea3328551387 req-373ea6c7-6ee8-4196-9291-80821903ebde tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1183813 Aug 31 06:35:07.862184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c75761e0-8ccc-4f92-ae41-32ebc49e0ebb up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:07.865601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15dd601e-0038-4dc8-8c60-dcf77f96239d req-320962d5-5330-4714-8816-4e65a21064c5 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373763 Aug 31 06:35:07.900659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d3f059e-726e-43da-95ee-0326178312f7 req-444bed7e-9001-4655-8ddb-f4eeb641c46a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169081 Aug 31 06:35:07.927352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-681a495a-aff6-4a0e-a460-ea3328551387 req-8e710dfb-4c48-4440-80e4-ca3995098672 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960307 Aug 31 06:35:07.997115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.011580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Transition to ACTIVE for port object 7cd7dfcd-72fc-418b-a8a1-275a14236d4a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:08.018127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:08.018628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.023818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.041074 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:35:08.041966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.136310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a136e76-14bf-472f-9c5e-e6d21b353ec5 req-47e38de5-2341-4b13-a69e-38b1baba68d5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.145782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a136e76-14bf-472f-9c5e-e6d21b353ec5 req-47e38de5-2341-4b13-a69e-38b1baba68d5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1383088 Aug 31 06:35:08.221045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853e41f-a451-4816-aae1-9ea5cc648101 None None] Pushing event updated for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:08.248764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a136e76-14bf-472f-9c5e-e6d21b353ec5 req-4ae57696-76ce-4a68-b4f2-78113635ec81 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939832 Aug 31 06:35:08.330312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b'}, {'name': 'network-changed', 'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:08.332610 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4f3e73-c508-447d-b16d-88e9b2187021" -d '{"events": [{"name": "network-changed", "server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b"}, {"name": "network-changed", "server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:08.337959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0b35a4e3-3b8f-47c1-af9d-4df740013a6e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:08.341530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69210ac-8514-4d8e-abe4-7cb614076877 req-4b9a2c2f-e4be-4f32-aa75-a479afa618c1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.353961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e69210ac-8514-4d8e-abe4-7cb614076877 req-4b9a2c2f-e4be-4f32-aa75-a479afa618c1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 949 time: 0.1335640 Aug 31 06:35:08.392173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Attempting to bind port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:08.393065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Attempting to bind port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:08.393708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Attempting to bind port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:08.402525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e69210ac-8514-4d8e-abe4-7cb614076877 req-97a2b318-0bcf-4d11-9468-27e4dc4fc419 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455999 Aug 31 06:35:08.406657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e733de4-c100-4bde-b9bb-c38389e5157d req-f2f7296a-6307-4593-9603-e4be75c99a39 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 210 time: 0.0506315 Aug 31 06:35:08.417929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Router da2e0cfb-ec78-476e-8ae2-2722c7891c76 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:35:08.424106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:08.425384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.455550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:08.456101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Checking segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:08.456764 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.457266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Bound using segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:08.458017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Bound port: 7cd7dfcd-72fc-418b-a8a1-275a14236d4a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:08.458499 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.503294 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3a3dfb-8937-4fe3-b89b-902d3ad6abbd x-openstack-request-id: req-1c3a3dfb-8937-4fe3-b89b-902d3ad6abbd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:08.503867 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:08.504256 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c3a3dfb-8937-4fe3-b89b-902d3ad6abbd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:08.504774 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'status': 'completed', 'code': 200} Aug 31 06:35:08.505166 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'status': 'completed', 'code': 200} Aug 31 06:35:08.584568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b28157bd-bbdc-4196-a7e9-3af491cfd000 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:08.629057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-4ab8b000-e939-4686-ab9f-1fba298da0d6 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.630835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-4ab8b000-e939-4686-ab9f-1fba298da0d6 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 820 time: 0.1191564 Aug 31 06:35:08.656040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] For port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:08.657779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:08.664804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-1b82ab5a-6378-43f8-930e-fe3e8327a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.667181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-1b82ab5a-6378-43f8-930e-fe3e8327a98d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1095 time: 0.1287093 Aug 31 06:35:08.670303 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Sync routers for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:08.676607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'port': {'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'admin_state_up': True, 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:08.686899 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:08.687846 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:08.727362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] For port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:08.736744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-078501c0-b302-4569-843e-c74f6120bbe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.738496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-078501c0-b302-4569-843e-c74f6120bbe6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1126 time: 0.1066117 Aug 31 06:35:08.757667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.787767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.791490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6661050f-ddff-4aab-a8a8-f940d5a15669 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2277606 Aug 31 06:35:08.796684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:08.898584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Made reservation on behalf of 8b2177a0d21c447ab9f8d86afb5c5549 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:08.902476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.902627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port b28157bd-bbdc-4196-a7e9-3af491cfd000 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:08.937528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-4191459a-9adb-43f4-9401-6412481c7a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:08.940518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-4191459a-9adb-43f4-9401-6412481c7a72 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1930799 Aug 31 06:35:08.949734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port b28157bd-bbdc-4196-a7e9-3af491cfd000 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:08.950375 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:08.954945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2853e41f-a451-4816-aae1-9ea5cc648101 None None] Pushing event updated for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:08.955154 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:09.024864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:09.025038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:09.068844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-a0c1f077-495e-421f-8038-27e8a7bee981 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.1201143 Aug 31 06:35:09.108326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-ffcac297-deac-4259-87f9-de92549fd486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:09.111600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-ffcac297-deac-4259-87f9-de92549fd486 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.4284782 Aug 31 06:35:09.218717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-a43fa10f-ae9b-4a7e-b597-310306da2a54 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=49594838006349bba72f674678192ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979917 Aug 31 06:35:09.265407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e646db15-21b4-4e03-b150-0c878084ba4d req-b03058ec-1c1e-45da-a9d8-eaaa846a26b9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:09.274056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e646db15-21b4-4e03-b150-0c878084ba4d req-b03058ec-1c1e-45da-a9d8-eaaa846a26b9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.2043023 Aug 31 06:35:09.312926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-5fd6d475-3a89-447c-b4ff-9b58a92e52d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:09.314232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-5fd6d475-3a89-447c-b4ff-9b58a92e52d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.1655464 Aug 31 06:35:09.357917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-6a865cd6-7d84-486d-8c60-bd0a8c9caa35 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308781 Aug 31 06:35:09.394187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:09.399886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-78395d63-760a-4d26-b674-0f205d1b3a22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.2623470 Aug 31 06:35:09.433091 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:07Z', 'revision_number': 3, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:09.438286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Allocated IP 172.20.0.3 (bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba/bea56f0c-e917-4279-aa7c-24d6a6fda67c/e1b93725-33c1-4289-b4cc-337d22fbcc29) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:09.447753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.465055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e646db15-21b4-4e03-b150-0c878084ba4d req-29d62b7d-641d-4f68-9b4f-99335257c7ee tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655879 Aug 31 06:35:09.495368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Checking router: da2e0cfb-ec78-476e-8ae2-2722c7891c76 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:09.495876 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Updating router da2e0cfb-ec78-476e-8ae2-2722c7891c76 port 27d9c3d1-55f9-417f-8f52-af6fadb774dd binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:35:09.521735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-5f31ce0a-2b1b-4350-91da-9f91c5ddfea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:09.524220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:09.525610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-5f31ce0a-2b1b-4350-91da-9f91c5ddfea5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0794837 Aug 31 06:35:09.526636 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c99ed9-436f-445d-977a-23f572cf753e" -d '{"events": [{"server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "name": "network-vif-plugged", "status": "completed", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:09.554838 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.612898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-22cde35f-52b0-4d7e-81ca-99e0837c914b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423706 Aug 31 06:35:09.667888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-5a50d9a1-8bdf-4c08-bb37-c626cd75ac44 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998412 Aug 31 06:35:09.684449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:09.698193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.788788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:09.802579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-cfa171d3-792d-47cd-8be4-53948e5fd894 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:09.814946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-cfa171d3-792d-47cd-8be4-53948e5fd894 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4275765 Aug 31 06:35:09.834809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:08Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:09.863870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7acc8dd5-db83-4b9b-8ad3-2871cb6a3945 None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:08Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:09.886391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-04ab24f6-b831-4668-8188-aacaa6d25977 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/quotas/49594838006349bba72f674678192ef4 HTTP/1.1" status: 200 len: 375 time: 0.0705459 Aug 31 06:35:09.886809 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:09.913434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe712bf2-daa0-45f4-8386-9440e899676e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:09.915967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Transition to ACTIVE for port object 27d9c3d1-55f9-417f-8f52-af6fadb774dd will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:09.933586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-d5834dc6-1feb-4320-bbae-86d2ada33759 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=49594838006349bba72f674678192ef4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0389667 Aug 31 06:35:09.938147 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.036027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fe712bf2-daa0-45f4-8386-9440e899676e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:10.036027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.081407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230b83-2ca3-40cd-af6c-c44cace9d911 None None] Pushing event updated for resources: {'Port': ['ID=27d9c3d1-55f9-417f-8f52-af6fadb774dd,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:10.096466 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Attempting to bind port 27d9c3d1-55f9-417f-8f52-af6fadb774dd on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:10.096830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Attempting to bind port 27d9c3d1-55f9-417f-8f52-af6fadb774dd by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:10.097187 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Attempting to bind port 27d9c3d1-55f9-417f-8f52-af6fadb774dd on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:10.112519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:10.113178 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:10.113619 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.114048 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:10.114527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Bound port: 27d9c3d1-55f9-417f-8f52-af6fadb774dd, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:10.115261 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.262151 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] For port 27d9c3d1-55f9-417f-8f52-af6fadb774dd, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:10.271863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] For port 27d9c3d1-55f9-417f-8f52-af6fadb774dd, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=27d9c3d1-55f9-417f-8f52-af6fadb774dd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:10.288040 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.390993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a230b83-2ca3-40cd-af6c-c44cace9d911 None None] Pushing event updated for resources: {'Port': ['ID=27d9c3d1-55f9-417f-8f52-af6fadb774dd,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:10.399030 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:10.400779 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:10.431904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-7e643f71-efb0-4896-a56b-1aed6d4519df service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837138 Aug 31 06:35:10.521696 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:10.594010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:10.623493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.642549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Transition to ACTIVE for port object e1b93725-33c1-4289-b4cc-337d22fbcc29 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:10.651473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:10.657133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-6b7aad6a-76d5-4b36-bf47-15804b2c5b82 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9784892 Aug 31 06:35:10.664977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a4f3e73-c508-447d-b16d-88e9b2187021 req-eee4ad89-75de-4220-9b44-46189af311d7 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168803 Aug 31 06:35:10.673739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9244ee2a-f010-4403-96f7-d372e7238761 req-f73d7e61-f040-4aa8-9cf9-0bc51f4300cf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:10.675758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9244ee2a-f010-4403-96f7-d372e7238761 req-f73d7e61-f040-4aa8-9cf9-0bc51f4300cf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.2202847 Aug 31 06:35:10.684251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b508a-a0d1-4ecc-b50c-66407986800f req-f3b99bfb-d34f-4880-be3a-9ac83a454c26 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:10.685842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b0b508a-a0d1-4ecc-b50c-66407986800f req-f3b99bfb-d34f-4880-be3a-9ac83a454c26 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.9833934 Aug 31 06:35:10.788647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-f6c5f2d0-33b4-49ae-9a04-08ce772dcd7a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4399092 Aug 31 06:35:10.823160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:10.826228 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:07Z', 'revision_number': 3, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:10.841549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b0b508a-a0d1-4ecc-b50c-66407986800f req-d40a60a3-19bb-4ccd-8c30-9c45723c95b0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299078 Aug 31 06:35:10.867181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:35:10.867557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:10.925681 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b466f941-cd73-4c59-9213-13558d35d4ad None None] The sync data for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 is: [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:07Z', 'revision_number': 3, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:10.957189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9244ee2a-f010-4403-96f7-d372e7238761 req-67c93b68-35ea-41ba-9c7e-65fa35a830cc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653500 Aug 31 06:35:11.033291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-bf3cae61-2b79-4b76-9fee-c8f91e402db9 service neutron] 10.222.0.53 "GET /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.1530573 Aug 31 06:35:11.054092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.085530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:11.119634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'port_id': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'mac_address': 'fa:16:3e:17:e1:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5374b-9c88-40f5-9167-671d88f1e4b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:11.141069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Allocated IP 172.20.0.1 (066cec19-edb9-481f-ab60-6fff41cfb81e/07f845d4-ed62-40aa-9f5f-c5ea985a3584/b03c381f-aca0-4226-8388-2ddba328066a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:11.161348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:11.169608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff91c9-df07-42a7-a0db-e2a1ac65d804 req-6893f863-4b23-4183-a4ae-987de3b0ea47 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.174807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.179406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ff91c9-df07-42a7-a0db-e2a1ac65d804 req-6893f863-4b23-4183-a4ae-987de3b0ea47 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 931 time: 0.1251941 Aug 31 06:35:11.187214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:11.190967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:11.202964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.204071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.208340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-97ffaa61-2d14-41dc-b924-f9191ab4081d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.210027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-97ffaa61-2d14-41dc-b924-f9191ab4081d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 1097 time: 0.3519053 Aug 31 06:35:11.227991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb453bf3-bd19-4a5a-b814-6fe40b57c0f5 req-cb008e33-d793-4183-a131-659ef6b77385 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.232115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e43bd73-c852-4d8b-99a0-7339a0476d4b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:11.239233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb453bf3-bd19-4a5a-b814-6fe40b57c0f5 req-cb008e33-d793-4183-a131-659ef6b77385 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.2725933 Aug 31 06:35:11.269883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:11.275799 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.367875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:11.409124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event updated for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:11.449539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-4dd7ccf7-9d1b-48f5-825d-241e7021cd84 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7803392 Aug 31 06:35:11.453253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.456925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb453bf3-bd19-4a5a-b814-6fe40b57c0f5 req-c17ccfca-a1df-4a43-a090-90072fc8e410 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167473 Aug 31 06:35:11.461506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ff91c9-df07-42a7-a0db-e2a1ac65d804 req-3317673f-199d-4149-a2a9-ebef7a2ae1e9 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807610 Aug 31 06:35:11.466120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Request body: {'port': {'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:11.475809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Transition to ACTIVE for port object b03c381f-aca0-4226-8388-2ddba328066a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:11.563410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.566716 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf89e458-6e7d-4a8e-9f54-53aca13033d4 x-openstack-request-id: req-cf89e458-6e7d-4a8e-9f54-53aca13033d4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:11.567131 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "name": "network-vif-plugged", "status": "completed", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:11.567550 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf89e458-6e7d-4a8e-9f54-53aca13033d4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:11.568892 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000', 'code': 200} Aug 31 06:35:11.604353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6e43bd73-c852-4d8b-99a0-7339a0476d4b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:11.676092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.749056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b46bf76-f7e5-44ed-a841-9a0ce71ea204 None None] Provisioning for port e1b93725-33c1-4289-b4cc-337d22fbcc29 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:11.776204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31279c72-b246-4c5d-a741-e1ef0cc2bb05 req-f555556a-c20c-4612-8da1-acb001402f1a tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 210 time: 0.1076367 Aug 31 06:35:11.797195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b46bf76-f7e5-44ed-a841-9a0ce71ea204 None None] Provisioning complete for port e1b93725-33c1-4289-b4cc-337d22fbcc29 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:11.799777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-fb53fb2e-fe8e-405f-8d53-6040e19f5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:11.801256 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-fb53fb2e-fe8e-405f-8d53-6040e19f5f65 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 924 time: 0.4980567 Aug 31 06:35:11.810391 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b46bf76-f7e5-44ed-a841-9a0ce71ea204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.812754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Network 066cec19-edb9-481f-ab60-6fff41cfb81e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:11.841138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.53', 55290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:11.889007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:11.912261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0b46bf76-f7e5-44ed-a841-9a0ce71ea204 None None] Port e1b93725-33c1-4289-b4cc-337d22fbcc29 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:11.940690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 27d9c3d1-55f9-417f-8f52-af6fadb774dd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:11.973957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:11.974443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:11.985770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Pushing event updated for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:12.130442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-9de03861-f2c3-4282-9898-9ff9b218c4a8 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=49594838006349bba72f674678192ef4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2880206 Aug 31 06:35:12.141772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 27d9c3d1-55f9-417f-8f52-af6fadb774dd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:12.161794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 27d9c3d1-55f9-417f-8f52-af6fadb774dd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:12.162390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.292516 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-5d44ec08-2f1f-4254-8e8d-2e600c42de50 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 200 len: 1001 time: 0.3442256 Aug 31 06:35:12.298602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.314026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f7bc2-b246-42b9-87dd-a5b3bee3bc74 req-25aff74d-ebcc-4b2a-8aed-50df00053cd0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.315545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac4f7bc2-b246-42b9-87dd-a5b3bee3bc74 req-25aff74d-ebcc-4b2a-8aed-50df00053cd0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.2468450 Aug 31 06:35:12.335282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 27d9c3d1-55f9-417f-8f52-af6fadb774dd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=27d9c3d1-55f9-417f-8f52-af6fadb774dd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:12.341581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.342610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd7dfcd-72fc-418b-a8a1-275a14236d4a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:12.347968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c3365168-2b00-4b65-bbad-1c02cf2fdddb tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.349709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c3365168-2b00-4b65-bbad-1c02cf2fdddb tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1820254 Aug 31 06:35:12.356264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09279197-2e51-4efd-a02d-4d90073462b0 req-bdcb0d8b-f306-4fff-bdb0-e62ca0758902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.357940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09279197-2e51-4efd-a02d-4d90073462b0 req-bdcb0d8b-f306-4fff-bdb0-e62ca0758902 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 1102 time: 0.6558790 Aug 31 06:35:12.363881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:12.370575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Request body: {'port': {'device_id': 'a197c344-85c9-4d86-83a6-32662a60a488', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '49594838006349bba72f674678192ef4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:12.403541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119fd4eb-6de7-4f77-8725-2c26375009a2 req-41392ad9-84f8-43d2-afe7-8758178a62bc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.411807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-119fd4eb-6de7-4f77-8725-2c26375009a2 req-41392ad9-84f8-43d2-afe7-8758178a62bc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.5883741 Aug 31 06:35:12.429111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37891b5c-e372-47e5-9646-1fb6ca02bd22 None None] Provisioning for port b03c381f-aca0-4226-8388-2ddba328066a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:12.443041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-37891b5c-e372-47e5-9646-1fb6ca02bd22 None None] Provisioning complete for port b03c381f-aca0-4226-8388-2ddba328066a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:12.443513 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-37891b5c-e372-47e5-9646-1fb6ca02bd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.484635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=27d9c3d1-55f9-417f-8f52-af6fadb774dd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:12.508174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-37891b5c-e372-47e5-9646-1fb6ca02bd22 None None] Port b03c381f-aca0-4226-8388-2ddba328066a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:12.511806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:12.518131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:12.519242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.540778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09279197-2e51-4efd-a02d-4d90073462b0 req-96654a2c-dfb3-4fdf-a503-75f3c4b8083e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645157 Aug 31 06:35:12.541289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.542570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-3df8c79a-976a-46fb-a36f-b80206d7c865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.544107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-3df8c79a-976a-46fb-a36f-b80206d7c865 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.2276897 Aug 31 06:35:12.546780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:12.578820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-119fd4eb-6de7-4f77-8725-2c26375009a2 req-e02c3919-5a5b-4832-a1db-b40f678370de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612055 Aug 31 06:35:12.631652 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.675205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:12.681099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.702918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Made reservation on behalf of 49594838006349bba72f674678192ef4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:12.703380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac4f7bc2-b246-42b9-87dd-a5b3bee3bc74 req-943afad6-1752-4a20-be78-1eb4d6824078 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3471310 Aug 31 06:35:12.706563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.713755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6505424c-79a7-4d2b-a142-e47b3b203b6d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:12.719991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1b93725-33c1-4289-b4cc-337d22fbcc29 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:12.734615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.737977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:12.761920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:12.766120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Transition to ACTIVE for port object e1b93725-33c1-4289-b4cc-337d22fbcc29 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:12.766880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.768534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-ccf7312c-d439-4d1e-b62c-fbc003789519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.770547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-ccf7312c-d439-4d1e-b62c-fbc003789519 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1929195 Aug 31 06:35:12.771362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.782180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.785739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5afae92-6e52-4861-bf92-bf6ea6c3820e req-0d43d39f-45dc-4c98-86f5-6fc16bb14449 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:12.787262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5afae92-6e52-4861-bf92-bf6ea6c3820e req-0d43d39f-45dc-4c98-86f5-6fc16bb14449 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 943 time: 0.1517725 Aug 31 06:35:12.878104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5afae92-6e52-4861-bf92-bf6ea6c3820e req-85d9e0d0-3791-43cc-a023-896b212c857a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841572 Aug 31 06:35:12.941446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.958785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.961425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:12.971779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Pushing event updated for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.043030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-11c7eb99-1396-4736-881f-6ca34b0f35ff service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626653 Aug 31 06:35:13.072048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7382ce-789b-4a66-bb97-d71523a6214f req-8583f123-0f0d-49ba-ace9-bde3098067f7 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.073592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c7382ce-789b-4a66-bb97-d71523a6214f req-8583f123-0f0d-49ba-ace9-bde3098067f7 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 943 time: 0.2191286 Aug 31 06:35:13.076852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Attempting to bind port e1b93725-33c1-4289-b4cc-337d22fbcc29 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:13.077785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Attempting to bind port e1b93725-33c1-4289-b4cc-337d22fbcc29 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:13.078307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Attempting to bind port e1b93725-33c1-4289-b4cc-337d22fbcc29 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:13.092464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] Transition to ACTIVE for port object 6505424c-79a7-4d2b-a142-e47b3b203b6d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:13.122319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.128605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Port e1b93725-33c1-4289-b4cc-337d22fbcc29 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:13.128887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Attempting to bind port e1b93725-33c1-4289-b4cc-337d22fbcc29 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:13.131435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.136074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Pushing event updated for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.149714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.173651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f053c13-1234-4f94-95e4-d02a200dbfda req-e7cb655d-1b72-4115-84af-c5d6edf07551 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.175070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f053c13-1234-4f94-95e4-d02a200dbfda req-e7cb655d-1b72-4115-84af-c5d6edf07551 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.1714795 Aug 31 06:35:13.179487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:13.179828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Checking segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:13.180630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Bound using segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:13.180630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Bound port: e1b93725-33c1-4289-b4cc-337d22fbcc29, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:13.180990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.248755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c7382ce-789b-4a66-bb97-d71523a6214f req-b438d50f-7f84-4280-8c07-e05d4378e8c3 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576514 Aug 31 06:35:13.267828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b761bc6b-72c5-4ea2-82fd-825c5a030045,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.268976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] No DVR routers for this DVR port 6505424c-79a7-4d2b-a142-e47b3b203b6d on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:13.303945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f053c13-1234-4f94-95e4-d02a200dbfda req-0e07ae1b-2ea5-49f2-b8ee-24903efe655c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129565 Aug 31 06:35:13.310225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] Pushing event updated for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.310394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Network 066cec19-edb9-481f-ab60-6fff41cfb81e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:13.349513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:13.361600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c05852c1-aa96-4ecd-9388-5fa4507c05ca req-7826a7ac-6648-4bc2-acdb-01863e00dbf6 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3084986 Aug 31 06:35:13.371086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fb37c184-d83b-4c8c-ac28-cab39e9c8c8e service neutron] 10.222.0.53 "PUT /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 2.3141930 Aug 31 06:35:13.409624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-051fcd58-7d8e-49c7-b68c-70e5e8341fe4 req-3f8683d9-6b62-46e4-8096-1e6a313acc49 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 210 time: 0.0523050 Aug 31 06:35:13.422101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:13.429306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:13.442149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Allocated IP 192.168.233.34 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/a4db8240-9599-4c2a-9788-1407951ee67a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:13.450155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.496374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.497264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.498746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] 10.222.0.53 "PUT /v2.0/ports/e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 1092 time: 2.0372298 Aug 31 06:35:13.504076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:13.507499 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e27862-e827-4b1e-abdf-5a23b0c07ffa" -d '{"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:13.590986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a0538e-d15a-461e-a525-bb6196a8d38e service neutron] Pushing event updated for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:13.595603 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b58b42-5070-4b51-b33f-1a6599088f73 x-openstack-request-id: req-62b58b42-5070-4b51-b33f-1a6599088f73 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:13.595927 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:13.596260 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62b58b42-5070-4b51-b33f-1a6599088f73 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:13.596651 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:35:13.621197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-7bc173e0-a6f5-4ce0-be0a-313bd19c5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.622842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-7bc173e0-a6f5-4ce0-be0a-313bd19c5fc9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1095 time: 0.0623293 Aug 31 06:35:13.684075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-5b075c17-f919-48f6-bd73-7bf62babcc24 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.0522912 Aug 31 06:35:13.797712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9a23a-da44-464e-a236-3f59aa5f5582 req-a01cfe72-48ef-463d-b140-da7ecc56010f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.799296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 27d9c3d1-55f9-417f-8f52-af6fadb774dd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:13.800445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ba9a23a-da44-464e-a236-3f59aa5f5582 req-a01cfe72-48ef-463d-b140-da7ecc56010f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.1190925 Aug 31 06:35:13.806499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-60c2fa81-5618-4d57-8a02-b512702da9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.808132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-60c2fa81-5618-4d57-8a02-b512702da9f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0943406 Aug 31 06:35:13.824623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Router da2e0cfb-ec78-476e-8ae2-2722c7891c76 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:13.853631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-14fe8bd0-9ea2-45d8-95d6-a906432537c2 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.856088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-14fe8bd0-9ea2-45d8-95d6-a906432537c2 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1384835 Aug 31 06:35:13.862540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ac81c224-2bf1-4704-a054-ccb34d661b04 None None] Provisioning complete for port b03c381f-aca0-4226-8388-2ddba328066a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:13.862912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac81c224-2bf1-4704-a054-ccb34d661b04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:13.895076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ba9a23a-da44-464e-a236-3f59aa5f5582 req-1efe39a4-d253-414d-a22a-88d693540ea2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797691 Aug 31 06:35:13.909195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a0497-484b-473c-91dd-807489ca5d64 req-1a7ecfd4-bf5f-4c85-8c19-9e73c3421a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:13.910665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-1a7ecfd4-bf5f-4c85-8c19-9e73c3421a59 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0601778 Aug 31 06:35:13.916593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ac81c224-2bf1-4704-a054-ccb34d661b04 None None] Port b03c381f-aca0-4226-8388-2ddba328066a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:13.930037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 27d9c3d1-55f9-417f-8f52-af6fadb774dd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:13.930414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.051025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd7dfcd-72fc-418b-a8a1-275a14236d4a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:14.083277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ab9e2-8976-4acd-845c-98532f2b6a66 req-d62f581b-c9d2-463c-86d2-543d34dca8a4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.084899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc5ab9e2-8976-4acd-845c-98532f2b6a66 req-d62f581b-c9d2-463c-86d2-543d34dca8a4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.0993431 Aug 31 06:35:14.101253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-3ec8a4d4-b13e-4210-b00f-4ebe7b70dcce service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829388 Aug 31 06:35:14.116468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bb2b4-476c-46e4-8534-83a34f146f82 req-0f92011e-e49a-456b-9e1d-6fa894273d1f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.122496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d71bb2b4-476c-46e4-8534-83a34f146f82 req-0f92011e-e49a-456b-9e1d-6fa894273d1f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.2646537 Aug 31 06:35:14.123359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:14.123843 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.141204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-baa1a770-c64f-475a-bad4-4d6e4e8bef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.142714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-baa1a770-c64f-475a-bad4-4d6e4e8bef78 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 1096 time: 0.2269645 Aug 31 06:35:14.178124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:14.193368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e816b1de-7001-40ee-8e3d-2a2f0bc5a37d admin admin] 10.222.0.57 "PUT /v2.0/routers/da2e0cfb-ec78-476e-8ae2-2722c7891c76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3844414 Aug 31 06:35:14.210561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc5ab9e2-8976-4acd-845c-98532f2b6a66 req-873fdbe8-f0a0-42a4-aeb9-8863de66befd tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082468 Aug 31 06:35:14.214948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.237354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762a0497-484b-473c-91dd-807489ca5d64 req-6944b718-163d-4c66-9289-4c9d87cff78a service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184511 Aug 31 06:35:14.240964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Transition to ACTIVE for port object a4db8240-9599-4c2a-9788-1407951ee67a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:14.319698 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d71bb2b4-476c-46e4-8534-83a34f146f82 req-5284d57d-1bcc-47fe-b304-242f7aac33ab tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796455 Aug 31 06:35:14.348945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-e98f7d1b-6dda-429f-8c3b-94774dca179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.350739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-e98f7d1b-6dda-429f-8c3b-94774dca179c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1095 time: 0.0665302 Aug 31 06:35:14.365533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.375914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-573591a8-f96f-4bb7-a91a-4d1c896d58e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.377455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-573591a8-f96f-4bb7-a91a-4d1c896d58e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1262341 Aug 31 06:35:14.386790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:14.447252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:14.491343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:14.505826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb23abf7-2f96-4246-b853-4a4032211e20 req-174336fb-b762-43bb-8143-cd4717554e95 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.507350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb23abf7-2f96-4246-b853-4a4032211e20 req-174336fb-b762-43bb-8143-cd4717554e95 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 943 time: 0.1624451 Aug 31 06:35:14.516619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:14.519085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:14.525465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.526091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.541218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-1df1af8b-bf27-41c7-b691-323140e9bf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.542936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-1df1af8b-bf27-41c7-b691-323140e9bf06 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1843889 Aug 31 06:35:14.571471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Pushing event updated for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:14.590967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-c151f918-5929-40ee-9ade-5ed75dcc0126 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2244701 Aug 31 06:35:14.617681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:14.627259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Request body: {'port': {'device_id': 'a197c344-85c9-4d86-83a6-32662a60a488', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:14.696503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 6e43bd73-c852-4d8b-99a0-7339a0476d4b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:14.708903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 6e43bd73-c852-4d8b-99a0-7339a0476d4b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:14.709589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.722760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.741433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e96f56c-f83e-4c30-b85d-3599980ef440 req-fd9fba15-2111-4009-b7d0-5a78e6d40aaa tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.749767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e96f56c-f83e-4c30-b85d-3599980ef440 req-fd9fba15-2111-4009-b7d0-5a78e6d40aaa tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.3328731 Aug 31 06:35:14.821555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-335ada7f-6346-47bf-8687-e7226d0e92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:14.830626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-335ada7f-6346-47bf-8687-e7226d0e92b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.4079442 Aug 31 06:35:14.871374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:14.936136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fac8fe08-e8ee-4edd-9262-9f7d83579759 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.0931766 Aug 31 06:35:14.942839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:14.945536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:14.952122 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00fd1aa5-11c0-47fd-adf1-1a3523949f2b" -d '{"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-plugged", "status": "completed", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:14.986825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.006870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de4c4d8f-303b-4409-bef6-81305d2ef43a None None] Provisioning for port a4db8240-9599-4c2a-9788-1407951ee67a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:15.031776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-6a32ce95-a02d-4426-98af-f81c6a9e31b4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.4808447 Aug 31 06:35:15.041222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de4c4d8f-303b-4409-bef6-81305d2ef43a None None] Provisioning complete for port a4db8240-9599-4c2a-9788-1407951ee67a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:15.041793 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de4c4d8f-303b-4409-bef6-81305d2ef43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.050893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb23abf7-2f96-4246-b853-4a4032211e20 req-231777f6-6e7b-4bb7-bf80-b65c815897b3 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5216894 Aug 31 06:35:15.120361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de4c4d8f-303b-4409-bef6-81305d2ef43a None None] Port a4db8240-9599-4c2a-9788-1407951ee67a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:15.173873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e96f56c-f83e-4c30-b85d-3599980ef440 req-ceb9c980-3c38-46c3-9961-9fbf7aef80d1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4229636 Aug 31 06:35:15.189602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:15.190185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-a7a87748-65fd-438b-8078-4d1b39573517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.192808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-a7a87748-65fd-438b-8078-4d1b39573517 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1409285 Aug 31 06:35:15.294430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05659913-f364-402b-b928-091c351c328f None None] Sync routers for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:15.308967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05659913-f364-402b-b928-091c351c328f None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:15.308967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05659913-f364-402b-b928-091c351c328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:15.359135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-f09b8314-82e0-495a-ab1b-386280972a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.362196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-f09b8314-82e0-495a-ab1b-386280972a02 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1584167 Aug 31 06:35:15.398706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-927418bc-5c61-4080-9009-fc3b7f305b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.402743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-927418bc-5c61-4080-9009-fc3b7f305b9b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.2523768 Aug 31 06:35:15.409300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.494540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1ace3e-58bf-4c0e-a235-c35ff9bc585a req-abae93f7-c351-4e7c-bff9-97764434186f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.498661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-6c1c683f-b46d-453e-b33a-6eed4eff5b67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817983 Aug 31 06:35:15.503900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb1ace3e-58bf-4c0e-a235-c35ff9bc585a req-abae93f7-c351-4e7c-bff9-97764434186f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 945 time: 0.1013536 Aug 31 06:35:15.510876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05659913-f364-402b-b928-091c351c328f None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:15.539229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e822ff-ed44-4d32-bfeb-9dbabfa5ff4c req-50dbe4d3-183b-4015-a8a1-512ecb7d88b9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:15.540918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43e822ff-ed44-4d32-bfeb-9dbabfa5ff4c req-50dbe4d3-183b-4015-a8a1-512ecb7d88b9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 935 time: 0.2233319 Aug 31 06:35:15.581722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb1ace3e-58bf-4c0e-a235-c35ff9bc585a req-b2363012-1d22-4cf6-a41a-db1a65268aba tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716472 Aug 31 06:35:15.603850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-27a5ce3f-e3fd-41bf-ae3f-63e0510ba34b service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347755 Aug 31 06:35:15.670475 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8239c8-63dc-44dc-93ec-bba4d260c1e4 x-openstack-request-id: req-6d8239c8-63dc-44dc-93ec-bba4d260c1e4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:15.670799 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-plugged", "status": "completed", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:15.671082 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d8239c8-63dc-44dc-93ec-bba4d260c1e4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:15.671427 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'code': 200} Aug 31 06:35:15.775433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4db8240-9599-4c2a-9788-1407951ee67a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:15.787397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:15.807625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62e27862-e827-4b1e-abdf-5a23b0c07ffa req-61fbc727-af8a-4210-a8e7-13e148962fa5 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965022 Aug 31 06:35:15.815480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Transition to ACTIVE for port object a4db8240-9599-4c2a-9788-1407951ee67a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:15.841060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43e822ff-ed44-4d32-bfeb-9dbabfa5ff4c req-e2b120d5-4c82-4886-bc1c-e165cb52773f tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805676 Aug 31 06:35:15.902493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.013722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05659913-f364-402b-b928-091c351c328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b03c381f-aca0-4226-8388-2ddba328066a', 'name': '', 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'mac_address': 'fa:16:3e:5a:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:10Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 2, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'subnets': [{'id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:16.066128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf9fbb4-c991-4898-8ef3-4b69631a3205 req-d4c45481-4e24-4a91-9372-38aa5897db0e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.069015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05659913-f364-402b-b928-091c351c328f None None] Checking router: da2e0cfb-ec78-476e-8ae2-2722c7891c76 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:16.069404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05659913-f364-402b-b928-091c351c328f None None] Updating router da2e0cfb-ec78-476e-8ae2-2722c7891c76 port b03c381f-aca0-4226-8388-2ddba328066a binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:35:16.093657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cf9fbb4-c991-4898-8ef3-4b69631a3205 req-d4c45481-4e24-4a91-9372-38aa5897db0e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0949969 Aug 31 06:35:16.101439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.183094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cf9fbb4-c991-4898-8ef3-4b69631a3205 req-c4b450d6-c63b-431c-935a-2bb69fdce731 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876122 Aug 31 06:35:16.215847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fec8c5b0-b5a6-4894-9c70-731c86df5ed7 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6962807 Aug 31 06:35:16.374430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-87ed0045-bda4-4f36-a21e-485ed3576f0a tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.377130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-87ed0045-bda4-4f36-a21e-485ed3576f0a tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 1102 time: 0.0539029 Aug 31 06:35:16.408838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-580ed51e-fd0d-43ac-adc0-d59bb2376fad tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.515626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:16.521132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b975153-a1f7-463d-b3b6-1b66ea0f7e98 req-6c3f6a41-df46-41bd-9780-25dc1955a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.523268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b975153-a1f7-463d-b3b6-1b66ea0f7e98 req-6c3f6a41-df46-41bd-9780-25dc1955a2c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1097 time: 0.7035310 Aug 31 06:35:16.538430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Attempting to bind port a4db8240-9599-4c2a-9788-1407951ee67a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:16.538689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Attempting to bind port a4db8240-9599-4c2a-9788-1407951ee67a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:16.539023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Attempting to bind port a4db8240-9599-4c2a-9788-1407951ee67a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:16.574155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Port a4db8240-9599-4c2a-9788-1407951ee67a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:16.574779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Attempting to bind port a4db8240-9599-4c2a-9788-1407951ee67a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:16.584844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-580ed51e-fd0d-43ac-adc0-d59bb2376fad tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.593574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e5784-d231-4c35-b429-f2e1e56b2a7c req-a833e094-ee94-486b-b05d-a3db9f8e17a0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.602151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-580ed51e-fd0d-43ac-adc0-d59bb2376fad tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.603150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-293e5784-d231-4c35-b429-f2e1e56b2a7c req-a833e094-ee94-486b-b05d-a3db9f8e17a0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.4943943 Aug 31 06:35:16.619491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:16.619884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:16.621168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:16.625710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Bound port: a4db8240-9599-4c2a-9788-1407951ee67a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:16.626179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.629168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.643199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-05659913-f364-402b-b928-091c351c328f None None] Transition to ACTIVE for port object b03c381f-aca0-4226-8388-2ddba328066a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:16.645465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35d4b84d-ee87-4e5d-9a0f-cae730793771 req-580ed51e-fd0d-43ac-adc0-d59bb2376fad tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568276 Aug 31 06:35:16.654510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.665636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ed51e-fd0d-43ac-adc0-d59bb2376fad tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944cc2d1-1580-43c0-be50-736f6be3040d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:16.738115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904255-bc67-4c91-9bfc-e24e4f1366af None None] Pushing event updated for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:16.847665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4a0f94-7d86-42fe-bc9b-a4377ce0b075 req-9aca5b64-71b1-418b-9473-2df5a8702385 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:16.855799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b4a0f94-7d86-42fe-bc9b-a4377ce0b075 req-9aca5b64-71b1-418b-9473-2df5a8702385 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 943 time: 0.0894899 Aug 31 06:35:16.876915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05659913-f364-402b-b928-091c351c328f None None] Attempting to bind port b03c381f-aca0-4226-8388-2ddba328066a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:16.877278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05659913-f364-402b-b928-091c351c328f None None] Attempting to bind port b03c381f-aca0-4226-8388-2ddba328066a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:16.877696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05659913-f364-402b-b928-091c351c328f None None] Attempting to bind port b03c381f-aca0-4226-8388-2ddba328066a on network 066cec19-edb9-481f-ab60-6fff41cfb81e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:16.893304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05659913-f364-402b-b928-091c351c328f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:16.893718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05659913-f364-402b-b928-091c351c328f None None] Checking segment: {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:16.894101 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.895196 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05659913-f364-402b-b928-091c351c328f None None] Bound using segment: {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:16.906368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05659913-f364-402b-b928-091c351c328f None None] Bound port: b03c381f-aca0-4226-8388-2ddba328066a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55b4ad05-eecd-45ac-9ee9-96b4a837e83a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:16.906907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:16.961459 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b4a0f94-7d86-42fe-bc9b-a4377ce0b075 req-e9516838-56e2-4b18-bcab-795322443336 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046977 Aug 31 06:35:16.964484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-77f2c3a7-b779-4890-a886-a0aeb73c105e service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7315786 Aug 31 06:35:16.998756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b975153-a1f7-463d-b3b6-1b66ea0f7e98 req-28a2e0a3-eb41-4a8c-a6ca-68d2a5c21017 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4534216 Aug 31 06:35:17.027137 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-293e5784-d231-4c35-b429-f2e1e56b2a7c req-7dfbcfd2-f026-406e-8d64-38a69bda7b8f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4207344 Aug 31 06:35:17.097059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:17.119602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a4db8240-9599-4c2a-9788-1407951ee67a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:17.127637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.141725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-05659913-f364-402b-b928-091c351c328f None None] For port b03c381f-aca0-4226-8388-2ddba328066a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:17.181559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.182358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.183867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/a4db8240-9599-4c2a-9788-1407951ee67a HTTP/1.1" status: 200 len: 1096 time: 2.5726151 Aug 31 06:35:17.188021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-05659913-f364-402b-b928-091c351c328f None None] For port b03c381f-aca0-4226-8388-2ddba328066a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b03c381f-aca0-4226-8388-2ddba328066a,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:17.206774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05659913-f364-402b-b928-091c351c328f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:17.210247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:17.234437 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a908b802-d2df-4d41-a92d-59cafce2548d" -d '{"events": [{"name": "network-changed", "server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:17.307368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26074ecf-2f8f-4d4b-bbc3-746cfb95d1c0 service neutron] Pushing event updated for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:17.334886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf3eb8-f2cf-4283-9e37-01316a57e866 req-831dcbde-cea7-4159-8338-a2fbf32a4456 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.337290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccaf3eb8-f2cf-4283-9e37-01316a57e866 req-831dcbde-cea7-4159-8338-a2fbf32a4456 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 945 time: 0.1776772 Aug 31 06:35:17.387533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3c3a29-6f51-476c-85c7-c1cab259571e req-5de1167d-1f01-454b-ad4e-9be400a081c9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.391092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de3c3a29-6f51-476c-85c7-c1cab259571e req-5de1167d-1f01-454b-ad4e-9be400a081c9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 947 time: 0.1031384 Aug 31 06:35:17.401623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05659913-f364-402b-b928-091c351c328f None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:17.402253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05659913-f364-402b-b928-091c351c328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:34:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:17.404056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4904255-bc67-4c91-9bfc-e24e4f1366af None None] Pushing event updated for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:17.477523 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de3c3a29-6f51-476c-85c7-c1cab259571e req-73536734-2f2f-4ef9-becf-cd0da69deeed tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737681 Aug 31 06:35:17.503605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-2de408a4-ec3f-4ab5-8c32-761c983c82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.503605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-2de408a4-ec3f-4ab5-8c32-761c983c82c0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49594838006349bba72f674678192ef4&device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 1099 time: 0.2577634 Aug 31 06:35:17.660673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccaf3eb8-f2cf-4283-9e37-01316a57e866 req-df0223e6-2471-4f48-951c-f4b5c71dd8d2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122902 Aug 31 06:35:17.663702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-05659913-f364-402b-b928-091c351c328f None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:17.670562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-ee6ae1c8-99e1-4ca0-a535-63d628beaf6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a4db8240-9599-4c2a-9788-1407951ee67a HTTP/1.1" status: 200 len: 217 time: 0.1624527 Aug 31 06:35:17.696620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-8c52dae2-c75c-450f-b18f-3433e12e6112 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3586643 Aug 31 06:35:17.770625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-8bce492f-8386-405c-ac61-4de3376df469 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.772862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-8bce492f-8386-405c-ac61-4de3376df469 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.2617681 Aug 31 06:35:17.775340 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1ce8b-1a1f-49b9-a99b-568280a6723f x-openstack-request-id: req-4ed1ce8b-1a1f-49b9-a99b-568280a6723f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:17.775628 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:17.776754 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ed1ce8b-1a1f-49b9-a99b-568280a6723f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:17.779901 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a', 'status': 'completed', 'code': 200} Aug 31 06:35:17.793752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73350425-13e1-450b-a781-5a88b5182ce0 req-0ac14ecd-e170-4723-8026-5c706912bcfe tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.795426 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73350425-13e1-450b-a781-5a88b5182ce0 req-0ac14ecd-e170-4723-8026-5c706912bcfe tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1582019 Aug 31 06:35:17.813434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-42e8880b-54a1-43ee-a5b6-881af7ebc709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:17.823079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-42e8880b-54a1-43ee-a5b6-881af7ebc709 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1410439 Aug 31 06:35:17.902840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73350425-13e1-450b-a781-5a88b5182ce0 req-7dfe0306-5190-4819-bd15-d7ebcaa9db1c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926206 Aug 31 06:35:18.002511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-05659913-f364-402b-b928-091c351c328f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b03c381f-aca0-4226-8388-2ddba328066a', 'name': '', 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'mac_address': 'fa:16:3e:5a:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:10Z', 'updated_at': '2021-08-31T06:35:17Z', 'revision_number': 4, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'subnets': [{'id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:18.029634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d857b1-429d-450b-a52f-77a265dce53c req-c11121ab-6ebe-4a05-b0d2-6f1bf9a0cb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.031919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-c11121ab-6ebe-4a05-b0d2-6f1bf9a0cb02 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1096 time: 0.2078927 Aug 31 06:35:18.033775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05659913-f364-402b-b928-091c351c328f None None] The sync data for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 is: [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b03c381f-aca0-4226-8388-2ddba328066a', 'name': '', 'network_id': '066cec19-edb9-481f-ab60-6fff41cfb81e', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'mac_address': 'fa:16:3e:5a:5a:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_interface', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:10Z', 'updated_at': '2021-08-31T06:35:17Z', 'revision_number': 4, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'subnets': [{'id': '07f845d4-ed62-40aa-9f5f-c5ea985a3584', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:18.044190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-f5237adc-b41e-42aa-a858-416b742742b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.050693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-f5237adc-b41e-42aa-a858-416b742742b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2127266 Aug 31 06:35:18.115835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53559d35-b678-46c5-adc6-7122baf99d05 req-7e259948-3be6-4534-867c-473b95842ff3 tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.125524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53559d35-b678-46c5-adc6-7122baf99d05 req-7e259948-3be6-4534-867c-473b95842ff3 tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 1102 time: 0.2113664 Aug 31 06:35:18.175990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99b3932-6af6-4fb6-9aff-bd5787d909c4 req-66f72e31-4991-4f68-b4c0-11b19884bf83 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.192701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a99b3932-6af6-4fb6-9aff-bd5787d909c4 req-66f72e31-4991-4f68-b4c0-11b19884bf83 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 943 time: 0.1050510 Aug 31 06:35:18.253935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a99b3932-6af6-4fb6-9aff-bd5787d909c4 req-fceaa794-2d84-45b8-a1b4-891abb0a3ff6 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603237 Aug 31 06:35:18.332432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53559d35-b678-46c5-adc6-7122baf99d05 req-db92f391-4ddb-4333-ace1-3d11ecbb8a9e tempest-ServersAdminNegativeTestJSON-1783218325 tempest-ServersAdminNegativeTestJSON-1783218325-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057967 Aug 31 06:35:18.418407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e1b93725-33c1-4289-b4cc-337d22fbcc29 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:18.429373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fc4acdbc-351e-414c-871f-088ed692cbfe service neutron] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:18.456963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fc4acdbc-351e-414c-871f-088ed692cbfe service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:18.458149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef081f3-2dd1-4697-9cff-aedcb8474ac6 req-fc4acdbc-351e-414c-871f-088ed692cbfe service neutron] 10.222.0.50 "DELETE /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.6629000 Aug 31 06:35:18.513963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d857b1-429d-450b-a52f-77a265dce53c req-9fcd4d49-40ef-4d9e-aabe-56fef9dfcf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.517631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-9fcd4d49-40ef-4d9e-aabe-56fef9dfcf96 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.3891206 Aug 31 06:35:18.520597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870499e-15b0-4152-aa70-830d29907b0a req-103a88b2-5a65-4e8f-a4ab-d8daf5f50818 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:18.524574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-f3f3710a-b7da-46e2-8d6a-de937776c2b8 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4651318 Aug 31 06:35:18.531530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e870499e-15b0-4152-aa70-830d29907b0a req-103a88b2-5a65-4e8f-a4ab-d8daf5f50818 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.1369355 Aug 31 06:35:18.653964 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e870499e-15b0-4152-aa70-830d29907b0a req-feb09906-850a-4e2a-b280-8341c3cc4ab6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206729 Aug 31 06:35:18.757507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:18.786283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-b85f3218-57b6-4dfa-802a-e89cb84c2e44 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.2034383 Aug 31 06:35:18.822027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:19.035075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.035870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b167498-8749-40a6-a519-38727a392184 req-9361bb8b-097a-45d6-a7fc-e69044037919 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.046382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b167498-8749-40a6-a519-38727a392184 req-9361bb8b-097a-45d6-a7fc-e69044037919 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 947 time: 0.2066040 Aug 31 06:35:19.081077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1b93725-33c1-4289-b4cc-337d22fbcc29 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:19.108045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b167498-8749-40a6-a519-38727a392184 req-f38e38cd-3b84-48cc-81bc-e1addeb50943 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578523 Aug 31 06:35:19.121419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d857b1-429d-450b-a52f-77a265dce53c req-4e3aea8a-b71e-418a-b3e3-c94cdedf2764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.122101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-4e3aea8a-b71e-418a-b3e3-c94cdedf2764 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.3249083 Aug 31 06:35:19.129733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:19.142703 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:19.156542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217cbe92-af4a-45ee-b61f-cfeffc631dc4 req-7c8a57fc-ad45-45d5-856a-d57bc8626e34 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6109102 Aug 31 06:35:19.201724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:19.223255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-03844451-6c2c-480d-b72f-9c869135a734 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885394 Aug 31 06:35:19.235564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2025e32-ba58-4d9b-ad62-663dd673bef1 req-6d489cad-253f-49e2-ae02-972ae9c90465 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.243545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2025e32-ba58-4d9b-ad62-663dd673bef1 req-6d489cad-253f-49e2-ae02-972ae9c90465 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 945 time: 0.2944934 Aug 31 06:35:19.334302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e2acc-b1dd-4007-ab69-8d4f9e4eaa72 req-1a715915-728f-4af9-b355-39c2e5d64a8e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.335884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c39e2acc-b1dd-4007-ab69-8d4f9e4eaa72 req-1a715915-728f-4af9-b355-39c2e5d64a8e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0648720 Aug 31 06:35:19.381736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c39e2acc-b1dd-4007-ab69-8d4f9e4eaa72 req-72d6f2a6-10f3-4f58-8253-91ba44368d46 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391030 Aug 31 06:35:19.385791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e1b93725-33c1-4289-b4cc-337d22fbcc29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:19.437431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-33dff1d8-45d0-457e-b7a8-e869d6292697 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907175 Aug 31 06:35:19.524123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2025e32-ba58-4d9b-ad62-663dd673bef1 req-868c42f5-9045-4c93-a330-8e90d750541b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796190 Aug 31 06:35:19.574345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908b802-d2df-4d41-a92d-59cafce2548d req-7ecd1455-ee48-4390-a44c-6917ec0336f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.577537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-7ecd1455-ee48-4390-a44c-6917ec0336f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=49594838006349bba72f674678192ef4&device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 1099 time: 0.3236749 Aug 31 06:35:19.643961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9bd75-5909-4386-81f8-ba634ae814e6 req-ac222562-7d2f-4ad0-ab4f-f308e5867a6a tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.645824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7af9bd75-5909-4386-81f8-ba634ae814e6 req-ac222562-7d2f-4ad0-ab4f-f308e5867a6a tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1096 time: 0.1278274 Aug 31 06:35:19.704913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7af9bd75-5909-4386-81f8-ba634ae814e6 req-47a9a5e0-6559-4c2e-820c-40c631a21805 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Aug 31 06:35:19.783058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d857b1-429d-450b-a52f-77a265dce53c req-e943b3dd-6fbb-4132-bb88-f4f83a7431e5 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3192811 Aug 31 06:35:19.835814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2644f2-a67f-4c60-aec7-1e34e8369c8d req-6503d961-89df-4ef6-9ef9-692e4a0e2b20 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.837941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db2644f2-a67f-4c60-aec7-1e34e8369c8d req-6503d961-89df-4ef6-9ef9-692e4a0e2b20 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 944 time: 0.1377218 Aug 31 06:35:19.839720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908b802-d2df-4d41-a92d-59cafce2548d req-26ab6561-5d47-47b5-843c-d97866a3c26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:19.841297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-26ab6561-5d47-47b5-843c-d97866a3c26a service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2541733 Aug 31 06:35:19.860038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b03c381f-aca0-4226-8388-2ddba328066a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:19.940323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-1b65cadc-49ad-496c-92b5-7066878dc134 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=a4db8240-9599-4c2a-9788-1407951ee67a HTTP/1.1" status: 200 len: 217 time: 0.0845027 Aug 31 06:35:19.982087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db2644f2-a67f-4c60-aec7-1e34e8369c8d req-7f1cdde4-5194-4f9d-a81d-878ccd1951ab tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146607 Aug 31 06:35:20.000827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b03c381f-aca0-4226-8388-2ddba328066a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:20.003195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b03c381f-aca0-4226-8388-2ddba328066a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:20.003925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.090950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908b802-d2df-4d41-a92d-59cafce2548d req-94309f47-63c6-460e-9f5b-267a2b33bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.110569 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-94309f47-63c6-460e-9f5b-267a2b33bf68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1347966 Aug 31 06:35:20.140192 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.185008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b03c381f-aca0-4226-8388-2ddba328066a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b03c381f-aca0-4226-8388-2ddba328066a,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:20.192056 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.215500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13214420-3150-4ea2-b11b-0b2a85cbd7e4 req-a1e36c06-58f4-4829-9593-07440c0d0165 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.224756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13214420-3150-4ea2-b11b-0b2a85cbd7e4 req-a1e36c06-58f4-4829-9593-07440c0d0165 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1097 time: 0.0590971 Aug 31 06:35:20.253904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:20.264893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13214420-3150-4ea2-b11b-0b2a85cbd7e4 req-b28a1a02-7640-4ae8-aee2-f6f001e9bc2c tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373602 Aug 31 06:35:20.430483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e1b93725-33c1-4289-b4cc-337d22fbcc29 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:20.484925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908b802-d2df-4d41-a92d-59cafce2548d req-4d469c55-b7e5-4759-912f-a641e8614e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.486576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-4d469c55-b7e5-4759-912f-a641e8614e37 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3467636 Aug 31 06:35:20.509028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e1b93725-33c1-4289-b4cc-337d22fbcc29 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:20.515519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e1b93725-33c1-4289-b4cc-337d22fbcc29 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:20.516171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.579812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029257d5-e0d5-4dcc-9907-2bb2c7900bf5 req-8d55a450-3cdc-4541-9d70-19bbd636c435 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.581727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-029257d5-e0d5-4dcc-9907-2bb2c7900bf5 req-8d55a450-3cdc-4541-9d70-19bbd636c435 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 947 time: 0.0516820 Aug 31 06:35:20.615977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-689771d7-fe44-40bd-9af5-6684db79bf7e service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187232 Aug 31 06:35:20.620617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.621902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-029257d5-e0d5-4dcc-9907-2bb2c7900bf5 req-1133c9e5-a105-4f17-a9a3-680f6110dec0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340211 Aug 31 06:35:20.624522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-d432d32c-995e-445c-bab1-783884ddb071 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.633060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-d432d32c-995e-445c-bab1-783884ddb071 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.5168703 Aug 31 06:35:20.661164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-f6a443d6-04d1-4a72-bfa6-120d56c2f905 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/quotas/2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 375 time: 0.0266769 Aug 31 06:35:20.662952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:20.665194 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4313c23f-6818-40e6-b642-a9cf8c2a7d17" -d '{"events": [{"server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "name": "network-vif-plugged", "status": "completed", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:20.680528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:20.684957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:20.741509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:20.748340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a12b51-9331-4d31-ba90-14e45f177273 req-d1c65af0-1cf3-4274-af26-cf60bd32c753 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.752701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43a12b51-9331-4d31-ba90-14e45f177273 req-d1c65af0-1cf3-4274-af26-cf60bd32c753 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1097 time: 0.0543785 Aug 31 06:35:20.786658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43a12b51-9331-4d31-ba90-14e45f177273 req-3c9709fa-1d75-4402-a4ec-6b0d6995d16a tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303917 Aug 31 06:35:20.786876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-63a05130-2235-4849-976d-6a94c677ccfb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1118817 Aug 31 06:35:20.858267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a908b802-d2df-4d41-a92d-59cafce2548d req-56ef5947-e4a9-4c99-b5aa-903f52442f13 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2214630 Aug 31 06:35:20.911471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-016654c2-f334-40a0-a210-00dd9db292a4 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167424 Aug 31 06:35:20.953231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea80064-8f4f-4539-94b6-5bb537dbbc5c req-b338e1d6-4b53-44f3-9641-88eaafea260e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:20.954976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eea80064-8f4f-4539-94b6-5bb537dbbc5c req-b338e1d6-4b53-44f3-9641-88eaafea260e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0977437 Aug 31 06:35:21.000154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eea80064-8f4f-4539-94b6-5bb537dbbc5c req-a83761cb-83f3-4c21-afdf-1ef5c0b62b0d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363438 Aug 31 06:35:21.012186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-eac755e6-3537-47ed-b4d7-a7af9977a75e service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943360 Aug 31 06:35:21.118577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e81c11-9578-4bf4-812b-639814234f1a req-dd1888c1-13e2-4267-8d9b-6777ea71c7e6 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.120154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06e81c11-9578-4bf4-812b-639814234f1a req-dd1888c1-13e2-4267-8d9b-6777ea71c7e6 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.0523860 Aug 31 06:35:21.170934 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbffcf7f-d26e-47eb-aff5-3eb57ca21d90 x-openstack-request-id: req-cbffcf7f-d26e-47eb-aff5-3eb57ca21d90 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:21.171476 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "name": "network-vif-plugged", "status": "completed", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:21.171476 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbffcf7f-d26e-47eb-aff5-3eb57ca21d90 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:21.171814 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'code': 200} Aug 31 06:35:21.174802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06e81c11-9578-4bf4-812b-639814234f1a req-9bcab15f-adf6-4927-93e7-ccd4a4d9587f tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461290 Aug 31 06:35:21.306618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327bd6a1-66c1-4cbe-a2e5-1df83526970b req-dd60a145-2a46-45ba-858b-3ed14dbc172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.308318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-327bd6a1-66c1-4cbe-a2e5-1df83526970b req-dd60a145-2a46-45ba-858b-3ed14dbc172e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.0578511 Aug 31 06:35:21.408546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-327bd6a1-66c1-4cbe-a2e5-1df83526970b req-b5316466-cd07-4f64-afae-85b2ad0abcca service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910509 Aug 31 06:35:21.409369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4879945c-a4b0-4905-b1ea-b10c35536b0f req-25c4bdb9-0b1d-4e36-8025-1cfdbce94072 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 210 time: 0.0463965 Aug 31 06:35:21.446771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705512c1-86e1-44b1-9052-cdd4bcedddcd req-37de6e09-1720-496f-8eaf-39b57a847941 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.448575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-705512c1-86e1-44b1-9052-cdd4bcedddcd req-37de6e09-1720-496f-8eaf-39b57a847941 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 945 time: 0.0839543 Aug 31 06:35:21.492101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-705512c1-86e1-44b1-9052-cdd4bcedddcd req-4e4c1bb3-14a9-453a-8c64-b1244c2b0f2a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Aug 31 06:35:21.807745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062054bc-a7d0-4709-a86f-a5505d50ca8d req-de65e507-e033-4e6e-ad19-4fca9b178ab9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:21.818326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-062054bc-a7d0-4709-a86f-a5505d50ca8d req-de65e507-e033-4e6e-ad19-4fca9b178ab9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 947 time: 0.1026523 Aug 31 06:35:21.840584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b03c381f-aca0-4226-8388-2ddba328066a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:21.878434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-062054bc-a7d0-4709-a86f-a5505d50ca8d req-1a74f775-f247-42eb-b432-71463ff2c550 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546243 Aug 31 06:35:21.916480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b03c381f-aca0-4226-8388-2ddba328066a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:21.917065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.138340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9a3b72-1e96-49d9-847b-ce7d15093732 req-785426d7-5dca-4261-9539-fcf6b7ea6ab0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.140508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f9a3b72-1e96-49d9-847b-ce7d15093732 req-785426d7-5dca-4261-9539-fcf6b7ea6ab0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0560985 Aug 31 06:35:22.181483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f9a3b72-1e96-49d9-847b-ce7d15093732 req-cf61d588-1cee-4f08-9407-432c65aa023d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350280 Aug 31 06:35:22.306473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c099774a-7d4c-421e-9aba-4373395822b4 req-167604de-df72-4aa6-9b85-1d59fd0c9c63 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.307950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c099774a-7d4c-421e-9aba-4373395822b4 req-167604de-df72-4aa6-9b85-1d59fd0c9c63 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.0549035 Aug 31 06:35:22.349115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c099774a-7d4c-421e-9aba-4373395822b4 req-6c6a485a-6c9a-44d0-ade2-d55421b29bff tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347977 Aug 31 06:35:22.455232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a4db8240-9599-4c2a-9788-1407951ee67a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:22.524017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-449634aa-aabf-4e71-80a6-39368a22525b tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:35:22.525000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-449634aa-aabf-4e71-80a6-39368a22525b tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075455 Aug 31 06:35:22.538386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Request body: {'binding': {'host': 'n-h1-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:22.539071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:35:22.619383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9cb2c68-b041-42cb-9ed4-529daa5dd688 req-6d3e234e-d442-4ba1-a6b3-079219d3ebde tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 210 time: 0.0693939 Aug 31 06:35:22.657408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a4db8240-9599-4c2a-9788-1407951ee67a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:22.668184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'a4db8240-9599-4c2a-9788-1407951ee67a', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'a4db8240-9599-4c2a-9788-1407951ee67a', 'mac_address': 'fa:16:3e:4b:0f:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:22.722953 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.756363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4db8240-9599-4c2a-9788-1407951ee67a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:22.778453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a4db8240-9599-4c2a-9788-1407951ee67a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:22.793744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.861357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on host n-h1-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:22.861995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:22.862549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:22.868173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:22.868865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:22.873562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:22.874416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-06a37bc8-fbaf-4380-84ea-76640b015de1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.874864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:22.875400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:22.875963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-06a37bc8-fbaf-4380-84ea-76640b015de1 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 950 time: 0.1735580 Aug 31 06:35:22.876175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:22.883804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Bound port: 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:22.890547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65942bf0-60d3-4ab3-b547-844486375993 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.892000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65942bf0-60d3-4ab3-b547-844486375993 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.3373964 Aug 31 06:35:22.931335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Request body: {'port': {'device_id': '4731b027-ef32-428b-81ef-9b039cb70700', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'admin_state_up': True, 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:22.955890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:22.962611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:22.978202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8c25a1f9-76a7-40b1-870e-334dd01120ca service neutron] 10.222.0.57 "POST /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b/bindings HTTP/1.1" status: 201 len: 390 time: 0.4454262 Aug 31 06:35:22.991089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52582dd5-ffaf-41b3-bdf8-0dd8faaee074 req-6dcb9dde-cf1b-4666-8051-11f6ae7d5788 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:22.992799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52582dd5-ffaf-41b3-bdf8-0dd8faaee074 req-6dcb9dde-cf1b-4666-8051-11f6ae7d5788 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 945 time: 0.1937766 Aug 31 06:35:23.049003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a4db8240-9599-4c2a-9788-1407951ee67a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:23.106077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52582dd5-ffaf-41b3-bdf8-0dd8faaee074 req-049a703f-702a-4ae8-9cfd-75116e6b2afd tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821445 Aug 31 06:35:23.231870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab99a5f-6d37-4f54-b5b4-813cbbcb69ef req-f0558394-2e7b-458d-9236-12c4e72d08b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.232262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Deleting port b28157bd-bbdc-4196-a7e9-3af491cfd000 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:23.232927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.244360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dab99a5f-6d37-4f54-b5b4-813cbbcb69ef req-f0558394-2e7b-458d-9236-12c4e72d08b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 948 time: 0.1171520 Aug 31 06:35:23.292085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:23.295715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.302477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dab99a5f-6d37-4f54-b5b4-813cbbcb69ef req-56fff93f-0e7f-44f7-a54b-6054b3413ac2 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476050 Aug 31 06:35:23.496441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b1a3-a537-4170-b1c1-08d1b033799c req-9ee9e477-2ba1-452c-8110-91b0ee18d659 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.504618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a0b1a3-a537-4170-b1c1-08d1b033799c req-9ee9e477-2ba1-452c-8110-91b0ee18d659 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 945 time: 0.2401829 Aug 31 06:35:23.556790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] For port b28157bd-bbdc-4196-a7e9-3af491cfd000, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b28157bd-bbdc-4196-a7e9-3af491cfd000,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:23.557157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.582924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-932053d5-0083-41a7-85b5-18f409336733 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2326393 Aug 31 06:35:23.584920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-d28cde0f-b771-4d2e-948f-bb6085e13563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.586427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-d28cde0f-b771-4d2e-948f-bb6085e13563 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1097 time: 0.1861780 Aug 31 06:35:23.596808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:23.602140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Calling delete_port for b28157bd-bbdc-4196-a7e9-3af491cfd000 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:23.621675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.634921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a0b1a3-a537-4170-b1c1-08d1b033799c req-9019bb2d-67a0-4b35-94c9-e31b17a1939d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291616 Aug 31 06:35:23.787462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:23.790167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Allocated IP 172.20.0.5 (3023f4d6-873a-4e75-b564-188e8d9589a1/25257aaf-d2c3-4f47-8a7f-122b012604c7/7bbe19a7-89ec-4c0c-a5af-40055288c7c1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:23.882323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-f31df9f7-854a-435d-b7bd-7ad5d5a7ed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.884046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-f31df9f7-854a-435d-b7bd-7ad5d5a7ed67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2862892 Aug 31 06:35:23.898424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535dbc9-938b-4b84-8481-e272f8a1eda5 req-42d8042d-85c6-486a-bcf6-0549c50d5d24 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:23.899927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f535dbc9-938b-4b84-8481-e272f8a1eda5 req-42d8042d-85c6-486a-bcf6-0549c50d5d24 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1598327 Aug 31 06:35:23.917664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Allocated IP 172.25.3.224 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/abbf4959-da54-48b3-824b-30db3a671b6d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:23.986638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-cbde124d-0cb9-4467-acd9-c35db6f34156 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.0856071 Aug 31 06:35:24.049873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.110420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.136387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.151506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f535dbc9-938b-4b84-8481-e272f8a1eda5 req-87568606-b40f-4a49-b2a5-8a2ebaf7cd08 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349336 Aug 31 06:35:24.162008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e956c6cb-7259-43a1-aba1-dae450fe4662', 'b28157bd-bbdc-4196-a7e9-3af491cfd000'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:24.162614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:24.165418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:24.178563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:24.197045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event updated for resources: {'Port': ['ID=abbf4959-da54-48b3-824b-30db3a671b6d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:24.198153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-5555ce67-30c8-4f65-a9c3-b5fd38f61bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:24.199626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-5555ce67-30c8-4f65-a9c3-b5fd38f61bfa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1973450 Aug 31 06:35:24.213639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Pushing event deleted for resources: {'Port': ['ID=b28157bd-bbdc-4196-a7e9-3af491cfd000,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:24.299530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.327634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-0fac4e45-de55-44c2-a1e1-8181c12f04d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052485 Aug 31 06:35:24.363571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.468912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a4db8240-9599-4c2a-9788-1407951ee67a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:24.557784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port a4db8240-9599-4c2a-9788-1407951ee67a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:24.563990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port a4db8240-9599-4c2a-9788-1407951ee67a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:24.564411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.629784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.637844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.643279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73cfdeae-48e5-4529-9dcb-aac16004add0 req-595a3cf8-4ac1-4bf1-8023-98eee4d05113 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a16520e-ef96-4e0e-a335-d99f2df358ae HTTP/1.1" status: 200 len: 210 time: 0.3667095 Aug 31 06:35:24.644654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] No DVR routers for this DVR port b28157bd-bbdc-4196-a7e9-3af491cfd000 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:24.647819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.650220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b153cb7-2ecb-479b-b10e-6ef8d9e0676f req-85d81dd2-4b46-4902-94c4-79d8dbc42e0e tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "DELETE /v2.0/ports/b28157bd-bbdc-4196-a7e9-3af491cfd000 HTTP/1.1" status: 204 len: 173 time: 1.7569702 Aug 31 06:35:24.659469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'name': 'network-vif-deleted', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:24.661766 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fa0a51-b786-4899-b148-9b226cd7928a" -d '{"events": [{"server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "name": "network-vif-deleted", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:24.673559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.703635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.750505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.752666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.760328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1682603 Aug 31 06:35:24.830563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:24.837034 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4b05fd9-69e3-41de-8d9e-983f6ac6c9f1" -d '{"events": [{"server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "name": "network-vif-plugged", "status": "completed", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:24.852950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50df92e9-767e-47bd-92be-8c0321263a54 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event updated for resources: {'Port': ['ID=abbf4959-da54-48b3-824b-30db3a671b6d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:24.867193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-b1e16404-d351-449c-a5dc-beb0767ef566 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.1059155 Aug 31 06:35:24.887012 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d666a310-dfe8-4cfd-acb0-75c0dcb49a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.889768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a4db8240-9599-4c2a-9788-1407951ee67a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:24.901473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:24.913502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-713c5b5b-eece-4fed-a4a0-534f3be871f6 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782583 Aug 31 06:35:24.989256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fb6e448-3336-45da-9e25-148fe676a675 req-a85c8239-b8ae-4905-ab07-e36f101c6daf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 210 time: 0.0644107 Aug 31 06:35:25.019528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:25.027224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.091921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-f51a1883-710d-4899-b2a2-bf3fd43ec533 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.095059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-f51a1883-710d-4899-b2a2-bf3fd43ec533 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2269526 Aug 31 06:35:25.108669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-27a88985-21d1-4566-ac46-5e26792a7b96 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:35:25.137687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-694317e4-84d7-4c5a-b379-c452d0e1e34b req-27a88985-21d1-4566-ac46-5e26792a7b96 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0363793 Aug 31 06:35:25.247229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:25.273911 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9673dae6-4b57-4e81-8ff1-2f35abb98392 x-openstack-request-id: req-9673dae6-4b57-4e81-8ff1-2f35abb98392 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:25.274544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a16520e-ef96-4e0e-a335-d99f2df358ae", "name": "network-vif-deleted", "tag": "b28157bd-bbdc-4196-a7e9-3af491cfd000", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:25.275107 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9673dae6-4b57-4e81-8ff1-2f35abb98392 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:25.278177 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a16520e-ef96-4e0e-a335-d99f2df358ae', 'name': 'network-vif-deleted', 'tag': 'b28157bd-bbdc-4196-a7e9-3af491cfd000', 'status': 'completed', 'code': 200} Aug 31 06:35:25.307935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:25.321282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:25.333036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:25.340054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.340906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.347515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1048b6fa-bb44-43d3-854b-9f4047fac981 req-0838c290-eaed-4cbd-aa9d-c7585063fbcb tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.358372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1048b6fa-bb44-43d3-854b-9f4047fac981 req-0838c290-eaed-4cbd-aa9d-c7585063fbcb tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 945 time: 0.1192052 Aug 31 06:35:25.375549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-4ea4e9d1-31ed-48fa-aa90-ca8637a7d76b service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4517980 Aug 31 06:35:25.404916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae438b-1a79-45a9-bb8b-94bba0169726 req-66342a03-1bbb-44a0-9975-7634cafce8b9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.407877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ae438b-1a79-45a9-bb8b-94bba0169726 req-66342a03-1bbb-44a0-9975-7634cafce8b9 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.2770119 Aug 31 06:35:25.414357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-65e2805c-11b4-4557-ab87-70c6b5358df1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4893734 Aug 31 06:35:25.434007 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1048b6fa-bb44-43d3-854b-9f4047fac981 req-61685cac-b329-4419-8423-6f6786a2bdf8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736341 Aug 31 06:35:25.449536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Request body: {'port': {'device_id': '4731b027-ef32-428b-81ef-9b039cb70700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:25.483653 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48934c76-08ce-4b22-b721-b5aa61b03af3 x-openstack-request-id: req-48934c76-08ce-4b22-b721-b5aa61b03af3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:25.484307 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "name": "network-vif-plugged", "status": "completed", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:25.484307 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48934c76-08ce-4b22-b721-b5aa61b03af3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:25.484619 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a', 'code': 200} Aug 31 06:35:25.629425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ae438b-1a79-45a9-bb8b-94bba0169726 req-cfb3ae0a-0142-45f3-a365-cbcae5ae35d7 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127488 Aug 31 06:35:25.639023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-6ee63b32-38a9-42be-81a9-545d0716c5ac tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.641228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-6ee63b32-38a9-42be-81a9-545d0716c5ac tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1811368 Aug 31 06:35:25.642290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:25.657521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:25.675214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847ab7b-6061-43cd-932b-a24b341a4217 req-c7ded55c-aac5-46e8-b3af-526de4696d3e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.685983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5847ab7b-6061-43cd-932b-a24b341a4217 req-c7ded55c-aac5-46e8-b3af-526de4696d3e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1169436 Aug 31 06:35:25.723477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61044187-b680-44c5-bb24-02fbcd18cd7e req-54ff76cb-28c4-4a7c-adb0-5bde29a57e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:25.725832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61044187-b680-44c5-bb24-02fbcd18cd7e req-54ff76cb-28c4-4a7c-adb0-5bde29a57e2f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 1101 time: 0.1200483 Aug 31 06:35:25.792323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5847ab7b-6061-43cd-932b-a24b341a4217 req-36804225-d0c5-4792-b75c-eaf65aa8f2a2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981405 Aug 31 06:35:25.828136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61044187-b680-44c5-bb24-02fbcd18cd7e req-30b2aad6-cfcf-4686-98ee-91b59c018a71 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851839 Aug 31 06:35:25.855259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.109005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-121c2783-8cd3-4b1c-ad86-3d6600828953 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.116459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-121c2783-8cd3-4b1c-ad86-3d6600828953 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 820 time: 0.3507788 Aug 31 06:35:26.150304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-f513786c-de4d-455d-ae89-69cf27febf9e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/quotas/8b2177a0d21c447ab9f8d86afb5c5549 HTTP/1.1" status: 200 len: 375 time: 0.0328577 Aug 31 06:35:26.231711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:26.330129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa209f96-57a0-40b7-9c8b-8a1fb79a1513 req-df5eec46-d294-4580-b233-30bf1802518b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.331758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa209f96-57a0-40b7-9c8b-8a1fb79a1513 req-df5eec46-d294-4580-b233-30bf1802518b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 931 time: 0.0639291 Aug 31 06:35:26.335838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-0b269753-3e8c-471f-ba47-df365cf3dca8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1846731 Aug 31 06:35:26.359704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:26.379368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa209f96-57a0-40b7-9c8b-8a1fb79a1513 req-cebb9ab4-f0dc-422c-81fd-606108d15026 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370698 Aug 31 06:35:26.496292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.515331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.515596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5a2af1-75a3-445b-8b3a-532b9edcbb0a req-fe4544c6-b4bc-4790-a954-d1c70058a969 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.517783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e5a2af1-75a3-445b-8b3a-532b9edcbb0a req-fe4544c6-b4bc-4790-a954-d1c70058a969 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.0615001 Aug 31 06:35:26.533260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:26.547691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.565704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e5a2af1-75a3-445b-8b3a-532b9edcbb0a req-cc2597de-d05a-4642-9870-c45c3062e28c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Aug 31 06:35:26.613901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Transition to ACTIVE for port object 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:26.618981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-476234fa-3ee2-46ca-ae30-b55bedca0b3c service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732003 Aug 31 06:35:26.634972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.678070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a62b250-b6cd-404d-b205-198f1459ccb9 req-3eacb819-b429-4406-8566-b269a3b8b90d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.679745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:26.692403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b28157bd-bbdc-4196-a7e9-3af491cfd000 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:26.694104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a62b250-b6cd-404d-b205-198f1459ccb9 req-3eacb819-b429-4406-8566-b269a3b8b90d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.0739975 Aug 31 06:35:26.741244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.741693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.741960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.742300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.742635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.742966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.743295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.743623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.743949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.744275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.744599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.744921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:26.757579 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a62b250-b6cd-404d-b205-198f1459ccb9 req-ba7df481-9e22-4d63-8312-6d07f9bb3e54 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528255 Aug 31 06:35:26.757834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on host n-h2-712707-15 for vnic_type normal with profile {"migrating_to": "n-h1-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:26.757834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:26.757834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:26.761686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: b28157bd-bbdc-4196-a7e9-3af491cfd000 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:26.762404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b28157bd-bbdc-4196-a7e9-3af491cfd000 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:26.804293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:26.804293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Attempting to bind port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:26.846565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:26.846958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:26.847294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:26.847749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Bound port: 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:26.848111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.879115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:26.904432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75fe509-7991-4c63-b307-5856247602b5 req-f1c56cea-dfe4-4808-8cf6-0d6f8810d79f tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:26.906898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e75fe509-7991-4c63-b307-5856247602b5 req-f1c56cea-dfe4-4808-8cf6-0d6f8810d79f tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.0721679 Aug 31 06:35:26.919086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:26.919885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:26.920419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:26.933304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-b4af87cb-964b-485c-bcc6-53e9e4bb4337 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2993252 Aug 31 06:35:26.936806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:26.937398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:26.949858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:26.950555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:26.951327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:26.952740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Bound port: 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:26.953191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:26.961379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e75fe509-7991-4c63-b307-5856247602b5 req-94f544ad-303e-4c72-ac24-705c0ec9c38b tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420227 Aug 31 06:35:27.012245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:27.036459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:27.054711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.098047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:27.135864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:27.160359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.184659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.185425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.187300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] 10.222.0.53 "PUT /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 1123 time: 1.5352035 Aug 31 06:35:27.209522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0a761-fcbb-464d-b6ed-94ecdb312175 req-9d6a55b4-9ac2-4647-af21-68f4fd9f8660 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.209522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1a0a761-fcbb-464d-b6ed-94ecdb312175 req-9d6a55b4-9ac2-4647-af21-68f4fd9f8660 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0895143 Aug 31 06:35:27.225923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.226078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.227484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] 10.222.0.50 "PUT /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 1092 time: 1.7962620 Aug 31 06:35:27.228350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa4c0be-6b9b-403a-bf28-ba7c887e044c service neutron] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:27.282713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b'}, {'name': 'network-changed', 'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b'}, {'name': 'network-changed', 'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:27.287310 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c" -d '{"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b"}, {"name": "network-changed", "server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b"}, {"name": "network-changed", "server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:27.304369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6e43bd73-c852-4d8b-99a0-7339a0476d4b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:27.338832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1a0a761-fcbb-464d-b6ed-94ecdb312175 req-62519668-f82d-49b6-af81-68405c0f51c8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286306 Aug 31 06:35:27.378921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5044f4cd-c922-48d2-adb9-cb2e6e2acb8c service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:27.445154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-757be171-8e05-40ca-8710-fb5dcf325c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.449365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-757be171-8e05-40ca-8710-fb5dcf325c00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1095 time: 0.0860155 Aug 31 06:35:27.470077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79a49cbb-3c7c-41ca-9388-2fa0d572396e req-5c58626e-059d-4e5c-84a9-ac0116f5bf39 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 210 time: 0.0418298 Aug 31 06:35:27.478050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-951f0b2d-3fe0-4c48-902f-a7e223d0838b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.673201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:27.751110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8cbaae-51d6-4b66-876a-50fb6f901e7a req-4a4c4e1f-de65-4670-ad32-a1b643d2ebac tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.753275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b8cbaae-51d6-4b66-876a-50fb6f901e7a req-4a4c4e1f-de65-4670-ad32-a1b643d2ebac tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.1098387 Aug 31 06:35:27.801598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b8cbaae-51d6-4b66-876a-50fb6f901e7a req-3b9e5dce-329e-4f9b-b16d-fcab401e086c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Aug 31 06:35:27.832728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-cff8075b-0184-4ede-82db-135a2cc7206e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.3658137 Aug 31 06:35:27.870657 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4be2b8-265a-46c5-90b8-70df1aeaf7c3 x-openstack-request-id: req-7e4be2b8-265a-46c5-90b8-70df1aeaf7c3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:27.870949 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-unplugged", "status": "completed", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b", "code": 200}, {"name": "network-changed", "server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:27.871202 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e4be2b8-265a-46c5-90b8-70df1aeaf7c3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:27.871596 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'code': 200} Aug 31 06:35:27.871874 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'status': 'completed', 'code': 200} Aug 31 06:35:27.872115 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'status': 'completed', 'code': 200} Aug 31 06:35:27.933234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ce2601-5b7a-47fe-984e-0bcf18eb116e req-851aff55-2163-4782-ac85-f5740df6f357 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.934763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19ce2601-5b7a-47fe-984e-0bcf18eb116e req-851aff55-2163-4782-ac85-f5740df6f357 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.0631096 Aug 31 06:35:27.972637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c226aafd-521a-4d49-99d6-d030020da4ad req-29667aeb-610b-4c41-bc0c-37449222fe1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.974414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-29667aeb-610b-4c41-bc0c-37449222fe1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0992358 Aug 31 06:35:27.981081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-7ca52974-a8bf-4591-813b-ac7220211946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.982565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-7ca52974-a8bf-4591-813b-ac7220211946 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1126 time: 0.1215777 Aug 31 06:35:27.983891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19ce2601-5b7a-47fe-984e-0bcf18eb116e req-918a36e5-a405-46ea-9d9f-4c17b9b8cb87 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380199 Aug 31 06:35:27.993876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03685bef-fec0-4d85-aab9-d19422e14b07 req-ff001535-42de-4f39-9086-b2f1089989f7 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:27.995252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-03685bef-fec0-4d85-aab9-d19422e14b07 req-ff001535-42de-4f39-9086-b2f1089989f7 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.1614854 Aug 31 06:35:28.085665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-a3ce60c1-6093-4a41-84d8-42b1b8a8eede service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0791337 Aug 31 06:35:28.130012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-03685bef-fec0-4d85-aab9-d19422e14b07 req-82bb3cb4-a6ff-493c-a23f-1571052697c7 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064608 Aug 31 06:35:28.131471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af67dd1-1fde-4b72-8d70-a63aa390f48a req-d9e31489-4d7e-49ee-9f12-522ace4b43d2 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.140714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5af67dd1-1fde-4b72-8d70-a63aa390f48a req-d9e31489-4d7e-49ee-9f12-522ace4b43d2 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.0739288 Aug 31 06:35:28.212916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5af67dd1-1fde-4b72-8d70-a63aa390f48a req-fcc18293-5bb1-4c15-b684-25d29bc0b1eb tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712705 Aug 31 06:35:28.229352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-f80c3028-9d26-4c6b-9625-b4ccaf3f73bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.230817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-f80c3028-9d26-4c6b-9625-b4ccaf3f73bb service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2343249 Aug 31 06:35:28.296532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-4edfbca4-6a4d-4e24-b9e5-bd8304b8b2cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.0472064 Aug 31 06:35:28.321665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-8a2d4b80-d729-4878-851c-dd2b976d8832 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887026 Aug 31 06:35:28.457378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-8b24b896-4ee0-4c0e-ad72-0539b7255316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.458867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-8b24b896-4ee0-4c0e-ad72-0539b7255316 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1483786 Aug 31 06:35:28.541009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-d6060043-8017-40e1-8710-a1ac52d2974d tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.542481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-d6060043-8017-40e1-8710-a1ac52d2974d tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.1817741 Aug 31 06:35:28.544307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-cc2edca5-f8ab-499a-9def-3cc33e2c7e9f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682566 Aug 31 06:35:28.614187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c226aafd-521a-4d49-99d6-d030020da4ad req-8a541eb9-026b-4bd3-9363-f5ccbfabcde9 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625313 Aug 31 06:35:28.621885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e680bcee-2c42-4aaa-b6c4-faeb8d350d37 req-b6bcd5e1-d99a-4597-a0f9-ef709ed622cf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.625068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e680bcee-2c42-4aaa-b6c4-faeb8d350d37 req-b6bcd5e1-d99a-4597-a0f9-ef709ed622cf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1945059 Aug 31 06:35:28.731370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93119eb4-ae14-465f-b4bb-099e808c4734 req-0cfac439-f271-4b8d-ba91-9cc15974f350 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 210 time: 0.0467114 Aug 31 06:35:28.777633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e680bcee-2c42-4aaa-b6c4-faeb8d350d37 req-5e9d57c4-27a6-4de2-8b66-4ecbc7a2c8d8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251361 Aug 31 06:35:28.836315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-fbc63891-52ed-4be6-bcfd-857dee149adc service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613463 Aug 31 06:35:28.874844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332508c7-3e9e-4841-b353-b5b71222b309 req-6edc33a7-fdc6-416e-b997-e6e2b7332419 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:28.883800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-332508c7-3e9e-4841-b353-b5b71222b309 req-6edc33a7-fdc6-416e-b997-e6e2b7332419 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.0764875 Aug 31 06:35:28.930379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-332508c7-3e9e-4841-b353-b5b71222b309 req-d10e21b1-4011-4229-9a6c-536e44e02b7e tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450976 Aug 31 06:35:28.946643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Deleting port e956c6cb-7259-43a1-aba1-dae450fe4662 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:28.946982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.029872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-e3a1c404-56de-4408-ad97-a65fd756331c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.033946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-e3a1c404-56de-4408-ad97-a65fd756331c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.50 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 820 time: 0.2823219 Aug 31 06:35:29.104702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'port': {'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'admin_state_up': True, 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:29.130554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2216778-1d63-4101-afc6-4808a76cfb8c req-3cccc8ed-a2b5-4345-8d0c-f1e3c3a376de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.132456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2216778-1d63-4101-afc6-4808a76cfb8c req-3cccc8ed-a2b5-4345-8d0c-f1e3c3a376de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.0620840 Aug 31 06:35:29.179554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2216778-1d63-4101-afc6-4808a76cfb8c req-b32429bb-67fb-41dd-aaee-c1ab9a6a0f33 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386262 Aug 31 06:35:29.189990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-d4225b12-2f69-4906-bab8-58e9faa07b6a service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3297462 Aug 31 06:35:29.223816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61176005-1727-4df1-951b-7c5e37c1ef53 req-a65007fa-2869-46a3-9f60-be9b63946691 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.225572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61176005-1727-4df1-951b-7c5e37c1ef53 req-a65007fa-2869-46a3-9f60-be9b63946691 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.2951448 Aug 31 06:35:29.330555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] For port e956c6cb-7259-43a1-aba1-dae450fe4662, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e956c6cb-7259-43a1-aba1-dae450fe4662,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:29.331033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.361539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b193759d-d56e-4ebc-abe5-2aae09133364 req-9bd98dda-7366-4b52-b42a-c6a8c2300914 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.369724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b193759d-d56e-4ebc-abe5-2aae09133364 req-9bd98dda-7366-4b52-b42a-c6a8c2300914 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 950 time: 0.0721071 Aug 31 06:35:29.370458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Calling delete_port for e956c6cb-7259-43a1-aba1-dae450fe4662 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:29.387522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61176005-1727-4df1-951b-7c5e37c1ef53 req-9f9ff6ae-cc9f-4949-b5e4-67f747fc6f1b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440632 Aug 31 06:35:29.413896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b193759d-d56e-4ebc-abe5-2aae09133364 req-011f28d5-8035-4b42-aa2e-2150294a857d tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/security-groups?id=34e7421c-623b-49f0-8637-fba8a4ed1ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432811 Aug 31 06:35:29.441253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-9e53e6b5-5b17-4799-982f-e13a23812fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.442885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-9e53e6b5-5b17-4799-982f-e13a23812fb2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1095 time: 0.1773360 Aug 31 06:35:29.492933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.532648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Made reservation on behalf of 8b2177a0d21c447ab9f8d86afb5c5549 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:29.536157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.704599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-0668c2ee-1327-4ad2-b240-24a6346edb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:29.704599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-0668c2ee-1327-4ad2-b240-24a6346edb03 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.2282581 Aug 31 06:35:29.793686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-7f5f1c9c-94b2-41dc-bdb7-1d1d696a3d22 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0695205 Aug 31 06:35:29.813571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:29.834241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e956c6cb-7259-43a1-aba1-dae450fe4662'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:29.883445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Pushing event deleted for resources: {'Port': ['ID=e956c6cb-7259-43a1-aba1-dae450fe4662,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:29.887556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Allocated IP 172.20.0.9 (bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba/bea56f0c-e917-4279-aa7c-24d6a6fda67c/c521d662-d158-4644-ab80-9b380c375a14) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:29.892218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b15b2ac4-f783-47a5-9620-a11db512f402 req-87d89dd6-007f-4f86-9842-7ec5ff326531 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 210 time: 0.0778112 Aug 31 06:35:30.118214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef68ede-4c6b-4521-996a-6f56998c4d54 req-1edc512f-7d3e-4b33-92cf-82727a98cafe tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.132684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bef68ede-4c6b-4521-996a-6f56998c4d54 req-1edc512f-7d3e-4b33-92cf-82727a98cafe tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.0979576 Aug 31 06:35:30.154977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-6b6cf38e-463f-4363-8ba8-267edd968741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.156993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-6b6cf38e-463f-4363-8ba8-267edd968741 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.3544245 Aug 31 06:35:30.188886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] No DVR routers for this DVR port e956c6cb-7259-43a1-aba1-dae450fe4662 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:30.206230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bef68ede-4c6b-4521-996a-6f56998c4d54 req-f4c719ba-8bf3-4d89-bd83-aeb024ba7dd3 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713620 Aug 31 06:35:30.214257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.216206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f05452a-ed71-4bb0-8302-b48cce28a9c7 req-1091e708-2af4-4d30-a249-44045240bc0c tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.50 "DELETE /v2.0/ports/e956c6cb-7259-43a1-aba1-dae450fe4662 HTTP/1.1" status: 204 len: 173 time: 1.6529744 Aug 31 06:35:30.221437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'name': 'network-vif-deleted', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:30.222759 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1af3ff2e-f28b-419c-8787-de6282223abc" -d '{"events": [{"server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "name": "network-vif-deleted", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:30.264718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-3bb584ad-f89f-4559-885b-02a93d42d915 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782037 Aug 31 06:35:30.380860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c41ceb0-83c4-4adc-9da7-b1597be5d63b req-1db38418-5dc9-4015-8a8a-96240e1bc2de tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.388774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c41ceb0-83c4-4adc-9da7-b1597be5d63b req-1db38418-5dc9-4015-8a8a-96240e1bc2de tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.4968309 Aug 31 06:35:30.456998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110792e-3c8b-4ad3-97cd-a624d50f19f9 req-f983c08a-03ab-4a1b-946b-5da26d86ab06 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.459992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b110792e-3c8b-4ad3-97cd-a624d50f19f9 req-f983c08a-03ab-4a1b-946b-5da26d86ab06 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.1104424 Aug 31 06:35:30.487327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-f029a57e-b564-4263-9fc0-30bd85605446 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.488895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-f029a57e-b564-4263-9fc0-30bd85605446 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.53 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.3063507 Aug 31 06:35:30.497177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:30.544010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b110792e-3c8b-4ad3-97cd-a624d50f19f9 req-ef36c0d1-38e4-4631-a31f-653a4f56a17b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772099 Aug 31 06:35:30.558733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c41ceb0-83c4-4adc-9da7-b1597be5d63b req-dd51b776-552b-4e86-8b94-029921ac4033 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665750 Aug 31 06:35:30.633978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:30.637742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-1d9ebff4-8f82-4069-997f-36a5a342b293 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3556314 Aug 31 06:35:30.651798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b has no active binding in host n-h1-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:35:30.661492 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d4ff76-31fb-4271-9537-7a27df56be00 x-openstack-request-id: req-01d4ff76-31fb-4271-9537-7a27df56be00 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:30.661783 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010b8d57-97b6-4f87-8ff7-79419a231f91", "name": "network-vif-deleted", "tag": "e956c6cb-7259-43a1-aba1-dae450fe4662", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:30.662037 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01d4ff76-31fb-4271-9537-7a27df56be00 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:30.662427 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010b8d57-97b6-4f87-8ff7-79419a231f91', 'name': 'network-vif-deleted', 'tag': 'e956c6cb-7259-43a1-aba1-dae450fe4662', 'status': 'completed', 'code': 200} Aug 31 06:35:30.777124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c85d6f18-c77b-43fc-a781-0852448cdbf6 req-f99fc1ea-d696-45ac-829b-b4b3440c64e2 tempest-ServersAdminNegativeTestJSON-1311086722 tempest-ServersAdminNegativeTestJSON-1311086722-project] 10.222.0.57 "GET /v2.0/ports?device_id=010b8d57-97b6-4f87-8ff7-79419a231f91 HTTP/1.1" status: 200 len: 210 time: 0.0363965 Aug 31 06:35:30.789586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.834486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Transition to ACTIVE for port object c521d662-d158-4644-ab80-9b380c375a14 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:30.865446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c9d3d-722a-4a69-a2c2-33bddddb24e5 req-d3843a68-6f49-4420-b0f8-76b49907f40f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:30.873400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9c9d3d-722a-4a69-a2c2-33bddddb24e5 req-d3843a68-6f49-4420-b0f8-76b49907f40f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.1871138 Aug 31 06:35:30.917820 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.940681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Deleting port a4db8240-9599-4c2a-9788-1407951ee67a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:30.941209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:30.993035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4183a1e-b84c-4ea3-a04b-3c18a139b86c req-b2f7cb5e-ab5a-441c-b625-e9e1ec8f8827 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332829 Aug 31 06:35:31.010973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9c9d3d-722a-4a69-a2c2-33bddddb24e5 req-09b8a60e-38ed-44c2-9cd3-193dc0e5b1e7 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373105 Aug 31 06:35:31.041496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.064962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e1b93725-33c1-4289-b4cc-337d22fbcc29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:31.085259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8c2ff7-31fd-4872-a454-4b1c032c8433 req-c2399869-f034-452b-aa4d-8b2ce55cfc0e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.094993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc8c2ff7-31fd-4872-a454-4b1c032c8433 req-c2399869-f034-452b-aa4d-8b2ce55cfc0e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 931 time: 0.0839787 Aug 31 06:35:31.151269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc8c2ff7-31fd-4872-a454-4b1c032c8433 req-3b5cd048-8045-4bd0-a7fb-6e067fe35b78 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548701 Aug 31 06:35:31.166481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:31.189812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:31.198703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:31.205316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.205988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.209574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] For port a4db8240-9599-4c2a-9788-1407951ee67a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a4db8240-9599-4c2a-9788-1407951ee67a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:31.209947 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.220480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event updated for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:31.243470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Calling delete_port for a4db8240-9599-4c2a-9788-1407951ee67a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:31.268757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-911b4e2d-ae34-4315-b828-8e7aefc07e45 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1674368 Aug 31 06:35:31.335613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Request body: {'port': {'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:31.463067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.486470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45644410-4539-4ad3-b08f-6b97edf315d4 req-a8b360f3-705e-4fcb-b3cf-6e5f973538f7 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.494561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45644410-4539-4ad3-b08f-6b97edf315d4 req-a8b360f3-705e-4fcb-b3cf-6e5f973538f7 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/ports?device_id=a197c344-85c9-4d86-83a6-32662a60a488 HTTP/1.1" status: 200 len: 949 time: 0.1624997 Aug 31 06:35:31.594200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f304f59e-7f5c-4ec1-a64a-22b293898d82 None None] Provisioning for port c521d662-d158-4644-ab80-9b380c375a14 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:31.598740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f304f59e-7f5c-4ec1-a64a-22b293898d82 None None] Provisioning complete for port c521d662-d158-4644-ab80-9b380c375a14 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:31.599115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f304f59e-7f5c-4ec1-a64a-22b293898d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.665155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae76706-5aa1-4aa9-852e-ba27c92414c7 req-bd931988-434a-441b-9fd2-c167c5867892 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.675751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fae76706-5aa1-4aa9-852e-ba27c92414c7 req-bd931988-434a-441b-9fd2-c167c5867892 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.0793092 Aug 31 06:35:31.690297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f304f59e-7f5c-4ec1-a64a-22b293898d82 None None] Port c521d662-d158-4644-ab80-9b380c375a14 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:35:31.734750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fae76706-5aa1-4aa9-852e-ba27c92414c7 req-cde758a3-5ee2-4c78-aec3-1fdc2f7f58c1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575850 Aug 31 06:35:31.809884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45644410-4539-4ad3-b08f-6b97edf315d4 req-fc0dccac-6b3c-484a-a3ad-9cb5bd4f6f6f tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.57 "GET /v2.0/security-groups?id=b761bc6b-72c5-4ea2-82fd-825c5a030045&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144708 Aug 31 06:35:31.814241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.833133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a4db8240-9599-4c2a-9788-1407951ee67a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:31.915707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48402c3c-e603-4002-8295-70448c540903 req-e8a2e443-eef3-4e06-87e3-7a9e55154d62 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:31.915906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Pushing event deleted for resources: {'Port': ['ID=a4db8240-9599-4c2a-9788-1407951ee67a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:31.916766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48402c3c-e603-4002-8295-70448c540903 req-e8a2e443-eef3-4e06-87e3-7a9e55154d62 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1151936 Aug 31 06:35:31.944417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] No DVR routers for this DVR port a4db8240-9599-4c2a-9788-1407951ee67a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:31.947064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:31.949244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be5b5edf-be46-4a16-84bf-e8ec2d1bc12b req-e7afa68a-5d00-40ed-8865-33179d8509b0 tempest-ServerDiagnosticsNegativeTest-2062598018 tempest-ServerDiagnosticsNegativeTest-2062598018-project] 10.222.0.53 "DELETE /v2.0/ports/a4db8240-9599-4c2a-9788-1407951ee67a HTTP/1.1" status: 204 len: 173 time: 1.4447229 Aug 31 06:35:32.015888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48402c3c-e603-4002-8295-70448c540903 req-e5c4cecd-5796-42ff-95a5-56257462b0a8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864351 Aug 31 06:35:32.114275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c521d662-d158-4644-ab80-9b380c375a14 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:32.134175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.178687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Transition to ACTIVE for port object c521d662-d158-4644-ab80-9b380c375a14 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:32.189903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.208048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb26ca04-ebc9-4ede-bf01-bebe78a3408d req-df395ac1-e44b-4729-bbeb-62fb2da8b514 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.221566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb26ca04-ebc9-4ede-bf01-bebe78a3408d req-df395ac1-e44b-4729-bbeb-62fb2da8b514 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.0914915 Aug 31 06:35:32.304548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb26ca04-ebc9-4ede-bf01-bebe78a3408d req-14817c5d-31a6-4fc0-8e54-6286a17c1d76 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821178 Aug 31 06:35:32.340462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:32.349556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Attempting to bind port c521d662-d158-4644-ab80-9b380c375a14 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:32.349556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Attempting to bind port c521d662-d158-4644-ab80-9b380c375a14 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:32.349556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Attempting to bind port c521d662-d158-4644-ab80-9b380c375a14 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:32.369586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Port c521d662-d158-4644-ab80-9b380c375a14 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:32.371409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Attempting to bind port c521d662-d158-4644-ab80-9b380c375a14 on network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:32.409670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c163b11-e929-4e4b-a90a-54007f1f8f79 req-6e9098d6-e691-4ebe-a562-87a79e4d1ffb tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.447290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c163b11-e929-4e4b-a90a-54007f1f8f79 req-6e9098d6-e691-4ebe-a562-87a79e4d1ffb tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 943 time: 0.1645315 Aug 31 06:35:32.453846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:32.454571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Checking segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:32.455656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Bound using segment: {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:32.456376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Bound port: c521d662-d158-4644-ab80-9b380c375a14, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2023952-67d5-4262-9fcc-736e84d66818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:32.456982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.463430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:32.579444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c163b11-e929-4e4b-a90a-54007f1f8f79 req-33ba86a0-07ab-49e5-92a8-773acf8f8d04 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311798 Aug 31 06:35:32.629043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:32.636365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c521d662-d158-4644-ab80-9b380c375a14,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:32.649840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.683382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'name': 'network-vif-deleted', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:32.687515 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891fbfa1-be22-4b40-93c1-e66c27c249d3" -d '{"events": [{"server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "name": "network-vif-deleted", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:32.700294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:32.706932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e956c6cb-7259-43a1-aba1-dae450fe4662 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:32.712627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:32.713847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4cb603b2-fde0-42bb-b0c7-8efb01daada7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ec44734bb8541a38eedcbd22371e60e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2480798 Aug 31 06:35:32.747707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: e956c6cb-7259-43a1-aba1-dae450fe4662 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:32.748843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e956c6cb-7259-43a1-aba1-dae450fe4662 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:32.809316 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b46507d-001b-49b0-bea1-001ac13a80de x-openstack-request-id: req-8b46507d-001b-49b0-bea1-001ac13a80de {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:32.809631 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a197c344-85c9-4d86-83a6-32662a60a488", "name": "network-vif-deleted", "tag": "a4db8240-9599-4c2a-9788-1407951ee67a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:32.809871 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b46507d-001b-49b0-bea1-001ac13a80de {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:32.810252 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a197c344-85c9-4d86-83a6-32662a60a488', 'name': 'network-vif-deleted', 'tag': 'a4db8240-9599-4c2a-9788-1407951ee67a', 'status': 'completed', 'code': 200} Aug 31 06:35:32.812702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:32.813356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:32.814944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] 10.222.0.50 "PUT /v2.0/ports/c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 1092 time: 1.5368130 Aug 31 06:35:32.943070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:32.956940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'port_id': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'mac_address': 'fa:16:3e:c0:d0:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25257aaf-d2c3-4f47-8a7f-122b012604c7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:33.017317 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.044340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:33.082794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:33.099336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.148713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea5cdb-6304-49df-8167-60816037a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.165864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-6bd0dfc1-977b-41c7-98f8-b5a92daed0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.167478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-6bd0dfc1-977b-41c7-98f8-b5a92daed0d1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1095 time: 0.2663169 Aug 31 06:35:33.179198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8c476-6ef7-4cd2-aa48-c949da4e36f3 req-a8ec9496-657f-4542-afef-adf7ea3fd098 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.180800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89c8c476-6ef7-4cd2-aa48-c949da4e36f3 req-a8ec9496-657f-4542-afef-adf7ea3fd098 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.2582791 Aug 31 06:35:33.201411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.261192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-197e2d40-b783-4a2b-87e2-d6f54443d358 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 217 time: 0.0766499 Aug 31 06:35:33.309847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d273c60-1dcf-4dad-90a8-f73a4b0be21f req-022c1ca1-a7fd-4f35-b0cb-edaf3c14a175 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.319905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.321112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d273c60-1dcf-4dad-90a8-f73a4b0be21f req-022c1ca1-a7fd-4f35-b0cb-edaf3c14a175 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0745711 Aug 31 06:35:33.352879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7bbe19a7-89ec-4c0c-a5af-40055288c7c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:33.363868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-c0f36a0e-87ff-4cde-97b3-d8c44f22a04d service neutron] 10.222.0.50 "GET /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b/bindings/n-h1-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.6219633 Aug 31 06:35:33.425298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:33.425904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-8f8e18fa-b57c-403e-8f6e-6c78f1744337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.425904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-8f8e18fa-b57c-403e-8f6e-6c78f1744337 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1134522 Aug 31 06:35:33.428904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d273c60-1dcf-4dad-90a8-f73a4b0be21f req-203d93ad-29f8-41c5-9beb-f1e337edf79b tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005986 Aug 31 06:35:33.459867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89c8c476-6ef7-4cd2-aa48-c949da4e36f3 req-71205eaa-e295-4ee5-893e-bad86f466af0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961923 Aug 31 06:35:33.499703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.552855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ae332-73f9-4352-a97f-f8ce9f44174a req-04a3ff24-2fce-4ccf-b6d6-13a7965aef45 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.562329 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-069ae332-73f9-4352-a97f-f8ce9f44174a req-04a3ff24-2fce-4ccf-b6d6-13a7965aef45 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.0735173 Aug 31 06:35:33.641978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-069ae332-73f9-4352-a97f-f8ce9f44174a req-efc653b5-f460-4b63-b44c-d4dc6ec82f0b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713801 Aug 31 06:35:33.688008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c47566f1-f1f3-4915-a4c2-3aa38581b392 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=49594838006349bba72f674678192ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2890027 Aug 31 06:35:33.690369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:33.763083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.793037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.865665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.868327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.871803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b761bc6b-72c5-4ea2-82fd-825c5a030045 HTTP/1.1" status: 204 len: 168 time: 0.1774855 Aug 31 06:35:33.893575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b761bc6b-72c5-4ea2-82fd-825c5a030045,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:33.912610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.913200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.913846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.914758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.915050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.935536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.938336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81a4adf7-90e8-43c0-98a2-7cbb262e3729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:33.957656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-1f50dd17-df2f-4988-9b5a-d9a9facaf6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:33.959364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-1f50dd17-df2f-4988-9b5a-d9a9facaf6d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5054131 Aug 31 06:35:33.993931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:33.996347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.001411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34e7421c-623b-49f0-8637-fba8a4ed1ce5 HTTP/1.1" status: 204 len: 168 time: 1.2755227 Aug 31 06:35:34.029484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205f44b-3dd1-4648-ad83-25b937b6497e req-9373ace1-efa9-4981-bf02-41119f3409a5 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.031816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6205f44b-3dd1-4648-ad83-25b937b6497e req-9373ace1-efa9-4981-bf02-41119f3409a5 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 943 time: 0.1673920 Aug 31 06:35:34.241624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1dedb-242e-4c57-9403-1e3e642b501d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34e7421c-623b-49f0-8637-fba8a4ed1ce5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.343617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:34.371543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:34.452364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6205f44b-3dd1-4648-ad83-25b937b6497e req-012c8b1e-7600-4561-a7a3-2f319995b4fa tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3794746 Aug 31 06:35:34.456685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e43bd73-c852-4d8b-99a0-7339a0476d4b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:34.500422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:34.513866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:34.517465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a4db8240-9599-4c2a-9788-1407951ee67a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:34.533597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:34.554283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: a4db8240-9599-4c2a-9788-1407951ee67a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:35:34.555589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a4db8240-9599-4c2a-9788-1407951ee67a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:34.564846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.584436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-922b9df6-c083-4a9e-a60f-4096c72fe2c9 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6012578 Aug 31 06:35:34.600067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2586ce38-7c9b-4f50-891f-694ddebc30bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.694920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-58949a01-6543-496a-bb36-c78e0b2de5d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a63c2763657e458483146674b29f0158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600366 Aug 31 06:35:34.695454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:34.712866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:34.727112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1315f-658c-4f48-8a46-791c71f1012e req-02d6aea0-eab4-47f3-af04-14077f193afa tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.736476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81d1315f-658c-4f48-8a46-791c71f1012e req-02d6aea0-eab4-47f3-af04-14077f193afa tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1744223 Aug 31 06:35:34.748270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd06a2-c268-4f95-ba77-4420cf814c17 req-2c5bac33-06d2-4e2b-9006-a344ee03fc67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:34.750733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33fd06a2-c268-4f95-ba77-4420cf814c17 req-2c5bac33-06d2-4e2b-9006-a344ee03fc67 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 943 time: 0.1483600 Aug 31 06:35:34.799521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] Transition to ACTIVE for port object 6e43bd73-c852-4d8b-99a0-7339a0476d4b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:34.801797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccc27119-efa4-4d6f-826b-cbf4d513184d req-c4dd39e9-258e-4bfe-9a4a-3f4c3fcd2246 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982322 Aug 31 06:35:34.804930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:34.817379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:34.818172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:34.818384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.820552 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37711a49-dd24-45f6-abfb-e1d6fd1d9198" -d '{"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:34.827911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33fd06a2-c268-4f95-ba77-4420cf814c17 req-cdbd4dbc-7c32-44ee-bf64-b6cae5496bd5 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691712 Aug 31 06:35:34.830462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.878664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2586ce38-7c9b-4f50-891f-694ddebc30bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.885124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:34.910178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81d1315f-658c-4f48-8a46-791c71f1012e req-25974570-f8f5-40f8-8a84-05001abb63b9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723452 Aug 31 06:35:34.927245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2586ce38-7c9b-4f50-891f-694ddebc30bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:34.944283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] No DVR routers for this DVR port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:34.992262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586ce38-7c9b-4f50-891f-694ddebc30bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a8e0f1-a7c8-4541-af3b-ceb4b256202e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.013913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-8692f922-9653-49c4-802c-2d360adbc0e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b/bindings/n-h1-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 1.6413474 Aug 31 06:35:35.025261 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a494bd8c-af83-414a-8ef3-7da71213e520 x-openstack-request-id: req-a494bd8c-af83-414a-8ef3-7da71213e520 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:35.025594 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:35.025901 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a494bd8c-af83-414a-8ef3-7da71213e520 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:35.026291 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14', 'status': 'completed', 'code': 200} Aug 31 06:35:35.037641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1484f3f-2644-4338-9e06-ee67e90006fb req-b9f82296-8b8f-4d50-939d-79840105af84 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.044155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.045915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1484f3f-2644-4338-9e06-ee67e90006fb req-b9f82296-8b8f-4d50-939d-79840105af84 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.1027663 Aug 31 06:35:35.073284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.114374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2586ce38-7c9b-4f50-891f-694ddebc30bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f475ea71103441ff8eb28affbec9326b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5974467 Aug 31 06:35:35.117109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:35.183278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1484f3f-2644-4338-9e06-ee67e90006fb req-e3faeb88-d174-4ae0-947a-847c4b7cb1e0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357868 Aug 31 06:35:35.198894 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.201058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.209065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.214096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/944cc2d1-1580-43c0-be50-736f6be3040d HTTP/1.1" status: 204 len: 168 time: 0.5139251 Aug 31 06:35:35.231525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-d8cc0fb1-f05a-46d4-9006-7df459dd5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.231525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-d8cc0fb1-f05a-46d4-9006-7df459dd5443 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1095 time: 0.1774151 Aug 31 06:35:35.233568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-46add85f-5cb8-429e-9ae8-631c526dbcb6 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.235018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-46add85f-5cb8-429e-9ae8-631c526dbcb6 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1261485 Aug 31 06:35:35.246373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db3a0c-a054-40c9-9ba9-0c32eac9eef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944cc2d1-1580-43c0-be50-736f6be3040d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.287568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.293858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.297544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.362043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:35.365192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.371047 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15688d9f-167d-41db-a123-e6eb63af993b" -d '{"events": [{"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:35.373210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.378135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b7a8e0f1-a7c8-4541-af3b-ceb4b256202e HTTP/1.1" status: 204 len: 168 time: 0.2590866 Aug 31 06:35:35.398046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d034ba-601b-4133-a6d8-6190b5f77119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a8e0f1-a7c8-4541-af3b-ceb4b256202e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.402187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:35.438179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:35.444385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:35:35.449614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-6b9e756f-dd48-4368-81b7-e7973b0702b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.452337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-6b9e756f-dd48-4368-81b7-e7973b0702b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&tenant_id=08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 1096 time: 0.2023706 Aug 31 06:35:35.535662 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f65288-6755-4a75-81aa-72287ed218fd x-openstack-request-id: req-d2f65288-6755-4a75-81aa-72287ed218fd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:35.536146 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-plugged", "status": "completed", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:35.536343 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d2f65288-6755-4a75-81aa-72287ed218fd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:35.536535 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'code': 200} Aug 31 06:35:35.618059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-98e1a036-f05c-4f63-8566-f48a02c35752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.621877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-98e1a036-f05c-4f63-8566-f48a02c35752 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.3808839 Aug 31 06:35:35.641040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c4645-0237-4622-a63e-e75049d1478d req-e34c99b3-8f35-463e-bdd9-753af2c0130a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.651616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b38c4645-0237-4622-a63e-e75049d1478d req-e34c99b3-8f35-463e-bdd9-753af2c0130a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 943 time: 0.0858722 Aug 31 06:35:35.671768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:35.685791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-d13bef3f-deb5-4762-a662-70cd6067cca7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 217 time: 0.0489011 Aug 31 06:35:35.724254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:35:35.754096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b38c4645-0237-4622-a63e-e75049d1478d req-842f899d-0fa9-40f8-8739-f2360dbc8a0e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015084 Aug 31 06:35:35.793305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-16ac6280-1ca9-405e-ae76-405e7cc8c313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.796141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-16ac6280-1ca9-405e-ae76-405e7cc8c313 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0859609 Aug 31 06:35:35.808457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-b33a6ad6-e506-4e89-8af1-107a9d9545aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.810371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-b33a6ad6-e506-4e89-8af1-107a9d9545aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1096 time: 0.3212609 Aug 31 06:35:35.943117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-3858f1cb-204f-4c87-9e4e-f3c3668bb700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:35.944755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-3858f1cb-204f-4c87-9e4e-f3c3668bb700 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.1014810 Aug 31 06:35:36.035328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98107865-77f2-4640-bd30-f871aef709b0 req-71499596-1c0f-47a5-8929-5e08ec551a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.036815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98107865-77f2-4640-bd30-f871aef709b0 req-71499596-1c0f-47a5-8929-5e08ec551a16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1097 time: 0.4219058 Aug 31 06:35:36.038083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-55a06fb4-d308-478b-9f8b-8781764bb417 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.0759747 Aug 31 06:35:36.043779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-e7e4f9fb-d6fe-4ee0-b88b-aa035e5a5fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.045204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-e7e4f9fb-d6fe-4ee0-b88b-aa035e5a5fe7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2324014 Aug 31 06:35:36.104598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98107865-77f2-4640-bd30-f871aef709b0 req-b8b422df-abec-4f74-b572-4c18f3c41d67 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536401 Aug 31 06:35:36.110994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee89baa-97cc-4e0a-9afd-ccb7e18e159b req-568be7ac-5adb-4538-9d1a-a198d3d9942a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.116696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ee89baa-97cc-4e0a-9afd-ccb7e18e159b req-568be7ac-5adb-4538-9d1a-a198d3d9942a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.1268697 Aug 31 06:35:36.196871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ee89baa-97cc-4e0a-9afd-ccb7e18e159b req-1fe95ba6-f1e4-419c-ba15-03150f9aa8cf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705616 Aug 31 06:35:36.206480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946306d4-eaae-4c83-8e9f-0e052f33f923 req-4ed9eaf1-77b5-4454-9315-1a6baa7d03f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.208223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-946306d4-eaae-4c83-8e9f-0e052f33f923 req-4ed9eaf1-77b5-4454-9315-1a6baa7d03f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.2611141 Aug 31 06:35:36.212032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-f3d1660a-a021-4023-b369-a0bd6c42c6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.213560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-f3d1660a-a021-4023-b369-a0bd6c42c6cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1225734 Aug 31 06:35:36.320161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-52322093-3b49-437d-bcde-c8f54a67045a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751164 Aug 31 06:35:36.394425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf146c4-05f5-47ca-93ef-c943df314e45 req-dd53fe2b-5eb4-4f05-87ca-0edeb559a63f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.410576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf146c4-05f5-47ca-93ef-c943df314e45 req-dd53fe2b-5eb4-4f05-87ca-0edeb559a63f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.1110275 Aug 31 06:35:36.418499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-6335976e-b8bb-49fd-878f-dfd7471f4e2c service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3371420 Aug 31 06:35:36.452266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-946306d4-eaae-4c83-8e9f-0e052f33f923 req-d2e895f8-d82b-4bb1-a0f7-4855c4c58960 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352407 Aug 31 06:35:36.491572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf146c4-05f5-47ca-93ef-c943df314e45 req-f590d467-fa21-4e8a-8a32-10a99ead83be tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793886 Aug 31 06:35:36.551222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-25ca12a1-0251-4cef-847b-8a9611439207 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090812 Aug 31 06:35:36.577818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37711a49-dd24-45f6-abfb-e1d6fd1d9198 req-e66cbe7c-0249-47cb-8bc6-f308280d1c8c service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423557 Aug 31 06:35:36.686353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-d308afeb-7a23-4d72-ab6a-2e0ff66196f4 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197979 Aug 31 06:35:36.898466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb761b5-7223-410c-99ad-7a32222d5c63 req-61d541f1-b46c-43df-b19f-819cb992feb9 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:36.907958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3bb761b5-7223-410c-99ad-7a32222d5c63 req-61d541f1-b46c-43df-b19f-819cb992feb9 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 943 time: 0.0774467 Aug 31 06:35:36.959359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3bb761b5-7223-410c-99ad-7a32222d5c63 req-f750c285-ad8b-4235-9093-a394b408d280 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502918 Aug 31 06:35:37.011230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-e1cbb4a0-6462-434a-afd7-76f0bee46c76 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.013381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-e1cbb4a0-6462-434a-afd7-76f0bee46c76 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.0840828 Aug 31 06:35:37.182595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-fea44d0f-1a46-401e-ad6a-9d1eb9dd15e9 service neutron] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:37.191689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-fea44d0f-1a46-401e-ad6a-9d1eb9dd15e9 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:37.194513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596592eb-c272-4ad1-9d8c-193b04e791f9 req-fea44d0f-1a46-401e-ad6a-9d1eb9dd15e9 service neutron] 10.222.0.53 "DELETE /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b/bindings/n-h2-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.1705475 Aug 31 06:35:37.368894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fa19ef-46eb-46a9-8f85-f75e8e29778f req-d4321567-58af-43b3-a17f-5b6c8f4610e9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.377942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fa19ef-46eb-46a9-8f85-f75e8e29778f req-d4321567-58af-43b3-a17f-5b6c8f4610e9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0822842 Aug 31 06:35:37.491290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fa19ef-46eb-46a9-8f85-f75e8e29778f req-3b0cef33-23d9-45f1-8fbf-a6029affddad tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109407 Aug 31 06:35:37.690304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40935f7a-5271-477f-82fb-01150a17aae0 req-c45eb508-ef59-4e68-8159-5e614ba435f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.691980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40935f7a-5271-477f-82fb-01150a17aae0 req-c45eb508-ef59-4e68-8159-5e614ba435f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.1095340 Aug 31 06:35:37.780793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83819f8-9aa0-4c8a-af36-c50b91ce803c req-8304c75e-88c2-4162-8c84-d3647ef584e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:37.791860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a83819f8-9aa0-4c8a-af36-c50b91ce803c req-8304c75e-88c2-4162-8c84-d3647ef584e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.0978987 Aug 31 06:35:37.820319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40935f7a-5271-477f-82fb-01150a17aae0 req-232e67a1-dba7-4f66-b832-c58abd8150dc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035028 Aug 31 06:35:37.869144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a83819f8-9aa0-4c8a-af36-c50b91ce803c req-06ba7341-9b63-4956-aab8-c4ab00a6d601 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761740 Aug 31 06:35:38.063295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7474c-bfa2-42b9-9619-d40b0360e8f7 req-0148ed1f-f556-4fdd-a9da-6cb767c2293d tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.080703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ea7474c-bfa2-42b9-9619-d40b0360e8f7 req-0148ed1f-f556-4fdd-a9da-6cb767c2293d tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1097 time: 0.0798891 Aug 31 06:35:38.144201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ea7474c-bfa2-42b9-9619-d40b0360e8f7 req-ed4181c2-e625-464a-bfa1-ceb33c83b954 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623481 Aug 31 06:35:38.164921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1731922-2052-4448-a1ba-d11d6006862c req-862a1075-2fb4-4ab9-b0ec-11c2004879e4 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.177720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1731922-2052-4448-a1ba-d11d6006862c req-862a1075-2fb4-4ab9-b0ec-11c2004879e4 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1096 time: 0.0862124 Aug 31 06:35:38.270982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1731922-2052-4448-a1ba-d11d6006862c req-1f62096e-c981-42fe-b2b4-4173a8db2c6e tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916457 Aug 31 06:35:38.473111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25b252-f39f-4fff-bae2-d4b1c0234810 req-ceb25ce0-0f8b-4026-9725-144ee0813f34 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.479843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f25b252-f39f-4fff-bae2-d4b1c0234810 req-ceb25ce0-0f8b-4026-9725-144ee0813f34 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 943 time: 0.0920758 Aug 31 06:35:38.541505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f25b252-f39f-4fff-bae2-d4b1c0234810 req-a2fa68ba-deb4-4ad5-8d6c-b50856efc9e0 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515130 Aug 31 06:35:38.625703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32f54c83-5a36-4273-93c9-35764851d00e req-82f50e98-8d18-4522-8ab7-0420d8745062 tempest-FlavorsV2NegativeTest-1537509909 tempest-FlavorsV2NegativeTest-1537509909-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=64988889ab614ce3bec6ecf129a84f86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287600 Aug 31 06:35:38.699466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072ae3d-c710-41e2-a386-5e52f63cc3d9 req-f13aecf3-1516-424a-8169-18b3ae981d83 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.707782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4072ae3d-c710-41e2-a386-5e52f63cc3d9 req-f13aecf3-1516-424a-8169-18b3ae981d83 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 945 time: 0.0594149 Aug 31 06:35:38.725645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c521d662-d158-4644-ab80-9b380c375a14 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:38.756906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4072ae3d-c710-41e2-a386-5e52f63cc3d9 req-49fd8438-3540-4ab6-822c-2460b8adb7bc tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465837 Aug 31 06:35:38.822909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f54c83-5a36-4273-93c9-35764851d00e req-f25f8a99-5cb6-4171-ac97-a497edbf180f tempest-FlavorsV2NegativeTest-1537509909 tempest-FlavorsV2NegativeTest-1537509909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:38.824419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32f54c83-5a36-4273-93c9-35764851d00e req-f25f8a99-5cb6-4171-ac97-a497edbf180f tempest-FlavorsV2NegativeTest-1537509909 tempest-FlavorsV2NegativeTest-1537509909-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1916034 Aug 31 06:35:38.853909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32f54c83-5a36-4273-93c9-35764851d00e req-445ba467-0b47-4b7e-adc8-e4e33a056660 tempest-FlavorsV2NegativeTest-1537509909 tempest-FlavorsV2NegativeTest-1537509909-project] 10.222.0.57 "GET /v2.0/quotas/64988889ab614ce3bec6ecf129a84f86 HTTP/1.1" status: 200 len: 375 time: 0.0211468 Aug 31 06:35:38.906319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32f54c83-5a36-4273-93c9-35764851d00e req-8ca1007f-c8b5-45d8-bb1b-b8020e57e5fb tempest-FlavorsV2NegativeTest-1537509909 tempest-FlavorsV2NegativeTest-1537509909-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=64988889ab614ce3bec6ecf129a84f86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491147 Aug 31 06:35:38.941073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c521d662-d158-4644-ab80-9b380c375a14,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:38.972530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'c521d662-d158-4644-ab80-9b380c375a14', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:39.084483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.105373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c521d662-d158-4644-ab80-9b380c375a14 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:39.127841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c521d662-d158-4644-ab80-9b380c375a14,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:39.133052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-65e8adc5-ca22-4730-af83-002550732a02 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:39.134937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-65e8adc5-ca22-4730-af83-002550732a02 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.2574410 Aug 31 06:35:39.142078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:39.170304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-8ed85fd7-6dfd-4994-8afe-f4a0176351be tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/quotas/08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 375 time: 0.0232263 Aug 31 06:35:39.247554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:39.307809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-df17d95c-738a-4435-b0b5-194a142b10f6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312153 Aug 31 06:35:39.416958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['c521d662-d158-4644-ab80-9b380c375a14'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:39.472558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-1c17b5cc-c3e2-4d0c-82ec-362975e4b1cb service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554639 Aug 31 06:35:39.875312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-a8b4c93e-1d33-467d-8edd-18472c19784b service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4017496 Aug 31 06:35:39.905504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:40.058950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28e78118-8a90-45b4-9853-cde74e186eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.230027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28e78118-8a90-45b4-9853-cde74e186eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.239075 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28e78118-8a90-45b4-9853-cde74e186eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.292650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-28e78118-8a90-45b4-9853-cde74e186eb0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=64988889ab614ce3bec6ecf129a84f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3836045 Aug 31 06:35:40.292650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e78118-8a90-45b4-9853-cde74e186eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393bfce-0b7c-4af3-85fe-4936b1fed4d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:40.293749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:40.347115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a75339-b436-4504-82ff-cf52701c9612 req-1580b20e-fed2-4dba-bb12-6bb7573dd605 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:40.349429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24a75339-b436-4504-82ff-cf52701c9612 req-1580b20e-fed2-4dba-bb12-6bb7573dd605 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 944 time: 0.1265481 Aug 31 06:35:40.359056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.385871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.410083 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24a75339-b436-4504-82ff-cf52701c9612 req-7e2779e5-4305-4dae-9eb8-b119a6e25992 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546801 Aug 31 06:35:40.518232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97306477-39f1-428e-a89e-b8b11b961779 req-bac1b8c3-fecd-4c8d-88e5-23446c274cb8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 210 time: 0.0277426 Aug 31 06:35:40.556311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.559948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:40.578505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2393bfce-0b7c-4af3-85fe-4936b1fed4d6 HTTP/1.1" status: 204 len: 168 time: 0.2733021 Aug 31 06:35:40.610182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df3129b-2cdb-46c2-87ae-40b0be752253 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393bfce-0b7c-4af3-85fe-4936b1fed4d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:40.726914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c521d662-d158-4644-ab80-9b380c375a14 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:40.843691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port c521d662-d158-4644-ab80-9b380c375a14 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:40.848211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port c521d662-d158-4644-ab80-9b380c375a14 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:40.848944 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.002989 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.068601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c521d662-d158-4644-ab80-9b380c375a14,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:41.069896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:41.073407 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8030f1f3-22e7-4209-b11f-da677151d92a" -d '{"events": [{"server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "name": "network-vif-plugged", "status": "completed", "tag": "c521d662-d158-4644-ab80-9b380c375a14"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:41.078509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.158664 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef4fcd5-0f9a-4419-95a9-e8adb7a10775 x-openstack-request-id: req-2ef4fcd5-0f9a-4419-95a9-e8adb7a10775 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:41.159010 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "name": "network-vif-plugged", "status": "completed", "tag": "c521d662-d158-4644-ab80-9b380c375a14", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:41.159653 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ef4fcd5-0f9a-4419-95a9-e8adb7a10775 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:41.160247 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14', 'code': 200} Aug 31 06:35:41.167269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:41.408511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4812d-2de1-4d41-a456-dd3ee7a6c099 req-15ab8579-88bc-4ebe-a83e-4f945d9bc973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:41.410139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd4812d-2de1-4d41-a456-dd3ee7a6c099 req-15ab8579-88bc-4ebe-a83e-4f945d9bc973 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1097 time: 0.1407115 Aug 31 06:35:41.488534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:41.525460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd4812d-2de1-4d41-a456-dd3ee7a6c099 req-166cc057-132c-437e-9fcd-eeb27ca1a4a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015286 Aug 31 06:35:41.721518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb730b8-3d9d-4e50-a02f-aae65c94ac92 req-bdcda3bf-c5b6-4e3b-bbba-2362086efd47 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:41.722433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6eb730b8-3d9d-4e50-a02f-aae65c94ac92 req-bdcda3bf-c5b6-4e3b-bbba-2362086efd47 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 945 time: 0.1273391 Aug 31 06:35:41.757307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6d817ef-7fcb-479f-acf1-46a0d7ac7231 req-8021b5f6-62f7-4182-8bdc-9da7ac357a59 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 210 time: 0.1018176 Aug 31 06:35:41.802225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a5f017-4977-4568-96ae-a9566cca31c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:41.819003 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6eb730b8-3d9d-4e50-a02f-aae65c94ac92 req-4e414bd2-6121-43d8-9493-449ed29b4e89 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882640 Aug 31 06:35:42.062500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-e7daca54-a3da-4395-95c2-eb54faf58b31 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:42.064456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-e7daca54-a3da-4395-95c2-eb54faf58b31 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.2285988 Aug 31 06:35:42.070420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a5f017-4977-4568-96ae-a9566cca31c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.081274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52a5f017-4977-4568-96ae-a9566cca31c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.088101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.088394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Request body: {'port': {'device_id': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'admin_state_up': True, 'tenant_id': '08326483919745ab9790c05eb07ccf61'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:42.147924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52a5f017-4977-4568-96ae-a9566cca31c1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=14c6182fbd88465485175eeb6d845b7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6581485 Aug 31 06:35:42.149637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5f017-4977-4568-96ae-a9566cca31c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f0d376-d188-436d-8a17-e8337f60bb12,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.171491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.239432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.269532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.327650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-network', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:42.332557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:42.336618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.353154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Made reservation on behalf of 4f124ebdf4a54896950ca5fe88bf8cfb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:42.355931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.369550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.379765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.384371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.387925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/20f0d376-d188-436d-8a17-e8337f60bb12 HTTP/1.1" status: 204 len: 168 time: 0.2150798 Aug 31 06:35:42.401699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de596345-0c97-42c0-9e98-69cee86f8c18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f0d376-d188-436d-8a17-e8337f60bb12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.569049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:42.613026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.621901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.652455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Allocated IP 172.20.0.4 (f125b887-523d-4ff2-8eb5-47a4350ddc7f/2de5374b-9c88-40f5-9167-671d88f1e4b3/a182c3f6-7695-498d-9056-c4bfd5b369e2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:42.667524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:42.685157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34853077-4cb8-40f0-a5c4-21edb2191cdc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.689071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.690365 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Added segment c7c6c09f-d192-41b5-8f70-5c3d110011d8 of type vlan for network dc886b4c-55ce-4e7c-8713-88ba98d4a311 Aug 31 06:35:42.743797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.778638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.780897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:42.781788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.821050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 0.7265291 Aug 31 06:35:42.864344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:42.870278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Request body: {'subnet': {'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-subnet', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:42.902617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9aa7-3628-4790-844a-9f7f30ca01e9 admin admin] Pushing event updated for resources: {'Network': ['ID=dc886b4c-55ce-4e7c-8713-88ba98d4a311,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:42.917218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Made reservation on behalf of 4f124ebdf4a54896950ca5fe88bf8cfb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:42.919892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:42.922944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:42.940993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:43.009808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'mac_address': 'fa:16:3e:8d:a9:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:43.189052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.272801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.275835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.292750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ad9baad-105e-40c7-8f9f-739f21161b77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.294022 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.338392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dec6ec81-074a-40b0-a43c-321d4364298c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:43.396576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:43.412116 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.470183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ad9baad-105e-40c7-8f9f-739f21161b77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.507357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:43.509224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ad9baad-105e-40c7-8f9f-739f21161b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.531853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.578070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dec6ec81-074a-40b0-a43c-321d4364298c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:43.610314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad9baad-105e-40c7-8f9f-739f21161b77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06686476-8bb5-427b-b0c5-7acf8e309983,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.627160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:43.638913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:43.649117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.651543 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:43.675465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f8f63-3ef3-4a50-b536-ac6414669382 req-c2ca52bd-20dd-4c8f-898d-b0e0ca20d447 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:43.686757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-175f8f63-3ef3-4a50-b536-ac6414669382 req-c2ca52bd-20dd-4c8f-898d-b0e0ca20d447 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 931 time: 0.5767453 Aug 31 06:35:43.709222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ad9baad-105e-40c7-8f9f-739f21161b77 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4062ba9c3aef4e60874b8a5eea9f99e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338844 Aug 31 06:35:43.721242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:43.767425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:43.808642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-311912e0-f9f7-423a-b2f9-d76f94ed2ec6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7327590 Aug 31 06:35:43.845703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Request body: {'port': {'device_id': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:43.886030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-175f8f63-3ef3-4a50-b536-ac6414669382 req-a55ac9fa-5397-465c-86e7-0d71b0c4ba5a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555119 Aug 31 06:35:43.958950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.051806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050238a5-75f1-4db5-8cea-d4d706ca419c req-4199a655-8b44-4114-8372-9bfcfdf978fc tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:44.065746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-050238a5-75f1-4db5-8cea-d4d706ca419c req-4199a655-8b44-4114-8372-9bfcfdf978fc tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 945 time: 0.8864524 Aug 31 06:35:44.067620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.069694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.312040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-050238a5-75f1-4db5-8cea-d4d706ca419c req-aac065c4-5951-47c5-88a4-7fffc6c427d0 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376676 Aug 31 06:35:44.313665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.459474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Checking segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:44.460153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Network hostable DHCP agents. Network: dc886b4c-55ce-4e7c-8713-88ba98d4a311, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:44.462568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ba1adfa-2b00-4730-b468-5ae76dc580d2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.495929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:44.515767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dc886b4c-55ce-4e7c-8713-88ba98d4a311) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:44.520373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:44.520961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.524963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2d557-dcae-4012-b8b1-d0f3e6a4d9e4 None None] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:44.578291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a182c3f6-7695-498d-9056-c4bfd5b369e2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:44.592588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.609372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77be0672-307c-4fe0-b4fa-7e2e5ee9a480 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7358251 Aug 31 06:35:44.611466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:44.622694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:44.634303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.636777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.638022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06686476-8bb5-427b-b0c5-7acf8e309983 HTTP/1.1" status: 204 len: 168 time: 0.8688157 Aug 31 06:35:44.642364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Transition to ACTIVE for port object a182c3f6-7695-498d-9056-c4bfd5b369e2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:44.651239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b7439-81da-45fe-a695-03233a560b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06686476-8bb5-427b-b0c5-7acf8e309983,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.664074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.689424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:44.715129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.716534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.741308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:44.813561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:44.814226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:44.814811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:44.823059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:35:44.823634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:44.831573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:44.832498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:44.833366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:44.834244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Bound port: a182c3f6-7695-498d-9056-c4bfd5b369e2, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:44.834775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.958671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:44.995497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:45.000400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:45.018496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.046977 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:35:45.104184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.107115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.113806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] 10.222.0.53 "PUT /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 1092 time: 1.2767804 Aug 31 06:35:45.119104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:45.128589 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:45.175847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port dec6ec81-074a-40b0-a43c-321d4364298c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:45.176505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.276913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.282352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8792e3-9b4e-4a74-b510-b9e90d039137 service neutron] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:45.332908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-f66f2a7b-33e9-4b98-bb3b-885fb60ca160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.337252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-f66f2a7b-33e9-4b98-bb3b-885fb60ca160 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1095 time: 0.1624272 Aug 31 06:35:45.357376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:45.358616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.433641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-d6ec12c9-2c7e-4b34-88e5-80349d7360f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.0825713 Aug 31 06:35:45.503903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac759bf-ea15-48b1-a8fd-517f26cb253b req-4244d039-47da-44cc-9ee6-4d9cd149e767 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.515352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ac759bf-ea15-48b1-a8fd-517f26cb253b req-4244d039-47da-44cc-9ee6-4d9cd149e767 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.3923151 Aug 31 06:35:45.588031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.618044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ac759bf-ea15-48b1-a8fd-517f26cb253b req-d9ac28d7-cf2d-4a7d-b80d-618d38afef59 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015732 Aug 31 06:35:45.628926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:45.659978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-616c7297-2936-4edc-81c3-2602bbe09eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:45.661483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-616c7297-2936-4edc-81c3-2602bbe09eb0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.2188115 Aug 31 06:35:45.756679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:45.767933 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a186a39-fa01-47d6-98d5-3da9f7115a79" -d '{"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-plugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:45.787992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-47a7f096-38e1-42fc-a0e1-6093f24b2004 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1113226 Aug 31 06:35:45.940151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:45.966131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.080334 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-ab4fba5f-5328-4bb7-b344-23d5831bc21f service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836294 Aug 31 06:35:46.087340 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49356d95-4db4-485d-85c1-d5219a3f96d7 x-openstack-request-id: req-49356d95-4db4-485d-85c1-d5219a3f96d7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:46.087693 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:46.087947 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-49356d95-4db4-485d-85c1-d5219a3f96d7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:46.088752 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'status': 'completed', 'code': 200} Aug 31 06:35:46.143888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:46.180303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.180660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.181187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.181504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.182401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.182401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.182401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.182785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.183276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.183379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.184328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.184328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:35:46.210579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Allocated IP 172.20.0.2 (dc886b4c-55ce-4e7c-8713-88ba98d4a311/1ba1adfa-2b00-4730-b468-5ae76dc580d2/70b3cffd-319e-4b77-9c35-a19c381566d9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:46.266219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.353037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d156b90f-9ce8-4572-ac4c-6329d8c71243 req-566b914f-f152-46b2-82b1-97366e3c9827 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2626894 Aug 31 06:35:46.358862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.423756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:46.620966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-d616f044-fa62-438a-939d-a28e20a80d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:46.622396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-d616f044-fa62-438a-939d-a28e20a80d2f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1095 time: 0.1868165 Aug 31 06:35:46.623945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30708f5-dc65-4355-8144-d63fc244ba53 req-0e54000d-3905-4772-805c-8a25f3abefb8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:46.627013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b30708f5-dc65-4355-8144-d63fc244ba53 req-0e54000d-3905-4772-805c-8a25f3abefb8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 945 time: 0.4654231 Aug 31 06:35:46.681513 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.698635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Transition to ACTIVE for port object 70b3cffd-319e-4b77-9c35-a19c381566d9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:46.745355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Transition to ACTIVE for port object 70b3cffd-319e-4b77-9c35-a19c381566d9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:46.772559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.858631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:46.864046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:46.865721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1945614790-network', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:46.868879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:46.878397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Pushing event updated for resources: {'Port': ['ID=70b3cffd-319e-4b77-9c35-a19c381566d9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:46.901701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b30708f5-dc65-4355-8144-d63fc244ba53 req-4f71f9e9-b4a2-488b-8e85-2cb7fe2ca5bf tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573938 Aug 31 06:35:46.935961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Allocated IP 172.25.3.152 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/634cc95d-51c0-4fde-bd6d-1305882885ff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:46.968642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Attempting to bind port 70b3cffd-319e-4b77-9c35-a19c381566d9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:46.969019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Attempting to bind port 70b3cffd-319e-4b77-9c35-a19c381566d9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:46.969445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Attempting to bind port 70b3cffd-319e-4b77-9c35-a19c381566d9 on network dc886b4c-55ce-4e7c-8713-88ba98d4a311 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:46.988098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:46.988593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Checking segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:46.989054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.989468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Bound using segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:46.990277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Bound port: 70b3cffd-319e-4b77-9c35-a19c381566d9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:46.990666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:46.995954 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da3dc65d-6a70-4cb3-80c6-df8bfe8ce7ab x-openstack-request-id: req-da3dc65d-6a70-4cb3-80c6-df8bfe8ce7ab {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:46.996854 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-plugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:46.997115 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-da3dc65d-6a70-4cb3-80c6-df8bfe8ce7ab {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:46.997640 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'code': 200} Aug 31 06:35:47.005424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Made reservation on behalf of 18fc0bf7fd4d45169ba10dbf5f2da4ad for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:47.015350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.077777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-5e4518e9-9cb9-4e84-bd48-c306268c3fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:47.084965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-5e4518e9-9cb9-4e84-bd48-c306268c3fb7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.4444919 Aug 31 06:35:47.117767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.179130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] For port 70b3cffd-319e-4b77-9c35-a19c381566d9, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:47.192791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] For port 70b3cffd-319e-4b77-9c35-a19c381566d9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70b3cffd-319e-4b77-9c35-a19c381566d9,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:47.207571 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.248622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dbbba-e9b8-49cd-a89a-2f255ac4ac77 req-e99abda6-2203-4327-81d0-0520b1b41e20 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:47.261434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446dbbba-e9b8-49cd-a89a-2f255ac4ac77 req-e99abda6-2203-4327-81d0-0520b1b41e20 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.1554801 Aug 31 06:35:47.391107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b79fb7-bbf7-4edd-a703-dba8882a63a7 None None] Pushing event updated for resources: {'Port': ['ID=70b3cffd-319e-4b77-9c35-a19c381566d9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:47.437220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.446511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-75b9f89b-a589-4570-90ae-d0408feafa40 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.3430207 Aug 31 06:35:47.448839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.466282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.481419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446dbbba-e9b8-49cd-a89a-2f255ac4ac77 req-4d26cd65-5383-4564-a07a-3e4d33eafad3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183106 Aug 31 06:35:47.595668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85b19c29-ef82-4dcd-ba95-476aab844ebc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:47.609998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.659487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:35:47.692487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:47.692841 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Added segment 32ba8826-fa9e-4900-bb06-ee076b49e085 of type vlan for network 868d2330-886f-4ba7-8439-b2c83683df46 Aug 31 06:35:47.695901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-f8b8a677-77b5-4e09-85a3-4622fbfc4130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:47.725099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-f8b8a677-77b5-4e09-85a3-4622fbfc4130 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.2624483 Aug 31 06:35:47.771389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:47.796642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:47.815931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:47.905400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-c90b4ae6-1f8b-424e-bc6d-b3dc5f88376b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255114 Aug 31 06:35:47.978590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Pushing event updated for resources: {'Port': ['ID=634cc95d-51c0-4fde-bd6d-1305882885ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:48.132658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-5e7bab8b-9789-4b68-aa43-dece3a6634ae service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187917 Aug 31 06:35:48.138143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-3aa44649-0ce9-49d3-879a-1ab78d979e2a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:48.147705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-3aa44649-0ce9-49d3-879a-1ab78d979e2a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1653295 Aug 31 06:35:48.184584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.280801 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-38084484-7ba7-4c8f-aa67-b32d13f8f327 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.1308980 Aug 31 06:35:48.285933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:48.318077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.320266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:48.321906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.353801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.545006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1192346 Aug 31 06:35:48.551580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:48.560193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Request body: {'subnet': {'network_id': '868d2330-886f-4ba7-8439-b2c83683df46', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1945614790-subnet', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:48.635070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cb3ae1-26d9-4e1c-828b-e720e5b19e5f admin admin] Pushing event updated for resources: {'Network': ['ID=868d2330-886f-4ba7-8439-b2c83683df46,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:48.647378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 868d2330-886f-4ba7-8439-b2c83683df46 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:35:48.690794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f7d8c4-b6ad-4799-8c5c-d3dbd8086f4d req-72542357-3b78-4d2d-b3a2-b819894dc2b5 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325243 Aug 31 06:35:48.699382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Made reservation on behalf of 18fc0bf7fd4d45169ba10dbf5f2da4ad for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:48.701092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:48.974398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c6c4a-37a3-45a7-b718-d70f4fed0812 None None] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:49.067376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.120907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:35:49.124805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.136279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-023eba1d-a6b3-445e-bf28-8cea40827204 None None] Provisioning for port 70b3cffd-319e-4b77-9c35-a19c381566d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:49.197357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7e494d3-e026-473d-8929-32ca52895252,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:49.230594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.254716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.280852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b1a19-5042-4731-bd47-a8d51bfc9810 req-ca5cbdf3-a764-435c-b8b3-0aebe4182adc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:49.288285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac1b1a19-5042-4731-bd47-a8d51bfc9810 req-ca5cbdf3-a764-435c-b8b3-0aebe4182adc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.1034932 Aug 31 06:35:49.296538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Checking segment: {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:49.296960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Network hostable DHCP agents. Network: 868d2330-886f-4ba7-8439-b2c83683df46, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:35:49.359185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac1b1a19-5042-4731-bd47-a8d51bfc9810 req-52b48284-6559-4697-8b0c-6ed4291a5d05 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686300 Aug 31 06:35:49.359865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Network 868d2330-886f-4ba7-8439-b2c83683df46 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:35:49.391560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 868d2330-886f-4ba7-8439-b2c83683df46) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:49.399777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e7daac-232e-4b79-ac98-9ce2d7f5494b None None] Network 868d2330-886f-4ba7-8439-b2c83683df46 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:49.413726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:49.414319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.473181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7ed5d77-4b06-4dc1-ac17-a0b97e9e3804 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9145927 Aug 31 06:35:49.473423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:49.477906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:49.543978 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58 associated. External IP: 172.25.3.224, port: e1b93725-33c1-4289-b4cc-337d22fbcc29. Aug 31 06:35:49.547606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.549472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.697151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.845748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-868d2330-886f-4ba7-8439-b2c83683df46', 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'fixed_ips': [{'subnet_id': 'b7e494d3-e026-473d-8929-32ca52895252'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:35:49.848459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:49.974444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70b3cffd-319e-4b77-9c35-a19c381566d9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:50.071089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.222989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Allocated IP 172.20.0.2 (868d2330-886f-4ba7-8439-b2c83683df46/b7e494d3-e026-473d-8929-32ca52895252/52af1bb7-2f8e-4568-b8b6-c6a5558622d8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:50.251298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 70b3cffd-319e-4b77-9c35-a19c381566d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:50.296301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 70b3cffd-319e-4b77-9c35-a19c381566d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:50.296949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.385803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.471638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.528525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.543163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Transition to ACTIVE for port object 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:50.569123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-111ad802-4ddf-4cce-9482-0cb1cbeb4eda tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:50.585837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-111ad802-4ddf-4cce-9482-0cb1cbeb4eda tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/networks?id=2c2be7ce-7b2a-4a61-b867-cf9813871db7 HTTP/1.1" status: 200 len: 814 time: 0.6685250 Aug 31 06:35:50.602003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Transition to ACTIVE for port object 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:50.644032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-00c569f7-a9fa-4dcc-b1ca-909fa170e492 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/quotas/e2ba801491ec41a691b4cf8931207908 HTTP/1.1" status: 200 len: 375 time: 0.0571413 Aug 31 06:35:50.650816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:35:50.659382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:50.719929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.795931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-81538fc7-b2de-4c90-8305-0fcaeff9b0cd tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2ba801491ec41a691b4cf8931207908&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1509039 Aug 31 06:35:50.799183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 70b3cffd-319e-4b77-9c35-a19c381566d9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70b3cffd-319e-4b77-9c35-a19c381566d9,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:50.837280 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.854414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:50.863067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:50.864922 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:50.870306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Network 868d2330-886f-4ba7-8439-b2c83683df46 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:50.877039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:50.882941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:50.919242 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:50.919608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Pushing event updated for resources: {'Port': ['ID=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:50.921943 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:50.927548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c29a7b43-0dd6-4097-9610-a3c663000c46 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "PUT /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 996 time: 2.6455100 Aug 31 06:35:50.928485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Router 50d5565f-c7eb-49a6-a13e-2039430b6107 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:35:50.938083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:50.940759 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b12f2c-8908-46df-8dfd-3b59932ebafd" -d '{"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:51.107018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:51.152293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.156650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d3ef7300-71c8-4aa9-a016-9ab7afdcb583 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 6.5415032 Aug 31 06:35:51.156832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-3b59b9fe-e8d1-46e4-9331-dd37cfdaaada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:51.163540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:35:51.170541 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-3b59b9fe-e8d1-46e4-9331-dd37cfdaaada service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.2244174 Aug 31 06:35:51.230946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:51.275885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c47c05c5-9970-44b8-9a67-a725e97ae135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:51.277054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.284174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-c47c05c5-9970-44b8-9a67-a725e97ae135 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1122215 Aug 31 06:35:51.322005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Sync routers for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:51.353200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:51.381569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-ac31d538-ed78-4c59-8fd7-60102c06230a service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 999 time: 0.0958846 Aug 31 06:35:51.388460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.396122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'port_id': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'mac_address': 'fa:16:3e:72:7b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5374b-9c88-40f5-9167-671d88f1e4b3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:35:51.445191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-5830daf3-ac87-42d9-a869-ef8b944b3dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:51.453861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-5830daf3-ac87-42d9-a869-ef8b944b3dda service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0705142 Aug 31 06:35:51.528151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:51.528737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:51.536329 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 1, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:51.541687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-5a915c64-d75c-4d19-ab51-f9c39a882c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:51.550378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-5a915c64-d75c-4d19-ab51-f9c39a882c6f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955992 Aug 31 06:35:51.560391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-9668fa78-7f9d-4b36-bd51-154435be9a78 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:35:51.571084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-9668fa78-7f9d-4b36-bd51-154435be9a78 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0198352 Aug 31 06:35:51.571566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:51.581223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:51.582300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:51.708445 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:51.739278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Allocated IP 172.25.3.172 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3a79a183-9402-47ab-acf7-e1719f8a6edc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:51.771939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Attempting to bind port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:51.774986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Attempting to bind port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:51.775390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Attempting to bind port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 on network 868d2330-886f-4ba7-8439-b2c83683df46 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:51.793107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-8449c732-5a74-47ec-9520-b912b2f891fb service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211087 Aug 31 06:35:51.796286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=70b3cffd-319e-4b77-9c35-a19c381566d9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:51.809821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:51.810235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Checking segment: {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:51.815867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.816283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Bound using segment: {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:51.816785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Bound port: 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:51.817177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.821892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:51.835300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:51.849863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-cd428323-3fe4-42c2-afbd-06051da9b07e service neutron] 10.222.0.57 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9486837 Aug 31 06:35:51.909589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4914d6ac-0439-4e0b-bf6f-f514439347b1 req-ebf37faf-5789-46a2-aada-1ab122aa7161 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1145988 Aug 31 06:35:51.990813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a182c3f6-7695-498d-9056-c4bfd5b369e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:35:52.162652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-ecfc3c2e-05cd-402f-b8f7-2402175a46cc service neutron] 10.222.0.57 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056133 Aug 31 06:35:52.168716 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 1, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:52.236594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.243520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:52.303617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a24c6b-6dc6-403b-bb77-239df54e1114 req-ac1608ce-9439-4884-89fd-552f28f6d5f3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.304883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81a24c6b-6dc6-403b-bb77-239df54e1114 req-ac1608ce-9439-4884-89fd-552f28f6d5f3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.1584857 Aug 31 06:35:52.309991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.407688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81a24c6b-6dc6-403b-bb77-239df54e1114 req-589f8e5d-9585-437d-9da2-de73aaa1077e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772090 Aug 31 06:35:52.415176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.425566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] For port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:52.429554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] For port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:52.471316 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:52.486864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:35:52.494083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:35:52.502751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:35:52.534237 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a426b8cd-3cbb-467f-a872-0a302b372aa6 None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 1, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:52.556099 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6835f3c-b3d8-4ef9-910a-4067a91612ec x-openstack-request-id: req-d6835f3c-b3d8-4ef9-910a-4067a91612ec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:35:52.556611 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:35:52.556611 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6835f3c-b3d8-4ef9-910a-4067a91612ec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:35:52.557045 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:35:52.699178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Pushing event updated for resources: {'Port': ['ID=3a79a183-9402-47ab-acf7-e1719f8a6edc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.761448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a182c3f6-7695-498d-9056-c4bfd5b369e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:35:52.763631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d1d0115-15c1-4be5-ada1-af21b3d3fe88 req-bed29abe-4384-434b-946d-ddc47b658d0c tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 210 time: 0.0903931 Aug 31 06:35:52.767186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.875748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 3, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:52.921132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Checking router: 50d5565f-c7eb-49a6-a13e-2039430b6107 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:52.921529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Updating router 50d5565f-c7eb-49a6-a13e-2039430b6107 port 634cc95d-51c0-4fde-bd6d-1305882885ff binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:35:52.931005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62da68-e500-43c1-8fdb-be8b9833a498 None None] Pushing event updated for resources: {'Port': ['ID=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:52.965993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191eba26-6fea-4457-b865-3a54ea74e9b9 req-7ec871e3-abab-49f9-93d3-f7f62674d9af tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:52.975088 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32914af5-e3eb-48a3-94b6-0f4df0af8c8f None None] New status for floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:35:52.977805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-191eba26-6fea-4457-b865-3a54ea74e9b9 req-7ec871e3-abab-49f9-93d3-f7f62674d9af tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 945 time: 0.1083171 Aug 31 06:35:53.037785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-191eba26-6fea-4457-b865-3a54ea74e9b9 req-b27d1b2f-5c3f-4447-bef7-1fe08e3c5110 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521550 Aug 31 06:35:53.073666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.290637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-299dbc97-324c-4250-9a8a-d7cd15de232b tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.300667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-299dbc97-324c-4250-9a8a-d7cd15de232b tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4589119 Aug 31 06:35:53.375172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-5eac74f1-f66e-44ff-af82-95fe96be7d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.376809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-5eac74f1-f66e-44ff-af82-95fe96be7d01 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.7623196 Aug 31 06:35:53.514422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.526168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Transition to ACTIVE for port object 634cc95d-51c0-4fde-bd6d-1305882885ff will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:53.542998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.659838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Attempting to bind port 634cc95d-51c0-4fde-bd6d-1305882885ff on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:35:53.660545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Attempting to bind port 634cc95d-51c0-4fde-bd6d-1305882885ff by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:35:53.661113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Attempting to bind port 634cc95d-51c0-4fde-bd6d-1305882885ff on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:35:53.665956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee360b23-a875-4612-94b6-154e0cae2d2c None None] Pushing event updated for resources: {'Port': ['ID=634cc95d-51c0-4fde-bd6d-1305882885ff,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:53.675040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:35:53.676049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:35:53.677369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.677997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:35:53.678863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Bound port: 634cc95d-51c0-4fde-bd6d-1305882885ff, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:35:53.679456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.771292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888bd9d-472d-46e9-8024-0abc6da3e8b9 req-8781f5cc-5268-4ace-a8d9-ed3eb3294e13 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:53.780392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d888bd9d-472d-46e9-8024-0abc6da3e8b9 req-8781f5cc-5268-4ace-a8d9-ed3eb3294e13 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 944 time: 0.2015722 Aug 31 06:35:53.790139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] For port 634cc95d-51c0-4fde-bd6d-1305882885ff, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:35:53.804871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] For port 634cc95d-51c0-4fde-bd6d-1305882885ff, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=634cc95d-51c0-4fde-bd6d-1305882885ff,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:35:53.813837 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:53.893567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d888bd9d-472d-46e9-8024-0abc6da3e8b9 req-7d2295f2-cbfe-42f9-a86e-2e4398b5fb03 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990679 Aug 31 06:35:53.960772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:53.961536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:54.084127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-42c9366b-2cdb-4908-9184-f02e312fea94 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 999 time: 0.7823186 Aug 31 06:35:54.125669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:54.139387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f5ad381-d100-489c-b093-6a931805d080 req-070c0d24-1392-434d-95db-42ea87e0402b tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 210 time: 0.1115289 Aug 31 06:35:54.145075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:54.147637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.211945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:54.266201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee360b23-a875-4612-94b6-154e0cae2d2c None None] Pushing event updated for resources: {'Port': ['ID=634cc95d-51c0-4fde-bd6d-1305882885ff,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:54.418567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:54.434456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70b3cffd-319e-4b77-9c35-a19c381566d9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:54.458616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.590606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f64472c-9865-4932-b81b-7a4f841ed551 None None] Network 868d2330-886f-4ba7-8439-b2c83683df46 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:35:54.714266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.716284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-f0ebd5fc-c1e0-4929-b10f-8aaac27a5966 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--338944302&fields=id&tenant_id=75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 267 time: 0.0549159 Aug 31 06:35:54.837930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:54.855190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 70b3cffd-319e-4b77-9c35-a19c381566d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:54.855867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.910853 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d60da852-b059-47e6-a005-3ffce2afa01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.949598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Provisioning for port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:54.956080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-1da057fa-66f7-4bf4-b19d-71d68449d6f8 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:54.964517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Provisioning complete for port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:54.964723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-1da057fa-66f7-4bf4-b19d-71d68449d6f8 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 823 time: 0.2471960 Aug 31 06:35:54.965350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:54.976107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 3, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:54.988235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-450c5a95-5eb4-4a7a-b1fc-001e11f0e9a0 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/quotas/75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 375 time: 0.0222659 Aug 31 06:35:55.002358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-fa279a10-eeb1-4957-a454-ae32dfa4e234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:55.007877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-fa279a10-eeb1-4957-a454-ae32dfa4e234 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 1.5778327 Aug 31 06:35:55.075116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d7637012-4742-4aea-9b7d-66b5ec078480 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0857680 Aug 31 06:35:55.087429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a352a300-9931-4b5f-ba66-345a4c609874 None None] The sync data for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 is: [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:35:48Z', 'revision_number': 3, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:35:55.089408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-db7d8da1-9689-4736-a97c-e9bae6f4772a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:35:55.111011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-db7d8da1-9689-4736-a97c-e9bae6f4772a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0292261 Aug 31 06:35:55.187181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port a182c3f6-7695-498d-9056-c4bfd5b369e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:55.217623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port a182c3f6-7695-498d-9056-c4bfd5b369e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:55.221870 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.241429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.248742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-33d856c7-a0b7-4e8f-8580-a8b5924ec9ef service neutron] 10.222.0.57 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329978 Aug 31 06:35:55.264840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-38243e83-6a2d-4ee6-b625-96c9ac2e0683 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:55.266918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-38243e83-6a2d-4ee6-b625-96c9ac2e0683 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.50 "GET /v2.0/networks?id=2c2be7ce-7b2a-4a61-b867-cf9813871db7 HTTP/1.1" status: 200 len: 814 time: 0.2279284 Aug 31 06:35:55.422413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.475640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-a276418d-0295-402a-9658-9b80c7395f4c service neutron] 10.222.0.57 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258658 Aug 31 06:35:55.493297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.525979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] For port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:55.535339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:55.540622 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71725dbb-7939-443e-9a0c-d4a984fa5eea" -d '{"events": [{"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-plugged", "status": "completed", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:55.550673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Request body: {'port': {'device_id': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'admin_state_up': True, 'tenant_id': 'e2ba801491ec41a691b4cf8931207908'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:55.562808 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.566105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:55.616691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:55.704629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887889eb-3a8a-4f74-9e27-dec53608418e None None] Pushing event updated for resources: {'Port': ['ID=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:55.942390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:56.088858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:56.169602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-0e455349-3d7c-47fe-8d1f-3158ef23135c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 1001 time: 0.8995359 Aug 31 06:35:56.170096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f21ce5-d411-4080-9da5-0a3b9ad0d1c2 req-c1df4840-4d33-4c4b-828e-7d0042dc8867 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.182178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5f21ce5-d411-4080-9da5-0a3b9ad0d1c2 req-c1df4840-4d33-4c4b-828e-7d0042dc8867 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 945 time: 0.1735494 Aug 31 06:35:56.250920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-2bbef7e9-11d0-401b-82b4-ea88221261a1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:56.254104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-2bbef7e9-11d0-401b-82b4-ea88221261a1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/ports?device_id=a090971e-2361-44f4-8cae-c5af22856a57 HTTP/1.1" status: 200 len: 945 time: 0.3066063 Aug 31 06:35:56.267422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:56.268017 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.311479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5f21ce5-d411-4080-9da5-0a3b9ad0d1c2 req-c0d44a72-4fca-41a5-82ff-85935317dbb4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209521 Aug 31 06:35:56.481560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 634cc95d-51c0-4fde-bd6d-1305882885ff up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:56.485072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b90beb23-7dd6-4bc0-a0be-093d071d6966 None None] Provisioning complete for port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:56.485666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b90beb23-7dd6-4bc0-a0be-093d071d6966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.593953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df03a4da-3e08-41df-ac26-8390c1a4853d req-cf1a2873-1de2-4d0a-91c9-d0bace7b9a01 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 210 time: 0.0744307 Aug 31 06:35:56.667753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 634cc95d-51c0-4fde-bd6d-1305882885ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:35:56.673571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 634cc95d-51c0-4fde-bd6d-1305882885ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:56.674246 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.690794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Deleting port 0a7100e1-120b-4e2a-b161-80d1e803d35c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:35:56.691300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.882819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:56.970757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] For port 0a7100e1-120b-4e2a-b161-80d1e803d35c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a7100e1-120b-4e2a-b161-80d1e803d35c,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:56.971122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.022435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 634cc95d-51c0-4fde-bd6d-1305882885ff, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=634cc95d-51c0-4fde-bd6d-1305882885ff,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:35:57.050791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.176830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=634cc95d-51c0-4fde-bd6d-1305882885ff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:57.424426 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eccd9ae9-a354-4c64-b155-252734e915f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.447467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.448142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.448363 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Floating IP d121d3de-cc77-46e7-927b-d996026bca3f disassociated. External IP: 172.25.3.225, port: 0a7100e1-120b-4e2a-b161-80d1e803d35c. Aug 31 06:35:57.448871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Calling delete_port for 0a7100e1-120b-4e2a-b161-80d1e803d35c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:35:57.672756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.678167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:57.710356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:35:57.720953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event deleted for resources: {'Port': ['ID=0a7100e1-120b-4e2a-b161-80d1e803d35c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:35:57.917977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 634cc95d-51c0-4fde-bd6d-1305882885ff up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:35:57.965976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.014299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-fe4dd2b8-239b-4e6f-ba78-2060aaac5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:58.016447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-fe4dd2b8-239b-4e6f-ba78-2060aaac5d7d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 1.8363228 Aug 31 06:35:58.030729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Made reservation on behalf of e2ba801491ec41a691b4cf8931207908 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:58.037547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 634cc95d-51c0-4fde-bd6d-1305882885ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:35:58.038108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.046252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.048712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.150790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:58.291235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-0caf0976-0abd-4654-929d-67c706a3406f tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:58.293047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-0caf0976-0abd-4654-929d-67c706a3406f tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 823 time: 0.3956368 Aug 31 06:35:58.353261 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58 associated. External IP: 172.25.3.224, port: e1b93725-33c1-4289-b4cc-337d22fbcc29. Aug 31 06:35:58.549526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-399404f8-1169-4cc3-b23b-f26850f724bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:35:58.549526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-399404f8-1169-4cc3-b23b-f26850f724bb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1892297 Aug 31 06:35:58.593101 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-6489644a-0843-461a-888f-98a537ed2921 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75acbffb0ab24667acf5fb2111e13bf1 HTTP/1.1" status: 200 len: 379 time: 0.2289529 Aug 31 06:35:58.593101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:58.606821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'port': {'device_id': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'admin_state_up': True, 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'security_groups': ['0383565a-12c4-40ec-bead-a7ad03ab4bad']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:35:58.606918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:58.646939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:58.647930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:58.768844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] No DVR routers for this DVR port 0a7100e1-120b-4e2a-b161-80d1e803d35c on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:35:58.781780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.784388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45d03675-b218-4d7e-9a60-a8c7b49b6181 req-84093f9b-765f-4bb2-872c-2e53f509f4d5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "DELETE /v2.0/ports/0a7100e1-120b-4e2a-b161-80d1e803d35c HTTP/1.1" status: 204 len: 173 time: 2.5141120 Aug 31 06:35:58.784838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'name': 'network-vif-deleted', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:35:58.787174 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d372cb70-6d39-4ec2-a6eb-a1f76d213929" -d '{"events": [{"server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "name": "network-vif-deleted", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:35:58.809848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:35:58.832425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Made reservation on behalf of 75acbffb0ab24667acf5fb2111e13bf1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:35:58.836197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:58.875317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Allocated IP 172.20.0.1 (dc886b4c-55ce-4e7c-8713-88ba98d4a311/1ba1adfa-2b00-4730-b468-5ae76dc580d2/4a296d56-7c6c-4198-8084-29b181201f5d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:58.927515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:35:59.187068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Allocated IP 172.20.0.12 (1f5114a0-e5a9-4428-a6aa-9e9810ba0923/a0c8e59e-1eb4-4788-bcd0-5fe3ff128155/0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:59.272947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-2a66af7c-17ed-48f2-9e7f-646dbe5019cb service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7172489 Aug 31 06:35:59.287368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Allocated IP 172.20.0.7 (2c2be7ce-7b2a-4a61-b867-cf9813871db7/097d4bf0-9139-4e25-a953-c200686ccea3/6da32cee-572a-41c8-b499-14d45b6ae111) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:35:59.462010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:59.599341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:35:59.650300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:59.662956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:59.663570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:59.768655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:35:59.780771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:35:59.794391 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Sync routers for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:35:59.812501 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:35:59.813090 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:35:59.886872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6b12f2c-8908-46df-8dfd-3b59932ebafd req-e1ec5caf-c4ef-4a34-b68e-91225f23c38c service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5847232 Aug 31 06:35:59.903248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Transition to ACTIVE for port object 4a296d56-7c6c-4198-8084-29b181201f5d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:35:59.906500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:35:59.916017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:00.099749 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:00.288104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.330254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Transition to ACTIVE for port object 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:00.388025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:00.422411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.426068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cbae700-76f4-4933-b509-6e968f57ed04 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:00.429699 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:35:53Z', 'revision_number': 3, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:00.480343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.487848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8ae6e022-c766-420f-9386-a8bc35d57a68 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0132871 Aug 31 06:36:00.490153 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Checking router: 9e9bff2f-0f80-4c4d-8f38-e030448c5116 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:00.490498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Updating router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 port 3a79a183-9402-47ab-acf7-e1719f8a6edc binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:36:00.497286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:00.509607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:00.512873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.530370 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.597605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:00.602678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event updated for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:00.604633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:00.610780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:00.611481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.664452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-d0e85988-e5fd-4f46-ad96-f713a27f426c tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1020007 Aug 31 06:36:00.679400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a7100e1-120b-4e2a-b161-80d1e803d35c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:00.684656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Request body: {'port': {'device_id': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:00.758668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0a7100e1-120b-4e2a-b161-80d1e803d35c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:00.759727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a7100e1-120b-4e2a-b161-80d1e803d35c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:00.849623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.924399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:00.946286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:00.950374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.000720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:01.009303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f2ac2f-b7e7-4310-8efc-ebc491a48f28 None None] New status for floating IP d121d3de-cc77-46e7-927b-d996026bca3f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:01.049098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:01.049904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.091358 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.103144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Transition to ACTIVE for port object 3a79a183-9402-47ab-acf7-e1719f8a6edc will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.115420 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.190771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Pushing event updated for resources: {'Port': ['ID=3a79a183-9402-47ab-acf7-e1719f8a6edc,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:01.213152 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.213758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.214265 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.214754 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.215231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.217828 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.218331 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.218811 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.219298 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.219778 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.220262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.226409 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:01.234548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Attempting to bind port 3a79a183-9402-47ab-acf7-e1719f8a6edc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:01.243408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Attempting to bind port 3a79a183-9402-47ab-acf7-e1719f8a6edc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:01.243973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Attempting to bind port 3a79a183-9402-47ab-acf7-e1719f8a6edc on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:01.250287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:01.257379 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:01.258041 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.258594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:01.259248 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Bound port: 3a79a183-9402-47ab-acf7-e1719f8a6edc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:01.259831 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.396827 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] For port 3a79a183-9402-47ab-acf7-e1719f8a6edc, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:01.400399 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] For port 3a79a183-9402-47ab-acf7-e1719f8a6edc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a79a183-9402-47ab-acf7-e1719f8a6edc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:01.410052 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.462757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa75e9f-d542-4215-b051-decd76854ed1 None None] Provisioning for port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:01.471020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9aa75e9f-d542-4215-b051-decd76854ed1 None None] Provisioning complete for port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:01.471557 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9aa75e9f-d542-4215-b051-decd76854ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.500309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:01.507156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:01.525954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Transition to ACTIVE for port object 6da32cee-572a-41c8-b499-14d45b6ae111 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.551084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:01.564760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9aa75e9f-d542-4215-b051-decd76854ed1 None None] Port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:01.573312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:01.589103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.622580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Transition to ACTIVE for port object 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:01.631221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.710613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0c2171a-4b2b-499e-af93-10cb2aafb0aa None None] Provisioning for port 4a296d56-7c6c-4198-8084-29b181201f5d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:01.723804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:01.725933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e0c2171a-4b2b-499e-af93-10cb2aafb0aa None None] Provisioning complete for port 4a296d56-7c6c-4198-8084-29b181201f5d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:01.726477 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0c2171a-4b2b-499e-af93-10cb2aafb0aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.803805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Attempting to bind port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:01.804528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Attempting to bind port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:01.805097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Attempting to bind port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:01.814490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:01.815163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Attempting to bind port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 on network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:01.821150 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:01.829712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:01.830328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Checking segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:01.830821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Bound using segment: {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:01.831383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Bound port: 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a844b10-4fe2-4bac-99fb-2a3f6252a223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:01.831862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:01.858732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2171a-4b2b-499e-af93-10cb2aafb0aa None None] Port 4a296d56-7c6c-4198-8084-29b181201f5d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:01.989689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:01.999465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:02.005465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:02.009994 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.095470 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:02.118349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:02.119426 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:02.208422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.241090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.242769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.250472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-9fc01c33-b829-4c58-b01f-60258448f4b9 service neutron] 10.222.0.53 "PUT /v2.0/ports/0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 HTTP/1.1" status: 200 len: 1093 time: 1.5715067 Aug 31 06:36:02.272552 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:02.289011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.420702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-62884445-e89c-46f7-9f31-2e548d62bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.425594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-62884445-e89c-46f7-9f31-2e548d62bff7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 1096 time: 0.1001823 Aug 31 06:36:02.537749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-2509c130-7d12-4785-ac99-bedbc2f116db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 HTTP/1.1" status: 200 len: 217 time: 0.1047082 Aug 31 06:36:02.615762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-ca55f098-d85f-4c7f-86da-5920adc60805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.619743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-ca55f098-d85f-4c7f-86da-5920adc60805 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.0724549 Aug 31 06:36:02.682391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:02.715094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:02.745004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:02.753554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-58766556-c682-48ec-b63f-c37eccae8b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.755362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-58766556-c682-48ec-b63f-c37eccae8b69 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1260376 Aug 31 06:36:02.767744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:02.768461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:02.788475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Pushing event updated for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.894738 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ffeb55-14c4-459d-bf2c-ca59803b73f4 None None] Pushing event updated for resources: {'Port': ['ID=3a79a183-9402-47ab-acf7-e1719f8a6edc,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:02.935096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-b293ca38-c55b-4bb8-8937-fc44aa2c80cc service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692452 Aug 31 06:36:02.958456 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:57Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:02.959999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.031840 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:35:53Z', 'revision_number': 3, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:03.091122 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:03.099697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-e320e8b5-8745-4754-96f3-c7746936e7e2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5563471 Aug 31 06:36:03.115032 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb86ec0-b35c-4592-adb5-903f97bbe5e8 None None] The sync data for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 is: [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:35:53Z', 'revision_number': 3, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:03.115485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:03.141161 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:03.141974 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:03.154905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd469b67-865d-4112-97e4-54eb3aaf0879 None None] Provisioning for port 6da32cee-572a-41c8-b499-14d45b6ae111 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:03.166912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd469b67-865d-4112-97e4-54eb3aaf0879 None None] Provisioning complete for port 6da32cee-572a-41c8-b499-14d45b6ae111 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:03.167287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd469b67-865d-4112-97e4-54eb3aaf0879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.180493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080e2e92-2f60-46de-9078-2e0ee3ea8471 req-986d65d9-42a3-45dd-97da-2fb70df15924 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361848 Aug 31 06:36:03.303860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd469b67-865d-4112-97e4-54eb3aaf0879 None None] Port 6da32cee-572a-41c8-b499-14d45b6ae111 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:03.396039 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:03.496037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:03.508957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.618426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:03.817902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:03.822666 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3" -d '{"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:03.852494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:57Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:03.887419 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc9f245-37a3-4f17-8f08-767af2291724 None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:35:57Z', 'revision_number': 3, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:03.956515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a79a183-9402-47ab-acf7-e1719f8a6edc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:04.072249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3a79a183-9402-47ab-acf7-e1719f8a6edc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:04.088136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a79a183-9402-47ab-acf7-e1719f8a6edc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:04.088802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.274344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.312407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3a79a183-9402-47ab-acf7-e1719f8a6edc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a79a183-9402-47ab-acf7-e1719f8a6edc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:04.322470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa3a7a2-9bea-43f3-97cd-11a95948b961 None None] New status for floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:04.327198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.346263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-fa0a3d39-6f17-48f5-b128-40c66882c227 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "PUT /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 998 time: 10.2386186 Aug 31 06:36:04.538361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3a79a183-9402-47ab-acf7-e1719f8a6edc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:04.577764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Allocated IP 172.20.0.1 (868d2330-886f-4ba7-8439-b2c83683df46/b7e494d3-e026-473d-8929-32ca52895252/60554e4e-0a56-44ba-a3c4-cb10d7fe3133) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:04.738429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.754094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Transition to ACTIVE for port object 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:04.792804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Request body: {'port': {'device_id': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:04.803626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.891791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-03a35e2a-7183-486b-af31-e7842e77cbc8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:04.893293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-03a35e2a-7183-486b-af31-e7842e77cbc8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports/e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 942 time: 0.4906585 Aug 31 06:36:04.962338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.965633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:04.978886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Network 868d2330-886f-4ba7-8439-b2c83683df46 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:04.997605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:05.001123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:05.001762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.007914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Pushing event updated for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:05.012376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.014020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.097526 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:05.111140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:05.128023 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:05.129822 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:05.184384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.382390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-05d4daf9-9fc2-42ab-9921-381e7694b7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.393141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-05d4daf9-9fc2-42ab-9921-381e7694b7f1 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.2730715 Aug 31 06:36:05.422000 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-241f8212-36aa-4c09-bd9b-6f12a579f632 x-openstack-request-id: req-241f8212-36aa-4c09-bd9b-6f12a579f632 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:05.422487 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-plugged", "status": "completed", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:05.422597 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-241f8212-36aa-4c09-bd9b-6f12a579f632 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:05.422952 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'code': 200} Aug 31 06:36:05.437227 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:05.469961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e52858f0-9557-4a70-b3d5-f200ffdf57b8 None None] Provisioning for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:05.474568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e52858f0-9557-4a70-b3d5-f200ffdf57b8 None None] Provisioning complete for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:05.474954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52858f0-9557-4a70-b3d5-f200ffdf57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:05.596172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e52858f0-9557-4a70-b3d5-f200ffdf57b8 None None] Port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:05.630693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938d9eaa-e681-4a04-a005-bd794a2b4693 req-f662b127-4f3a-4882-a5b9-e65d558fa162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.632113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-938d9eaa-e681-4a04-a005-bd794a2b4693 req-f662b127-4f3a-4882-a5b9-e65d558fa162 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1097 time: 0.1555297 Aug 31 06:36:05.640584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe8e8a-e86b-4dda-8845-4f6b4ff22f6c req-c5ea2fc0-e5a3-4aa3-9572-6c954778929e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.642124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7fe8e8a-e86b-4dda-8845-4f6b4ff22f6c req-c5ea2fc0-e5a3-4aa3-9572-6c954778929e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 944 time: 0.0990434 Aug 31 06:36:05.705782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-938d9eaa-e681-4a04-a005-bd794a2b4693 req-fbe3c6eb-2fc9-4bc5-a65f-2cd636647e6f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587490 Aug 31 06:36:05.722729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7fe8e8a-e86b-4dda-8845-4f6b4ff22f6c req-d4d1e8e3-a9e6-4440-be43-ce960d637978 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727928 Aug 31 06:36:05.925532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a79a183-9402-47ab-acf7-e1719f8a6edc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:05.943479 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:05.962122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc259a0-cb6e-43a3-9e39-78c819ef7a77 req-c0a5d28b-41e2-4579-8643-721754a682b9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:05.972567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4dc259a0-cb6e-43a3-9e39-78c819ef7a77 req-c0a5d28b-41e2-4579-8643-721754a682b9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 945 time: 0.1138251 Aug 31 06:36:06.006219 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:06.030882 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:06.031533 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:06.039168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4dc259a0-cb6e-43a3-9e39-78c819ef7a77 req-9f5e0ff0-1251-4d9c-a4e1-0e34c135e6f5 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611362 Aug 31 06:36:06.082287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a79a183-9402-47ab-acf7-e1719f8a6edc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:06.082668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.197394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7216bd5-8f65-4fce-9e73-9f87b30b8205 req-76c67cf6-8f64-49dd-8550-0cb6f3172468 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.202304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:06.207141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7216bd5-8f65-4fce-9e73-9f87b30b8205 req-76c67cf6-8f64-49dd-8550-0cb6f3172468 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 931 time: 0.0809901 Aug 31 06:36:06.215253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:06.286610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:06.295312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.298251 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7216bd5-8f65-4fce-9e73-9f87b30b8205 req-5dfde36c-2c24-4f60-abee-ee78a9fd0cdf tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899458 Aug 31 06:36:06.321414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6da32cee-572a-41c8-b499-14d45b6ae111 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:06.337816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-4f5202f1-0ec8-4e46-9cc6-2833ad530df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.342961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-4f5202f1-0ec8-4e46-9cc6-2833ad530df4 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.9478087 Aug 31 06:36:06.355602 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bcd82b-11eb-4c80-98c1-296d9e6be0da x-openstack-request-id: req-b6bcd82b-11eb-4c80-98c1-296d9e6be0da {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:06.356225 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a090971e-2361-44f4-8cae-c5af22856a57", "name": "network-vif-deleted", "tag": "0a7100e1-120b-4e2a-b161-80d1e803d35c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:06.356753 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6bcd82b-11eb-4c80-98c1-296d9e6be0da {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:06.357465 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a090971e-2361-44f4-8cae-c5af22856a57', 'name': 'network-vif-deleted', 'tag': '0a7100e1-120b-4e2a-b161-80d1e803d35c', 'status': 'completed', 'code': 200} Aug 31 06:36:06.470784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.493662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbad558-f1ee-4682-a3a3-ae32f660dc62 req-f7e8a04a-55e3-4b32-b6db-c6e8fc0076d8 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.506748 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bbad558-f1ee-4682-a3a3-ae32f660dc62 req-f7e8a04a-55e3-4b32-b6db-c6e8fc0076d8 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1097 time: 0.0886075 Aug 31 06:36:06.577728 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bbad558-f1ee-4682-a3a3-ae32f660dc62 req-4e601b6a-5d86-4869-ac7b-8096160313fe tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680025 Aug 31 06:36:06.627287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9b43e5d2-3941-48f6-be84-e6d55442f6cf None None] Provisioning complete for port 4a296d56-7c6c-4198-8084-29b181201f5d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:06.628210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9b43e5d2-3941-48f6-be84-e6d55442f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.661255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-1b5b5bbf-beb1-48a0-b707-61c04321dca7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.1869464 Aug 31 06:36:06.703060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9b43e5d2-3941-48f6-be84-e6d55442f6cf None None] Port 4a296d56-7c6c-4198-8084-29b181201f5d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:06.712490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:06.720956 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3db1a3f-69cc-4302-bcb6-7d86a70ade03 x-openstack-request-id: req-d3db1a3f-69cc-4302-bcb6-7d86a70ade03 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:06.721209 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:06.721378 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3db1a3f-69cc-4302-bcb6-7d86a70ade03 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:06.721893 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:36:06.747477 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:06.766759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Transition to ACTIVE for port object 6da32cee-572a-41c8-b499-14d45b6ae111 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:06.822951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:06.881968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d2ad4a0-cb4a-4cef-a119-4d22d69fe4b4 None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'c521d662-d158-4644-ab80-9b380c375a14', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:ff:71:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:06.891856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-c62775ed-1247-4e1a-9960-fd9bc94f17ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.893428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-c62775ed-1247-4e1a-9960-fd9bc94f17ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.1111364 Aug 31 06:36:06.901208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-4726990a-f0bc-43ad-9709-a1462be14ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:06.902724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-4726990a-f0bc-43ad-9709-a1462be14ab0 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.2276587 Aug 31 06:36:06.960579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Router 50d5565f-c7eb-49a6-a13e-2039430b6107 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:06.977275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:07.014392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:07.060754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.064343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'port_id': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'mac_address': 'fa:16:3e:3b:6b:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:07.120493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-e422bd18-1433-45a3-a009-e161214e389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.122667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-e422bd18-1433-45a3-a009-e161214e389e service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.2216258 Aug 31 06:36:07.194860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.210827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.211743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.224223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Attempting to bind port 6da32cee-572a-41c8-b499-14d45b6ae111 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:07.225041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Attempting to bind port 6da32cee-572a-41c8-b499-14d45b6ae111 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:07.225214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Attempting to bind port 6da32cee-572a-41c8-b499-14d45b6ae111 on network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:07.250381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-e2c87b68-86e5-4e7d-8b29-b851ef46ec3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.253672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-e2c87b68-86e5-4e7d-8b29-b851ef46ec3f service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3259094 Aug 31 06:36:07.266786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:07.288069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-435eb3cb-53f7-417b-9ed7-f56f7cf06a47 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.1394334 Aug 31 06:36:07.323868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-d7defc87-529b-4516-9c67-fdc0dcbdb707 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:07.324105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:07.327236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-d7defc87-529b-4516-9c67-fdc0dcbdb707 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0078611 Aug 31 06:36:07.333440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Port 6da32cee-572a-41c8-b499-14d45b6ae111 on network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:07.333836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Attempting to bind port 6da32cee-572a-41c8-b499-14d45b6ae111 on network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:07.344295 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.384830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:07.385178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Checking segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:07.388357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Bound using segment: {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:07.393526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Bound port: 6da32cee-572a-41c8-b499-14d45b6ae111, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c802d1de-2805-4055-ae22-3d02066ebef9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:07.396278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:07.407134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-e71b13d8-4072-444e-bc70-ae2f26a286b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.409729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-e71b13d8-4072-444e-bc70-ae2f26a286b0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1124511 Aug 31 06:36:07.464545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:07.501650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-fa78de8b-10f6-436d-adbc-88b6cdfbb8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:07.504920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-fa78de8b-10f6-436d-adbc-88b6cdfbb8ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0746536 Aug 31 06:36:07.600845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:07.663023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-122550a7-099a-4f7f-958c-d86016a8a710 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495011 Aug 31 06:36:07.819385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Pushing event updated for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:07.893088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e03d21cd-96fd-4dd7-a006-c4e1a39c20e3 req-a785f1d9-7443-405b-b79d-3df44d5f5cc1 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163625 Aug 31 06:36:07.922804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:07.939855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Sync routers for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:07.952260 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d0335e2-6dc4-40c6-89c3-3530527fa1b9 admin admin] 10.222.0.57 "PUT /v2.0/routers/50d5565f-c7eb-49a6-a13e-2039430b6107/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.7761381 Aug 31 06:36:07.970899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:07.973821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:07.978609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:07.988916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6da32cee-572a-41c8-b499-14d45b6ae111,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:08.002505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.071237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.071863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.073284 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] 10.222.0.50 "PUT /v2.0/ports/6da32cee-572a-41c8-b499-14d45b6ae111 HTTP/1.1" status: 200 len: 1092 time: 3.2860062 Aug 31 06:36:08.075455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Network 868d2330-886f-4ba7-8439-b2c83683df46 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:08.083032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-a233d72b-9437-449e-93e9-bec127602208 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7201672 Aug 31 06:36:08.088333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:08.176128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:08.340485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3271de0-d8b8-468b-9b4f-27ca2050bce0 service neutron] Pushing event updated for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:08.359227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:08.361950 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a732bbba-ca78-4e6c-911e-823839f315f9" -d '{"events": [{"name": "network-changed", "server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:08.479704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-5640a2f5-d8f9-497c-8c8c-d5e2f615b794 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739665 Aug 31 06:36:08.494109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:08.561819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a50bb41-a0c1-4b50-902f-4df2e121510b None None] Provisioning complete for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:08.562448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a50bb41-a0c1-4b50-902f-4df2e121510b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.590696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:03Z', 'revision_number': 2, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:08.626228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Checking router: 50d5565f-c7eb-49a6-a13e-2039430b6107 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:08.626661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Updating router 50d5565f-c7eb-49a6-a13e-2039430b6107 port 4a296d56-7c6c-4198-8084-29b181201f5d binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:36:08.633558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-98e0bb25-d6d1-4eaa-9c58-8c69fa604ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.635080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-98e0bb25-d6d1-4eaa-9c58-8c69fa604ece service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1097 time: 0.1188886 Aug 31 06:36:08.652682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a50bb41-a0c1-4b50-902f-4df2e121510b None None] Port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:08.664984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.710601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:08.726543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-92f49c02-7978-47b7-892b-59626b8948f0 admin admin] 10.222.0.57 "PUT /v2.0/routers/9e9bff2f-0f80-4c4d-8f38-e030448c5116/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2058969 Aug 31 06:36:08.726661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Sync routers for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:08.727117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14'}, {'name': 'network-changed', 'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:08.727117 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb" -d '{"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14"}, {"name": "network-changed", "server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:08.732762 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:08.733923 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:08.777942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:08.805653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-86240ec4-9d61-4fe3-9754-795013b4e415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.808108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-86240ec4-9d61-4fe3-9754-795013b4e415 service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1623001 Aug 31 06:36:08.889777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-be5b7f96-44cf-420c-9d60-d2ae3079a184 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 1001 time: 0.0747147 Aug 31 06:36:08.920433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:08.935781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:08.936489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:08.979095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-d6d9712d-0480-4ef5-8a5b-f6bccfd770d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:08.981942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-d6d9712d-0480-4ef5-8a5b-f6bccfd770d9 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0768561 Aug 31 06:36:09.054006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc4251-96f8-4394-9008-b531befa3de5 req-190bc32b-3f26-4613-ba85-30da06c0d968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.055523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-190bc32b-3f26-4613-ba85-30da06c0d968 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665166 Aug 31 06:36:09.090793 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.104471 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:09.105715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.111308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Transition to ACTIVE for port object 4a296d56-7c6c-4198-8084-29b181201f5d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:09.126732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.194409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-b04320f4-caf1-4cfe-a9e0-36f08fed21b8 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296794 Aug 31 06:36:09.209508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:09.213235 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50a4faea-3a75-420a-ad90-7fb6771badf8" -d '{"events": [{"server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:09.248940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:09.258158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb81d4-09f5-4a19-858c-cc65e20e1b31 None None] Pushing event updated for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:09.303345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.304148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:09.329574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26fc4251-96f8-4394-9008-b531befa3de5 req-3b17c519-c689-484c-a706-8c059a89a29d service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198847 Aug 31 06:36:09.414204 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:06Z', 'revision_number': 4, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '60554e4e-0a56-44ba-a3c4-cb10d7fe3133', 'name': '', 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'mac_address': 'fa:16:3e:f4:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b7e494d3-e026-473d-8929-32ca52895252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:36:03Z', 'updated_at': '2021-08-31T06:36:06Z', 'revision_number': 2, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'subnets': [{'id': 'b7e494d3-e026-473d-8929-32ca52895252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:09.424610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Attempting to bind port 4a296d56-7c6c-4198-8084-29b181201f5d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:09.424993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Attempting to bind port 4a296d56-7c6c-4198-8084-29b181201f5d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:09.425310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Attempting to bind port 4a296d56-7c6c-4198-8084-29b181201f5d on network dc886b4c-55ce-4e7c-8713-88ba98d4a311 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:09.433961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:09.434337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Checking segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:09.434730 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.435721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Bound using segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:09.436184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Bound port: 4a296d56-7c6c-4198-8084-29b181201f5d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:09.436557 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.455813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Checking router: 9e9bff2f-0f80-4c4d-8f38-e030448c5116 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:09.456162 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Updating router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:36:09.498307 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.540485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487a2124-fa8b-4cc5-b4b0-bd89ae5c6caf req-6ba03453-c1fd-487a-82bf-21b90aee8a7a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:09.542228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-487a2124-fa8b-4cc5-b4b0-bd89ae5c6caf req-6ba03453-c1fd-487a-82bf-21b90aee8a7a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0817363 Aug 31 06:36:09.606016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-487a2124-fa8b-4cc5-b4b0-bd89ae5c6caf req-979d5bb7-5696-4b47-b166-fcda2b2c3adf tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487783 Aug 31 06:36:09.681737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:09.689430 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.750662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:09.763103 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.778266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] For port 4a296d56-7c6c-4198-8084-29b181201f5d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:09.840763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] For port 4a296d56-7c6c-4198-8084-29b181201f5d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a296d56-7c6c-4198-8084-29b181201f5d,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:09.850158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.885790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:09.954256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:09.954903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:09.957643 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:09.969847 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Transition to ACTIVE for port object 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:09.984552 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.064582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c0a64-cb63-460a-b37a-fad937d29a9f None None] Pushing event updated for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:10.084443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdb81d4-09f5-4a19-858c-cc65e20e1b31 None None] Pushing event updated for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:10.161613 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Attempting to bind port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:10.162048 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Attempting to bind port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:10.164820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:10.167447 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Attempting to bind port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 on network 868d2330-886f-4ba7-8439-b2c83683df46 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:10.175218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:10.175515 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Checking segment: {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:10.175915 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.176300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Bound using segment: {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:10.176766 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Bound port: 60554e4e-0a56-44ba-a3c4-cb10d7fe3133, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32ba8826-fa9e-4900-bb06-ee076b49e085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:10.177157 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.300608 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] For port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:10.304965 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] For port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:10.314623 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:10.421789 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:10.422570 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:10.476189 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310c0a64-cb63-460a-b37a-fad937d29a9f None None] Pushing event updated for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:10.611895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:10.638293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:09Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:10.704708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16cc88a-e744-4317-9420-75d4ef14b8fc None None] The sync data for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 is: [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:09Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:10.725208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa5a9a-445f-4675-a434-11e38f1ba38d req-960f94d1-6d3c-41a9-a86e-0b528db358a2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:10.726837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42aa5a9a-445f-4675-a434-11e38f1ba38d req-960f94d1-6d3c-41a9-a86e-0b528db358a2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 945 time: 0.0855319 Aug 31 06:36:10.827467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42aa5a9a-445f-4675-a434-11e38f1ba38d req-93876a8c-d053-4456-83f8-d4cb36293d77 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873425 Aug 31 06:36:10.948449 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:06Z', 'revision_number': 4, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '60554e4e-0a56-44ba-a3c4-cb10d7fe3133', 'name': '', 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'mac_address': 'fa:16:3e:f4:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b7e494d3-e026-473d-8929-32ca52895252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:36:03Z', 'updated_at': '2021-08-31T06:36:10Z', 'revision_number': 4, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'subnets': [{'id': 'b7e494d3-e026-473d-8929-32ca52895252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:10.982651 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90fd935c-143a-4205-b1c4-fc7b2ed5cdd0 None None] The sync data for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 is: [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:06Z', 'revision_number': 4, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '60554e4e-0a56-44ba-a3c4-cb10d7fe3133', 'name': '', 'network_id': '868d2330-886f-4ba7-8439-b2c83683df46', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'mac_address': 'fa:16:3e:f4:e9:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'b7e494d3-e026-473d-8929-32ca52895252', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:36:03Z', 'updated_at': '2021-08-31T06:36:10Z', 'revision_number': 4, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'subnets': [{'id': 'b7e494d3-e026-473d-8929-32ca52895252', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:11.031103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d967f5d-df59-4871-9155-e34b5bdfd468 req-058bb150-5197-4496-9e98-b59a0a7d1bde tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.031103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d967f5d-df59-4871-9155-e34b5bdfd468 req-058bb150-5197-4496-9e98-b59a0a7d1bde tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 943 time: 0.0823081 Aug 31 06:36:11.142210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d967f5d-df59-4871-9155-e34b5bdfd468 req-01b84261-7f8d-4310-adba-63a7509a0ce8 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096551 Aug 31 06:36:11.479582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-07f1b4f8-1d5e-44da-86b0-0efcf8012986 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0639565 Aug 31 06:36:11.512094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-f7b27f0c-8301-4079-a7a7-79e16f5c0392 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.514882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-f7b27f0c-8301-4079-a7a7-79e16f5c0392 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 829 time: 0.1922379 Aug 31 06:36:11.549769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d72c1d71-8e63-406f-93fb-39d914c694f1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/quotas/4f124ebdf4a54896950ca5fe88bf8cfb HTTP/1.1" status: 200 len: 375 time: 0.0211723 Aug 31 06:36:11.566827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-f0eee4c2-30d5-4c71-9d3f-aa86d97c2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.568584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-f0eee4c2-30d5-4c71-9d3f-aa86d97c2ba9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 1095 time: 0.0657117 Aug 31 06:36:11.600017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-169d19a3-5b47-48f9-ae9e-678189fbaaef tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493648 Aug 31 06:36:11.703464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-37d93502-45da-495d-8d73-cf2bd206a0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.705175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-37d93502-45da-495d-8d73-cf2bd206a0ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 905 time: 0.1175103 Aug 31 06:36:11.739283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-cd7391b5-ea8f-43d4-a5a3-1fb864e2af89 service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307631 Aug 31 06:36:11.762563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-4d0e62c3-6ec4-4d5c-ba50-f2c4bcc505e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dec6ec81-074a-40b0-a43c-321d4364298c HTTP/1.1" status: 200 len: 217 time: 0.0496943 Aug 31 06:36:11.889377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-f469da2c-3573-4df1-8829-243e2547228a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:11.890939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-f469da2c-3573-4df1-8829-243e2547228a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.1193864 Aug 31 06:36:11.930047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-b3b348a8-c351-4fb5-8bcb-078aab3d5c4e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318942 Aug 31 06:36:11.943983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-99ca2741-6829-42bb-a77e-09cb1a789a2c service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965771 Aug 31 06:36:11.956569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a296d56-7c6c-4198-8084-29b181201f5d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:12.077161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4a296d56-7c6c-4198-8084-29b181201f5d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:12.086150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-3817b508-9888-42de-9ee2-983720fd0d5e service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484063 Aug 31 06:36:12.088778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4a296d56-7c6c-4198-8084-29b181201f5d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:12.089889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.306049 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d4676-78d6-4ce6-94ba-fe7651e12cee x-openstack-request-id: req-b70d4676-78d6-4ce6-94ba-fe7651e12cee {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:12.306356 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:12.306616 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b70d4676-78d6-4ce6-94ba-fe7651e12cee {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:12.307026 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14', 'status': 'completed', 'code': 200} Aug 31 06:36:12.307283 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111', 'status': 'completed', 'code': 200} Aug 31 06:36:12.361024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-5260a475-566e-4215-8085-ce11d460b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:12.362693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-5260a475-566e-4215-8085-ce11d460b89b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 1098 time: 0.1617949 Aug 31 06:36:12.390695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.431028 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e906c98-4b6c-4483-8d73-3f2c6b437dce x-openstack-request-id: req-3e906c98-4b6c-4483-8d73-3f2c6b437dce {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:12.431753 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:12.432151 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e906c98-4b6c-4483-8d73-3f2c6b437dce {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:12.432705 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'status': 'completed', 'code': 200} Aug 31 06:36:12.440109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594b5348-2c94-4e60-b1d9-67b45bbd5193 req-5041e58b-5953-4542-8b45-dd8d48076e93 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353941 Aug 31 06:36:12.473168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4a296d56-7c6c-4198-8084-29b181201f5d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a296d56-7c6c-4198-8084-29b181201f5d,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:12.485661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.486600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:12.625143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:12.640746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:12.649370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:12.650147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.831808 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.882286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:12.887661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:12.914997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-46961f98-f506-4cde-b5d2-c88c39b90448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:12.916982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-46961f98-f506-4cde-b5d2-c88c39b90448 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 924 time: 0.5459793 Aug 31 06:36:12.934650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-51632dd7-06e0-4a4e-b655-2b24753982e9 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5231898 Aug 31 06:36:12.970573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:13.004797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:13.011476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-62ab2984-3c12-4dff-aa12-b09a06c377d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 HTTP/1.1" status: 200 len: 217 time: 0.0740533 Aug 31 06:36:13.074581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-22246142-d6bf-4a76-910f-74e5fd040b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:13.076899 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-22246142-d6bf-4a76-910f-74e5fd040b5e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.0575361 Aug 31 06:36:13.124913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.180083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-ea8f30fa-55e2-449e-bcb3-349d7cc6e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:13.181626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-ea8f30fa-55e2-449e-bcb3-349d7cc6e055 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0943675 Aug 31 06:36:13.306781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-95e6697b-61e8-4759-8866-9a1e01eff3b4 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1161735 Aug 31 06:36:13.318277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.494843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a732bbba-ca78-4e6c-911e-823839f315f9 req-6b7c3627-6605-4007-8b88-b61e567d73f6 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1722400 Aug 31 06:36:13.516392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Allocated IP 172.25.3.110 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/ff60bd43-b9fb-4435-b665-291d38abd25a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:13.626040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.878198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a296d56-7c6c-4198-8084-29b181201f5d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:13.941143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4a296d56-7c6c-4198-8084-29b181201f5d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:13.942094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:13.974338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.036689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:14.048722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:14.054970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:14.055632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:14.069509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-bfb219fa-6534-491b-ad8d-3ec472c39d83 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:14.070932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-bfb219fa-6534-491b-ad8d-3ec472c39d83 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.53 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 829 time: 0.1694694 Aug 31 06:36:14.074717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event updated for resources: {'Port': ['ID=ff60bd43-b9fb-4435-b665-291d38abd25a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:14.097195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'port': {'device_id': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'admin_state_up': True, 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:14.108328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:14.109054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.202698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.262316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.313914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Made reservation on behalf of 4f124ebdf4a54896950ca5fe88bf8cfb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:14.317271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.549812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.552962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Allocated IP 172.20.0.5 (dc886b4c-55ce-4e7c-8713-88ba98d4a311/1ba1adfa-2b00-4730-b468-5ae76dc580d2/1c320ae1-3399-48ef-a15b-b23416bb3f70) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:14.557692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.637630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-e095b34d-ad0e-43f3-a079-56332b9a04c6 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:14.639346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-e095b34d-ad0e-43f3-a079-56332b9a04c6 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294042 Aug 31 06:36:14.641913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.666043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Request body: {'binding': {'host': 'n-h1-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:14.666480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Unknown quota resources ['binding']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:14.672259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-d66ea472-1c92-4be6-bad3-43d1cc44d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:14.673682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-d66ea472-1c92-4be6-bad3-43d1cc44d237 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2ba801491ec41a691b4cf8931207908&device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 1095 time: 0.1688621 Aug 31 06:36:14.720837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event updated for resources: {'Port': ['ID=ff60bd43-b9fb-4435-b665-291d38abd25a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:14.730327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:14.731486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-007958e7-85c0-4fe2-86f4-47a7956b15fb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7954190 Aug 31 06:36:14.776574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-a64cd0a9-af96-4563-9b97-be1e4c5651b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da32cee-572a-41c8-b499-14d45b6ae111 HTTP/1.1" status: 200 len: 217 time: 0.0662687 Aug 31 06:36:14.874857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-305025b7-417a-46ac-8877-8fb79d22c0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:14.876297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-305025b7-417a-46ac-8877-8fb79d22c0d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1097 time: 0.3038840 Aug 31 06:36:14.943045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-f997e753-82d1-402e-9720-15f1f6441264 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.1762493 Aug 31 06:36:15.074881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-1a5e45fa-46bb-429c-b311-8944819a91c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.076605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-1a5e45fa-46bb-429c-b311-8944819a91c0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=097d4bf0-9139-4e25-a953-c200686ccea3 HTTP/1.1" status: 200 len: 853 time: 0.2759476 Aug 31 06:36:15.204935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.261533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-14cd5628-3d45-45c2-b41d-5a100d370fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.263029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-14cd5628-3d45-45c2-b41d-5a100d370fe2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.3396273 Aug 31 06:36:15.270781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-c8b03cfb-69ef-4a55-b0f4-d61665a5d3d7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.272077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-c8b03cfb-69ef-4a55-b0f4-d61665a5d3d7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.3179870 Aug 31 06:36:15.274424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Transition to ACTIVE for port object 1c320ae1-3399-48ef-a15b-b23416bb3f70 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:15.278624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on host n-h1-712707-15 for vnic_type normal with profile None {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:15.279609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:15.279950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:15.297159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-41fa8f75-f22b-4dc7-b614-ed3675bf9b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.298642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-41fa8f75-f22b-4dc7-b614-ed3675bf9b67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c2be7ce-7b2a-4a61-b867-cf9813871db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2035704 Aug 31 06:36:15.302144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-58293a7e-15e3-48c1-ab27-31bd0c437b4e tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:15.303082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48fed6a5-106c-4dfd-8aa6-a2830e4489fa req-58293a7e-15e3-48c1-ab27-31bd0c437b4e tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0201097 Aug 31 06:36:15.335972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:15.336118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:15.338221 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096a1ad6-d394-4bbd-aef6-7fa9f6880b4e x-openstack-request-id: req-096a1ad6-d394-4bbd-aef6-7fa9f6880b4e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:15.339150 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "name": "network-vif-plugged", "status": "completed", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:15.339617 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-096a1ad6-d394-4bbd-aef6-7fa9f6880b4e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:15.340016 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'code': 200} Aug 31 06:36:15.379880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:15.380219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:15.380594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:15.381036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Bound port: 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:15.404078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.439968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaf8f84-e4e7-4451-b869-edba43a8725c req-372dbd44-a445-401c-87a9-12e3f57b7af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.441543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfaf8f84-e4e7-4451-b869-edba43a8725c req-372dbd44-a445-401c-87a9-12e3f57b7af8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 1098 time: 0.0432653 Aug 31 06:36:15.477807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfaf8f84-e4e7-4451-b869-edba43a8725c req-b9035645-f8bf-4b4b-b6bd-23baa9460483 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294216 Aug 31 06:36:15.735373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-41d7448c-f58b-4499-8745-f7d7694f1b06 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 1001 time: 0.4591956 Aug 31 06:36:15.772333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-982177f7-ce33-44e8-a07d-2566a8d85aae tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.4172127 Aug 31 06:36:15.801482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.836283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:15.892268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.893461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4ca6020-a102-44c5-ae38-51c302984ed2 service neutron] 10.222.0.57 "POST /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1/bindings HTTP/1.1" status: 201 len: 390 time: 1.2342443 Aug 31 06:36:15.914917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-f421a585-0f4f-4915-b36c-69d44e6aa2fa service neutron] 10.222.0.50 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5821092 Aug 31 06:36:15.924950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-f6eb85c5-32b2-4e63-bdda-11736cae0885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.926595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-f6eb85c5-32b2-4e63-bdda-11736cae0885 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1726580 Aug 31 06:36:15.928389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:15.939983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-9ff6aec3-f733-48c9-a63c-934c8ab9a792 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.941807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-9ff6aec3-f733-48c9-a63c-934c8ab9a792 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports/c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 942 time: 0.1485023 Aug 31 06:36:15.947082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:15.958932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:15.964342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:15.965026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:15.968419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event updated for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:16.109936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-d187490f-c877-4fc6-99e2-dffea505fd01 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0165162 Aug 31 06:36:16.137141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Request body: {'port': {'device_id': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:16.214950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-f32b610c-5e2f-4283-a3fb-230de33daf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.217235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-f32b610c-5e2f-4283-a3fb-230de33daf81 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2461381 Aug 31 06:36:16.220891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-bf3e1555-9cff-413c-b742-020437d4da57 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1902044 Aug 31 06:36:16.255701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04d4c758-d401-4da0-a3bd-1476efa26d3d req-cab98e6b-1b18-4941-b419-ab76f9c14ba7 service neutron] 10.222.0.50 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3050151 Aug 31 06:36:16.298942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-c4dc156c-ecad-4ff8-9504-00a78824194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.300719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-c4dc156c-ecad-4ff8-9504-00a78824194c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1097 time: 0.0970137 Aug 31 06:36:16.323888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4988ddf7-3f29-4608-ab7f-bdd843867912 req-5f5e43f7-18ea-4283-bd26-202cd1ddf22a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.325913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4988ddf7-3f29-4608-ab7f-bdd843867912 req-5f5e43f7-18ea-4283-bd26-202cd1ddf22a tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0793965 Aug 31 06:36:16.359302 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.371459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9937ad02-9949-470c-9eaf-b128ec852655 None None] Provisioning for port 1c320ae1-3399-48ef-a15b-b23416bb3f70 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:16.380170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9937ad02-9949-470c-9eaf-b128ec852655 None None] Provisioning complete for port 1c320ae1-3399-48ef-a15b-b23416bb3f70 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:16.380953 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9937ad02-9949-470c-9eaf-b128ec852655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.441564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4988ddf7-3f29-4608-ab7f-bdd843867912 req-61fb1354-8273-4fec-8a80-e308b36a0335 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054337 Aug 31 06:36:16.453772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9937ad02-9949-470c-9eaf-b128ec852655 None None] Port 1c320ae1-3399-48ef-a15b-b23416bb3f70 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:16.500351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b34a48c7-df70-43e8-95d4-0ba1eacbb27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.502087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b34a48c7-df70-43e8-95d4-0ba1eacbb27d service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1747508 Aug 31 06:36:16.563538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-788849b6-3955-4079-8111-7bdf33d4259f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0537224 Aug 31 06:36:16.609222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-959ac952-5422-49ce-95fd-5bb2b96d4aad service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3572900 Aug 31 06:36:16.616519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-29b8dd13-c579-426c-a24c-1ca4ea14dd6f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.618457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eb817ff-9a0d-4660-84f4-acad4370a0c6 req-29b8dd13-c579-426c-a24c-1ca4ea14dd6f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.3647330 Aug 31 06:36:16.639735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8cd3a4-db23-4967-a932-898e1ee5279c req-269b805b-1e7f-49c4-985a-331586340ee5 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.641977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c8cd3a4-db23-4967-a932-898e1ee5279c req-269b805b-1e7f-49c4-985a-331586340ee5 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1097 time: 0.0814469 Aug 31 06:36:16.645951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-cbfda8a5-01a0-4a19-a606-a8e389aea946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.647644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-cbfda8a5-01a0-4a19-a606-a8e389aea946 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0756981 Aug 31 06:36:16.710683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-c64d1316-7c9d-4c0f-b46c-1eeec48f4551 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363190 Aug 31 06:36:16.749091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c8cd3a4-db23-4967-a932-898e1ee5279c req-21097d61-a139-4acd-8f5f-fbc9a7019839 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974419 Aug 31 06:36:16.821720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-a506adf1-41f5-4ae5-bee0-58132024ea39 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002397 Aug 31 06:36:16.839483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85418896-fc20-43d7-9e0d-0d073e26f82e req-48a1a4db-98df-4904-8f2d-69b8a11d7c07 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.840957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85418896-fc20-43d7-9e0d-0d073e26f82e req-48a1a4db-98df-4904-8f2d-69b8a11d7c07 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 931 time: 0.1099529 Aug 31 06:36:16.846691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-56b86e52-68cc-4638-92d8-1216af083a41 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251576 Aug 31 06:36:16.935484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733d10d-8bf1-4f60-9cda-192f1189e646 req-efe84538-357c-4fa3-a01d-61a16124b0cd tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.936963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e733d10d-8bf1-4f60-9cda-192f1189e646 req-efe84538-357c-4fa3-a01d-61a16124b0cd tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 943 time: 0.1085827 Aug 31 06:36:16.948854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85418896-fc20-43d7-9e0d-0d073e26f82e req-f04663a3-e070-4ca6-9817-87f356c7e4b4 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933771 Aug 31 06:36:16.971918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c320ae1-3399-48ef-a15b-b23416bb3f70 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:16.982493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:16.986709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-5a42d9e6-0fc9-42d5-9da0-1c5ab672153c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:16.988172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-5a42d9e6-0fc9-42d5-9da0-1c5ab672153c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=e2ba801491ec41a691b4cf8931207908&device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 1095 time: 0.1101372 Aug 31 06:36:17.000048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e733d10d-8bf1-4f60-9cda-192f1189e646 req-72c8cf55-e271-4d82-b3ca-59c82b7eb030 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569696 Aug 31 06:36:17.004309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-f4df6098-6392-46dd-933d-f752d51514cf service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433241 Aug 31 06:36:17.052238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Transition to ACTIVE for port object 1c320ae1-3399-48ef-a15b-b23416bb3f70 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:17.079266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-350fb65c-fbf5-4fd8-a365-759d324448cc req-00d9e98f-de12-43be-8bb9-139c74879324 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips/fdf576a9-fdff-4021-919a-8fd1dce7aa7a HTTP/1.1" status: 200 len: 693 time: 0.0995131 Aug 31 06:36:17.081767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.107928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755c6e3-41f9-4484-9278-95653e274911 req-1344a6f1-2dbd-4781-80fb-0d3b30633319 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.109435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b755c6e3-41f9-4484-9278-95653e274911 req-1344a6f1-2dbd-4781-80fb-0d3b30633319 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.0500710 Aug 31 06:36:17.151889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b755c6e3-41f9-4484-9278-95653e274911 req-243d6ee4-112a-4539-840d-9c1ed61470a8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361118 Aug 31 06:36:17.258679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Pushing event updated for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:17.293843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Attempting to bind port 1c320ae1-3399-48ef-a15b-b23416bb3f70 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:17.294211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Attempting to bind port 1c320ae1-3399-48ef-a15b-b23416bb3f70 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:17.294544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Attempting to bind port 1c320ae1-3399-48ef-a15b-b23416bb3f70 on network dc886b4c-55ce-4e7c-8713-88ba98d4a311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:17.302423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-2d0a5a03-5c20-4be5-8f49-7938eb25638c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.303916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-2d0a5a03-5c20-4be5-8f49-7938eb25638c service neutron] 10.222.0.50 "GET /v2.0/networks?id=2c2be7ce-7b2a-4a61-b867-cf9813871db7 HTTP/1.1" status: 200 len: 915 time: 0.2808039 Aug 31 06:36:17.308464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Port 1c320ae1-3399-48ef-a15b-b23416bb3f70 on network dc886b4c-55ce-4e7c-8713-88ba98d4a311 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:17.308791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Attempting to bind port 1c320ae1-3399-48ef-a15b-b23416bb3f70 on network dc886b4c-55ce-4e7c-8713-88ba98d4a311 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:17.332539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:17.332796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Checking segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:17.333184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Bound using segment: {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:17.333656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Bound port: 1c320ae1-3399-48ef-a15b-b23416bb3f70, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7c6c09f-d192-41b5-8f70-5c3d110011d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:17.334013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.344644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:17.350387 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e503f5c8-2899-43b1-8d54-33f0eeb7eb82" -d '{"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-unplugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:17.370170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350fb65c-fbf5-4fd8-a365-759d324448cc req-6f8f0f4d-3d58-4920-bd80-a413185d39b6 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.371580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-350fb65c-fbf5-4fd8-a365-759d324448cc req-6f8f0f4d-3d58-4920-bd80-a413185d39b6 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2757721 Aug 31 06:36:17.379464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-3bf3443b-7d35-4fc7-b219-55b9b7f5dea1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6da32cee-572a-41c8-b499-14d45b6ae111 HTTP/1.1" status: 200 len: 217 time: 0.0592654 Aug 31 06:36:17.387162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-350fb65c-fbf5-4fd8-a365-759d324448cc req-fef36cf0-50f3-4c7f-b566-2dda9baceb37 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:17.388228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-350fb65c-fbf5-4fd8-a365-759d324448cc req-fef36cf0-50f3-4c7f-b566-2dda9baceb37 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0084941 Aug 31 06:36:17.428539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c9e387d0-4d7d-4d4e-8189-1149446a56a4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.430127 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c9e387d0-4d7d-4d4e-8189-1149446a56a4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.1610117 Aug 31 06:36:17.446383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1fb7335f-25f1-437e-8d1b-3d717c30dd87 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/quotas/d0e337b1324e4da4aa1dfcc9d1e7a073 HTTP/1.1" status: 200 len: 375 time: 0.0095303 Aug 31 06:36:17.506351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-24a9a64a-7fe7-4eff-b3ce-4ab88770b852 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0508974 Aug 31 06:36:17.517404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-d0cddd40-e969-4407-a529-bacb6180c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.518865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-d0cddd40-e969-4407-a529-bacb6180c263 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=097d4bf0-9139-4e25-a953-c200686ccea3 HTTP/1.1" status: 200 len: 853 time: 0.1265583 Aug 31 06:36:17.547548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:17.565428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-3ea54216-f3d6-42ee-a181-b09850731054 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1479030 Aug 31 06:36:17.581435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:17.596418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.607207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-f44422c2-ea46-4875-ba67-4afae6c9c3df service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942268 Aug 31 06:36:17.704826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4fe3fcda-3725-48bb-9c8f-44f1e31a50b8 service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Aug 31 06:36:17.898642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-9cde575d-be43-421e-99a6-fe79e74ef95e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.900026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-9cde575d-be43-421e-99a6-fe79e74ef95e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports/c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 942 time: 0.3171511 Aug 31 06:36:17.910655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-c48c364b-8e4c-45ef-8551-e5e91a53a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.912252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-c48c364b-8e4c-45ef-8551-e5e91a53a7d1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=2c2be7ce-7b2a-4a61-b867-cf9813871db7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3771093 Aug 31 06:36:17.915248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.915861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:17.917163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] 10.222.0.53 "PUT /v2.0/ports/1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 1092 time: 1.7889476 Aug 31 06:36:17.917635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:17.919925 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:17.939860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17ec9ac-1365-4d03-a9df-1464eca63c40 req-5147b6b8-bf65-4bd9-81f8-93829fb633bb tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:17.945891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c17ec9ac-1365-4d03-a9df-1464eca63c40 req-5147b6b8-bf65-4bd9-81f8-93829fb633bb tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1097 time: 0.0642409 Aug 31 06:36:17.991146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e190ff9-f075-4d3b-9b43-2745228ac414 service neutron] Pushing event updated for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:18.040458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-bd989c94-3eb0-4e5b-a670-02ad0231beaa tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.042007 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-bd989c94-3eb0-4e5b-a670-02ad0231beaa tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "GET /v2.0/ports?device_id=f228dcbd-0c8c-4655-98f2-048469a1b143 HTTP/1.1" status: 200 len: 943 time: 0.1181996 Aug 31 06:36:18.076133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c17ec9ac-1365-4d03-a9df-1464eca63c40 req-2f5de63f-6ee5-4d1a-aaa8-3dd1be065303 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993233 Aug 31 06:36:18.160558 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68389a-bbd2-4741-9033-2f664a8430d3 x-openstack-request-id: req-6e68389a-bbd2-4741-9033-2f664a8430d3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:18.161474 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-unplugged", "status": "completed", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:18.162175 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e68389a-bbd2-4741-9033-2f664a8430d3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:18.162716 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'code': 200} Aug 31 06:36:18.179186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-fbd703cc-1802-4acb-8d24-ad89ad7aef2d tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.1587079 Aug 31 06:36:18.182382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-d7006886-6cc9-467f-884b-d9edf0f3f059 service neutron] 10.222.0.50 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2561367 Aug 31 06:36:18.184065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-7c7c7d1b-d5a9-4ede-8536-f0d6f9b6e3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.191875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-7c7c7d1b-d5a9-4ede-8536-f0d6f9b6e3b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1095 time: 0.2120709 Aug 31 06:36:18.315079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f392b779-93b0-4774-ac3a-04584ba90545 req-28f56b96-3696-4bc3-a096-0b06280d2289 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=18fc0bf7fd4d45169ba10dbf5f2da4ad HTTP/1.1" status: 200 len: 696 time: 0.1230590 Aug 31 06:36:18.352072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-abf208d1-ea46-4e9e-9225-f25fe0595b9a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 217 time: 0.1286647 Aug 31 06:36:18.401274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Deleting port dec6ec81-074a-40b0-a43c-321d4364298c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:18.401729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.451793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-1d08aff2-397c-41b2-a37e-2d2d0ca10d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.453384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-1d08aff2-397c-41b2-a37e-2d2d0ca10d30 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.0925846 Aug 31 06:36:18.483450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdaac4c3-17a5-4a2d-9c20-adfd2cfd6dcb req-4fcf11f5-f21e-45e6-a020-9582ae7c8aa6 service neutron] 10.222.0.50 "GET /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722843 Aug 31 06:36:18.494617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f392b779-93b0-4774-ac3a-04584ba90545 req-0552de18-921f-4602-9f8f-8666142c5cf5 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.501108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f392b779-93b0-4774-ac3a-04584ba90545 req-0552de18-921f-4602-9f8f-8666142c5cf5 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks?id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 787 time: 0.1849871 Aug 31 06:36:18.503669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-05d33299-31ee-4e4c-aa58-76f9d8ed1f42 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.505093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-05d33299-31ee-4e4c-aa58-76f9d8ed1f42 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.3122845 Aug 31 06:36:18.533536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] For port dec6ec81-074a-40b0-a43c-321d4364298c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dec6ec81-074a-40b0-a43c-321d4364298c,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:18.534198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.547653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-f392b779-93b0-4774-ac3a-04584ba90545 req-228df4f8-cfee-42c2-9259-b4d87b9e01bb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:18.553686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f392b779-93b0-4774-ac3a-04584ba90545 req-228df4f8-cfee-42c2-9259-b4d87b9e01bb tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476091 Aug 31 06:36:18.566197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-2ff17589-0fe3-4c2b-b848-47491073dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.567692 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-2ff17589-0fe3-4c2b-b848-47491073dbee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997589 Aug 31 06:36:18.569452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Calling delete_port for dec6ec81-074a-40b0-a43c-321d4364298c owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:18.604029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-c0f51877-b8a3-4627-a73c-cc6f0aa49a47 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.0916359 Aug 31 06:36:18.633106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:18.708291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.715359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2db50a-7309-49e9-8070-2d552c0d34a3 req-29072b7c-fcc8-495b-9bed-ca878ae6afeb tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:18.717122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db2db50a-7309-49e9-8070-2d552c0d34a3 req-29072b7c-fcc8-495b-9bed-ca878ae6afeb tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0702655 Aug 31 06:36:18.762160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-52bf106c-5b53-4e46-a0ac-7bd04c98f14b service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846828 Aug 31 06:36:18.808732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db2db50a-7309-49e9-8070-2d552c0d34a3 req-5fe59a8b-9a54-4ac8-a9ae-54f68efb0144 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781751 Aug 31 06:36:18.829309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.891537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6da32cee-572a-41c8-b499-14d45b6ae111 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:18.911619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event deleted for resources: {'Port': ['ID=dec6ec81-074a-40b0-a43c-321d4364298c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:18.938002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.949951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:18.950490 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58 disassociated. External IP: 172.25.3.224, port: c521d662-d158-4644-ab80-9b380c375a14. Aug 31 06:36:18.961710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52399039-aa95-47d4-a1d0-497514f7ec69 req-b6f56837-e2cb-4f91-8eb5-93df921795c7 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 210 time: 0.0521319 Aug 31 06:36:18.993954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-051f63ab-29ff-4630-8b74-ff3fe0cee7be req-3f9fcaf4-207d-4636-aa94-f3a72f51c922 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138722 Aug 31 06:36:19.033077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] No DVR routers for this DVR port dec6ec81-074a-40b0-a43c-321d4364298c on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:19.039207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.041312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fcd77f4c-9f57-4d6e-bfe6-089662480034 req-c9e2c910-e4e7-4fdd-a969-11877013865a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "DELETE /v2.0/ports/dec6ec81-074a-40b0-a43c-321d4364298c HTTP/1.1" status: 204 len: 173 time: 0.9600775 Aug 31 06:36:19.041806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-deleted', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:19.044025 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c3c9d7-5cff-4810-b73f-d994863c027b" -d '{"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-deleted", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:19.054225 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f27d046-02fb-4e8f-956d-e55b1e30e2e0 x-openstack-request-id: req-1f27d046-02fb-4e8f-956d-e55b1e30e2e0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:19.054513 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:19.054764 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f27d046-02fb-4e8f-956d-e55b1e30e2e0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:19.055205 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'status': 'completed', 'code': 200} Aug 31 06:36:19.070245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6da32cee-572a-41c8-b499-14d45b6ae111,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:19.088793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '6da32cee-572a-41c8-b499-14d45b6ae111', 'network_id': '2c2be7ce-7b2a-4a61-b867-cf9813871db7', 'port_id': '6da32cee-572a-41c8-b499-14d45b6ae111', 'mac_address': 'fa:16:3e:9c:97:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '097d4bf0-9139-4e25-a953-c200686ccea3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:19.144533 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.170795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6da32cee-572a-41c8-b499-14d45b6ae111 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:19.176721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-53726635-0702-47af-a2c0-57aadb17c5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.179309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-53726635-0702-47af-a2c0-57aadb17c5e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1095 time: 0.0915647 Aug 31 06:36:19.195410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e47e5b-1bf8-4bfb-8052-0ce098fa0742 req-aeb3febb-eaa0-47a0-8a22-d68d6c673272 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.197373 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44e47e5b-1bf8-4bfb-8052-0ce098fa0742 req-aeb3febb-eaa0-47a0-8a22-d68d6c673272 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 943 time: 0.0899131 Aug 31 06:36:19.199641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6da32cee-572a-41c8-b499-14d45b6ae111,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:19.206255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.228694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:19.266899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:19.313868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44e47e5b-1bf8-4bfb-8052-0ce098fa0742 req-aef54616-57c8-41a5-8eb9-622388f93cad tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024828 Aug 31 06:36:19.359534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-5f07a987-5c4a-4899-92d2-e0d9a588360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.361151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-5f07a987-5c4a-4899-92d2-e0d9a588360b service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 930 time: 0.1629272 Aug 31 06:36:19.365021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:19.369626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:19.377251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:19.389148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:19.394707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:19.417791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-62426407-df25-48bd-a526-6f7402f709e8 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "PUT /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 695 time: 0.7787595 Aug 31 06:36:19.471219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-339265c7-6ac3-4723-b859-66b3faa30dd3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 217 time: 0.0969758 Aug 31 06:36:19.555234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-23bfe52a-bb6f-4d07-a545-c472a1a31760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.556857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-23bfe52a-bb6f-4d07-a545-c472a1a31760 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1097 time: 0.1356661 Aug 31 06:36:19.569521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:19.599747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2196f-c6ab-4e63-ac42-17862fcb08fd req-44939562-9426-4d30-acfd-8937ddbb4d52 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.608586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13d2196f-c6ab-4e63-ac42-17862fcb08fd req-44939562-9426-4d30-acfd-8937ddbb4d52 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 944 time: 0.1408536 Aug 31 06:36:19.620254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6da32cee-572a-41c8-b499-14d45b6ae111'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:19.651362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-ba730516-936c-4e24-9dff-e6e102fe4f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.652822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-ba730516-936c-4e24-9dff-e6e102fe4f74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.1499932 Aug 31 06:36:19.666770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13d2196f-c6ab-4e63-ac42-17862fcb08fd req-0b494d8f-04c6-431c-9d5c-5d044f7e6650 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572391 Aug 31 06:36:19.722102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c660cf8a-8866-45d2-915f-0cbac907a4fb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.723761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c660cf8a-8866-45d2-915f-0cbac907a4fb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.2804725 Aug 31 06:36:19.770052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Request body: {'port': {'device_id': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'admin_state_up': True, 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:19.809361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-a9958422-0f11-4578-9d8e-064d58123cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.814780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-a9958422-0f11-4578-9d8e-064d58123cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1427538 Aug 31 06:36:19.930619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-ca4bb7e1-7dca-4b82-a623-b63026f3b83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.932377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-ca4bb7e1-7dca-4b82-a623-b63026f3b83d service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.3676486 Aug 31 06:36:19.966778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c71b02-7de2-4dd9-a31d-fad81c12c75e req-19e755c8-9229-48e1-a2f5-d5d734b676dc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:19.974802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85c71b02-7de2-4dd9-a31d-fad81c12c75e req-19e755c8-9229-48e1-a2f5-d5d734b676dc tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.1341197 Aug 31 06:36:19.992379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-40f50b7d-8945-4788-9b54-d14810eb26b7 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 217 time: 0.0527186 Aug 31 06:36:20.050977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85c71b02-7de2-4dd9-a31d-fad81c12c75e req-53bae4a4-c100-419c-859b-13547cffdaed tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704341 Aug 31 06:36:20.099311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:20.102333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-1a255088-b8c2-4aa3-a40a-6f4b5cd5bcc0 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780480 Aug 31 06:36:20.113633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-7de65a03-ae21-422a-8fd5-54aa51512832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:20.116045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-7de65a03-ae21-422a-8fd5-54aa51512832 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1157098 Aug 31 06:36:20.119391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:20.126148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:20.135189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:20.159540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:20.160476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:20.224060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-8466853e-5400-4bf1-bfa1-03df687ec5e1 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips/fdf576a9-fdff-4021-919a-8fd1dce7aa7a HTTP/1.1" status: 200 len: 693 time: 0.1315205 Aug 31 06:36:20.234952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-e36eb502-5547-4a13-afe5-c4966db63d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:20.237176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-e36eb502-5547-4a13-afe5-c4966db63d0d service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1071918 Aug 31 06:36:20.291342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:20.365204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-54430703-46aa-40ac-a29c-bb89ecadfee9 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167932 Aug 31 06:36:20.471176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-424e4a93-9171-4c41-9187-b0d0701ee070 req-59cc25a9-5d24-46fa-b387-2ddcfe0ff480 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970304 Aug 31 06:36:20.545400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:20.553601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Allocated IP 172.20.0.2 (a96bc69e-89c0-4591-a8d3-18daa448edc8/e2201c7a-ae9e-42c1-a3df-54953ca58176/82c0ea1b-1275-47dc-9b31-3cb3d6a8667b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:20.580653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c65d536-1e48-4b64-97ba-7ff3fd68c1e2 req-bf5a2baf-db5a-4a7f-a93f-ef11e2c05f21 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4485946 Aug 31 06:36:20.656808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-95097e06-320b-4db5-b7c9-7f50e964d4bf tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:20.661369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-95097e06-320b-4db5-b7c9-7f50e964d4bf tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.4365227 Aug 31 06:36:20.672761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-c5fa0b7f-1c50-450a-af7d-c21c667a84c0 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:20.674098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-c5fa0b7f-1c50-450a-af7d-c21c667a84c0 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070028 Aug 31 06:36:20.747707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9870b65e-400f-40b1-9b5d-847b8582021b None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:20.749969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-b6c3bd4a-f8d2-44a5-a3fe-dc91d1352723 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.0686355 Aug 31 06:36:20.815743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-0e62d0a0-014b-4fea-8925-398e44f1931e tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.110 HTTP/1.1" status: 200 len: 696 time: 0.0584071 Aug 31 06:36:20.966599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Deleting port ff60bd43-b9fb-4435-b665-291d38abd25a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:20.967327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.006445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.026332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912de128-b8e9-4771-9590-cf3e0141fe2a req-eba58d8e-e9c6-4458-862a-ffaae7bfb427 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.027736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-912de128-b8e9-4771-9590-cf3e0141fe2a req-eba58d8e-e9c6-4458-862a-ffaae7bfb427 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.4237142 Aug 31 06:36:21.045769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:21.050308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Request body: {'floatingip': {'port_id': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:21.058455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:21.061104 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5" -d '{"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:21.070634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.071050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.091460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Calling delete_port for ff60bd43-b9fb-4435-b665-291d38abd25a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:21.102969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.151135 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df6529a-40eb-457c-a7b9-946e62d39e93 x-openstack-request-id: req-1df6529a-40eb-457c-a7b9-946e62d39e93 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:21.151519 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f228dcbd-0c8c-4655-98f2-048469a1b143", "name": "network-vif-deleted", "tag": "dec6ec81-074a-40b0-a43c-321d4364298c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:21.151980 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1df6529a-40eb-457c-a7b9-946e62d39e93 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:21.152449 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f228dcbd-0c8c-4655-98f2-048469a1b143', 'name': 'network-vif-deleted', 'tag': 'dec6ec81-074a-40b0-a43c-321d4364298c', 'status': 'completed', 'code': 200} Aug 31 06:36:21.182557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b798cc9a-9910-4a66-98d2-e7f5a3085fbe None None] New status for floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:21.332623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.379145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event deleted for resources: {'Port': ['ID=ff60bd43-b9fb-4435-b665-291d38abd25a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:21.408441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.411361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.412644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366fe9e5-79fc-48c6-a220-8b134f1dfd16 req-2bce9881-47ab-4dcc-8155-9507df63dc1d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "DELETE /v2.0/floatingips/fdf576a9-fdff-4021-919a-8fd1dce7aa7a HTTP/1.1" status: 204 len: 173 time: 0.5959349 Aug 31 06:36:21.517144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aaac15d8-1956-4a8f-bb52-fbe6ef453994 req-283efec6-d29c-4239-9f0e-27066f9e1e5c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 210 time: 0.0337117 Aug 31 06:36:21.533204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.542340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1f8160-5e2a-4bee-b769-3311f7e37496 req-ead83bde-4fce-4c2d-a5dc-6230a31ca88e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.554230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a1f8160-5e2a-4bee-b769-3311f7e37496 req-ead83bde-4fce-4c2d-a5dc-6230a31ca88e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 943 time: 0.0845103 Aug 31 06:36:21.613691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a1f8160-5e2a-4bee-b769-3311f7e37496 req-4490cb91-693a-444e-99bd-c805994ae299 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463665 Aug 31 06:36:21.718090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:21.724276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:21.734563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:21.741224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.741907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.766457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.767463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:21.773563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdb9104-b04a-4069-a3ae-36d38cfa2d04 req-84b62da7-133f-4025-8f11-35872f0eb163 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.784534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfdb9104-b04a-4069-a3ae-36d38cfa2d04 req-84b62da7-133f-4025-8f11-35872f0eb163 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 944 time: 0.1042264 Aug 31 06:36:21.785800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:21.825762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfdb9104-b04a-4069-a3ae-36d38cfa2d04 req-c03f97c2-e8e9-4c91-be33-a9ce6f882b82 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402191 Aug 31 06:36:21.828378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-1d8809f1-4752-43ff-9b56-592164e9f3b4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0718277 Aug 31 06:36:21.854648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Request body: {'port': {'device_id': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:21.909070 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd7a764-1e66-4a6f-aece-e284ee21e6b0 x-openstack-request-id: req-4fd7a764-1e66-4a6f-aece-e284ee21e6b0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:21.909373 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "tag": "c521d662-d158-4644-ab80-9b380c375a14", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:21.909629 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fd7a764-1e66-4a6f-aece-e284ee21e6b0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:21.910136 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14', 'status': 'completed', 'code': 200} Aug 31 06:36:21.981312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e10fb-30fc-4582-a400-a694e9389daf req-fcf5e0d3-dda0-4882-82a7-63f42e428e09 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:21.984826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd3e10fb-30fc-4582-a400-a694e9389daf req-fcf5e0d3-dda0-4882-82a7-63f42e428e09 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1097 time: 0.0503702 Aug 31 06:36:22.001126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.027859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd3e10fb-30fc-4582-a400-a694e9389daf req-ccc8529d-e713-4382-a1f6-b88ee45aa5cc tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Aug 31 06:36:22.036705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6f9b84-542d-4819-b43e-de6fcf066d36 req-f65491cf-7085-4d76-b0be-e9318e9a712a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.038117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a6f9b84-542d-4819-b43e-de6fcf066d36 req-f65491cf-7085-4d76-b0be-e9318e9a712a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.2147884 Aug 31 06:36:22.038408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:36:22.062705 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Floating IP d121d3de-cc77-46e7-927b-d996026bca3f associated. External IP: 172.25.3.225, port: 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1. Aug 31 06:36:22.130395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-954628d5-353d-4b47-92c2-94b9c947f363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.131855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-954628d5-353d-4b47-92c2-94b9c947f363 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 1097 time: 0.2010353 Aug 31 06:36:22.163812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-847acaef-7428-43b4-b075-90c5903b391b req-5dd44c8a-eb27-4228-9939-d488f4ee8e81 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1027920 Aug 31 06:36:22.174852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:22.198328 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.246640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a6f9b84-542d-4819-b43e-de6fcf066d36 req-ecb7e75e-36ed-4ada-9d74-9ed3042a5ed1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006485 Aug 31 06:36:22.343227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.462828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Allocated IP 172.25.3.26 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/90f6e9aa-92fc-4a0b-b506-be96c9899059) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:22.519288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-e709a663-2a22-4ce0-a553-ca9e76e85929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.520723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-e709a663-2a22-4ce0-a553-ca9e76e85929 service neutron] 10.222.0.50 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.3580513 Aug 31 06:36:22.534478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-a5471702-aa7c-40a7-84c2-89f26c095b80 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:22.535953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-a5471702-aa7c-40a7-84c2-89f26c095b80 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2126195 Aug 31 06:36:22.584298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.605005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-02d3daeb-834a-4ecb-9c1b-aea51aac05b4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 200 len: 217 time: 0.0680683 Aug 31 06:36:22.629211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.667055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:22.671133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:22.677169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:22.692805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event updated for resources: {'Port': ['ID=90f6e9aa-92fc-4a0b-b506-be96c9899059,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:22.737250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.775082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.775769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1c320ae1-3399-48ef-a15b-b23416bb3f70 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:22.834211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:22.859710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: dec6ec81-074a-40b0-a43c-321d4364298c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:22.860045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dec6ec81-074a-40b0-a43c-321d4364298c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:22.902923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:22.913625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6da32cee-572a-41c8-b499-14d45b6ae111 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:22.936589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'mac_address': 'fa:16:3e:d7:c7:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:22.942612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.948511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.956743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-50fcafc2-5713-4165-a71b-414efd3c9552 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 696 time: 0.4071848 Aug 31 06:36:22.976008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:22.983670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:22.999587 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.005498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event updated for resources: {'Port': ['ID=90f6e9aa-92fc-4a0b-b506-be96c9899059,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:23.008437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.009744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-847acaef-7428-43b4-b075-90c5903b391b req-623ab16d-2e98-4dc5-a5a5-5487fc28e64f tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 0.8391335 Aug 31 06:36:23.024669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c320ae1-3399-48ef-a15b-b23416bb3f70 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:23.032012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 6da32cee-572a-41c8-b499-14d45b6ae111 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:23.039626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 6da32cee-572a-41c8-b499-14d45b6ae111 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:23.040002 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.051641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.054272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-b9286846-f17b-4d5a-9bcf-796cfa7c4bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:23.055700 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-b9286846-f17b-4d5a-9bcf-796cfa7c4bad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1466424 Aug 31 06:36:23.063931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-847acaef-7428-43b4-b075-90c5903b391b req-f29102ab-65ef-41cb-b2b9-4f01155e54ad tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0462315 Aug 31 06:36:23.070930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:23.077119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.078782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:23.161118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:23.182254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.186191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847acaef-7428-43b4-b075-90c5903b391b req-b9569ab0-a82c-4a86-85ab-53f4da79492c tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:23.186403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:23.187603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-847acaef-7428-43b4-b075-90c5903b391b req-b9569ab0-a82c-4a86-85ab-53f4da79492c tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1171110 Aug 31 06:36:23.208982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:23.211330 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab20ea3-d6a1-4666-9549-c80772620817" -d '{"events": [{"server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "name": "network-vif-plugged", "status": "completed", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:23.224995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.226556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6da32cee-572a-41c8-b499-14d45b6ae111,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:23.233525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.297479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:23.298434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Transition to ACTIVE for port object 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:23.307110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-35921d23-04c3-41f0-8a0c-6f1152a142f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:23.308643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-35921d23-04c3-41f0-8a0c-6f1152a142f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2288234 Aug 31 06:36:23.350563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.391737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1c320ae1-3399-48ef-a15b-b23416bb3f70'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:23.565036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:23.602328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:23.607318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.612268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:23.624244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:23.624890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:23.635810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Attempting to bind port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:23.636196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Attempting to bind port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:23.636561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Attempting to bind port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:23.670188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4230ca6b-a096-418c-8b03-273719daa54e tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "PUT /v2.0/floatingips/d121d3de-cc77-46e7-927b-d996026bca3f HTTP/1.1" status: 200 len: 992 time: 2.6201167 Aug 31 06:36:23.670188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-f8dadb7a-74b9-4073-920f-f88487134a69 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3142710 Aug 31 06:36:23.670188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b on network a96bc69e-89c0-4591-a8d3-18daa448edc8 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:23.670589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Attempting to bind port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:23.737891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:23.753049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:23.753432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Checking segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:23.753914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Bound using segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:23.754261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Bound port: 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:23.754617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:23.915295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:23.917535 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82" -d '{"events": [{"name": "network-changed", "server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:23.989589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-cf7bd0e2-7c90-4e89-a7d8-cec6c2b77994 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:23.992159 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-cf7bd0e2-7c90-4e89-a7d8-cec6c2b77994 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b853f3a-42fb-447c-97e9-3562d63aba31 HTTP/1.1" status: 200 len: 945 time: 0.1916125 Aug 31 06:36:24.004316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dbab220-e5a7-4c05-8ba8-ed38eac449a5 req-7a647402-27c0-47fa-bb19-45b2a7bc83a9 service neutron] 10.222.0.50 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3018820 Aug 31 06:36:24.018916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:24.027021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:24.040698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:3b:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:36:21Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:24.066928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:24.070677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.076384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:24.077118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:24.107991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-4083b8aa-ff5c-413d-8174-c2c29f5cb3c3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:24.113669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-4083b8aa-ff5c-413d-8174-c2c29f5cb3c3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071654 Aug 31 06:36:24.121548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:24.122001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:36:24.129915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:36:24.133367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.133973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.135334 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] 10.222.0.50 "PUT /v2.0/ports/82c0ea1b-1275-47dc-9b31-3cb3d6a8667b HTTP/1.1" status: 200 len: 1092 time: 2.2918334 Aug 31 06:36:24.195693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:24.261220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.266016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8e5a92-438f-40ba-92d7-ffd5cd1572de service neutron] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:24.272277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.282858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:24.285550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:24.286060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:24.291131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:24.291784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:24.297365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:24.297716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:24.298151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:24.298583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Bound port: a182c3f6-7695-498d-9056-c4bfd5b369e2, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:24.334443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-207fd33b-3650-46bc-b0a7-8f1901dc7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.335939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-207fd33b-3650-46bc-b0a7-8f1901dc7d94 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 1095 time: 0.1331086 Aug 31 06:36:24.355710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:24.362670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.363947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a846a948-e860-4d87-a53d-70d20bc37d9a service neutron] 10.222.0.57 "POST /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2/bindings HTTP/1.1" status: 201 len: 390 time: 0.2462878 Aug 31 06:36:24.386633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Deleting port c521d662-d158-4644-ab80-9b380c375a14 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:24.387059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.458108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:3b:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:36:21Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:24.471413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c60c2e82-adca-4a24-b339-32716af88972 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b HTTP/1.1" status: 200 len: 217 time: 0.0963728 Aug 31 06:36:24.490399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43779dc-4a91-4273-bfcf-8238578dbfb1 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'd121d3de-cc77-46e7-927b-d996026bca3f', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'port_id': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'mac_address': 'fa:16:3e:3b:6b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:33:56Z', 'updated_at': '2021-08-31T06:36:21Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:24.568961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44bc1a2-49aa-42e0-b646-195f41d5de2d req-636463c7-a7a2-449a-be43-6abe0ba5e5a8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.578360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f44bc1a2-49aa-42e0-b646-195f41d5de2d req-636463c7-a7a2-449a-be43-6abe0ba5e5a8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 943 time: 0.0789084 Aug 31 06:36:24.615707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f44bc1a2-49aa-42e0-b646-195f41d5de2d req-677cfbb5-157f-4c34-8065-a55cb7bcafb9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362992 Aug 31 06:36:24.729776 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34eca52e-cf97-4382-856f-3b4a4a5e1e2d None None] New status for floating IP d121d3de-cc77-46e7-927b-d996026bca3f: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:24.734153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce7e89-fc71-4fba-8e85-f2f8057322ba req-d150ccd7-67a2-4d32-97ff-543d868571dd tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.736017 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39ce7e89-fc71-4fba-8e85-f2f8057322ba req-d150ccd7-67a2-4d32-97ff-543d868571dd tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 944 time: 0.0550132 Aug 31 06:36:24.786777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39ce7e89-fc71-4fba-8e85-f2f8057322ba req-50f44682-1173-4850-91db-3891820ed2e5 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395355 Aug 31 06:36:24.793822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1c320ae1-3399-48ef-a15b-b23416bb3f70 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:24.802287 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58 associated. External IP: 172.25.3.224, port: e1b93725-33c1-4289-b4cc-337d22fbcc29. Aug 31 06:36:24.844498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9cc533af-86a1-406c-aa26-0d724f7ba42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.873232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1c320ae1-3399-48ef-a15b-b23416bb3f70 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:24.881005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1c320ae1-3399-48ef-a15b-b23416bb3f70 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:24.881776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.893337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-f1b99f36-8e63-4d9e-b6dd-1d47d1a6ec81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.894873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-f1b99f36-8e63-4d9e-b6dd-1d47d1a6ec81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.4083738 Aug 31 06:36:24.914626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] For port c521d662-d158-4644-ab80-9b380c375a14, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c521d662-d158-4644-ab80-9b380c375a14,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:24.915154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:24.959094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416f003-e27d-407b-a2ba-1f60bd8b3eef req-00b77835-0dca-4f41-8bb0-8484905a02ef tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:24.964877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5416f003-e27d-407b-a2ba-1f60bd8b3eef req-00b77835-0dca-4f41-8bb0-8484905a02ef tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.0906274 Aug 31 06:36:24.987334 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-c8c4d066-87be-4517-a368-2a5180a6adb0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0778904 Aug 31 06:36:24.988392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Calling delete_port for c521d662-d158-4644-ab80-9b380c375a14 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:25.004544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.021116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-438e7fba-d0c9-4362-b295-ee3495cec4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:25.022682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-438e7fba-d0c9-4362-b295-ee3495cec4d6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1097 time: 0.2162724 Aug 31 06:36:25.028484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5416f003-e27d-407b-a2ba-1f60bd8b3eef req-90d31b81-1c80-455a-96cc-886ba2ca5c7c tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592387 Aug 31 06:36:25.046305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:25.051892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.108275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:25.109269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-6346e936-196b-41f9-a2d6-223edaa7d132 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips/43779389-4eb3-4186-af47-46fff33079a4 HTTP/1.1" status: 200 len: 692 time: 0.0537474 Aug 31 06:36:25.219268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-3fe2c14b-7405-4e83-bfbf-076300b420e5 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:25.220555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-3fe2c14b-7405-4e83-bfbf-076300b420e5 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1098838 Aug 31 06:36:25.280312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-86027ad3-4d05-4d94-b096-b890df917a5d tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0526805 Aug 31 06:36:25.336500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-bf2cc4d3-3a53-4dd0-b6a9-464b4a2bbca9 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.26 HTTP/1.1" status: 200 len: 695 time: 0.0481226 Aug 31 06:36:25.337006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-21fa9fd2-f116-4679-a60e-02673437205b service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285959 Aug 31 06:36:25.366839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-8d6c061d-48b3-4607-ad21-e1f51cbd0c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:25.368319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-8d6c061d-48b3-4607-ad21-e1f51cbd0c88 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2962785 Aug 31 06:36:25.471773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Deleting port 90f6e9aa-92fc-4a0b-b506-be96c9899059 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:25.472384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.476365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-e003996a-bc96-4db2-8603-6059feb2fc6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.0844295 Aug 31 06:36:25.488011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:25.521342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.536530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e1b93725-33c1-4289-b4cc-337d22fbcc29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:25.553860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.554336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.568301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Calling delete_port for 90f6e9aa-92fc-4a0b-b506-be96c9899059 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:25.587238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event deleted for resources: {'Port': ['ID=c521d662-d158-4644-ab80-9b380c375a14,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:25.632990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6ceded1a-1c19-4c1d-94f1-d4ccfce2d1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:25.634571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6ceded1a-1c19-4c1d-94f1-d4ccfce2d1e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1487491 Aug 31 06:36:25.680589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf77b4e-0134-4ef2-8228-a5d61de1c434 req-7e2aae02-7e95-4bdf-a9ba-7d03a12b11df service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172657 Aug 31 06:36:25.681207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] No DVR routers for this DVR port c521d662-d158-4644-ab80-9b380c375a14 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:25.683953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.687013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59d8bd7b-a34e-47ba-9b50-579eac9116d4 req-c281a301-e3c7-4eaa-b011-95fea02b440e tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.50 "DELETE /v2.0/ports/c521d662-d158-4644-ab80-9b380c375a14 HTTP/1.1" status: 204 len: 173 time: 1.6819818 Aug 31 06:36:25.724850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-2d688e5f-7bfe-4d85-8532-f074ecd3c943 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483148 Aug 31 06:36:25.783472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.811574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Pushing event deleted for resources: {'Port': ['ID=90f6e9aa-92fc-4a0b-b506-be96c9899059,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:25.846026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.848326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.849548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5126be0-7d61-4368-b737-20944d2ea8ff req-054eee38-f3fd-46b0-95b9-349ad6438ad7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "DELETE /v2.0/floatingips/43779389-4eb3-4186-af47-46fff33079a4 HTTP/1.1" status: 204 len: 173 time: 0.5073874 Aug 31 06:36:25.850399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:25.860472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:25.868824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:25.883317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:25.884883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:25.907433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-0efada3c-942b-4bcd-8d1b-c2339ccc9551 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "PUT /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 996 time: 2.9398987 Aug 31 06:36:25.912180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-d54b640b-0c0d-4f15-a4c3-e208c5a936ac service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402538 Aug 31 06:36:26.008371 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52dba126-1677-445a-92b9-74b748d8005d x-openstack-request-id: req-52dba126-1677-445a-92b9-74b748d8005d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:26.008729 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "name": "network-vif-plugged", "status": "completed", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:26.008913 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-52dba126-1677-445a-92b9-74b748d8005d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:26.009296 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111', 'code': 200} Aug 31 06:36:26.061466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829651d0-b80b-440b-a6aa-38af12dbed35 req-3806169f-a88f-4dde-94ac-92fd026d98d2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.068605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-829651d0-b80b-440b-a6aa-38af12dbed35 req-3806169f-a88f-4dde-94ac-92fd026d98d2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.0824845 Aug 31 06:36:26.100551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-c056c7a6-e020-4244-9350-915b91493e3a service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607575 Aug 31 06:36:26.103445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-ddcb360b-230f-47a9-82cf-b0ed92ba97bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.104947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-ddcb360b-230f-47a9-82cf-b0ed92ba97bf service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.1756427 Aug 31 06:36:26.155859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-829651d0-b80b-440b-a6aa-38af12dbed35 req-537c3db2-d8f1-4d71-8a19-a67d87f573e3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788202 Aug 31 06:36:26.186852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8389e3c2-9341-476e-a16e-064e54252a36 req-76897a3c-c281-429a-aa66-0d58ec8b3643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.188088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8389e3c2-9341-476e-a16e-064e54252a36 req-76897a3c-c281-429a-aa66-0d58ec8b3643 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 1097 time: 0.1572659 Aug 31 06:36:26.241518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:26.265861 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e48387b-cf2e-4c79-b102-22e23437a46b x-openstack-request-id: req-3e48387b-cf2e-4c79-b102-22e23437a46b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:26.266150 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:26.266404 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3e48387b-cf2e-4c79-b102-22e23437a46b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:26.266803 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'status': 'completed', 'code': 200} Aug 31 06:36:26.300804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-b5233219-5b16-4934-8c6d-192c519c12dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.302342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-b5233219-5b16-4934-8c6d-192c519c12dd service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1782460 Aug 31 06:36:26.304503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8389e3c2-9341-476e-a16e-064e54252a36 req-a1a025c2-a7d4-4ed3-8f86-1a7d493f6e0c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916321 Aug 31 06:36:26.311323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-e7849a35-2ca4-4597-8071-ed37b1e4daf3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.312801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-e7849a35-2ca4-4597-8071-ed37b1e4daf3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1012957 Aug 31 06:36:26.343241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-79a05fb7-bb40-4670-beda-2eb042818328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.344716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-79a05fb7-bb40-4670-beda-2eb042818328 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 1098 time: 0.0543747 Aug 31 06:36:26.382054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-57a618cf-d7c8-4b16-993d-d7a9ca3dba91 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 999 time: 0.0682893 Aug 31 06:36:26.438430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-3fa8dea6-3d92-4633-9775-a7a0dbdac607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.440034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-3fa8dea6-3d92-4633-9775-a7a0dbdac607 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0512199 Aug 31 06:36:26.443273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92a9513-e834-4ce1-9697-30c99808b2cd req-bd50a21b-824f-407a-84ff-ef128da9272d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.444766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f92a9513-e834-4ce1-9697-30c99808b2cd req-bd50a21b-824f-407a-84ff-ef128da9272d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 945 time: 0.1131270 Aug 31 06:36:26.494062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-a472a785-acbb-4225-8991-25a9af2812c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.495782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-dfdf845f-a624-4fb0-8b5b-494128c41ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.495914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-a472a785-acbb-4225-8991-25a9af2812c1 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438445 Aug 31 06:36:26.497218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-dfdf845f-a624-4fb0-8b5b-494128c41ea1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 200 len: 924 time: 0.1335239 Aug 31 06:36:26.504322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:24Z', 'revision_number': 8, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:26.504912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f92a9513-e834-4ce1-9697-30c99808b2cd req-70f40a3c-67d2-4f82-b200-4e360fb51acd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512328 Aug 31 06:36:26.538314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:26.548285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:26.548915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:35:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:26.587099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-8e48bfed-8743-415f-b119-5c739a89c90d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 HTTP/1.1" status: 200 len: 1002 time: 0.0812156 Aug 31 06:36:26.608887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-467f4055-13a8-45b1-ac0c-383848df35df service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055658 Aug 31 06:36:26.613815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:26.663789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:26.665469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-5974c6e3-9272-4a5c-8742-67bf0bcd1d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.666922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-5974c6e3-9272-4a5c-8742-67bf0bcd1d86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 200 len: 862 time: 0.0690081 Aug 31 06:36:26.675247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e33ba7-a950-46fb-b77c-72be6290531b req-ef412828-a441-4fac-9572-96f732d0f432 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.676779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88e33ba7-a950-46fb-b77c-72be6290531b req-ef412828-a441-4fac-9572-96f732d0f432 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 943 time: 0.0885215 Aug 31 06:36:26.728646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:26.744973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88e33ba7-a950-46fb-b77c-72be6290531b req-24c767bc-9f16-4caf-9924-b60442b2f353 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579174 Aug 31 06:36:26.748178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-caf21a5c-103d-48b6-9256-761d81c1873d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.749653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-caf21a5c-103d-48b6-9256-761d81c1873d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1f5114a0-e5a9-4428-a6aa-9e9810ba0923&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0720961 Aug 31 06:36:26.796931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e37a99-ae31-49b3-a009-96ae734ee541 req-8764e56e-9b28-4cbd-b7b8-3b91ceb69e59 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801744 Aug 31 06:36:26.903181 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-8b1ce45c-1f5c-4f2d-be93-8fc0030d80cc req-0034f671-44fd-49ea-9aa0-2dbbcf40bce7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] show failed (client error): The resource could not be found. Aug 31 06:36:26.905111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b1ce45c-1f5c-4f2d-be93-8fc0030d80cc req-0034f671-44fd-49ea-9aa0-2dbbcf40bce7 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips/43779389-4eb3-4186-af47-46fff33079a4 HTTP/1.1" status: 404 len: 350 time: 0.0674226 Aug 31 06:36:26.936176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf97b56-3501-4796-b98b-7c66173d044b req-c0433844-2c9c-4959-babb-8e0b9904575c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:26.937534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf97b56-3501-4796-b98b-7c66173d044b req-c0433844-2c9c-4959-babb-8e0b9904575c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.0997272 Aug 31 06:36:26.943487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-91da57c5-99b3-4d3a-9234-169ee59b3445 service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857731 Aug 31 06:36:26.962295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:26.973508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c521d662-d158-4644-ab80-9b380c375a14 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:27.007698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: c521d662-d158-4644-ab80-9b380c375a14 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:27.008218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c521d662-d158-4644-ab80-9b380c375a14 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:27.038896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:24Z', 'revision_number': 8, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:27.046653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf97b56-3501-4796-b98b-7c66173d044b req-36cf2a66-1a87-4ea5-87fa-0241d0f44523 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018524 Aug 31 06:36:27.066143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:27.078436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73c06db-b110-4c92-b320-319fff33ccda None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c4a28a77-f591-4f06-9377-d58eb29cfa58', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'floating_ip_address': '172.25.3.224', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'port_id': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'mac_address': 'fa:16:3e:0e:d7:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270e442f-73ac-458c-a398-ea0a67327d92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:35:24Z', 'updated_at': '2021-08-31T06:36:24Z', 'revision_number': 8, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:27.103273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ebb755-d034-47da-bd2b-760c75b95ebf req-4f4488e2-f599-42ce-96bb-65f8b71cf9ce tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.104799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4ebb755-d034-47da-bd2b-760c75b95ebf req-4f4488e2-f599-42ce-96bb-65f8b71cf9ce tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.1149662 Aug 31 06:36:27.143507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.143734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa7bb9ce-b07a-4bff-a01f-fe00b8159d82 req-5796eb78-a51e-4271-bae1-176e9835e7cf service neutron] 10.222.0.53 "GET /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910005 Aug 31 06:36:27.160750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.160984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-539c40dd-2b6e-4107-8fc0-1b8a3391e631 req-38fc4071-7b4a-4409-9a42-ca8837100483 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 996 time: 0.0903013 Aug 31 06:36:27.199554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4ebb755-d034-47da-bd2b-760c75b95ebf req-92c7712e-7e7e-48a3-8f13-3171f1cb6519 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Aug 31 06:36:27.271938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c40dd-2b6e-4107-8fc0-1b8a3391e631 req-97634582-37fd-4a3d-adc9-5b8845034263 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.273378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-539c40dd-2b6e-4107-8fc0-1b8a3391e631 req-97634582-37fd-4a3d-adc9-5b8845034263 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1115851 Aug 31 06:36:27.276345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:27.287635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-539c40dd-2b6e-4107-8fc0-1b8a3391e631 req-3dcaad35-b25d-47c0-8e6e-0cc9a6a147da tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:27.288632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-539c40dd-2b6e-4107-8fc0-1b8a3391e631 req-3dcaad35-b25d-47c0-8e6e-0cc9a6a147da tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063884 Aug 31 06:36:27.313314 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-d1bf20d5-2fad-4a6f-9e8f-807e13ec9bfe req-89800f10-5aef-485e-81e2-516d0e8452d2 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] show failed (client error): The resource could not be found. Aug 31 06:36:27.314380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1bf20d5-2fad-4a6f-9e8f-807e13ec9bfe req-89800f10-5aef-485e-81e2-516d0e8452d2 tempest-FloatingIPsTestJSON-1472161269 tempest-FloatingIPsTestJSON-1472161269-project] 10.222.0.57 "GET /v2.0/floatingips/43779389-4eb3-4186-af47-46fff33079a4 HTTP/1.1" status: 404 len: 350 time: 0.0706356 Aug 31 06:36:27.323056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.323237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:27.323412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.323592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.323917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.324244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.324568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.324892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.325748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.326183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.326527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.326850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.327170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:27.332208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:27.332547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:27.332874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:27.340851 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93eb21be-93ab-4181-b09f-e2714b68231d None None] New status for floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:27.361997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:27.362412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Attempting to bind port a182c3f6-7695-498d-9056-c4bfd5b369e2 on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:27.368143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:27.368562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:27.369020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:27.369556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Bound port: a182c3f6-7695-498d-9056-c4bfd5b369e2, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:27.369996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.420811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccc6857c-704c-4ae3-b51c-1c5aeea5a58d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.485278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6e838c-e9a7-4762-9a26-fc737d39865f req-90f360d8-a769-48d6-a584-8f131daeeb15 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.486885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a6e838c-e9a7-4762-9a26-fc737d39865f req-90f360d8-a769-48d6-a584-8f131daeeb15 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.1016574 Aug 31 06:36:27.545810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a6e838c-e9a7-4762-9a26-fc737d39865f req-f4dfeee6-91cd-4acf-bc22-ee1548deb63d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490386 Aug 31 06:36:27.679959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.783826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-08c08296-4edf-4094-bc18-632ecc67036f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 999 time: 0.3516521 Aug 31 06:36:27.785039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:27.788767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:27.800612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.873204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-cb2d6355-1778-40d8-8144-2b9641bd8521 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.874633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-cb2d6355-1778-40d8-8144-2b9641bd8521 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports/e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 942 time: 0.0835042 Aug 31 06:36:27.915028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:27.915704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:27.916979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] 10.222.0.50 "PUT /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 1123 time: 1.3071678 Aug 31 06:36:27.921109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a9b73-9620-4a2b-aefc-8e1851e0f7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:28.003970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd19b9-fd4a-4707-ad05-904f77807605 req-0b0c0000-6270-4871-86cd-645cd03f229f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.009838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6cd19b9-fd4a-4707-ad05-904f77807605 req-0b0c0000-6270-4871-86cd-645cd03f229f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.3599117 Aug 31 06:36:28.013958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:28.014149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-11a29006-8933-4680-a0a6-981e3bcc2e63 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.0729327 Aug 31 06:36:28.016642 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9801aeb4-4219-4bb8-92bd-f7483b4c8426" -d '{"events": [{"server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:28.033822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a182c3f6-7695-498d-9056-c4bfd5b369e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:28.106873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6cd19b9-fd4a-4707-ad05-904f77807605 req-5a55ea44-d620-47c4-92c2-d96d650a93df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Aug 31 06:36:28.160350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b3df202f-4a1a-4723-959e-6d7b831ebb8c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.161943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b3df202f-4a1a-4723-959e-6d7b831ebb8c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1442668 Aug 31 06:36:28.257663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-534335c9-db48-4e06-835b-d154109c9627 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 1001 time: 0.0876105 Aug 31 06:36:28.267404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:28.269782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'}, {'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'name': 'network-vif-deleted', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14'}, {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}, {'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2'}, {'name': 'network-changed', 'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:28.272160 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85de602b-b37a-4589-8f44-ea4a34b03439" -d '{"events": [{"name": "network-changed", "server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b"}, {"server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "name": "network-vif-deleted", "tag": "c521d662-d158-4644-ab80-9b380c375a14"}, {"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}, {"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-unplugged", "status": "completed", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2"}, {"name": "network-changed", "server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:28.298232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eaee19-b90e-49b3-b78a-d37b9808c790 req-730b739b-26c3-4ce2-ace9-d9b8512f6425 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.299706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4eaee19-b90e-49b3-b78a-d37b9808c790 req-730b739b-26c3-4ce2-ace9-d9b8512f6425 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 943 time: 0.1010187 Aug 31 06:36:28.309189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.331277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.410896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4eaee19-b90e-49b3-b78a-d37b9808c790 req-a6a75357-893b-4f72-8df2-1288c4e0c8ce tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044493 Aug 31 06:36:28.457352 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2e1529-91fb-47df-ad2f-85a5387a0b84 x-openstack-request-id: req-7f2e1529-91fb-47df-ad2f-85a5387a0b84 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:28.458325 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "name": "network-vif-plugged", "status": "completed", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:28.458721 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f2e1529-91fb-47df-ad2f-85a5387a0b84 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:28.459273 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'code': 200} Aug 31 06:36:28.489958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.495611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.496020 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58 disassociated. External IP: 172.25.3.224, port: e1b93725-33c1-4289-b4cc-337d22fbcc29. Aug 31 06:36:28.639487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de55b3b6-910d-4bce-8e0f-f9705de884a2 req-604e9ca3-829e-4a0e-a330-7e1ccce42a17 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.641069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de55b3b6-910d-4bce-8e0f-f9705de884a2 req-604e9ca3-829e-4a0e-a330-7e1ccce42a17 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.1297829 Aug 31 06:36:28.643944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e0d86-0e1d-4db5-a747-e48db955b850 req-f001b736-7cef-4604-97c3-fa9d1e83eb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.645391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-172e0d86-0e1d-4db5-a747-e48db955b850 req-f001b736-7cef-4604-97c3-fa9d1e83eb54 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1097 time: 0.1034694 Aug 31 06:36:28.708783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:28.732145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de55b3b6-910d-4bce-8e0f-f9705de884a2 req-61c35c61-f634-4164-a236-5c71c61d9a66 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812330 Aug 31 06:36:28.737877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-172e0d86-0e1d-4db5-a747-e48db955b850 req-c14cb986-ed56-404c-97cb-8b2b6c6083e6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760145 Aug 31 06:36:28.778570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Deleting port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:28.779000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.824231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:28.830623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.833934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:28.843050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:28.843785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:28.860164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-b75df47c-1d9e-416c-b11d-88d880cb040f tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "PUT /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 696 time: 0.5962515 Aug 31 06:36:28.888888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bc99f-89d5-4792-a883-60722f536228 req-222ea00b-5b8b-4864-a493-21cbc84d1721 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.890625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-972bc99f-89d5-4792-a883-60722f536228 req-222ea00b-5b8b-4864-a493-21cbc84d1721 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.0999577 Aug 31 06:36:28.911250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] For port 60554e4e-0a56-44ba-a3c4-cb10d7fe3133, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:28.911611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:28.920940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-51e33c8c-f71d-4e2f-94ca-d14b35aa50d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:28.923220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-51e33c8c-f71d-4e2f-94ca-d14b35aa50d4 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.0480199 Aug 31 06:36:28.931926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Calling delete_port for 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:28.957559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:28.957836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-972bc99f-89d5-4792-a883-60722f536228 req-d16024a6-fc12-4b7e-b2a1-71eea06cf31d tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585654 Aug 31 06:36:28.991662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:29.041823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-3cef95b4-d6b1-4c21-96e8-3acf89b1365f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.042464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-3cef95b4-d6b1-4c21-96e8-3acf89b1365f service neutron] 10.222.0.57 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1112838 Aug 31 06:36:29.141314 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 857 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e56f9b-e8ac-4075-880c-f0a54cb9f742 x-openstack-request-id: req-f7e56f9b-e8ac-4075-880c-f0a54cb9f742 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:29.141673 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b", "status": "completed", "code": 200}, {"server_uuid": "2b853f3a-42fb-447c-97e9-3562d63aba31", "name": "network-vif-deleted", "tag": "c521d662-d158-4644-ab80-9b380c375a14", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}, {"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-unplugged", "status": "completed", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2", "code": 200}, {"name": "network-changed", "server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:29.141978 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7e56f9b-e8ac-4075-880c-f0a54cb9f742 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:29.142384 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'status': 'completed', 'code': 200} Aug 31 06:36:29.142733 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b853f3a-42fb-447c-97e9-3562d63aba31', 'name': 'network-vif-deleted', 'tag': 'c521d662-d158-4644-ab80-9b380c375a14', 'status': 'completed', 'code': 200} Aug 31 06:36:29.142983 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:36:29.143234 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'code': 200} Aug 31 06:36:29.143577 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'status': 'completed', 'code': 200} Aug 31 06:36:29.147244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-175b0578-0386-4243-94d5-f46e18ffd6b0 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.0985646 Aug 31 06:36:29.237210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:29.246998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-4fc1d019-32dd-4cb3-b36c-f87f4ebff4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.249144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-4fc1d019-32dd-4cb3-b36c-f87f4ebff4db service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 1095 time: 0.1180725 Aug 31 06:36:29.251589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'mac_address': 'fa:16:3e:48:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:29.253450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-9ffa05e4-180b-441a-9ee2-5c98425c76e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.255009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-9ffa05e4-180b-441a-9ee2-5c98425c76e8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.0795026 Aug 31 06:36:29.277914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-07946cfb-ce02-47b3-a290-a01b80aaf96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.280003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-07946cfb-ce02-47b3-a290-a01b80aaf96b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.1788750 Aug 31 06:36:29.369301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.405071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-7b9b7067-a59b-4252-8c4e-22817d3ee7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.408229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-7b9b7067-a59b-4252-8c4e-22817d3ee7cf service neutron] 10.222.0.50 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 905 time: 0.1485231 Aug 31 06:36:29.412644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:29.436668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.461117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e64d05-207e-4462-8a09-47eb6169862c req-ced2afae-9b69-432e-8556-dfedefe196ec tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.463468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:29.470606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01e64d05-207e-4462-8a09-47eb6169862c req-ced2afae-9b69-432e-8556-dfedefe196ec tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 945 time: 0.1860430 Aug 31 06:36:29.480301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.486771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:29.497297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-e63e0b82-5e30-4a5d-a41e-f971f2f0f3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.506846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-e63e0b82-5e30-4a5d-a41e-f971f2f0f3cc service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2379234 Aug 31 06:36:29.516128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-c3bf70fb-3a03-428c-828a-fba978b84257 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b HTTP/1.1" status: 200 len: 217 time: 0.0867891 Aug 31 06:36:29.518989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Pushing event deleted for resources: {'Port': ['ID=60554e4e-0a56-44ba-a3c4-cb10d7fe3133,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:29.520607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:29.567540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-02d684d6-38ef-4140-a2a2-98f1dd5be1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.569302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-02d684d6-38ef-4140-a2a2-98f1dd5be1d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.2724724 Aug 31 06:36:29.571027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:29.571756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:29.577858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:29.643836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:29.686501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-be2b7c65-9089-4b3e-b9e7-5788a18ce864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:29.688062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-be2b7c65-9089-4b3e-b9e7-5788a18ce864 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.1388206 Aug 31 06:36:29.711486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:29.744342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-5dc1e88d-271d-45f9-8519-920604cfa175 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420218 Aug 31 06:36:29.765600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-a50f8e3c-4383-414b-8e36-0bc04471a0db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.1432650 Aug 31 06:36:29.784126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-60b5d19f-d4d3-4128-828f-4713b0e7439b service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769916 Aug 31 06:36:29.832794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01e64d05-207e-4462-8a09-47eb6169862c req-c90d036e-42a3-4ba4-a015-746630178bf0 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598211 Aug 31 06:36:29.838847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.050758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-a8f9e8f1-8b21-46dd-b0d3-da9d75b80cb2 service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458823 Aug 31 06:36:30.092829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-bc0d65f6-fd45-452f-a422-7340519b136c tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.094961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-0a964823-11ec-40fa-857e-0ded7c28a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.095217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-bc0d65f6-fd45-452f-a422-7340519b136c tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1061497 Aug 31 06:36:30.096419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-0a964823-11ec-40fa-857e-0ded7c28a6a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.3035741 Aug 31 06:36:30.121024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:30.209986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02bd2a9e-ddc9-4a5a-a9e3-6f7b633c81fd req-813c9cd3-eb5f-486a-acc4-0dcc27176f16 service neutron] 10.222.0.57 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242399 Aug 31 06:36:30.213772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:30.219135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4d21ff-af23-4fe3-949f-fff4de4e6ee2 req-be854e58-de10-4529-869d-1e4096a0ab0e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.233522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e4d21ff-af23-4fe3-949f-fff4de4e6ee2 req-be854e58-de10-4529-869d-1e4096a0ab0e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.1820180 Aug 31 06:36:30.279718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:30.284178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69433e37-6f5b-4f28-b0cf-1047245cb040 None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:35:02Z', 'revision_number': 4, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7cd7dfcd-72fc-418b-a8a1-275a14236d4a', 'name': '', 'network_id': 'bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'mac_address': 'fa:16:3e:cf:f1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'subnets': [{'id': 'bea56f0c-e917-4279-aa7c-24d6a6fda67c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:30.289649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.345637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-d0467d3c-96a5-4d07-a6a7-af3678c4f100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.347157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-d0467d3c-96a5-4d07-a6a7-af3678c4f100 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2351725 Aug 31 06:36:30.360871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-dc857660-af80-4f84-864c-6ee07721c64e service neutron] 10.222.0.50 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848322 Aug 31 06:36:30.400104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e4d21ff-af23-4fe3-949f-fff4de4e6ee2 req-42be3f8a-d666-45f6-a94e-e6513df575b7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655526 Aug 31 06:36:30.538339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:30.544584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b80f4-e538-4f28-becb-971ea101eb5a req-82d839c7-62a6-4563-bf8d-bbb4e823a0a9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.546256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-530b80f4-e538-4f28-becb-971ea101eb5a req-82d839c7-62a6-4563-bf8d-bbb4e823a0a9 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 944 time: 0.1461051 Aug 31 06:36:30.554722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:30.610069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-530b80f4-e538-4f28-becb-971ea101eb5a req-5ad3c819-7ce3-4783-8c72-7592b5e1d6bc tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578470 Aug 31 06:36:30.620067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:30.620463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-193fea83-35d3-40a8-811a-d9a44289249b service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573881 Aug 31 06:36:30.636323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fa2dd-7ee1-4d7b-a931-85c057a33433 req-be87d366-98cc-4e38-a291-1b57dc6e0136 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:30.644772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a72fa2dd-7ee1-4d7b-a931-85c057a33433 req-be87d366-98cc-4e38-a291-1b57dc6e0136 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.1550627 Aug 31 06:36:30.673155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.677086 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.701005 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c65e5c8-88b3-482a-9406-30c833f7ea0b None None] New status for floating IP c4a28a77-f591-4f06-9377-d58eb29cfa58: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:30.774961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:30.783585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on host n-h2-712707-15 for vnic_type normal with profile {"migrating_to": "n-h1-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:30.783857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:30.784187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:30.791041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:30.791041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Attempting to bind port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:30.797896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:30.798233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:30.798616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:30.799046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Bound port: 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:30.800174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:30.805482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a72fa2dd-7ee1-4d7b-a931-85c057a33433 req-798f55c6-19d7-45d0-85e3-190478500263 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598291 Aug 31 06:36:30.840402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:30.848270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-937f7a6b-b1c1-4444-92ed-5241a1d5a664 admin admin] 10.222.0.57 "PUT /v2.0/routers/9e9bff2f-0f80-4c4d-8f38-e030448c5116/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5239034 Aug 31 06:36:30.854929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:30.865530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Sync routers for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:30.878063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-e4deb537-605c-44a2-b799-abb0d5c50891 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224119 Aug 31 06:36:30.880347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:30.883660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:30.973274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:30.995427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:31.029981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:31.031229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.080176 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.100292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.126383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:31.300812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:31.326935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:36:31.397761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}, {'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:31.400005 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86c53302-52a3-499a-870f-d03276ec77d3" -d '{"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}, {"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:31.416942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:29Z', 'revision_number': 5, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:31.452475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Checking router: 9e9bff2f-0f80-4c4d-8f38-e030448c5116 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:31.462186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Routers {'9e9bff2f-0f80-4c4d-8f38-e030448c5116'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:31.462508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:31.488224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.488849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.490521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] 10.222.0.53 "PUT /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 1123 time: 1.3740222 Aug 31 06:36:31.499612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79c20ce-d24c-463b-9d90-fb3fc441fb4f service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:31.563187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a6063-763f-4148-98a0-b781ad461afe req-9e18fa53-3c3a-4817-bbfc-07c3ca48c882 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.564718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d6a6063-763f-4148-98a0-b781ad461afe req-9e18fa53-3c3a-4817-bbfc-07c3ca48c882 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.1594381 Aug 31 06:36:31.585712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.595851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-3223ccec-5970-4275-8125-c3e7bcb18923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.598242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-3223ccec-5970-4275-8125-c3e7bcb18923 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1126 time: 0.6349516 Aug 31 06:36:31.615190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] Set router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:31.615864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-7945cf61-708e-4155-8bd4-b5745ff4a4b0 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 258 time: 0.6799634 Aug 31 06:36:31.631524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:31.655096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d6a6063-763f-4148-98a0-b781ad461afe req-dbc919ae-aefe-4503-a10c-62f71fc20bd9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774920 Aug 31 06:36:31.753860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Deleting port 3a79a183-9402-47ab-acf7-e1719f8a6edc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:31.754188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.764785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-b4ea8c1a-1fa2-4be3-8a29-994f4ebfabb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.766416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-b4ea8c1a-1fa2-4be3-8a29-994f4ebfabb6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.1469107 Aug 31 06:36:31.767827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.768583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7bbe19a7-89ec-4c0c-a5af-40055288c7c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:31.770907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-68c17a8f-bf04-4308-aa10-69335ce1c81c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 200 len: 694 time: 0.0712276 Aug 31 06:36:31.800034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7bbe19a7-89ec-4c0c-a5af-40055288c7c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:31.875043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-cd31b245-e84f-4205-a4a4-78498d52a95a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.0586331 Aug 31 06:36:31.932707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] For port 3a79a183-9402-47ab-acf7-e1719f8a6edc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a79a183-9402-47ab-acf7-e1719f8a6edc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:31.933073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:31.950108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-de4f01d7-5711-4c06-a46f-5e2b42c113ee tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.956762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-033bf9eb-ccaa-4ca4-86c0-cfb397d2c21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:31.957038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-de4f01d7-5711-4c06-a46f-5e2b42c113ee tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1852837 Aug 31 06:36:31.958247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-033bf9eb-ccaa-4ca4-86c0-cfb397d2c21c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0724325 Aug 31 06:36:31.962570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-85010fd2-1016-42a3-afa0-5dade586af35 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:36:31.969662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-85010fd2-1016-42a3-afa0-5dade586af35 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117128 Aug 31 06:36:32.013411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Calling delete_port for 3a79a183-9402-47ab-acf7-e1719f8a6edc owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:32.021857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-9228e423-63cc-4ad5-bb84-78157d45400e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 31 06:36:32.034634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4ac34cb4-84a1-4dcd-9a92-e1311ce44ae0 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 697 time: 0.0640574 Aug 31 06:36:32.039263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.093957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-1a89da13-39e2-44df-abe3-61a243a1cbf5 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.224 HTTP/1.1" status: 200 len: 697 time: 0.0583816 Aug 31 06:36:32.118435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:29Z', 'revision_number': 5, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:32.154587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55211e24-9a19-45db-a5aa-86925af5ba9a None None] The sync data for ids ['9e9bff2f-0f80-4c4d-8f38-e030448c5116'] in n-d-712707-15 is: [{'id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'name': 'tempest-FloatingIPsTestJSON-1945614790-router', 'tenant_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172'}], 'enable_snat': True}, 'gw_port_id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:49Z', 'updated_at': '2021-08-31T06:36:29Z', 'revision_number': 5, 'project_id': '18fc0bf7fd4d45169ba10dbf5f2da4ad', 'gw_port': {'id': '3a79a183-9402-47ab-acf7-e1719f8a6edc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:93:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9bff2f-0f80-4c4d-8f38-e030448c5116', 'device_owner': 'network:router_gateway', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:51Z', 'updated_at': '2021-08-31T06:36:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:32.251846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-6546a562-43b7-478a-9960-8e5c2ad3e0b4 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140770 Aug 31 06:36:32.269846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Allocated IP 172.25.3.253 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/98297430-3cbe-4982-9daa-e16e838510f4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:32.329629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Deleting port abbf4959-da54-48b3-824b-30db3a671b6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:32.330203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.422527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85de602b-b37a-4589-8f44-ea4a34b03439 req-9464b000-ec20-44bc-9eb9-6ce59133dd58 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604223 Aug 31 06:36:32.448260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.455597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.455857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.458785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.490071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a79a183-9402-47ab-acf7-e1719f8a6edc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:32.492113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Calling delete_port for abbf4959-da54-48b3-824b-30db3a671b6d owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:32.506661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.533269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.567270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:32.571368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:32.578733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:32.624437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event updated for resources: {'Port': ['ID=98297430-3cbe-4982-9daa-e16e838510f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:32.662916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.684209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.688256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.722272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-d29584c0-feef-4618-9045-1b7aa891cb53 service neutron] 10.222.0.53 "GET /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.1055512 Aug 31 06:36:32.727445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.777655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.778280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e9bff2f-0f80-4c4d-8f38-e030448c5116 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:36:32.785794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.789408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f3a6e396-1d42-4f83-9a59-25e1e23cb0c2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/9e9bff2f-0f80-4c4d-8f38-e030448c5116 HTTP/1.1" status: 204 len: 168 time: 1.9308834 Aug 31 06:36:32.791427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:32.852483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:32.863982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Deleting subnet b7e494d3-e026-473d-8929-32ca52895252 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:32.871287 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.913426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.952082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:32.962477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event deleted for resources: {'Port': ['ID=abbf4959-da54-48b3-824b-30db3a671b6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:33.040069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:33.050451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.053292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.055444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ece8da0-f250-4128-9dfe-1af8216c8ee6 req-4fd6db3d-9e58-447d-8126-c77622c31b38 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "DELETE /v2.0/floatingips/c4a28a77-f591-4f06-9377-d58eb29cfa58 HTTP/1.1" status: 204 len: 173 time: 0.9289584 Aug 31 06:36:33.075269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.086054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.108637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.166577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:33.173995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.189024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 has no active binding in host n-h1-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:36:33.203949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event updated for resources: {'Port': ['ID=98297430-3cbe-4982-9daa-e16e838510f4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:33.205199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:33.207917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:33.212277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:33.212854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.222761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.224082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-8745a9d4-63ac-4a89-965f-54de2920b531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6073022 Aug 31 06:36:33.235415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:33.239922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d0459-fa0b-43ab-8b26-9fb6dab7f2e3 req-43e37da0-89ce-4fff-9451-9010305a153b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.241741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b87d0459-fa0b-43ab-8b26-9fb6dab7f2e3 req-43e37da0-89ce-4fff-9451-9010305a153b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 943 time: 0.0960512 Aug 31 06:36:33.306249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b87d0459-fa0b-43ab-8b26-9fb6dab7f2e3 req-48746320-84c0-439f-b224-a68daa7267f8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567384 Aug 31 06:36:33.315994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.322262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-92cf0ccf-043b-401f-8933-94a72cd20664 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0917768 Aug 31 06:36:33.352488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a182c3f6-7695-498d-9056-c4bfd5b369e2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:33.359011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.364493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b7e494d3-e026-473d-8929-32ca52895252 HTTP/1.1" status: 204 len: 168 time: 0.5735040 Aug 31 06:36:33.365870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:33.366605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a8772-c7d9-4994-9d10-cbf8dbcbc723 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7e494d3-e026-473d-8929-32ca52895252,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:33.396432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.400218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:33.401315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0caf7b0-6b35-44a6-9fb6-9704e2f2ff43 None None] Network 868d2330-886f-4ba7-8439-b2c83683df46 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:33.437833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.471563 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2954ad3c-85a6-4869-b834-5a13cf6b8ba2 x-openstack-request-id: req-2954ad3c-85a6-4869-b834-5a13cf6b8ba2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:33.471894 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}, {"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-unplugged", "status": "completed", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:33.473995 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2954ad3c-85a6-4869-b834-5a13cf6b8ba2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:33.475990 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:36:33.475990 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'code': 200} Aug 31 06:36:33.487995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:33.519894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.594034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53302-52a3-499a-870f-d03276ec77d3 req-93a08442-34dd-44bd-b6a2-5e1f6a095c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.594966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-6cf1fbb9-448d-421d-a1c6-ac69bb97212f tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.595561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-93a08442-34dd-44bd-b6a2-5e1f6a095c0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 1097 time: 0.1196935 Aug 31 06:36:33.596395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ef5c880-0beb-4d74-97a2-e3e83d0f24cd req-6cf1fbb9-448d-421d-a1c6-ac69bb97212f tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2596672 Aug 31 06:36:33.671797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] Transition to ACTIVE for port object a182c3f6-7695-498d-9056-c4bfd5b369e2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:33.682760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.734489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ae31bf-3c4d-44f7-bc87-efc79f72424f req-04bc8bc4-a907-4e8f-afe7-31d9ff1f8477 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.736065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52ae31bf-3c4d-44f7-bc87-efc79f72424f req-04bc8bc4-a907-4e8f-afe7-31d9ff1f8477 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.2065113 Aug 31 06:36:33.763964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] Pushing event updated for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:33.798252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53302-52a3-499a-870f-d03276ec77d3 req-784eb1ed-b0b1-4eb3-a629-a65c72022686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:33.799748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-784eb1ed-b0b1-4eb3-a629-a65c72022686 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 200 len: 921 time: 0.1924770 Aug 31 06:36:33.816805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:33.831290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] No DVR routers for this DVR port a182c3f6-7695-498d-9056-c4bfd5b369e2 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:33.840336 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61494806-0d2b-4ae2-8e4a-a49b9a68a31e" -d '{"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-plugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:33.845110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52ae31bf-3c4d-44f7-bc87-efc79f72424f req-8971c01a-1e90-48c6-bdf0-b108c2d18b0c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923131 Aug 31 06:36:33.847942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Deleting port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:33.848286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.866338 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:33.905899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-6422d8a3-6589-454c-a0f6-e77976565b7e service neutron] 10.222.0.53 "PUT /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1688039 Aug 31 06:36:33.981002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-25e23bbf-4783-46db-8dc9-ea08496d25ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 200 len: 217 time: 0.1531942 Aug 31 06:36:33.991442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:34.037664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:34.041948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:34.042483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 60554e4e-0a56-44ba-a3c4-cb10d7fe3133 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:34.042901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a79a183-9402-47ab-acf7-e1719f8a6edc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:34.066000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3a79a183-9402-47ab-acf7-e1719f8a6edc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:34.066277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a79a183-9402-47ab-acf7-e1719f8a6edc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:34.160527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c81c0-3cdc-409d-8bf2-dd6ac5ce5481 req-05cccd27-54b0-4393-a0c0-7eb253a2f60d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.165869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d3c81c0-3cdc-409d-8bf2-dd6ac5ce5481 req-05cccd27-54b0-4393-a0c0-7eb253a2f60d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.2354646 Aug 31 06:36:34.174090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] For port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:34.174470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.175309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] DHCP port deletion for 868d2330-886f-4ba7-8439-b2c83683df46 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:36:34.186662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53302-52a3-499a-870f-d03276ec77d3 req-2f6487a2-612b-48e2-8560-af8957f26ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.188051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-2f6487a2-612b-48e2-8560-af8957f26ce9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 200 len: 859 time: 0.1540186 Aug 31 06:36:34.228010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Deleting port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:34.228727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.234869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Calling delete_port for 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:34.245613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-66cf101f-c8cb-4947-865b-12218b0709e3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.247794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-66cf101f-c8cb-4947-865b-12218b0709e3 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.2141523 Aug 31 06:36:34.272396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-6c07642c-b7dc-4313-bde0-a3472bf2a818 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.280717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-6c07642c-b7dc-4313-bde0-a3472bf2a818 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0625012 Aug 31 06:36:34.316218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] For port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,segment=NetworkSegment(32ba8826-fa9e-4900-bb06-ee076b49e085),segment_id=32ba8826-fa9e-4900-bb06-ee076b49e085)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:34.316926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.331187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Calling delete_port for 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:34.334488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-4c288389-518b-4b1b-b6d4-9340880e9531 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.0526400 Aug 31 06:36:34.342325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'floatingip': {'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:34.364881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d3c81c0-3cdc-409d-8bf2-dd6ac5ce5481 req-e7442fdd-95bf-4b6e-a6e2-a0a41b20afa8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808932 Aug 31 06:36:34.375825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c53302-52a3-499a-870f-d03276ec77d3 req-d97042d5-755e-4f7d-9ca0-fc61f702e1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.377285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-d97042d5-755e-4f7d-9ca0-fc61f702e1e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1733978 Aug 31 06:36:34.384700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.385242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-9c451365-175a-44d0-a3a8-23edc1babc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.386879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-9c451365-175a-44d0-a3a8-23edc1babc16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351&tenant_id=08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 1096 time: 0.1153297 Aug 31 06:36:34.464633 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d223f01-26f7-497e-b042-72d00b1220a3 x-openstack-request-id: req-9d223f01-26f7-497e-b042-72d00b1220a3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:34.468038 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-plugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:34.468581 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d223f01-26f7-497e-b042-72d00b1220a3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:34.469214 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'code': 200} Aug 31 06:36:34.542746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-3260bad3-dfb9-4523-b83e-8542e6b26364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:34.544953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-3260bad3-dfb9-4523-b83e-8542e6b26364 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1096 time: 0.0949378 Aug 31 06:36:34.547202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.556160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-e00b7d9a-56bb-41ef-bb0e-ea927e0d4d20 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630971 Aug 31 06:36:34.565972 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.590074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Pushing event deleted for resources: {'Port': ['ID=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:34.592541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] Pushing event deleted for resources: {'Port': ['ID=52af1bb7-2f8e-4568-b8b6-c6a5558622d8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:34.614052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e75b8a9-55d0-437f-a938-6955415ce0a5 None None] No DVR routers for this DVR port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:34.939412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] No DVR routers for this DVR port 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:34.979899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:34.985488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.087052 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Floating IP 94741612-6058-47db-9c1e-50bc737e0a71 associated. External IP: 172.25.3.253, port: 1c320ae1-3399-48ef-a15b-b23416bb3f70. Aug 31 06:36:35.142475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f30947a-ce7d-4054-bce2-516fae5bd718 req-1b4c4be7-2464-47a2-9aff-706d1130fdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.143881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f30947a-ce7d-4054-bce2-516fae5bd718 req-1b4c4be7-2464-47a2-9aff-706d1130fdc4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 1097 time: 0.2324550 Aug 31 06:36:35.151126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9e3e0e-331e-4251-b069-20847a14f4be req-833d66a8-06aa-4f44-ba8d-783349688e41 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.152508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e9e3e0e-331e-4251-b069-20847a14f4be req-833d66a8-06aa-4f44-ba8d-783349688e41 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 945 time: 0.5929475 Aug 31 06:36:35.177070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.185219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.214230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a4ce2b08-f789-481e-b8ba-0f53d69f68ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.216228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-a4ce2b08-f789-481e-b8ba-0f53d69f68ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.6572154 Aug 31 06:36:35.228370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.228724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.229875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.229994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > port after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.230320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > port after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.230659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > port after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.230980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.232035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.232387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.232803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.309443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Router 50d5565f-c7eb-49a6-a13e-2039430b6107 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:35.384802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.385387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.385623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.385855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94639) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:35.386242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['868d2330-886f-4ba7-8439-b2c83683df46']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:35.453501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86c53302-52a3-499a-870f-d03276ec77d3 req-be394f2a-24de-48cc-aac6-dffe064418a2 service neutron] 10.222.0.53 "GET /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5407093 Aug 31 06:36:35.455319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32ba8826-fa9e-4900-bb06-ee076b49e085') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:35.455619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32ba8826-fa9e-4900-bb06-ee076b49e085') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:35.477871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-5c94d898-ef8e-44c2-8a0a-93ff0434843f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.0863242 Aug 31 06:36:35.478428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:35.480886 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e" -d '{"events": [{"name": "network-changed", "server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:35.497143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e9e3e0e-331e-4251-b069-20847a14f4be req-de86376d-1ef0-4502-bc1f-08041fb33fe7 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338661 Aug 31 06:36:35.499278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f30947a-ce7d-4054-bce2-516fae5bd718 req-2c9664a0-4d23-41cf-8bbe-ec286226a78a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3350990 Aug 31 06:36:35.501398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.559692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.578163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:35.578819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: from cryptography.utils import int_from_bytes Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:35.618915 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:35.678328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-70c7475a-b118-4396-a40d-e8ad19f5b750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.679885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-70c7475a-b118-4396-a40d-e8ad19f5b750 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1742885 Aug 31 06:36:35.703363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:35.711911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.723896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.725044 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Sync routers for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:35.738362 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:35.739004 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:35.745122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:35.747619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] 10.222.0.57 "DELETE /v2.0/networks/868d2330-886f-4ba7-8439-b2c83683df46 HTTP/1.1" status: 204 len: 168 time: 2.3782845 Aug 31 06:36:35.749268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-fe344a46-33eb-4a6b-b3eb-3c72c5f8ff5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "PUT /v2.0/floatingips/94741612-6058-47db-9c1e-50bc737e0a71 HTTP/1.1" status: 200 len: 996 time: 1.4134903 Aug 31 06:36:35.749770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:35.765404 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b579c903-d8d0-48c2-aa78-366ce37dfe2a" -d '{"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:35.780910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d0e020-d6b3-4556-804b-bef744c0c50b admin admin] Pushing event deleted for resources: {'Network': ['ID=868d2330-886f-4ba7-8439-b2c83683df46,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:35.800429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f8b4-75ad-44c4-97d4-224b722cf819 req-a51bb9f3-2ef4-4bb7-b848-943cda1c5587 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.811296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2a3f8b4-75ad-44c4-97d4-224b722cf819 req-a51bb9f3-2ef4-4bb7-b848-943cda1c5587 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 944 time: 0.1547887 Aug 31 06:36:35.818714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-088d4954-8141-4af4-a66c-cb2dc327c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.820605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-088d4954-8141-4af4-a66c-cb2dc327c771 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1097 time: 0.0488918 Aug 31 06:36:35.895278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-e5306f45-4a33-4702-a7e8-73f832e12f25 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0563557 Aug 31 06:36:35.913956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:35.914712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2a3f8b4-75ad-44c4-97d4-224b722cf819 req-a89db0a5-7d3e-4e7c-ba45-3dd87790f77a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018493 Aug 31 06:36:35.928924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:35.966880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:35.967854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52af1bb7-2f8e-4568-b8b6-c6a5558622d8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:35.991967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-243a5bee-37b4-480e-bfba-9dd1d116e84d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:35.993852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-243a5bee-37b4-480e-bfba-9dd1d116e84d service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 930 time: 0.1666105 Aug 31 06:36:36.003467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:36.107049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-82f068d4-451a-470f-a14b-c89f4fdb7b8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18fc0bf7fd4d45169ba10dbf5f2da4ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1023514 Aug 31 06:36:36.109390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:36.111577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-60d328a5-5f86-4358-bfe9-1d548ea8fe94 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 999 time: 0.1089272 Aug 31 06:36:36.185438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-574cb1ce-8358-446b-85e0-197c6b43f95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.187296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-574cb1ce-8358-446b-85e0-197c6b43f95f service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.0693641 Aug 31 06:36:36.228200 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '94741612-6058-47db-9c1e-50bc737e0a71', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'mac_address': 'fa:16:3e:d7:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:36:32Z', 'updated_at': '2021-08-31T06:36:34Z', 'revision_number': 1, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:36.229471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bc0ea3-d4eb-4ee1-965e-1be55ae886b8 req-2cf921b8-2ba1-4baf-aa46-a678ec06ccbb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.231102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73bc0ea3-d4eb-4ee1-965e-1be55ae886b8 req-2cf921b8-2ba1-4baf-aa46-a678ec06ccbb tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.1867602 Aug 31 06:36:36.235076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.253366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-2afe3a71-c07d-481e-b995-5784ef28b3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.258268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-2afe3a71-c07d-481e-b995-5784ef28b3c3 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646458 Aug 31 06:36:36.264391 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Checking router: 50d5565f-c7eb-49a6-a13e-2039430b6107 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:36.280553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:36.281465 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:36.299878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-fcf8b507-6fed-4739-8106-6b38eff99cd4 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824098 Aug 31 06:36:36.318774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.376861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-c507da94-0b6e-4381-9fb4-6b0407310ede service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102986 Aug 31 06:36:36.411823 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:36.444546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73bc0ea3-d4eb-4ee1-965e-1be55ae886b8 req-7e42bfdc-308f-4273-87a5-191a75c0be5c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2032442 Aug 31 06:36:36.460974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-f7c4fddb-87af-4c8c-bf75-017f6990316c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.463070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-f7c4fddb-87af-4c8c-bf75-017f6990316c tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.53 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 945 time: 0.1993148 Aug 31 06:36:36.507415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c17fc3-8f90-485b-ab13-be21d042acf4 req-1a48e4d3-fd41-4765-b5d5-e8bdd8957879 service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294751 Aug 31 06:36:36.513479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-7b0b7e39-084a-4f67-b28e-bebfbf06e236 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913676 Aug 31 06:36:36.525294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.529889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.531851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85b19c29-ef82-4dcd-ba95-476aab844ebc HTTP/1.1" status: 204 len: 168 time: 0.4134872 Aug 31 06:36:36.575893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188caec5-92a3-4030-9589-edf6d4e05a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b19c29-ef82-4dcd-ba95-476aab844ebc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:36.642107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Deleting port e1b93725-33c1-4289-b4cc-337d22fbcc29 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:36.642530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:36.738644 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1f1a2c-465c-4af7-bbc8-834302e0c6de x-openstack-request-id: req-ff1f1a2c-465c-4af7-bbc8-834302e0c6de {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:36.742989 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:36.743419 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff1f1a2c-465c-4af7-bbc8-834302e0c6de {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:36.744000 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'status': 'completed', 'code': 200} Aug 31 06:36:36.746424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb0c02-3e20-4f99-9be5-7cc1c7cdf084 req-e1e5ab41-1914-4971-a602-55e58b234863 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.749297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9fb0c02-3e20-4f99-9be5-7cc1c7cdf084 req-e1e5ab41-1914-4971-a602-55e58b234863 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.0876005 Aug 31 06:36:36.834072 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875820ec-1d08-4782-a4f9-abfe335b88f3 x-openstack-request-id: req-875820ec-1d08-4782-a4f9-abfe335b88f3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:36.834267 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:36.834561 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-875820ec-1d08-4782-a4f9-abfe335b88f3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:36.834856 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'status': 'completed', 'code': 200} Aug 31 06:36:36.853098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:36.902633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9fb0c02-3e20-4f99-9be5-7cc1c7cdf084 req-07aed1c1-0985-4e4a-851f-f805b9b1bd9e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423321 Aug 31 06:36:36.922058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-452c134e-76f3-4857-b0ae-1e3b1227b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.925277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-452c134e-76f3-4857-b0ae-1e3b1227b6d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1097 time: 0.1002018 Aug 31 06:36:36.944031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:36.968749 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '94741612-6058-47db-9c1e-50bc737e0a71', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'mac_address': 'fa:16:3e:d7:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:36:32Z', 'updated_at': '2021-08-31T06:36:34Z', 'revision_number': 1, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:36.978216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0755a01b-821b-492d-841a-ca83b512ab46 req-3eb2c25b-5136-4040-8914-da22dd0769df tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.979718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-3eb2c25b-5136-4040-8914-da22dd0769df tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1387911 Aug 31 06:36:36.992812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-b0cc280e-e65d-4f9a-a1ff-7c4d79596d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:36.994347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-b0cc280e-e65d-4f9a-a1ff-7c4d79596d51 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1126 time: 0.2493458 Aug 31 06:36:36.997016 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cc1fb49-8e2a-46cc-806d-4e068162b5d9 None None] The sync data for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 is: [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '94741612-6058-47db-9c1e-50bc737e0a71', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'floating_ip_address': '172.25.3.253', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'mac_address': 'fa:16:3e:d7:c7:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:36:32Z', 'updated_at': '2021-08-31T06:36:34Z', 'revision_number': 1, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:36.998029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] For port e1b93725-33c1-4289-b4cc-337d22fbcc29, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e1b93725-33c1-4289-b4cc-337d22fbcc29,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:36.998967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.020229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23be1-be02-43ab-b0bb-d444120f9cc6 req-08ff37d6-ec83-4d90-b9ae-3431c75a4d1a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.027439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63d23be1-be02-43ab-b0bb-d444120f9cc6 req-08ff37d6-ec83-4d90-b9ae-3431c75a4d1a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 945 time: 0.1264400 Aug 31 06:36:37.077341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Calling delete_port for e1b93725-33c1-4289-b4cc-337d22fbcc29 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:37.151323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-a20421ab-352f-41f5-a95c-37451cf6ffe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.152836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-a20421ab-352f-41f5-a95c-37451cf6ffe2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 930 time: 0.2194848 Aug 31 06:36:37.218250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-7e651463-d996-4bed-a746-88acb081ee8b tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 258 time: 0.2493172 Aug 31 06:36:37.231670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:37.279439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63d23be1-be02-43ab-b0bb-d444120f9cc6 req-12f45c05-ec95-4bf9-9e0c-efcb1eacb363 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/security-groups?id=514d2ca9-7449-4b44-a39b-032c7f892e00&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488570 Aug 31 06:36:37.285248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-67e56914-d1aa-4586-a7f1-cd1b4aa4cefa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 999 time: 0.1234932 Aug 31 06:36:37.290010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-8988eb5e-9bb5-4543-b3b5-e3d3ca590ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.292121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-8988eb5e-9bb5-4543-b3b5-e3d3ca590ec4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.2605367 Aug 31 06:36:37.311716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e593ac-9cba-4644-a580-edd9b91964af None None] New status for floating IP 94741612-6058-47db-9c1e-50bc737e0a71: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:37.384831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.417941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-364dd1d3-d30c-431e-9af5-76ce56c8b06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.419970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-364dd1d3-d30c-431e-9af5-76ce56c8b06c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.1246758 Aug 31 06:36:37.427124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-a89f004d-79e0-487a-a9ae-df1940b82fd1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0640697 Aug 31 06:36:37.500591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-8040ba2a-0e3d-4da6-8686-a8ad91e3034c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.502131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-8040ba2a-0e3d-4da6-8686-a8ad91e3034c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574620 Aug 31 06:36:37.565720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-21f25934-38c6-480b-96be-26db4b524822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.567376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-21f25934-38c6-480b-96be-26db4b524822 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0922546 Aug 31 06:36:37.634786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.643266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c98af-68a1-4b1f-b312-a6e81738d542 req-e8aa2ec8-f81c-4686-8fb2-dac7157b2120 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:37.644955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3e7c98af-68a1-4b1f-b312-a6e81738d542 req-e8aa2ec8-f81c-4686-8fb2-dac7157b2120 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 944 time: 0.2217774 Aug 31 06:36:37.645446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-edefa329-f78b-40bc-8468-0e34cb0ac99b service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303926 Aug 31 06:36:37.665038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-58d1f1ed-8f2c-4476-b1ca-d6049631229f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696881 Aug 31 06:36:37.679026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0755a01b-821b-492d-841a-ca83b512ab46 req-33717335-6dd9-46d3-826c-51a7574cf99b service neutron] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:37.687431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0755a01b-821b-492d-841a-ca83b512ab46 req-33717335-6dd9-46d3-826c-51a7574cf99b service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.688472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0755a01b-821b-492d-841a-ca83b512ab46 req-33717335-6dd9-46d3-826c-51a7574cf99b service neutron] 10.222.0.50 "DELETE /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.6585541 Aug 31 06:36:37.820263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b579c903-d8d0-48c2-aa78-366ce37dfe2a req-3f00b5f5-bc81-48a0-9bfa-79449d00c116 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447742 Aug 31 06:36:37.821377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Allocated IP 172.25.3.232 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/438c889f-403a-42eb-89a5-d188391dcf50) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:37.938858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:37.998013 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.033408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3e7c98af-68a1-4b1f-b312-a6e81738d542 req-c5379c31-12b3-49f8-a4be-007c934ce5d7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697634 Aug 31 06:36:38.033622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.049938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e1b93725-33c1-4289-b4cc-337d22fbcc29'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:38.101647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event updated for resources: {'Port': ['ID=438c889f-403a-42eb-89a5-d188391dcf50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:38.114520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.115018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.115480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.116087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.116521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.116956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.120235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:38.134611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:38.136376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:38.139518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:38.142062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Pushing event deleted for resources: {'Port': ['ID=e1b93725-33c1-4289-b4cc-337d22fbcc29,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:38.231342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.271611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] No DVR routers for this DVR port e1b93725-33c1-4289-b4cc-337d22fbcc29 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:38.280106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.290899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.293458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a426131-3bbd-49c4-aebe-d4891fb464e9 req-6030921b-0a0c-41cf-a854-2767ca70ba4a tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.53 "DELETE /v2.0/ports/e1b93725-33c1-4289-b4cc-337d22fbcc29 HTTP/1.1" status: 204 len: 173 time: 1.8224428 Aug 31 06:36:38.330389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-abf82c77-cf6b-456a-a41e-b8d25a34025b service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6409662 Aug 31 06:36:38.343966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320aa2c8-3a34-435c-8f50-4aff345d3e5f req-5cec60ef-aa76-4ce9-9aea-aff6704f57ad tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:38.354301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-320aa2c8-3a34-435c-8f50-4aff345d3e5f req-5cec60ef-aa76-4ce9-9aea-aff6704f57ad tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.1694019 Aug 31 06:36:38.460307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-320aa2c8-3a34-435c-8f50-4aff345d3e5f req-783d893b-533f-4389-ab98-4b4fe15ab0cd tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055002 Aug 31 06:36:38.485300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.492897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.500843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6324cc5e-28a0-45f7-abea-7bb0086f7e5e req-28a8c6f6-9666-4972-8560-0c85d55a9270 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414330 Aug 31 06:36:38.508052 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.551497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:38.552661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3266292 Aug 31 06:36:38.559171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d099c1c9-30a2-4a5d-bcf3-7fd160ed6e14 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event updated for resources: {'Port': ['ID=438c889f-403a-42eb-89a5-d188391dcf50,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:38.618784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-d9976b3c-15c2-452b-95a1-fea0454fcd97 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0556662 Aug 31 06:36:38.746235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'name': 'network-vif-deleted', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:38.749472 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d33a46f2-6675-4457-b527-908cd401dd58" -d '{"events": [{"server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "name": "network-vif-deleted", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:38.785156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-10952a3e-90e9-401d-8384-e2e763c7c06c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:38.786758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ed0e01-7f32-4110-8501-1672e7009e16 req-10952a3e-90e9-401d-8384-e2e763c7c06c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1596107 Aug 31 06:36:38.854616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-8c43788b-bd05-4417-b21d-d622067ff5ec tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4c0f9c2fe36d495da670dc37a2930060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294662 Aug 31 06:36:38.910409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a261-cc35-4bcf-9016-bcf2b16d5514 req-e347b381-052e-4a16-844a-15bdc5f0b684 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:38.911925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36c1a261-cc35-4bcf-9016-bcf2b16d5514 req-e347b381-052e-4a16-844a-15bdc5f0b684 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.0630753 Aug 31 06:36:38.953782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36c1a261-cc35-4bcf-9016-bcf2b16d5514 req-5bd22585-f4d2-4c9a-a0d0-2f2f8ea1bc2f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357821 Aug 31 06:36:38.967664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-b3d3aae4-975c-4ebe-bf53-55adb4deaa80 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:38.969230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-b3d3aae4-975c-4ebe-bf53-55adb4deaa80 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1136851 Aug 31 06:36:38.999976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-a1fd7581-42f9-4b47-b64b-3288b396ddb3 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/quotas/4c0f9c2fe36d495da670dc37a2930060 HTTP/1.1" status: 200 len: 375 time: 0.0168178 Aug 31 06:36:39.035599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-d742b049-5e96-4c3c-b648-83250ff12bb5 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4c0f9c2fe36d495da670dc37a2930060&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346773 Aug 31 06:36:39.119957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3471fa3c-035f-48cb-a9d2-33d6ed8a70f0 req-675ae9e5-14b1-4b8e-a5a8-13cbbbab9b29 tempest-FloatingIPsAssociationTestJSON-205043045 tempest-FloatingIPsAssociationTestJSON-205043045-project] 10.222.0.57 "GET /v2.0/ports?device_id=270e442f-73ac-458c-a398-ea0a67327d92 HTTP/1.1" status: 200 len: 210 time: 0.0329163 Aug 31 06:36:39.210694 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9557fcb-8eae-4baa-bc31-7d7fa1cdd3a6 x-openstack-request-id: req-e9557fcb-8eae-4baa-bc31-7d7fa1cdd3a6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:39.210986 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "270e442f-73ac-458c-a398-ea0a67327d92", "name": "network-vif-deleted", "tag": "e1b93725-33c1-4289-b4cc-337d22fbcc29", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:39.211237 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e9557fcb-8eae-4baa-bc31-7d7fa1cdd3a6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:39.211667 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '270e442f-73ac-458c-a398-ea0a67327d92', 'name': 'network-vif-deleted', 'tag': 'e1b93725-33c1-4289-b4cc-337d22fbcc29', 'status': 'completed', 'code': 200} Aug 31 06:36:39.332203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-af9c2fb7-7df2-46a3-b5b0-8971a97feb8f tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.333738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-af9c2fb7-7df2-46a3-b5b0-8971a97feb8f tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0703619 Aug 31 06:36:39.412651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-1e0450ad-77cc-4470-820e-f7aeb9e80ca1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0718446 Aug 31 06:36:39.428215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-f208d566-d07c-4731-b81b-b30367c9a3df tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'floatingip': {'port_id': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:39.451490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfe4c6f-c9e1-479d-9598-edb1f04176e5 req-ad1f22f8-1d5b-4f53-987f-0c8b3f84eea2 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.461321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2bfe4c6f-c9e1-479d-9598-edb1f04176e5 req-ad1f22f8-1d5b-4f53-987f-0c8b3f84eea2 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1096 time: 0.0512116 Aug 31 06:36:39.471742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-f208d566-d07c-4731-b81b-b30367c9a3df tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:39.502276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2bfe4c6f-c9e1-479d-9598-edb1f04176e5 req-d89db1e5-1cff-4df1-84af-9f888f9b46a7 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409377 Aug 31 06:36:39.572946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-451adc6e-3bae-4d50-a6ce-e6a469320bed req-8b59f058-d360-4d89-bff8-fa4cd94b7020 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 210 time: 0.0344872 Aug 31 06:36:39.696697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0e1aff-cbad-47c7-8e47-1d0c03627845 req-1981f59d-fc63-4bfb-87be-2c30d97cbb7e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:39.702272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d0e1aff-cbad-47c7-8e47-1d0c03627845 req-1981f59d-fc63-4bfb-87be-2c30d97cbb7e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.0622962 Aug 31 06:36:39.752415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d0e1aff-cbad-47c7-8e47-1d0c03627845 req-a0e625e2-9826-4252-aa87-99a554a610ba tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424852 Aug 31 06:36:39.817727 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-f208d566-d07c-4731-b81b-b30367c9a3df tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 06:36:39.830138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522f0462-ff9d-4ddd-bf43-f14c5c211f49 req-f208d566-d07c-4731-b81b-b30367c9a3df tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "PUT /v2.0/floatingips/df663da2-03b8-4c7c-9193-e4cf5b0f8db7 HTTP/1.1" status: 409 len: 550 time: 0.4065752 Aug 31 06:36:39.946966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-a2b8e713-7e2b-4465-86ee-32544bd4be15 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips/df663da2-03b8-4c7c-9193-e4cf5b0f8db7 HTTP/1.1" status: 200 len: 693 time: 0.0504863 Aug 31 06:36:40.051415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-7a4357a1-825d-43c0-9981-581bd05a6ceb service neutron] 10.222.0.50 "GET /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1/bindings/n-h1-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.1260121 Aug 31 06:36:40.062341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-f9335dd9-79bb-4cdd-8bed-9a2d8f8dbc68 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.062837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-3340e952-804f-4ab4-970b-4ccf41a836de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.063810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-f9335dd9-79bb-4cdd-8bed-9a2d8f8dbc68 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1105754 Aug 31 06:36:40.064446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-3340e952-804f-4ab4-970b-4ccf41a836de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.1642277 Aug 31 06:36:40.099812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-7279ba46-cf1b-4b03-a8f3-341ad4a94134 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/quotas/08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 375 time: 0.0289457 Aug 31 06:36:40.119741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-b111ef56-a4b0-4b08-be36-51f70c02a747 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0495937 Aug 31 06:36:40.174387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-ab07794d-8ca5-43c5-a850-89372a2975fe tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.232 HTTP/1.1" status: 200 len: 696 time: 0.0503740 Aug 31 06:36:40.199517 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-0c3ecd1f-df05-485a-a844-80bc56e12e30 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0895140 Aug 31 06:36:40.311372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Deleting port 438c889f-403a-42eb-89a5-d188391dcf50 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:40.311742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.357422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-b6c499bc-18a7-4622-967c-a4d591296bd9 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4c0f9c2fe36d495da670dc37a2930060&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0419953 Aug 31 06:36:40.400520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.400938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.416656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Calling delete_port for 438c889f-403a-42eb-89a5-d188391dcf50 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:40.445569 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-d3003cc2-d803-4b9a-baf0-d43d5e9a6657 service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380855 Aug 31 06:36:40.452446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:40.543011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:40.553644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.580738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event deleted for resources: {'Port': ['ID=438c889f-403a-42eb-89a5-d188391dcf50,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:40.604378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.607180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.608389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cdcf8fd-0b8d-4a18-857c-942ebb81d783 req-09d3d901-182d-4998-9a6d-7786e496ba9d tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "DELETE /v2.0/floatingips/df663da2-03b8-4c7c-9193-e4cf5b0f8db7 HTTP/1.1" status: 204 len: 173 time: 0.4282193 Aug 31 06:36:40.616979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-7a9f2e57-ad30-413e-ba3e-82fb7c8ac631 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.618468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-7a9f2e57-ad30-413e-ba3e-82fb7c8ac631 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2537587 Aug 31 06:36:40.620640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:40.643462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Request body: {'port': {'device_id': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '4c0f9c2fe36d495da670dc37a2930060'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:40.649614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:40.698236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-bd16c224-f0b2-4d68-a46e-be69338097d3 service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410171 Aug 31 06:36:40.707463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7580b6-6b40-4779-80e2-4057427e1f52 req-8bd1042f-2016-42fb-abb7-4c3faa94ec96 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:40.709067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d7580b6-6b40-4779-80e2-4057427e1f52 req-8bd1042f-2016-42fb-abb7-4c3faa94ec96 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 943 time: 0.0530064 Aug 31 06:36:40.711085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.756145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d7580b6-6b40-4779-80e2-4057427e1f52 req-ce8f2a3c-2871-4f0b-bbc3-c5e2f46677a8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380163 Aug 31 06:36:40.844801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Made reservation on behalf of 4c0f9c2fe36d495da670dc37a2930060 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:40.848385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.853652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:40.862939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] Transition to ACTIVE for port object 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:40.881087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.883305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e1b93725-33c1-4289-b4cc-337d22fbcc29 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:40.884342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:40.907953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e1b93725-33c1-4289-b4cc-337d22fbcc29 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:40.908552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e1b93725-33c1-4289-b4cc-337d22fbcc29 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:40.910217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2786fd-4fa8-425b-b891-e6e2fdb213a1 req-74cba161-4893-4699-a988-511044de1ce5 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 210 time: 0.0452518 Aug 31 06:36:41.007551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] Pushing event updated for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.038331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:41.051678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] No DVR routers for this DVR port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:41.066925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-318159db-fa29-48b7-b2b2-631baa4dfe4e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.1537936 Aug 31 06:36:41.108746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:41.113855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-3244ed2a-1402-410f-946e-3d34ac84e43b service neutron] 10.222.0.50 "PUT /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1/bindings/n-h1-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0484393 Aug 31 06:36:41.125620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c24237c-20d6-44e2-a91a-32f167173021 req-e953e1cf-004a-4531-8606-7d2b3ba7c48e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.132830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c24237c-20d6-44e2-a91a-32f167173021 req-e953e1cf-004a-4531-8606-7d2b3ba7c48e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.1488228 Aug 31 06:36:41.162983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-f401fc27-eaeb-4a59-a69e-240e567888b8 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.177204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-f401fc27-eaeb-4a59-a69e-240e567888b8 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports/1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 942 time: 0.1093683 Aug 31 06:36:41.205932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c24237c-20d6-44e2-a91a-32f167173021 req-d5a01c45-0e1c-4de4-ac2e-b359bb6d70a2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707331 Aug 31 06:36:41.217599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.222289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.310309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8defd99e-3f11-4ecd-9f34-66ea0ac80a16,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.338566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d94f884f-5394-4628-9b4e-0dd6769df86d req-fa24f53e-300b-4fce-aca9-ef34633c04e1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 210 time: 0.0459154 Aug 31 06:36:41.427413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Allocated IP 192.168.233.172 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/b7d9b549-65f8-4316-9c8b-422c856ad0fc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:41.434866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-5b9cdd94-4871-4982-aac8-2c0cc58646c4 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.436339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-5b9cdd94-4871-4982-aac8-2c0cc58646c4 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1970913 Aug 31 06:36:41.452037 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-9e9ba3d8-10f2-4057-adb7-3f6836cbf0a1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.2137122 Aug 31 06:36:41.620469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.637227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Transition to ACTIVE for port object b7d9b549-65f8-4316-9c8b-422c856ad0fc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:41.676146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.728841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:41.751135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:41.755777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Pushing event updated for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:41.764688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:41.853948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.855274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:41.881411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e3e271ad-93f7-47ca-ae22-7648ef343ee2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2489059 Aug 31 06:36:41.900982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Request body: {'port': {'device_id': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:41.963489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a3001421-722b-443f-842b-1408328fb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.964976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-a3001421-722b-443f-842b-1408328fb07b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 1096 time: 0.5091970 Aug 31 06:36:41.984090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-14f93371-3451-4338-b9c6-c99e1f1608fc tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:41.993148 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-14f93371-3451-4338-b9c6-c99e1f1608fc tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.5401669 Aug 31 06:36:42.025733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.050294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99ebf09-7f7f-481c-9f87-8bafdc09a9d3 req-9dbbfa94-3676-45c0-be82-aeae4f6467b3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.051838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c99ebf09-7f7f-481c-9f87-8bafdc09a9d3 req-9dbbfa94-3676-45c0-be82-aeae4f6467b3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.1254165 Aug 31 06:36:42.153296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e479d3c-1396-4e4a-88e4-eeacf67d1efb None None] Provisioning for port b7d9b549-65f8-4316-9c8b-422c856ad0fc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:42.161074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e479d3c-1396-4e4a-88e4-eeacf67d1efb None None] Provisioning complete for port b7d9b549-65f8-4316-9c8b-422c856ad0fc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:42.161602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e479d3c-1396-4e4a-88e4-eeacf67d1efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.168053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-fc2aaf62-3063-4549-ac0f-f99e62c708be tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 1001 time: 0.1739147 Aug 31 06:36:42.172788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:42.212179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0e479d3c-1396-4e4a-88e4-eeacf67d1efb None None] Port b7d9b549-65f8-4316-9c8b-422c856ad0fc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:36:42.232309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c99ebf09-7f7f-481c-9f87-8bafdc09a9d3 req-57d68a0c-62a1-4fb5-b216-0d0b03b4bc42 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343873 Aug 31 06:36:42.240040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-2d371c11-ed4b-4083-9540-670c51b281aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.241601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-2d371c11-ed4b-4083-9540-670c51b281aa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1096 time: 0.2051294 Aug 31 06:36:42.319505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.329101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-3940801f-b3c6-44f9-8c8d-8fe11ab7102b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.330919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-3940801f-b3c6-44f9-8c8d-8fe11ab7102b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.2817531 Aug 31 06:36:42.400849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Request body: {'port': {'device_id': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'admin_state_up': True, 'tenant_id': '08326483919745ab9790c05eb07ccf61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:42.544281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28be951-1ed8-4e1c-96e7-d7cd0d07b650 req-1c301348-38bb-40d0-ab4b-a7ccfb6913c6 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.545813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c28be951-1ed8-4e1c-96e7-d7cd0d07b650 req-1c301348-38bb-40d0-ab4b-a7ccfb6913c6 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 936 time: 0.1128602 Aug 31 06:36:42.562569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d9b549-65f8-4316-9c8b-422c856ad0fc {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:42.575451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.598471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Transition to ACTIVE for port object b7d9b549-65f8-4316-9c8b-422c856ad0fc will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:42.602411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-f0ec7dbe-bc82-497f-b4f8-6d9d81a124fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.603889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-f0ec7dbe-bc82-497f-b4f8-6d9d81a124fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.3372331 Aug 31 06:36:42.604659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.613457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c28be951-1ed8-4e1c-96e7-d7cd0d07b650 req-c4d63bf1-7e12-42a7-908a-3e847413ade2 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597379 Aug 31 06:36:42.629650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.677595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:42.731521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-326c1b21-7520-423d-bd91-9f174dee0a18 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.1155279 Aug 31 06:36:42.742212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.756185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd2031f4-7dfc-4e88-b20c-bc27513a8c9f req-478cb171-7248-4ea5-a890-79abe3445689 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 210 time: 0.0550318 Aug 31 06:36:42.761403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.761658 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Floating IP 94741612-6058-47db-9c1e-50bc737e0a71 disassociated. External IP: 172.25.3.253, port: 1c320ae1-3399-48ef-a15b-b23416bb3f70. Aug 31 06:36:42.780724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Attempting to bind port b7d9b549-65f8-4316-9c8b-422c856ad0fc on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:42.781188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Attempting to bind port b7d9b549-65f8-4316-9c8b-422c856ad0fc by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:42.781624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Attempting to bind port b7d9b549-65f8-4316-9c8b-422c856ad0fc on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:42.787347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:42.790288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Port b7d9b549-65f8-4316-9c8b-422c856ad0fc on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:42.790776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Attempting to bind port b7d9b549-65f8-4316-9c8b-422c856ad0fc on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:42.790902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.797957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:42.798293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:42.798629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:42.799086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Bound port: b7d9b549-65f8-4316-9c8b-422c856ad0fc, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:42.799460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.873216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:42.877556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:42.884501 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.921601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-dd4a88d0-915b-4f23-bc27-61e3d73e22c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.923078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-dd4a88d0-915b-4f23-bc27-61e3d73e22c2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.1740499 Aug 31 06:36:42.933651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:42.934318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:42.935911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] 10.222.0.53 "PUT /v2.0/ports/b7d9b549-65f8-4316-9c8b-422c856ad0fc HTTP/1.1" status: 200 len: 1097 time: 1.0448654 Aug 31 06:36:42.936362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:42.938643 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf760512-fff4-4b27-93cf-2bfd669efc79" -d '{"events": [{"name": "network-changed", "server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:42.968888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8a6834-9a9b-49b3-841a-d656cc473d40 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:43.049887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-21781ace-5625-4d6d-abb6-b017ff241f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.052354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-21781ace-5625-4d6d-abb6-b017ff241f59 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c0f9c2fe36d495da670dc37a2930060&device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 1100 time: 0.0531089 Aug 31 06:36:43.061534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-b4b244f5-613b-47a0-ab66-a7e5bfcceaee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1047862 Aug 31 06:36:43.120536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-2ef33daf-8d4a-451a-8bda-5fc0c1e6db83 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc HTTP/1.1" status: 200 len: 217 time: 0.0443776 Aug 31 06:36:43.185967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-9ba4ac0a-71ca-42cb-9373-272ee34c218c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.187731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-9ba4ac0a-71ca-42cb-9373-272ee34c218c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0500135 Aug 31 06:36:43.239923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-97d89133-cf98-43f3-bde8-fee3838284a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.241649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-97d89133-cf98-43f3-bde8-fee3838284a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0460315 Aug 31 06:36:43.330867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Allocated IP 172.20.0.5 (f125b887-523d-4ff2-8eb5-47a4350ddc7f/2de5374b-9c88-40f5-9167-671d88f1e4b3/462d20db-a3a6-46d1-911f-63767ae13f3c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:36:43.360964 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d17bad-f5cd-4ea6-a618-d3aaed97c985 x-openstack-request-id: req-47d17bad-f5cd-4ea6-a618-d3aaed97c985 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:43.361566 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:43.361965 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-47d17bad-f5cd-4ea6-a618-d3aaed97c985 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:43.362688 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc', 'status': 'completed', 'code': 200} Aug 31 06:36:43.364433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-47ac7118-5052-476b-9ad0-769417bf2a4d service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2852964 Aug 31 06:36:43.443736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-e7166cff-b5ad-420b-879b-6678dfc64f44 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596372 Aug 31 06:36:43.451778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a1245-fbfe-4387-a9e5-a037fd85a311 req-e9051fad-0ae1-4ef1-9978-a50653748379 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.453167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a9a1245-fbfe-4387-a9e5-a037fd85a311 req-e9051fad-0ae1-4ef1-9978-a50653748379 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.0794702 Aug 31 06:36:43.479015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Router 50d5565f-c7eb-49a6-a13e-2039430b6107 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:43.667194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-7057a214-c9e9-44fc-aee5-3f6a65099fa0 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870550 Aug 31 06:36:43.781124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a9a1245-fbfe-4387-a9e5-a037fd85a311 req-bb1a67f0-2f4f-4105-8394-74db61b440a6 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182352 Aug 31 06:36:43.812034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0926220-7c06-4165-b2e3-7e1c6135fc3f req-97c7780e-0cf5-4243-81bf-b0430ec37ca1 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3562870 Aug 31 06:36:43.935641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-683c9c53-e853-4209-9243-37cd991766e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:43.937560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-683c9c53-e853-4209-9243-37cd991766e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4c0f9c2fe36d495da670dc37a2930060&device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 1100 time: 0.0641375 Aug 31 06:36:44.045602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ac72d-0589-461d-8eca-1b46cb0a9ad4 req-ca1ec5df-9f21-467b-9f03-6bdc9753cd4d tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.047149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e9ac72d-0589-461d-8eca-1b46cb0a9ad4 req-ca1ec5df-9f21-467b-9f03-6bdc9753cd4d tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 948 time: 0.1078603 Aug 31 06:36:44.053689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Deleting port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:44.053992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.063385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.103056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-c88fddfe-e934-4557-aaad-ae8207d219fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.104415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-c88fddfe-e934-4557-aaad-ae8207d219fe service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1557655 Aug 31 06:36:44.110600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e9ac72d-0589-461d-8eca-1b46cb0a9ad4 req-7302c152-f92b-43f7-9088-9863b20f9847 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562875 Aug 31 06:36:44.135270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:44.138531 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Sync routers for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:44.139481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.153364 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:44.154468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:44.185827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-f322c0bd-9cf1-410a-95aa-be585494c5be service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc HTTP/1.1" status: 200 len: 217 time: 0.0710318 Aug 31 06:36:44.195077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-7a85028b-b1b0-436c-a5a2-e40bd57f0354 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "PUT /v2.0/floatingips/94741612-6058-47db-9c1e-50bc737e0a71 HTTP/1.1" status: 200 len: 695 time: 2.0260460 Aug 31 06:36:44.199450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:44.203255 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced" -d '{"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:44.285675 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:44.289692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-d82dc051-508b-479b-a3a9-6c4793ed6be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.291172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-d82dc051-508b-479b-a3a9-6c4793ed6be6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0969160 Aug 31 06:36:44.309965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e612d50-b0ec-469b-a207-a7e077ad81c2 req-7fb330b3-e467-4086-9326-7bca0354e997 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.312192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e612d50-b0ec-469b-a207-a7e077ad81c2 req-7fb330b3-e467-4086-9326-7bca0354e997 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 931 time: 0.0756173 Aug 31 06:36:44.320109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-53e20e78-7686-42a5-9f25-b4c62c48c564 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.321655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-53e20e78-7686-42a5-9f25-b4c62c48c564 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.2841980 Aug 31 06:36:44.322661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.398631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] For port 7cd7dfcd-72fc-418b-a8a1-275a14236d4a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:44.398919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.402729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:44.437100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:36:44.472035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-0599ceea-dd8d-4fa7-965c-6b402db67529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.473625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-0599ceea-dd8d-4fa7-965c-6b402db67529 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1097 time: 0.2219145 Aug 31 06:36:44.475394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e612d50-b0ec-469b-a207-a7e077ad81c2 req-e0a880b0-142b-4efc-ab99-60874187ed03 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303327 Aug 31 06:36:44.491337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Calling delete_port for 7cd7dfcd-72fc-418b-a8a1-275a14236d4a owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:44.493598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:44.493993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-03d8cd95-9641-4697-8e85-4e0bf2777ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.504551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:36:44.505672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-03d8cd95-9641-4697-8e85-4e0bf2777ce1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1922314 Aug 31 06:36:44.511400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.512068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.593776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-f5879730-4f64-4872-8ff5-d83f0d20d905 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1977420 Aug 31 06:36:44.620811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Request body: {'port': {'device_id': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:44.661133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:44.680788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-4d88fd54-aded-4374-af6a-426ab86587c3 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663790 Aug 31 06:36:44.691961 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Checking router: 50d5565f-c7eb-49a6-a13e-2039430b6107 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:44.702093 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:44.702863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:44.782038 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a96f414-3373-4d7b-9146-7072bb77623a x-openstack-request-id: req-9a96f414-3373-4d7b-9146-7072bb77623a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:44.782324 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:44.782572 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9a96f414-3373-4d7b-9146-7072bb77623a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:44.782956 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'status': 'completed', 'code': 200} Aug 31 06:36:44.808270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf760512-fff4-4b27-93cf-2bfd669efc79 req-32b3dabd-8d6d-420e-a439-f4c033e7de06 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186612 Aug 31 06:36:44.839873 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:44.864293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:44.902860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-cb177498-6739-4e3d-9ea0-b50f96477d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.904621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-cb177498-6739-4e3d-9ea0-b50f96477d21 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 1097 time: 0.1744177 Aug 31 06:36:44.959963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def3bee-b6f2-4ac9-bd82-58f8fe7cc551 req-9c14a3ac-ac3d-4509-9a76-677f7d96d8fb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.963066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8def3bee-b6f2-4ac9-bd82-58f8fe7cc551 req-9c14a3ac-ac3d-4509-9a76-677f7d96d8fb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.0776625 Aug 31 06:36:44.963197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-f2122f3e-0e63-417c-a3cd-a3896622db69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:44.964506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-f2122f3e-0e63-417c-a3cd-a3896622db69 service neutron] 10.222.0.57 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 930 time: 0.4834030 Aug 31 06:36:45.052341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8def3bee-b6f2-4ac9-bd82-58f8fe7cc551 req-1faeba3b-917f-47f3-a88d-406b33ad6835 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753453 Aug 31 06:36:45.056001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:45.180974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-6772e35f-855e-4f09-b64c-b5105398a66b service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 217 time: 0.1272717 Aug 31 06:36:45.260849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:45.299750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-dc8c579d-16cd-4f3b-a392-843c472433af service neutron] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:45.306985 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9235cfbc-af09-4793-b0d9-19cee67bdda5 None None] The sync data for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 is: [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:02Z', 'revision_number': 4, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4a296d56-7c6c-4198-8084-29b181201f5d', 'name': '', 'network_id': 'dc886b4c-55ce-4e7c-8713-88ba98d4a311', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'mac_address': 'fa:16:3e:82:8b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:56Z', 'updated_at': '2021-08-31T06:36:12Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'subnets': [{'id': '1ba1adfa-2b00-4730-b468-5ae76dc580d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:45.314431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:45.328391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'mac_address': 'fa:16:3e:48:8a:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:45.358727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-dc8c579d-16cd-4f3b-a392-843c472433af service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.359774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de8b5d3-282e-4e88-b550-1ee332af4cda req-dc8c579d-16cd-4f3b-a392-843c472433af service neutron] 10.222.0.53 "DELETE /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1/bindings/n-h2-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.9684634 Aug 31 06:36:45.398594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.438739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:45.447211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-268e1750-b340-4cd0-b9ca-e5ccbee69f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.449228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-268e1750-b340-4cd0-b9ca-e5ccbee69f83 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 200 len: 930 time: 0.5139678 Aug 31 06:36:45.455253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-1d005ad0-e296-4915-97b0-55db2f50d83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.457511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-1d005ad0-e296-4915-97b0-55db2f50d83d service neutron] 10.222.0.57 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.2540505 Aug 31 06:36:45.475430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:45.488947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.530358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064b5d6-9a2e-4791-8845-6d315ad0640b req-f4879075-32b2-4cbf-83b0-d6daa5ce515a tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.540220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5064b5d6-9a2e-4791-8845-6d315ad0640b req-f4879075-32b2-4cbf-83b0-d6daa5ce515a tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 948 time: 0.1733534 Aug 31 06:36:45.565795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:45.573601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.624815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5064b5d6-9a2e-4791-8845-6d315ad0640b req-c754ae42-ee7c-48af-a577-ac4b880058fe tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818615 Aug 31 06:36:45.630771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-505296a3-e657-4886-939c-730f7f7ba7e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 200 len: 217 time: 0.1460812 Aug 31 06:36:45.681937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:45.817689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-b18f8961-7945-45f3-93d1-cdbf38898894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.819490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-b18f8961-7945-45f3-93d1-cdbf38898894 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 200 len: 868 time: 0.1879342 Aug 31 06:36:45.827820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10b80225-38a6-4957-8d1a-9f99b4308a75 None None] New status for floating IP 94741612-6058-47db-9c1e-50bc737e0a71: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:36:45.830206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66737082-fd70-47b1-b354-49ba474df5de req-26c9573b-dcc4-4575-be95-5dda87f25683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.831939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-26c9573b-dcc4-4575-be95-5dda87f25683 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3574409 Aug 31 06:36:45.834829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:45.840288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac60d8-18b8-4acd-a51b-18235d6b08d4 req-b21947c0-e161-4cad-b5a4-5b8fd9e51a47 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:45.860031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6ac60d8-18b8-4acd-a51b-18235d6b08d4 req-b21947c0-e161-4cad-b5a4-5b8fd9e51a47 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1096 time: 0.1079254 Aug 31 06:36:45.965054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd7dfcd-72fc-418b-a8a1-275a14236d4a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:45.981697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6ac60d8-18b8-4acd-a51b-18235d6b08d4 req-df0aeafd-2d60-40aa-826d-43960ed961c6 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202374 Aug 31 06:36:46.217585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-40c6c148-0e0c-42cd-9357-ccbdc1d68f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.218452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-40c6c148-0e0c-42cd-9357-ccbdc1d68f66 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc886b4c-55ce-4e7c-8713-88ba98d4a311&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3715680 Aug 31 06:36:46.317776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462d20db-a3a6-46d1-911f-63767ae13f3c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:46.326199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.403316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.501706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-a4c9d74d-8d2b-4160-b6dc-e0d2ef485b68 service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462481 Aug 31 06:36:46.604736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dd3826-4e82-42fe-870e-e55e631dde26 req-654c8fd7-8be4-403f-893e-3b84377c92df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.609355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72dd3826-4e82-42fe-870e-e55e631dde26 req-654c8fd7-8be4-403f-893e-3b84377c92df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 931 time: 0.1138163 Aug 31 06:36:46.689506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66737082-fd70-47b1-b354-49ba474df5de req-310193d2-db06-4296-909f-a2f151280203 service neutron] 10.222.0.57 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813629 Aug 31 06:36:46.694232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Transition to ACTIVE for port object 462d20db-a3a6-46d1-911f-63767ae13f3c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:36:46.732384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:46.736582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72dd3826-4e82-42fe-870e-e55e631dde26 req-ed090a85-4bfe-423f-ba98-aaa131ecd39a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049700 Aug 31 06:36:46.910262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:46.915768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd0fa6-7613-42cc-84ad-aaa77e3147a8 req-6a6dff90-e769-44bf-9c6e-1623ca645c48 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:46.923672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35fd0fa6-7613-42cc-84ad-aaa77e3147a8 req-6a6dff90-e769-44bf-9c6e-1623ca645c48 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1096 time: 0.0735021 Aug 31 06:36:46.944625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b7d9b549-65f8-4316-9c8b-422c856ad0fc details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:46.987052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35fd0fa6-7613-42cc-84ad-aaa77e3147a8 req-afbb357c-0568-4c9d-aa18-d195a821ece6 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625041 Aug 31 06:36:47.078145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:47.102353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:36:47.102941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:36:47.103450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:47.116932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-6ee08e56-ae9a-4e43-a0aa-e2885d59dd97 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7026229 Aug 31 06:36:47.120654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:36:47.121145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:36:47.143500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:36:47.144146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:47.144691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:36:47.145290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Bound port: 462d20db-a3a6-46d1-911f-63767ae13f3c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:36:47.145841 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.204342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-1ed19443-c0db-4864-83e2-a421fff73c50 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips/94741612-6058-47db-9c1e-50bc737e0a71 HTTP/1.1" status: 200 len: 693 time: 0.1370988 Aug 31 06:36:47.243964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd588815-39a3-4ae1-8e70-378f2ba0b676 req-5c4ec1dc-5fc0-497d-9fe0-0791aeaa0e43 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.245543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd588815-39a3-4ae1-8e70-378f2ba0b676 req-5c4ec1dc-5fc0-497d-9fe0-0791aeaa0e43 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 948 time: 0.2597053 Aug 31 06:36:47.251400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:47.267437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc', 'mac_address': 'fa:16:3e:b1:29:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:47.331271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:47.332533 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.335306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.359505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d9b549-65f8-4316-9c8b-422c856ad0fc {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:47.426063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd588815-39a3-4ae1-8e70-378f2ba0b676 req-a3b724ee-3b2b-4a4d-8a0d-02602789937c tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704576 Aug 31 06:36:47.435960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d25634c9-2bcf-4e4e-9e1e-1d69599e2ced req-327d2213-3924-4092-9fe9-78e065af90c3 service neutron] 10.222.0.53 "GET /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028340 Aug 31 06:36:47.437686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:47.446317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:36:47.460223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.463656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:36:47.464486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-1baae758-e0b9-4ec2-9c74-13de2e312bf6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.468319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:47.475439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-1baae758-e0b9-4ec2-9c74-13de2e312bf6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2589417 Aug 31 06:36:47.480713 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.602670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:47.603357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.604962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] 10.222.0.53 "PUT /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 1092 time: 2.9896049 Aug 31 06:36:47.608310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:47.610762 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2485bec-ca81-45f1-8181-5602479719b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:47.644293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-ff3ec1c0-5caf-41b3-968f-ad3bbfadd7a5 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.1670439 Aug 31 06:36:47.644521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:47.647747 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:47.679470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.679731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.680076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.680405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.680741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.681058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.697476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.697971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.698314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.698654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.698986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.699310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:36:47.727885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b7d9b549-65f8-4316-9c8b-422c856ad0fc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:47.772774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:47.775029 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c99f9e7-0ac4-485c-a2df-aa090dff5ea3" -d '{"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-plugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:47.778683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-394b29da-b4c2-4374-be7d-32dcea202dd1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.253 HTTP/1.1" status: 200 len: 696 time: 0.1334686 Aug 31 06:36:47.847580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c89e28-e03b-4c8f-96a3-6f22274e1a53 service neutron] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:47.881645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:47.911921 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.103976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Deleting port 98297430-3cbe-4982-9daa-e16e838510f4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:48.104558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.116847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:48.305119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.305790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.325933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Calling delete_port for 98297430-3cbe-4982-9daa-e16e838510f4 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:48.457111 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d83e54-bd3f-4b83-954a-45303fb26d93 x-openstack-request-id: req-34d83e54-bd3f-4b83-954a-45303fb26d93 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:48.458020 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:48.458924 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34d83e54-bd3f-4b83-954a-45303fb26d93 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:48.459519 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'status': 'completed', 'code': 200} Aug 31 06:36:48.499434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-fc1fa5d1-d99e-48fd-a8b5-52ae23fb95d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:48.500921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-fc1fa5d1-d99e-48fd-a8b5-52ae23fb95d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1095 time: 0.7396355 Aug 31 06:36:48.523001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:48.535171 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Sync routers for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:48.541244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.555213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a200e212-b309-44c8-8674-2de844342700 admin admin] 10.222.0.57 "PUT /v2.0/routers/782eff1a-3c1d-4418-ad5f-8708d4b971c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7003417 Aug 31 06:36:48.556113 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:48.557473 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:48.558061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-8c7ff4f3-3aa9-461e-8fe7-fdcf3e1cb4c7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 217 time: 0.0437250 Aug 31 06:36:48.558504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:48.602820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event deleted for resources: {'Port': ['ID=98297430-3cbe-4982-9daa-e16e838510f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:48.629193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c949a448-a24c-4403-a518-b36394b3c49f req-b3677d06-c625-4907-8136-74fb3c2d9cd0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:48.636739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c949a448-a24c-4403-a518-b36394b3c49f req-b3677d06-c625-4907-8136-74fb3c2d9cd0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.1756678 Aug 31 06:36:48.724442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.727262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.728534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffe56110-5364-404c-b7b7-f5af46882a1b req-bb3a733d-d306-4ed4-b0f7-682768fc1c5e tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "DELETE /v2.0/floatingips/94741612-6058-47db-9c1e-50bc737e0a71 HTTP/1.1" status: 204 len: 173 time: 0.9490740 Aug 31 06:36:48.778019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-e24ea803-b673-4900-91e9-a7a249809516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:48.779002 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:48.784950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-e24ea803-b673-4900-91e9-a7a249809516 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.2161529 Aug 31 06:36:48.802928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c949a448-a24c-4403-a518-b36394b3c49f req-8a76d3be-8f84-4242-b924-5befcf2dc249 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649992 Aug 31 06:36:48.808823 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d898c0f5-7658-48a7-b55b-00b5b828ad4d x-openstack-request-id: req-d898c0f5-7658-48a7-b55b-00b5b828ad4d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:48.810107 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-plugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:48.810520 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d898c0f5-7658-48a7-b55b-00b5b828ad4d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:48.811060 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'code': 200} Aug 31 06:36:48.858830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-b7dd7f63-b4bc-4160-8315-67f36b6aceb4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380218 Aug 31 06:36:48.898152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:48.960591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b7d9b549-65f8-4316-9c8b-422c856ad0fc up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:49.102371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-a2e3b7f6-2208-4bf1-95bf-54c8ae1f667b service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343628 Aug 31 06:36:49.118108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port b7d9b549-65f8-4316-9c8b-422c856ad0fc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:49.129915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b7d9b549-65f8-4316-9c8b-422c856ad0fc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:49.130986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.197617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.264055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa25702-9b88-4d78-916b-be4de4029d24 req-46bbf307-a22b-4135-be78-e31b159e8c64 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.268970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41745b30-1b8f-47b0-9bdd-1a5ad177347f req-73594c8e-a536-4192-b691-001ee84ec613 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.279998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41745b30-1b8f-47b0-9bdd-1a5ad177347f req-73594c8e-a536-4192-b691-001ee84ec613 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 949 time: 0.2186787 Aug 31 06:36:49.289133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fa25702-9b88-4d78-916b-be4de4029d24 req-46bbf307-a22b-4135-be78-e31b159e8c64 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1139209 Aug 31 06:36:49.306898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158'}], 'enable_snat': True}, 'gw_port_id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:36:45Z', 'revision_number': 5, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port': {'id': '0b35a4e3-3b8f-47c1-af9d-4df740013a6e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:55:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:55Z', 'updated_at': '2021-08-31T06:35:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:49.352932 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Checking router: 782eff1a-3c1d-4418-ad5f-8708d4b971c8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:36:49.360566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fa25702-9b88-4d78-916b-be4de4029d24 req-265af162-2322-42bc-9f80-508d1c8e21d1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0703442 Aug 31 06:36:49.373199 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Routers {'782eff1a-3c1d-4418-ad5f-8708d4b971c8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:49.376043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:49.397917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41745b30-1b8f-47b0-9bdd-1a5ad177347f req-17ca104a-7b57-4552-9d30-c5afebbe1e6a tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157193 Aug 31 06:36:49.478741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-beb2ba61-1bdb-4c50-bff4-55de7fb61c4d req-3aa8788c-7a95-4bfe-b7aa-6974f45474dd tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0904906 Aug 31 06:36:49.504339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c4356f-9f38-4ae3-bc21-1a91a7826e10 req-75a69a84-1892-43fd-877f-4283130a8c26 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3899212 Aug 31 06:36:49.514819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.557979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Deleting port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:49.558354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.627076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] Set router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:49.632756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:49.644872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:49.714022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485bec-ca81-45f1-8181-5602479719b2 req-b41aa186-f80d-4d94-842b-592ff1ba842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.716407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-b41aa186-f80d-4d94-842b-592ff1ba842e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1095 time: 0.1514318 Aug 31 06:36:49.766578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:36:49Z', 'revision_number': 6, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:49.774444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:49.890794 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a2692f-53ea-4054-b878-ca99d235ec2f None None] The sync data for ids ['782eff1a-3c1d-4418-ad5f-8708d4b971c8'] in n-d-712707-15 is: [{'id': '782eff1a-3c1d-4418-ad5f-8708d4b971c8', 'name': 'tempest-FloatingIPsAssociationTestJSON-332268346-router', 'tenant_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:53Z', 'updated_at': '2021-08-31T06:36:49Z', 'revision_number': 6, 'project_id': '8b2177a0d21c447ab9f8d86afb5c5549', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:36:49.904808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485bec-ca81-45f1-8181-5602479719b2 req-f1e7e024-c2ba-4049-bb2e-5fdaa5dfd404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.908754 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-f1e7e024-c2ba-4049-bb2e-5fdaa5dfd404 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.1821496 Aug 31 06:36:49.959459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea361f97-fc88-4078-bf66-7a56c83fe4d2 req-9a277718-ae52-4487-97b2-ecebabef80be tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:49.966984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea361f97-fc88-4078-bf66-7a56c83fe4d2 req-9a277718-ae52-4487-97b2-ecebabef80be tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.1509428 Aug 31 06:36:50.020381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea361f97-fc88-4078-bf66-7a56c83fe4d2 req-dba78a22-af1c-48ca-869b-5d8b9ac9ea08 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512009 Aug 31 06:36:50.027105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-8dc68521-07fe-4cd7-a0dc-ab6c331a6c49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 217 time: 0.1060586 Aug 31 06:36:50.171979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] For port 0b35a4e3-3b8f-47c1-af9d-4df740013a6e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:50.171979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.194488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Calling delete_port for 0b35a4e3-3b8f-47c1-af9d-4df740013a6e owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:50.201102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2485bec-ca81-45f1-8181-5602479719b2 req-8fa728e2-ff8f-44a0-a9f4-a1ef9df0c9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.202643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-8fa728e2-ff8f-44a0-a9f4-a1ef9df0c9a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1657991 Aug 31 06:36:50.267740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-ae3feec6-5785-46fe-b684-7f1f64d3db34 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398102 Aug 31 06:36:50.473016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dba25b-c978-4bb8-ac76-8347ea14f2f8 req-c4686bf3-1036-4bce-b65f-547c751a1dcc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.483598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60dba25b-c978-4bb8-ac76-8347ea14f2f8 req-c4686bf3-1036-4bce-b65f-547c751a1dcc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.4470849 Aug 31 06:36:50.576486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60dba25b-c978-4bb8-ac76-8347ea14f2f8 req-1108be7f-e2d0-46cc-876d-6890b95a4e1d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732439 Aug 31 06:36:50.577046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82535a12-d61c-458a-b5f3-4d838afbc330 req-071432b2-6b7f-4705-9177-31e1a962824d tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:50.577046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82535a12-d61c-458a-b5f3-4d838afbc330 req-071432b2-6b7f-4705-9177-31e1a962824d tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.0674317 Aug 31 06:36:50.611849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-df6c2b04-2f49-4dcb-9686-35bcbbe3f961 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353965 Aug 31 06:36:50.640378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82535a12-d61c-458a-b5f3-4d838afbc330 req-26194834-1795-4418-9677-bd245f7f1ef8 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638812 Aug 31 06:36:50.812378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:50.816242 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35b09c3-985b-400c-9da7-bdbed0d008f2" -d '{"events": [{"server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:50.907078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2485bec-ca81-45f1-8181-5602479719b2 req-0de9ba61-8e06-43fd-9b05-2cd2eec881b7 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2509451 Aug 31 06:36:50.932103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:50.939403 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ad4061c-52af-4bcc-a349-301a92516695 x-openstack-request-id: req-8ad4061c-52af-4bcc-a349-301a92516695 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:50.945687 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "name": "network-vif-plugged", "status": "completed", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:50.946425 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ad4061c-52af-4bcc-a349-301a92516695 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:50.947043 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc', 'code': 200} Aug 31 06:36:50.975346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b35a4e3-3b8f-47c1-af9d-4df740013a6e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:51.066914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.172709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698769fc-4d6a-4e75-ac90-d528dbe9eda9 req-c81a7102-51c1-4049-871c-01a8b1467c5c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.180053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698769fc-4d6a-4e75-ac90-d528dbe9eda9 req-c81a7102-51c1-4049-871c-01a8b1467c5c tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.0707390 Aug 31 06:36:51.231419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698769fc-4d6a-4e75-ac90-d528dbe9eda9 req-0c6bb323-9170-44dc-860e-72101decf414 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/security-groups?id=34853077-4cb8-40f0-a5c4-21edb2191cdc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457327 Aug 31 06:36:51.323000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.332240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7c24a-2d02-4b3e-959d-aeef7d8a5fc6 req-102da3db-1ce0-49de-8897-bd2d2a70b7dc tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.339343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1c7c24a-2d02-4b3e-959d-aeef7d8a5fc6 req-102da3db-1ce0-49de-8897-bd2d2a70b7dc tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.3766367 Aug 31 06:36:51.348034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.475513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1c7c24a-2d02-4b3e-959d-aeef7d8a5fc6 req-c9b00745-c0e5-4b49-805e-15b048abf80b tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353071 Aug 31 06:36:51.477243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f280009-f6e0-4613-b53b-d5fd4ae996ae req-69ebc929-1b6c-458b-892c-92b6fe45a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.478677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f280009-f6e0-4613-b53b-d5fd4ae996ae req-69ebc929-1b6c-458b-892c-92b6fe45a557 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 1102 time: 0.4328208 Aug 31 06:36:51.482081 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.482631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 782eff1a-3c1d-4418-ad5f-8708d4b971c8 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:36:51.492820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-3803e1ae-3ad5-439a-b18f-889062078cf1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.494346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-3803e1ae-3ad5-439a-b18f-889062078cf1 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.53 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 945 time: 0.1901915 Aug 31 06:36:51.503889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.504940 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bd519342-5a8e-48b8-9e29-2d923081acf6 admin admin] 10.222.0.57 "DELETE /v2.0/routers/782eff1a-3c1d-4418-ad5f-8708d4b971c8 HTTP/1.1" status: 204 len: 168 time: 2.9429064 Aug 31 06:36:51.512632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40544) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:51.590069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f280009-f6e0-4613-b53b-d5fd4ae996ae req-54e6e007-0989-4ced-8162-4f7815803d3d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947387 Aug 31 06:36:51.623111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Deleting subnet bea56f0c-e917-4279-aa7c-24d6a6fda67c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:36:51.627640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.664595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Deleting port 1c320ae1-3399-48ef-a15b-b23416bb3f70 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:51.664949 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.725087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.844269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] For port 1c320ae1-3399-48ef-a15b-b23416bb3f70, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1c320ae1-3399-48ef-a15b-b23416bb3f70,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:51.844269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.855927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Calling delete_port for 1c320ae1-3399-48ef-a15b-b23416bb3f70 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:51.861126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13869ede-3279-4142-a73e-45efa2a71d1c req-f9823399-6bfa-426b-86d8-51745ef33296 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:51.862787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13869ede-3279-4142-a73e-45efa2a71d1c req-f9823399-6bfa-426b-86d8-51745ef33296 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.1352739 Aug 31 06:36:51.891602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd7dfcd-72fc-418b-a8a1-275a14236d4a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:51.916890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7cd7dfcd-72fc-418b-a8a1-275a14236d4a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:51.917373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd7dfcd-72fc-418b-a8a1-275a14236d4a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:51.917869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0b35a4e3-3b8f-47c1-af9d-4df740013a6e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:51.946625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:51.950877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0b35a4e3-3b8f-47c1-af9d-4df740013a6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:51.951299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0b35a4e3-3b8f-47c1-af9d-4df740013a6e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:52.003096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d54450-1250-4395-bdcd-2c272f64ae78 req-bb10a611-397b-4dd2-91f4-f3c708ea8536 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:52.006691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13869ede-3279-4142-a73e-45efa2a71d1c req-50c13af9-056e-4238-8667-ef56c9579adc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355927 Aug 31 06:36:52.012623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73d54450-1250-4395-bdcd-2c272f64ae78 req-bb10a611-397b-4dd2-91f4-f3c708ea8536 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.2287562 Aug 31 06:36:52.073850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.076919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73d54450-1250-4395-bdcd-2c272f64ae78 req-b6a6c2e6-2c4c-4c89-8266-a849e9d3bcee tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633097 Aug 31 06:36:52.111049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bea56f0c-e917-4279-aa7c-24d6a6fda67c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:52.118808 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.121068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-05924e18-0ecc-4f99-a8d9-d94f3e122adc admin admin] 10.222.0.57 "DELETE /v2.0/subnets/bea56f0c-e917-4279-aa7c-24d6a6fda67c HTTP/1.1" status: 204 len: 168 time: 0.6056533 Aug 31 06:36:52.124911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:52.126954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0547a4d0-41e2-4e84-a8c7-f20e79a3b4e5 None None] Network bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:52.229319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.244189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.276630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1c320ae1-3399-48ef-a15b-b23416bb3f70'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:52.339737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Pushing event deleted for resources: {'Port': ['ID=1c320ae1-3399-48ef-a15b-b23416bb3f70,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:52.411956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] No DVR routers for this DVR port 1c320ae1-3399-48ef-a15b-b23416bb3f70 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:52.415587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.417855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1b69580-32e5-46b0-8c76-41628c6e310c req-b79f16c5-1d42-491e-baad-4b1f6b9a44a6 tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.53 "DELETE /v2.0/ports/1c320ae1-3399-48ef-a15b-b23416bb3f70 HTTP/1.1" status: 204 len: 173 time: 0.9112921 Aug 31 06:36:52.419097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'name': 'network-vif-deleted', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:52.422230 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bd9fe2-8b51-4d51-abb4-750fe3a0b167" -d '{"events": [{"server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "name": "network-vif-deleted", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:52.454429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Deleting port d47b413d-5509-4550-a621-13207cfbd53f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:52.456322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.471176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae8dc929-c40d-4a89-9e99-7b2a2eba33c0 req-1ca6532f-baa9-440f-9f2f-8280286b23ea tempest-FloatingIPsAssociationNegativeTestJSON-326021556 tempest-FloatingIPsAssociationNegativeTestJSON-326021556-project] 10.222.0.57 "GET /v2.0/ports?device_id=b7807314-6d19-4a1e-9ca1-820278ee25c5 HTTP/1.1" status: 200 len: 210 time: 0.1022842 Aug 31 06:36:52.566663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] DHCP port deletion for bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:36:52.581284 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3fbdaf6-fbe1-4529-8020-9c6b17d05a7a x-openstack-request-id: req-c3fbdaf6-fbe1-4529-8020-9c6b17d05a7a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:52.581607 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7807314-6d19-4a1e-9ca1-820278ee25c5", "name": "network-vif-deleted", "tag": "1c320ae1-3399-48ef-a15b-b23416bb3f70", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:52.581867 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3fbdaf6-fbe1-4529-8020-9c6b17d05a7a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:52.582280 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7807314-6d19-4a1e-9ca1-820278ee25c5', 'name': 'network-vif-deleted', 'tag': '1c320ae1-3399-48ef-a15b-b23416bb3f70', 'status': 'completed', 'code': 200} Aug 31 06:36:52.647258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] For port d47b413d-5509-4550-a621-13207cfbd53f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d47b413d-5509-4550-a621-13207cfbd53f,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:52.647933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.695750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Calling delete_port for d47b413d-5509-4550-a621-13207cfbd53f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:52.749944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Deleting port d47b413d-5509-4550-a621-13207cfbd53f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:52.750458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.863834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876fb8fc-c43a-4ff5-af68-a58430b20260 req-66bd5e53-488c-4b0b-b343-ccf40fd26da8 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:52.865918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-876fb8fc-c43a-4ff5-af68-a58430b20260 req-66bd5e53-488c-4b0b-b343-ccf40fd26da8 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.0937073 Aug 31 06:36:52.893129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] For port d47b413d-5509-4550-a621-13207cfbd53f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d47b413d-5509-4550-a621-13207cfbd53f,segment=NetworkSegment(b2023952-67d5-4262-9fcc-736e84d66818),segment_id=b2023952-67d5-4262-9fcc-736e84d66818)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:52.893712 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.931766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Calling delete_port for d47b413d-5509-4550-a621-13207cfbd53f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:52.953540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:52.988043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] No DVR routers for this DVR port d47b413d-5509-4550-a621-13207cfbd53f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:53.022237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-876fb8fc-c43a-4ff5-af68-a58430b20260 req-4f5561aa-2f06-49a0-b68a-bc0fd562c2b2 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/security-groups?id=e2664cc8-da2e-4459-a95c-d3002f65df75&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309767 Aug 31 06:36:53.045688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:36:53.047765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Pushing event deleted for resources: {'Port': ['ID=d47b413d-5509-4550-a621-13207cfbd53f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.282569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.300371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.329050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.329249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.329897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.330235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > port after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.330560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.330898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > port after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.331216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.331535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.341909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.342289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.381271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] Pushing event deleted for resources: {'Port': ['ID=d47b413d-5509-4550-a621-13207cfbd53f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.388564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea8ac8c-da8c-456e-90eb-e772bd0b5379 None None] No DVR routers for this DVR port d47b413d-5509-4550-a621-13207cfbd53f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:53.410839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-d01803dd-ad02-4edd-a11e-7c5abf35eda3 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.416006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-d01803dd-ad02-4edd-a11e-7c5abf35eda3 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.50 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 945 time: 0.3242562 Aug 31 06:36:53.421905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:53.457118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'port_id': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'mac_address': 'fa:16:3e:98:d2:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5374b-9c88-40f5-9167-671d88f1e4b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:36:53.482471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.482820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.483144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.483485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94640) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 31 06:36:53.483851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:53.521154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5e43c9-e972-4c90-8fe1-5199dd563936 req-b48d7807-f89a-4ffc-8282-fc64270ca067 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.529340 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b5e43c9-e972-4c90-8fe1-5199dd563936 req-b48d7807-f89a-4ffc-8282-fc64270ca067 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.3069756 Aug 31 06:36:53.534774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.536328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2023952-67d5-4262-9fcc-736e84d66818') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:53.536732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2023952-67d5-4262-9fcc-736e84d66818') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:53.560259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 462d20db-a3a6-46d1-911f-63767ae13f3c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:36:53.576470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.600815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:53.609116 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.640731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b5e43c9-e972-4c90-8fe1-5199dd563936 req-7d160d53-200e-432c-8abd-14b1c77da27b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104634 Aug 31 06:36:53.644774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1db65-e452-42f0-b3df-dfdf8b3cb98d req-fcd02ecd-650a-4abe-b2cd-80fbbad02580 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:53.647266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7cc1db65-e452-42f0-b3df-dfdf8b3cb98d req-fcd02ecd-650a-4abe-b2cd-80fbbad02580 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.4076247 Aug 31 06:36:53.658004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.669876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Deleting port 6da32cee-572a-41c8-b499-14d45b6ae111 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:53.670475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.680865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:36:53.681280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: from cryptography.utils import int_from_bytes Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:36:53.699321 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:36:53.714507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.792012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7cc1db65-e452-42f0-b3df-dfdf8b3cb98d req-de6ac1c8-690a-4151-8041-e9221dc48c6f tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281364 Aug 31 06:36:53.796029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.811310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:53.815508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] 10.222.0.57 "DELETE /v2.0/networks/bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba HTTP/1.1" status: 204 len: 168 time: 1.6871035 Aug 31 06:36:53.852792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:53.868718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1854a64b-b50c-4ec0-a8ff-db970235b675 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb9ef5b2-101e-40a8-b44e-8382f2a5e0ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:53.883362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:53.964026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] For port 6da32cee-572a-41c8-b499-14d45b6ae111, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6da32cee-572a-41c8-b499-14d45b6ae111,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:53.964405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.023764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Calling delete_port for 6da32cee-572a-41c8-b499-14d45b6ae111 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:54.026338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d47b413d-5509-4550-a621-13207cfbd53f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:54.100918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d47b413d-5509-4550-a621-13207cfbd53f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:54.115808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d47b413d-5509-4550-a621-13207cfbd53f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:54.437408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.500547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.516774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6da32cee-572a-41c8-b499-14d45b6ae111'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:54.602799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6aad644-c554-45a6-bb13-79112c5de739 req-254be31c-503b-4e86-a230-cad395887041 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.57 "GET /v2.0/ports?device_id=03b7be41-8224-4bdd-9b86-4fb2df5248a4 HTTP/1.1" status: 200 len: 210 time: 0.0384476 Aug 31 06:36:54.617240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Pushing event deleted for resources: {'Port': ['ID=6da32cee-572a-41c8-b499-14d45b6ae111,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:54.623968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:54.627039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed371533-0a86-43af-bffc-bc5c73555c2a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b2177a0d21c447ab9f8d86afb5c5549&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1884227 Aug 31 06:36:54.642751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fd4b6-a480-4efd-a33c-dd57b8789c60 req-455db278-f5bf-43ff-a3b9-040f12f9453e tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:54.644525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-093fd4b6-a480-4efd-a33c-dd57b8789c60 req-455db278-f5bf-43ff-a3b9-040f12f9453e tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.2080493 Aug 31 06:36:54.716958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] No DVR routers for this DVR port 6da32cee-572a-41c8-b499-14d45b6ae111 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:54.720904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.728032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48a0c33b-5f36-4ef6-94a1-49246f732a08 req-5a8a1cb1-70a8-4b1b-a8be-a5ef119109b5 tempest-AttachSCSIVolumeTestJSON-838352476 tempest-AttachSCSIVolumeTestJSON-838352476-project] 10.222.0.50 "DELETE /v2.0/ports/6da32cee-572a-41c8-b499-14d45b6ae111 HTTP/1.1" status: 204 len: 173 time: 1.3004794 Aug 31 06:36:54.728703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'name': 'network-vif-deleted', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:54.731758 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1017a639-384f-4fff-868d-515706f5c07c" -d '{"events": [{"server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "name": "network-vif-deleted", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:54.770304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-093fd4b6-a480-4efd-a33c-dd57b8789c60 req-5d85ea65-5999-44ea-89e4-c462a3847174 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036811 Aug 31 06:36:54.826968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fad74849-a719-44a5-a502-28aa79dd09d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:54.923802 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad682ab5-3f79-4301-b649-952b5094a07a x-openstack-request-id: req-ad682ab5-3f79-4301-b649-952b5094a07a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:54.924276 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b7be41-8224-4bdd-9b86-4fb2df5248a4", "name": "network-vif-deleted", "tag": "6da32cee-572a-41c8-b499-14d45b6ae111", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:54.924626 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad682ab5-3f79-4301-b649-952b5094a07a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:54.925085 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b7be41-8224-4bdd-9b86-4fb2df5248a4', 'name': 'network-vif-deleted', 'tag': '6da32cee-572a-41c8-b499-14d45b6ae111', 'status': 'completed', 'code': 200} Aug 31 06:36:54.996948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1c320ae1-3399-48ef-a15b-b23416bb3f70 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:55.023067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.059670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d902b6fc-6932-4d62-b4f9-daa9dad38299 req-d73a5675-d08c-4448-a4d8-bb8ed20244b1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:55.072636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d902b6fc-6932-4d62-b4f9-daa9dad38299 req-d73a5675-d08c-4448-a4d8-bb8ed20244b1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.2042799 Aug 31 06:36:55.098425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 1c320ae1-3399-48ef-a15b-b23416bb3f70 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:55.099442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1c320ae1-3399-48ef-a15b-b23416bb3f70 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:55.107919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.232963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d902b6fc-6932-4d62-b4f9-daa9dad38299 req-e77162f2-c368-4e04-9f7c-4abba3605153 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593187 Aug 31 06:36:55.233624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.236262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.239859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/514d2ca9-7449-4b44-a39b-032c7f892e00 HTTP/1.1" status: 204 len: 168 time: 0.6113222 Aug 31 06:36:55.302952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549a60c-3efd-4306-9607-b97c2a4adf90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514d2ca9-7449-4b44-a39b-032c7f892e00,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:55.493222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:55.999822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-4a2a05ea-38bd-4f0b-8b9a-42cad01385de tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.004887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-4a2a05ea-38bd-4f0b-8b9a-42cad01385de tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.53 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.2116873 Aug 31 06:36:56.013924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a1125-e081-40d8-9011-bd520107201a req-38523c97-95bc-44c1-a951-9c5734689db3 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.036044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c60a1125-e081-40d8-9011-bd520107201a req-38523c97-95bc-44c1-a951-9c5734689db3 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 950 time: 0.1264150 Aug 31 06:36:56.115331 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c60a1125-e081-40d8-9011-bd520107201a req-624230be-079e-416c-b448-828a23b47cbf tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/security-groups?id=8defd99e-3f11-4ecd-9f34-66ea0ac80a16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759656 Aug 31 06:36:56.184892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Deleting port 4a296d56-7c6c-4198-8084-29b181201f5d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:56.185502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.311493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Deleting port b7d9b549-65f8-4316-9c8b-422c856ad0fc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:36:56.312188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.344269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] For port 4a296d56-7c6c-4198-8084-29b181201f5d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a296d56-7c6c-4198-8084-29b181201f5d,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:56.349747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.423406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Calling delete_port for 4a296d56-7c6c-4198-8084-29b181201f5d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:56.476688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4d764-d166-4324-b3ef-50d5cdf7ad08 req-1257b557-b132-4929-a59b-bc8f25b5cf18 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:56.488398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fd4d764-d166-4324-b3ef-50d5cdf7ad08 req-1257b557-b132-4929-a59b-bc8f25b5cf18 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.0698221 Aug 31 06:36:56.561985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fd4d764-d166-4324-b3ef-50d5cdf7ad08 req-11339e42-34c3-4cd9-a18a-9fc359f8e229 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722611 Aug 31 06:36:56.562782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:56.665054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] For port b7d9b549-65f8-4316-9c8b-422c856ad0fc, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b7d9b549-65f8-4316-9c8b-422c856ad0fc,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:56.665472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.683388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Calling delete_port for b7d9b549-65f8-4316-9c8b-422c856ad0fc owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:36:56.790566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-network', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:56.845235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.863182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Made reservation on behalf of 02ad4e9c38874fa189871223b410d1fd for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:56.865807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.893715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a296d56-7c6c-4198-8084-29b181201f5d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:56.910808 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:56.984865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:36:57.072985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6da32cee-572a-41c8-b499-14d45b6ae111 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:36:57.099806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.109197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 6da32cee-572a-41c8-b499-14d45b6ae111 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:36:57.109819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6da32cee-572a-41c8-b499-14d45b6ae111 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:36:57.120042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b7d9b549-65f8-4316-9c8b-422c856ad0fc'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:36:57.170164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 462d20db-a3a6-46d1-911f-63767ae13f3c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:36:57.185067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 462d20db-a3a6-46d1-911f-63767ae13f3c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:36:57.185725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.223090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Pushing event deleted for resources: {'Port': ['ID=b7d9b549-65f8-4316-9c8b-422c856ad0fc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:57.296078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.310221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.334090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:36:57.362629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] No DVR routers for this DVR port b7d9b549-65f8-4316-9c8b-422c856ad0fc on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:36:57.367034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.369796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3947cbc9-ae7c-43b1-ae2e-df366010c2ea req-40d3a8b5-3ebf-4111-a272-e955a0a70db1 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.53 "DELETE /v2.0/ports/b7d9b549-65f8-4316-9c8b-422c856ad0fc HTTP/1.1" status: 204 len: 173 time: 1.3525825 Aug 31 06:36:57.370312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'name': 'network-vif-deleted', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:57.373576 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1eff596-0c98-4e63-963e-66c2fabfb3c2" -d '{"events": [{"server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "name": "network-vif-deleted", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:57.408663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25f7962e-b8e4-4974-aa2a-faee9e999fdd req-ca4184de-5d55-45ad-a199-7c8e2ebb6f55 tempest-ImagesNegativeTestJSON-972895212 tempest-ImagesNegativeTestJSON-972895212-project] 10.222.0.57 "GET /v2.0/ports?device_id=99b74ece-bf71-4414-aa65-bf4048a530dc HTTP/1.1" status: 200 len: 210 time: 0.0642512 Aug 31 06:36:57.424343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.448907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d534108-7c25-4724-a9af-48de08555171,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:57.454416 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.477826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.478166 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Added segment d44d892a-1572-4431-8cdf-e7a76c215570 of type vlan for network f7edc7c5-51c7-4c96-b386-8e65329527ad Aug 31 06:36:57.631276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6c100ad-20e3-486b-87a8-ed1cfd33222b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.662462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:36:57.665853 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52f21cb-8cbc-4319-bc89-7e707dc3753b" -d '{"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-plugged", "status": "completed", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:36:57.670377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.697661 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f1b12-4d80-4ef2-82b4-cb4d814bf271 x-openstack-request-id: req-178f1b12-4d80-4ef2-82b4-cb4d814bf271 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:57.701451 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99b74ece-bf71-4414-aa65-bf4048a530dc", "name": "network-vif-deleted", "tag": "b7d9b549-65f8-4316-9c8b-422c856ad0fc", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:57.701844 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-178f1b12-4d80-4ef2-82b4-cb4d814bf271 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:57.704080 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99b74ece-bf71-4414-aa65-bf4048a530dc', 'name': 'network-vif-deleted', 'tag': 'b7d9b549-65f8-4316-9c8b-422c856ad0fc', 'status': 'completed', 'code': 200} Aug 31 06:36:57.771269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.772561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:57.773033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.779002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:36:57.782695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.796072 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a03812f-063a-44fc-9637-348b88dc69fe x-openstack-request-id: req-4a03812f-063a-44fc-9637-348b88dc69fe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:36:57.796687 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-plugged", "status": "completed", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:36:57.797183 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4a03812f-063a-44fc-9637-348b88dc69fe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:36:57.797929 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'code': 200} Aug 31 06:36:57.799518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:57.930356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3628480 Aug 31 06:36:57.931101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bedce9-314f-4d3e-8c4d-8501da116221 admin admin] Pushing event updated for resources: {'Network': ['ID=f7edc7c5-51c7-4c96-b386-8e65329527ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:57.942554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:57.958700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Request body: {'subnet': {'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-subnet', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:57.977966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:57.983150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f7edc7c5-51c7-4c96-b386-8e65329527ad details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:36:58.051451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Made reservation on behalf of 02ad4e9c38874fa189871223b410d1fd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:36:58.064423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.240446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101dfa2-cd3e-4b8d-a2e2-81fd8450c2a8 req-d61ce5a1-6c78-49ee-938a-80ced4a4dd78 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:58.257176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5101dfa2-cd3e-4b8d-a2e2-81fd8450c2a8 req-d61ce5a1-6c78-49ee-938a-80ced4a4dd78 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.5115359 Aug 31 06:36:58.295257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f242bfc2-a9f3-4bab-a13e-52ad546119c7 req-aab337fc-3a0f-4d5f-b84e-3fda43e19d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:58.297092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f242bfc2-a9f3-4bab-a13e-52ad546119c7 req-aab337fc-3a0f-4d5f-b84e-3fda43e19d8c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1097 time: 0.4131968 Aug 31 06:36:58.474049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5101dfa2-cd3e-4b8d-a2e2-81fd8450c2a8 req-f95d3558-2a40-46b5-bf20-a0973d13a864 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038181 Aug 31 06:36:58.488231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f242bfc2-a9f3-4bab-a13e-52ad546119c7 req-8051df27-2a52-4140-83e4-6db4fc608301 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252933 Aug 31 06:36:58.523372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.597794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Router 50d5565f-c7eb-49a6-a13e-2039430b6107 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:36:58.705196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f6670db-9241-4f05-9b2a-55ea9a1524ba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:36:58.714468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Checking segment: {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:36:58.714833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Network hostable DHCP agents. Network: f7edc7c5-51c7-4c96-b386-8e65329527ad, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:36:58.780088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Network f7edc7c5-51c7-4c96-b386-8e65329527ad is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:36:58.801531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f7edc7c5-51c7-4c96-b386-8e65329527ad) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:36:58.809294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:36:58.816929 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca16dcac-fc1c-4d37-893c-768243dfcca4 None None] Network f7edc7c5-51c7-4c96-b386-8e65329527ad requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:36:58.827553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.883729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5270e3fa-b271-4547-bfce-257e2653382b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9345925 Aug 31 06:36:58.889868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:58.901611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:36:58.972771 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:58.974230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.019199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:36:59.037683 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:36:59.048717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:59.049080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fd5dfa8d-c0ed-4ed7-be2e-406c8085c445 admin admin] 10.222.0.57 "PUT /v2.0/routers/50d5565f-c7eb-49a6-a13e-2039430b6107/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1894970 Aug 31 06:36:59.171044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Sync routers for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:36:59.198882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f7edc7c5-51c7-4c96-b386-8e65329527ad', 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'fixed_ips': [{'subnet_id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:36:59.201498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.209062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:36:59.225884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:36:59.226997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:36:59.511643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:36:59.525939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:36:59.930492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fd231cde-ecc8-462c-ac00-e75b579bfa5a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4c0f9c2fe36d495da670dc37a2930060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4033585 Aug 31 06:36:59.931747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:00.067229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.133576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.279042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.304396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.309998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.314359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8defd99e-3f11-4ecd-9f34-66ea0ac80a16 HTTP/1.1" status: 204 len: 168 time: 0.3791280 Aug 31 06:37:00.341349 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.342257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28abb53-754c-44bb-99d4-3f2a9a1ca644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8defd99e-3f11-4ecd-9f34-66ea0ac80a16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:00.433060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:00.474508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Allocated IP 172.20.0.2 (f7edc7c5-51c7-4c96-b386-8e65329527ad/8f6670db-9241-4f05-9b2a-55ea9a1524ba/283a231f-6ef6-412b-9f52-472dbd927578) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:00.478569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36956c0e-9376-4256-8b72-44c30f5b2a16 req-46dfb14c-f4c8-44b5-9fe7-b7f71ef91548 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:00.481148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36956c0e-9376-4256-8b72-44c30f5b2a16 req-46dfb14c-f4c8-44b5-9fe7-b7f71ef91548 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1957266 Aug 31 06:37:00.692583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36956c0e-9376-4256-8b72-44c30f5b2a16 req-fa1ed143-8c7c-472d-9b7c-3dea6f69f591 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980324 Aug 31 06:37:00.771442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.038700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b7d9b549-65f8-4316-9c8b-422c856ad0fc no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:01.193952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.211963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.231884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Transition to ACTIVE for port object 283a231f-6ef6-412b-9f52-472dbd927578 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:01.263277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Transition to ACTIVE for port object 283a231f-6ef6-412b-9f52-472dbd927578 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:01.322939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: b7d9b549-65f8-4316-9c8b-422c856ad0fc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:01.322939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b7d9b549-65f8-4316-9c8b-422c856ad0fc not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:01.330915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.331165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Deleting port 634cc95d-51c0-4fde-bd6d-1305882885ff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:01.331652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.336877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.368659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Network f7edc7c5-51c7-4c96-b386-8e65329527ad is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:01.377818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:01.381558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:01.484344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.535770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Pushing event updated for resources: {'Port': ['ID=283a231f-6ef6-412b-9f52-472dbd927578,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:01.557952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:36:56Z', 'revision_number': 5, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port': {'id': '634cc95d-51c0-4fde-bd6d-1305882885ff', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:4c:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:46Z', 'updated_at': '2021-08-31T06:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:01.561140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Attempting to bind port 283a231f-6ef6-412b-9f52-472dbd927578 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:01.561781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Attempting to bind port 283a231f-6ef6-412b-9f52-472dbd927578 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:01.562870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Attempting to bind port 283a231f-6ef6-412b-9f52-472dbd927578 on network f7edc7c5-51c7-4c96-b386-8e65329527ad {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:01.603448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Checking router: 50d5565f-c7eb-49a6-a13e-2039430b6107 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:01.609249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:01.609917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Checking segment: {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:01.610341 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.610782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Bound using segment: {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:01.611295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Bound port: 283a231f-6ef6-412b-9f52-472dbd927578, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:01.611697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.633050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Routers {'50d5565f-c7eb-49a6-a13e-2039430b6107'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:01.633702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['50d5565f-c7eb-49a6-a13e-2039430b6107'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:01.644936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] For port 634cc95d-51c0-4fde-bd6d-1305882885ff, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=634cc95d-51c0-4fde-bd6d-1305882885ff,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:01.645570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.733517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Calling delete_port for 634cc95d-51c0-4fde-bd6d-1305882885ff owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:01.891901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] For port 283a231f-6ef6-412b-9f52-472dbd927578, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:01.894638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] Set router 50d5565f-c7eb-49a6-a13e-2039430b6107 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:01.898006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] For port 283a231f-6ef6-412b-9f52-472dbd927578, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=283a231f-6ef6-412b-9f52-472dbd927578,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:01.932000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:01.978083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:37:00Z', 'revision_number': 6, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:02.171771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4433c1ab-1930-4345-a557-1c580e1a399d None None] The sync data for ids ['50d5565f-c7eb-49a6-a13e-2039430b6107'] in n-d-712707-15 is: [{'id': '50d5565f-c7eb-49a6-a13e-2039430b6107', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1331119066-router', 'tenant_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:44Z', 'updated_at': '2021-08-31T06:37:00Z', 'revision_number': 6, 'project_id': '4f124ebdf4a54896950ca5fe88bf8cfb', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:02.224579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc50bc8d-e14f-46a2-944d-361048a95788 None None] Pushing event updated for resources: {'Port': ['ID=283a231f-6ef6-412b-9f52-472dbd927578,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:02.471054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5f59-485c-43bd-bce5-1afc8ab61de4 req-0b15ea65-6806-455b-951c-b5d015c735de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:02.472795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-209a5f59-485c-43bd-bce5-1afc8ab61de4 req-0b15ea65-6806-455b-951c-b5d015c735de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.4303606 Aug 31 06:37:02.476459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Allocated IP 172.25.3.155 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/b861f6b3-db8f-44f3-abf3-d0904f769474) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:02.624856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.773308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-209a5f59-485c-43bd-bce5-1afc8ab61de4 req-92e076da-9f8f-4e49-87a5-47ea9a1f2c8b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898202 Aug 31 06:37:02.776696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Pushing event deleted for resources: {'Port': ['ID=634cc95d-51c0-4fde-bd6d-1305882885ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:02.896612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:02.937240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.019731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.024640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.131377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.134200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 50d5565f-c7eb-49a6-a13e-2039430b6107 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:03.153205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.156783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cd8307cb-a82a-4b86-abdb-b5705498f862 admin admin] 10.222.0.57 "DELETE /v2.0/routers/50d5565f-c7eb-49a6-a13e-2039430b6107 HTTP/1.1" status: 204 len: 168 time: 4.1027284 Aug 31 06:37:03.157236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:03.195834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.290327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Deleting subnet 1ba1adfa-2b00-4730-b468-5ae76dc580d2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:03.296845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:03.300520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:03.306832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:03.310265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.419250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.555286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Pushing event updated for resources: {'Port': ['ID=b861f6b3-db8f-44f3-abf3-d0904f769474,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:03.781091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:03.943482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.009260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ba1adfa-2b00-4730-b468-5ae76dc580d2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:04.014040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.020618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ecd9a9c4-884a-439a-92aa-59b1cb30fbf6 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1ba1adfa-2b00-4730-b468-5ae76dc580d2 HTTP/1.1" status: 204 len: 168 time: 0.8621924 Aug 31 06:37:04.021235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:04.025388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef0d167-cce9-4202-a89e-d07bf3d99df4 None None] Network dc886b4c-55ce-4e7c-8713-88ba98d4a311 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:04.038526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.173158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.288576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Deleting port 70b3cffd-319e-4b77-9c35-a19c381566d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:04.288901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.336496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 283a231f-6ef6-412b-9f52-472dbd927578 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:04.338598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d12252-ba63-4dde-943d-025dae5e575b None None] Network f7edc7c5-51c7-4c96-b386-8e65329527ad requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:04.425810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] For port 70b3cffd-319e-4b77-9c35-a19c381566d9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70b3cffd-319e-4b77-9c35-a19c381566d9,segment=NetworkSegment(c7c6c09f-d192-41b5-8f70-5c3d110011d8),segment_id=c7c6c09f-d192-41b5-8f70-5c3d110011d8)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:04.425810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.454630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Calling delete_port for 70b3cffd-319e-4b77-9c35-a19c381566d9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:04.525137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.702852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.707406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Provisioning for port 283a231f-6ef6-412b-9f52-472dbd927578 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:04.712763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 283a231f-6ef6-412b-9f52-472dbd927578 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:04.720830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Provisioning complete for port 283a231f-6ef6-412b-9f52-472dbd927578 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:04.721256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.722960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 283a231f-6ef6-412b-9f52-472dbd927578 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:04.723526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:04.787310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] No DVR routers for this DVR port 70b3cffd-319e-4b77-9c35-a19c381566d9 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:04.790725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=70b3cffd-319e-4b77-9c35-a19c381566d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:04.876205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e920ae50-736e-4ed1-8e01-235d971843c0 None None] DHCP port deletion for dc886b4c-55ce-4e7c-8713-88ba98d4a311 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:04.997188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.020818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc886b4c-55ce-4e7c-8713-88ba98d4a311']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.054961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c6c09f-d192-41b5-8f70-5c3d110011d8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.055323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c6c09f-d192-41b5-8f70-5c3d110011d8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.057140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.067246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.079638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.083982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.100330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:05.100543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.125693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 283a231f-6ef6-412b-9f52-472dbd927578, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=283a231f-6ef6-412b-9f52-472dbd927578,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:05.130085 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:05.138686 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.239919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 634cc95d-51c0-4fde-bd6d-1305882885ff no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:05.259122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.306253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 634cc95d-51c0-4fde-bd6d-1305882885ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:05.306596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 634cc95d-51c0-4fde-bd6d-1305882885ff not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:05.307495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a296d56-7c6c-4198-8084-29b181201f5d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:05.317016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.319587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc886b4c-55ce-4e7c-8713-88ba98d4a311 HTTP/1.1" status: 204 len: 168 time: 1.2973852 Aug 31 06:37:05.321686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d2804d-530a-4940-b18f-b802abac85c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc886b4c-55ce-4e7c-8713-88ba98d4a311,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:05.356809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4a296d56-7c6c-4198-8084-29b181201f5d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:05.357219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a296d56-7c6c-4198-8084-29b181201f5d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:05.387260 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.388486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:37:05.388879 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-bc069de1-0898-4789-b292-c848bf330a43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:37:05.396614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=283a231f-6ef6-412b-9f52-472dbd927578,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:05.482285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98db245-66ec-45d4-abff-3ee422405c0e req-5cd3e188-2cda-4553-ad96-ef5c1133b4ad tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:05.484440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e98db245-66ec-45d4-abff-3ee422405c0e req-5cd3e188-2cda-4553-ad96-ef5c1133b4ad tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1097 time: 0.2164323 Aug 31 06:37:05.557570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e98db245-66ec-45d4-abff-3ee422405c0e req-7893c83f-d4a4-4ffd-8899-01ac39419750 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536225 Aug 31 06:37:05.588420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Router 8c233928-60bd-4e7c-820e-8ad736cd9047 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:05.629421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.742436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-86305a7a-3547-4110-aa9f-c9541ca564e6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f124ebdf4a54896950ca5fe88bf8cfb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1114867 Aug 31 06:37:05.753999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.802080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:05.810910 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Sync routers for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:05.855262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:05.856195 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:05.886660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:05.964465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:05.985978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a2103403-4ff8-4924-92fd-ddba6f4699fb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.0946715 Aug 31 06:37:05.986799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:06.031205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 283a231f-6ef6-412b-9f52-472dbd927578 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:06.161383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 283a231f-6ef6-412b-9f52-472dbd927578 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:06.162027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.163791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.206899 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:06.302439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.367017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2d8d9099-193b-49e4-9f63-d851825ebabe None None] Provisioning complete for port 283a231f-6ef6-412b-9f52-472dbd927578 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:06.369009 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d8d9099-193b-49e4-9f63-d851825ebabe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.704834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.711130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:03Z', 'revision_number': 3, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:06.718813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:06.728052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34853077-4cb8-40f0-a5c4-21edb2191cdc HTTP/1.1" status: 204 len: 168 time: 0.9729733 Aug 31 06:37:06.767158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70b3cffd-319e-4b77-9c35-a19c381566d9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:06.807357 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Checking router: 8c233928-60bd-4e7c-820e-8ad736cd9047 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:06.821867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Updating router 8c233928-60bd-4e7c-820e-8ad736cd9047 port b861f6b3-db8f-44f3-abf3-d0904f769474 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:06.838363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 70b3cffd-319e-4b77-9c35-a19c381566d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:06.849571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70b3cffd-319e-4b77-9c35-a19c381566d9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:06.868696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cb5be4-ac69-46b0-afee-43e3f737d0a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34853077-4cb8-40f0-a5c4-21edb2191cdc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:06.903137 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.162155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.581647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:07.938210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Allocated IP 172.20.0.1 (f7edc7c5-51c7-4c96-b386-8e65329527ad/8f6670db-9241-4f05-9b2a-55ea9a1524ba/9f256027-3e13-44d6-b8c4-43af3e446aa7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:08.010188 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.053469 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Transition to ACTIVE for port object b861f6b3-db8f-44f3-abf3-d0904f769474 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:08.095929 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.364617 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Pushing event updated for resources: {'Port': ['ID=b861f6b3-db8f-44f3-abf3-d0904f769474,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:08.382259 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.382591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.382927 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.383261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.383612 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.383904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.384598 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.384598 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.384973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.385144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.389211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.389611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:08.434983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.445183 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Attempting to bind port b861f6b3-db8f-44f3-abf3-d0904f769474 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:08.445575 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Attempting to bind port b861f6b3-db8f-44f3-abf3-d0904f769474 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:08.446255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Attempting to bind port b861f6b3-db8f-44f3-abf3-d0904f769474 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:08.470722 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:08.471100 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:08.473408 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.473826 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:08.474322 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Bound port: b861f6b3-db8f-44f3-abf3-d0904f769474, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:08.476376 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.499399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Transition to ACTIVE for port object 9f256027-3e13-44d6-b8c4-43af3e446aa7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:08.597113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.644881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] For port b861f6b3-db8f-44f3-abf3-d0904f769474, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:08.655214 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] For port b861f6b3-db8f-44f3-abf3-d0904f769474, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b861f6b3-db8f-44f3-abf3-d0904f769474,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:08.664813 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.691877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Network f7edc7c5-51c7-4c96-b386-8e65329527ad is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:08.703297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:08.713552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:08.740090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Pushing event updated for resources: {'Port': ['ID=9f256027-3e13-44d6-b8c4-43af3e446aa7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:08.815991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.823065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Deleting port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:08.824181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:08.857026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:08.857749 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:09.011227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] For port c75761e0-8ccc-4f92-ae41-32ebc49e0ebb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:09.017671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.046267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Calling delete_port for c75761e0-8ccc-4f92-ae41-32ebc49e0ebb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:09.129590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.160870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf58b736-413b-4549-8d53-2acf5d2d2ab7 None None] Provisioning for port 9f256027-3e13-44d6-b8c4-43af3e446aa7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:09.163630 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:09.173576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf58b736-413b-4549-8d53-2acf5d2d2ab7 None None] Provisioning complete for port 9f256027-3e13-44d6-b8c4-43af3e446aa7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:09.175742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf58b736-413b-4549-8d53-2acf5d2d2ab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.326279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cf58b736-413b-4549-8d53-2acf5d2d2ab7 None None] Port 9f256027-3e13-44d6-b8c4-43af3e446aa7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:09.386144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3812270f-d80e-4717-93fb-d6d712ebbf4d None None] Pushing event updated for resources: {'Port': ['ID=b861f6b3-db8f-44f3-abf3-d0904f769474,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:09.413945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.493380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75761e0-8ccc-4f92-ae41-32ebc49e0ebb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:09.662992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.665973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:03Z', 'revision_number': 3, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:09.679401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.745869 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e82481-4cfc-44d0-a6e3-85937eabdea4 None None] The sync data for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 is: [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:03Z', 'revision_number': 3, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:09.765533 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.936485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:09.954034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Pushing event updated for resources: {'Port': ['ID=9f256027-3e13-44d6-b8c4-43af3e446aa7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:10.205652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Network f7edc7c5-51c7-4c96-b386-8e65329527ad is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:10.211752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:10.486210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Router c8916828-8bbf-447e-b39a-540285755106 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:10.597301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Router 8c233928-60bd-4e7c-820e-8ad736cd9047 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:10.750893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:10.761984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Sync routers for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:10.773110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d7b40f7-6cd6-4e96-9a4a-e519a9eb96a0 admin admin] 10.222.0.57 "PUT /v2.0/routers/c8916828-8bbf-447e-b39a-540285755106/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8846188 Aug 31 06:37:10.774489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:10.811181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:10.811822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:11.045557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:11.066661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-92c19512-c69c-4b9b-9c66-c9930cb93d9a admin admin] 10.222.0.57 "PUT /v2.0/routers/8c233928-60bd-4e7c-820e-8ad736cd9047/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0726614 Aug 31 06:37:11.087871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.150153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2e9807e-eb20-4e51-9d36-156f4fc2257f None None] Provisioning complete for port 9f256027-3e13-44d6-b8c4-43af3e446aa7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:11.151373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2e9807e-eb20-4e51-9d36-156f4fc2257f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.292628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.316293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2e9807e-eb20-4e51-9d36-156f4fc2257f None None] Port 9f256027-3e13-44d6-b8c4-43af3e446aa7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:11.368861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:11.409692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Deleting port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:11.410547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.563881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:11.606198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] For port 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:11.606198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.622424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Calling delete_port for 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:11.773378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79'}], 'enable_snat': True}, 'gw_port_id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:37:09Z', 'revision_number': 5, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port': {'id': '7fb66a8f-250f-4c45-b8f1-cb6ecad2188a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:9e:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8916828-8bbf-447e-b39a-540285755106', 'device_owner': 'network:router_gateway', 'standard_attr_id': 398, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:34:51Z', 'updated_at': '2021-08-31T06:34:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:11.825241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Checking router: c8916828-8bbf-447e-b39a-540285755106 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:11.834339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:11.836124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Routers {'c8916828-8bbf-447e-b39a-540285755106'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:11.837476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c8916828-8bbf-447e-b39a-540285755106'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:11.877190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fb66a8f-250f-4c45-b8f1-cb6ecad2188a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:11.936908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] Set router c8916828-8bbf-447e-b39a-540285755106 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:12.023107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.031008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-507d00d6-72fa-4c5b-bbb8-36dfbe6609bc req-833b389c-ad98-48fa-87cd-ee0f1ea64fd6 tempest-FloatingIPsNegativeTestJSON-171147306 tempest-FloatingIPsNegativeTestJSON-171147306-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=02ad4e9c38874fa189871223b410d1fd HTTP/1.1" status: 200 len: 217 time: 0.0603387 Aug 31 06:37:12.116499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b861f6b3-db8f-44f3-abf3-d0904f769474 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:12.120443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:37:11Z', 'revision_number': 7, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:12.209209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53e302dc-3ca9-49a8-a5dc-f0b1332d9128 req-8de0d874-41a1-48fd-b904-173244da47ba tempest-FloatingIPsNegativeTestJSON-171147306 tempest-FloatingIPsNegativeTestJSON-171147306-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0485327 Aug 31 06:37:12.213815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a63ebde-189e-4de0-af93-db312b8377b5 None None] The sync data for ids ['c8916828-8bbf-447e-b39a-540285755106'] in n-d-712707-15 is: [{'id': 'c8916828-8bbf-447e-b39a-540285755106', 'name': 'tempest-AttachSCSIVolumeTestJSON-670101045-router', 'tenant_id': 'e2ba801491ec41a691b4cf8931207908', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:34:49Z', 'updated_at': '2021-08-31T06:37:11Z', 'revision_number': 7, 'project_id': 'e2ba801491ec41a691b4cf8931207908', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:12.278922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.288529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.310926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b861f6b3-db8f-44f3-abf3-d0904f769474 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:12.316000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b861f6b3-db8f-44f3-abf3-d0904f769474 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:12.316630 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.343520 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-c929dec6-0919-4bc1-9d89-188ef13469c9 req-f4115983-0914-41dc-8c64-3cd26cbf198d tempest-FloatingIPsNegativeTestJSON-171147306 tempest-FloatingIPsNegativeTestJSON-171147306-project] show failed (client error): The resource could not be found. Aug 31 06:37:12.354730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c929dec6-0919-4bc1-9d89-188ef13469c9 req-f4115983-0914-41dc-8c64-3cd26cbf198d tempest-FloatingIPsNegativeTestJSON-171147306 tempest-FloatingIPsNegativeTestJSON-171147306-project] 10.222.0.57 "GET /v2.0/floatingips/11228af3-04ee-43ce-a9de-3999a855d888 HTTP/1.1" status: 404 len: 350 time: 0.1053202 Aug 31 06:37:12.356582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:12.384694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35034910-0185-49c8-aa76-469ec21878bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.453724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.454590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8916828-8bbf-447e-b39a-540285755106 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:12.460928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.464887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72263d78-20b4-4acf-bbed-07dde23baf73 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c8916828-8bbf-447e-b39a-540285755106 HTTP/1.1" status: 204 len: 168 time: 1.6854334 Aug 31 06:37:12.468379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:12.469058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.519866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b861f6b3-db8f-44f3-abf3-d0904f769474, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b861f6b3-db8f-44f3-abf3-d0904f769474,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:12.531357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.581165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Deleting subnet 097d4bf0-9139-4e25-a953-c200686ccea3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:12.618129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.696521 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Sync routers for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:12.722461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:12.725537 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:12.737444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b861f6b3-db8f-44f3-abf3-d0904f769474,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:12.757451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:12.957136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-2c0ddc65-ac0b-4bbe-a423-d3e432fade95 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3288565 Aug 31 06:37:12.993945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35034910-0185-49c8-aa76-469ec21878bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.011166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35034910-0185-49c8-aa76-469ec21878bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.028230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.049467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-35034910-0185-49c8-aa76-469ec21878bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=13f35e2a528947bba6f17ae911e548fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4789329 Aug 31 06:37:13.057077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:13.156386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.180737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:13.216748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35034910-0185-49c8-aa76-469ec21878bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b719c48-255d-4e2a-9359-2c6656293ac3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.290724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a293-6e88-445e-a12d-f45b26677896 req-9176c536-fc52-459f-b6e4-e7cb2109883a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.301227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=097d4bf0-9139-4e25-a953-c200686ccea3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:13.309646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3225e8-7fda-48ac-b545-1332cc28a02d None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:13.315748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.334824 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ddc11466-f096-4a6b-bdb8-c7bd4c8e61d7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/097d4bf0-9139-4e25-a953-c200686ccea3 HTTP/1.1" status: 204 len: 168 time: 0.8650939 Aug 31 06:37:13.336718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:13.347302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-9176c536-fc52-459f-b6e4-e7cb2109883a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1096 time: 0.2547846 Aug 31 06:37:13.411264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.445594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.495764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.562419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Deleting port 5360a8bf-194b-4af2-af25-2412ed700bba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:13.563021 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.638929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a293-6e88-445e-a12d-f45b26677896 req-1090c6d6-a66f-4803-93de-c6422794119d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.641004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-1090c6d6-a66f-4803-93de-c6422794119d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2660878 Aug 31 06:37:13.684369 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:09Z', 'revision_number': 4, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9f256027-3e13-44d6-b8c4-43af3e446aa7', 'name': '', 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'mac_address': 'fa:16:3e:59:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:07Z', 'updated_at': '2021-08-31T06:37:09Z', 'revision_number': 2, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'subnets': [{'id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:13.738424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] For port 5360a8bf-194b-4af2-af25-2412ed700bba, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5360a8bf-194b-4af2-af25-2412ed700bba,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:13.739041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.740011 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Checking router: 8c233928-60bd-4e7c-820e-8ad736cd9047 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:13.740894 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Updating router 8c233928-60bd-4e7c-820e-8ad736cd9047 port 9f256027-3e13-44d6-b8c4-43af3e446aa7 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:13.749282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] DHCP port deletion for 2c2be7ce-7b2a-4a61-b867-cf9813871db7 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:13.796386 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.803271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Calling delete_port for 5360a8bf-194b-4af2-af25-2412ed700bba owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:13.904844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Deleting port 5360a8bf-194b-4af2-af25-2412ed700bba {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:13.908865 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:13.989270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-11871d35-0013-4dc6-92e9-0d6e31180e9c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:13.991318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-11871d35-0013-4dc6-92e9-0d6e31180e9c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.4903448 Aug 31 06:37:13.999550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b861f6b3-db8f-44f3-abf3-d0904f769474 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:14.000663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-9de17a82-cd01-4812-8013-54a028da55e4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.3223765 Aug 31 06:37:14.016976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.017960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.050314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Pushing event deleted for resources: {'Port': ['ID=5360a8bf-194b-4af2-af25-2412ed700bba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:14.061095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] No DVR routers for this DVR port 5360a8bf-194b-4af2-af25-2412ed700bba on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:14.089619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f973a293-6e88-445e-a12d-f45b26677896 req-27365031-95a7-4389-b197-b291b029ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:14.092828 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-27365031-95a7-4389-b197-b291b029ce8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0685537 Aug 31 06:37:14.161650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] For port 5360a8bf-194b-4af2-af25-2412ed700bba, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5360a8bf-194b-4af2-af25-2412ed700bba,segment=NetworkSegment(c802d1de-2805-4055-ae22-3d02066ebef9),segment_id=c802d1de-2805-4055-ae22-3d02066ebef9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:14.162050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.170124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.177239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-eaee8856-11e5-43bc-bb8a-8c1015d75bd0 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/quotas/d0e337b1324e4da4aa1dfcc9d1e7a073 HTTP/1.1" status: 200 len: 375 time: 0.1744328 Aug 31 06:37:14.205251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c2be7ce-7b2a-4a61-b867-cf9813871db7']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:14.206837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Calling delete_port for 5360a8bf-194b-4af2-af25-2412ed700bba owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:14.212703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-e03feae0-e874-4573-a8cf-ddb979efe51a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465121 Aug 31 06:37:14.240182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c802d1de-2805-4055-ae22-3d02066ebef9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:14.242005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c802d1de-2805-4055-ae22-3d02066ebef9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:14.247126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b861f6b3-db8f-44f3-abf3-d0904f769474 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:14.247509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.270410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.311449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.326449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:14.328972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:14.332623 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:14.373914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-94b81c3e-4163-486e-b81d-a85445930e8c service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349075 Aug 31 06:37:14.435774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.449775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.451728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] 10.222.0.57 "DELETE /v2.0/networks/2c2be7ce-7b2a-4a61-b867-cf9813871db7 HTTP/1.1" status: 204 len: 168 time: 1.1108935 Aug 31 06:37:14.459316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:14.482074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98f7db-5f58-4d3a-9e3f-32ecd3b66463 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c2be7ce-7b2a-4a61-b867-cf9813871db7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:14.498613 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.523478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.528308 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Transition to ACTIVE for port object 9f256027-3e13-44d6-b8c4-43af3e446aa7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:14.538068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.539653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.546590 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.549510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b719c48-255d-4e2a-9359-2c6656293ac3 HTTP/1.1" status: 204 len: 168 time: 1.4878848 Aug 31 06:37:14.617589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Network 2c2be7ce-7b2a-4a61-b867-cf9813871db7 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:37:14.618065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] No DVR routers for this DVR port 5360a8bf-194b-4af2-af25-2412ed700bba on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:14.625739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b040ef64-8ff2-46c6-a3b3-5c8e4c5a27d2 None None] Pushing event deleted for resources: {'Port': ['ID=5360a8bf-194b-4af2-af25-2412ed700bba,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:14.629428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:14.684113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:14.686303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7fb66a8f-250f-4c45-b8f1-cb6ecad2188a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:14.686936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c75761e0-8ccc-4f92-ae41-32ebc49e0ebb no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:14.742973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c75761e0-8ccc-4f92-ae41-32ebc49e0ebb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:14.743322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c75761e0-8ccc-4f92-ae41-32ebc49e0ebb not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:14.743940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5360a8bf-194b-4af2-af25-2412ed700bba no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:14.787685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5360a8bf-194b-4af2-af25-2412ed700bba {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:14.800904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5360a8bf-194b-4af2-af25-2412ed700bba not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:14.803826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-63ac8533-ef15-4a45-842c-94d6506e46ed tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6068175 Aug 31 06:37:14.888583 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Attempting to bind port 9f256027-3e13-44d6-b8c4-43af3e446aa7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:14.890414 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Attempting to bind port 9f256027-3e13-44d6-b8c4-43af3e446aa7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:14.893741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Attempting to bind port 9f256027-3e13-44d6-b8c4-43af3e446aa7 on network f7edc7c5-51c7-4c96-b386-8e65329527ad {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:14.897656 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc621820-25f9-488a-978e-308564e61924 None None] Pushing event updated for resources: {'Port': ['ID=9f256027-3e13-44d6-b8c4-43af3e446aa7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:14.927620 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:14.928850 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Checking segment: {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:14.929551 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.931852 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Bound using segment: {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:14.933175 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Bound port: 9f256027-3e13-44d6-b8c4-43af3e446aa7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd44d892a-1572-4431-8cdf-e7a76c215570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:14.941712 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:14.996637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbea26-e96d-4089-b085-e5c9605d7576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b719c48-255d-4e2a-9359-2c6656293ac3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:15.106181 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] For port 9f256027-3e13-44d6-b8c4-43af3e446aa7, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:15.114285 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] For port 9f256027-3e13-44d6-b8c4-43af3e446aa7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9f256027-3e13-44d6-b8c4-43af3e446aa7,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:15.124116 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.153321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:15.221051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-5c1b4e7a-ff6f-48ca-9335-a43d1899c6f7 service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935499 Aug 31 06:37:15.248499 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc621820-25f9-488a-978e-308564e61924 None None] Pushing event updated for resources: {'Port': ['ID=9f256027-3e13-44d6-b8c4-43af3e446aa7,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:15.333004 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:15.333974 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:15.341757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f973a293-6e88-445e-a12d-f45b26677896 req-f4f33ffb-a875-49d5-a6f7-275305458cd8 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9500406 Aug 31 06:37:15.356172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-4e9878c0-73e1-4cd8-95a3-a266d9039fa0 service neutron] 10.222.0.57 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340280 Aug 31 06:37:15.544542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.567203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.581570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-c4532174-54b9-4043-a4f3-aafefd9a46f1 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:15.587668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-c4532174-54b9-4043-a4f3-aafefd9a46f1 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "GET /v2.0/ports?device_id=5a2972c9-7384-43d9-b7ab-1f4bf0ded052 HTTP/1.1" status: 200 len: 945 time: 0.3766470 Aug 31 06:37:15.641914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:15.651307 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b904b87-5e76-4b44-b68a-229f66f5264b" -d '{"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-unplugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:15.711615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:15.727282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.807243 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca46b90-e362-47ac-8a5c-f63507d291ed x-openstack-request-id: req-9ca46b90-e362-47ac-8a5c-f63507d291ed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:15.810511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Deleting port 9f256027-3e13-44d6-b8c4-43af3e446aa7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:15.812193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:15.822515 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-unplugged", "status": "completed", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:15.824914 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ca46b90-e362-47ac-8a5c-f63507d291ed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:15.826936 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'code': 200} Aug 31 06:37:15.909724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:16.031508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:16.072121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] For port 9f256027-3e13-44d6-b8c4-43af3e446aa7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9f256027-3e13-44d6-b8c4-43af3e446aa7,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:16.072671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.102277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Calling delete_port for 9f256027-3e13-44d6-b8c4-43af3e446aa7 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:16.178836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561622a8-9f3e-4d01-8ba9-140b7f53ad90 req-b3079b38-6203-4ee2-ad53-6806cdc7e8c4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 210 time: 0.2442086 Aug 31 06:37:16.376094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:16.401210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Deleting port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:16.405539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.520641 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:09Z', 'revision_number': 4, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9f256027-3e13-44d6-b8c4-43af3e446aa7', 'name': '', 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'mac_address': 'fa:16:3e:59:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:07Z', 'updated_at': '2021-08-31T06:37:15Z', 'revision_number': 4, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'subnets': [{'id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:16.551210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.585996 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdeba3-99de-4504-a32b-a897d238ef29 None None] The sync data for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 is: [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:09Z', 'revision_number': 4, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9f256027-3e13-44d6-b8c4-43af3e446aa7', 'name': '', 'network_id': 'f7edc7c5-51c7-4c96-b386-8e65329527ad', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'mac_address': 'fa:16:3e:59:e3:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_interface', 'standard_attr_id': 529, 'fixed_ips': [{'subnet_id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:07Z', 'updated_at': '2021-08-31T06:37:15Z', 'revision_number': 4, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'subnets': [{'id': '8f6670db-9241-4f05-9b2a-55ea9a1524ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:16.618675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Pushing event deleted for resources: {'Port': ['ID=9f256027-3e13-44d6-b8c4-43af3e446aa7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:16.625065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1316714689-network', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:16.641761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] For port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:16.645603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.725154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Calling delete_port for 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:16.804468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Made reservation on behalf of a622044349a1455e8bb51407e9793bc1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:16.810770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:16.843317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.267108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.361602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event deleted for resources: {'Port': ['ID=82c0ea1b-1275-47dc-9b31-3cb3d6a8667b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:17.384165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fadf6bd-a73f-479e-8d03-f3ea6da6d984 req-1604fc21-f438-44f8-9cdb-10310369e411 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 210 time: 0.0453014 Aug 31 06:37:17.416536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.455154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] No DVR routers for this DVR port 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:17.534442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:17.536487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aea70b03-eeb4-4287-8467-80b42c2989d9 req-d8b959f2-4919-4ad6-a094-49cae3a3f0f8 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.50 "DELETE /v2.0/ports/82c0ea1b-1275-47dc-9b31-3cb3d6a8667b HTTP/1.1" status: 204 len: 173 time: 1.9364483 Aug 31 06:37:17.537149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-deleted', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:17.540009 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a78870-a50e-468a-8110-243a12c82742" -d '{"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-deleted", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:17.739717 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f3247e-d21a-4b5b-af4f-09c15da93fd3 x-openstack-request-id: req-a6f3247e-d21a-4b5b-af4f-09c15da93fd3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:17.746728 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a2972c9-7384-43d9-b7ab-1f4bf0ded052", "name": "network-vif-deleted", "tag": "82c0ea1b-1275-47dc-9b31-3cb3d6a8667b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:17.747155 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6f3247e-d21a-4b5b-af4f-09c15da93fd3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:17.748102 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a2972c9-7384-43d9-b7ab-1f4bf0ded052', 'name': 'network-vif-deleted', 'tag': '82c0ea1b-1275-47dc-9b31-3cb3d6a8667b', 'status': 'completed', 'code': 200} Aug 31 06:37:18.038482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.249229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-c87c2d84-d759-4b38-bffc-c161817c639f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:18.258915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-c87c2d84-d759-4b38-bffc-c161817c639f tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 804 time: 0.4297709 Aug 31 06:37:18.306406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Request body: {'port': {'device_id': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'admin_state_up': True, 'tenant_id': 'd0e337b1324e4da4aa1dfcc9d1e7a073'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:18.395690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Deleting port b03c381f-aca0-4226-8388-2ddba328066a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:18.396052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.497607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.518608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.633630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] For port b03c381f-aca0-4226-8388-2ddba328066a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b03c381f-aca0-4226-8388-2ddba328066a,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:18.633998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.640920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-ee96d789-5094-4019-b03f-609f07384402 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755687 Aug 31 06:37:18.649839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Calling delete_port for b03c381f-aca0-4226-8388-2ddba328066a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:18.794430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:18.808821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-52a20ac7-75c3-4322-bb24-d072a7a4d25d tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:18.821889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-52a20ac7-75c3-4322-bb24-d072a7a4d25d tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1800935 Aug 31 06:37:18.844573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73a05693-c90b-40bd-9aff-2d00c53f7abd req-f5003e6f-e6da-4c94-a408-53692ecbe964 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 210 time: 0.0477734 Aug 31 06:37:18.871568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.871983 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Added segment d324284e-88ac-44fa-903b-0538aa70280b of type vlan for network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f Aug 31 06:37:18.910392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.934061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:18.948554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=b03c381f-aca0-4226-8388-2ddba328066a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.025422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.026667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:19.028050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.119415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0387f44-ce93-4522-8217-8593035de690,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.143066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-c1ac6e59-0450-41fd-a7d9-f01b5e1ceb2c tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/quotas/5fc8be3c63744de8b6bed1d59fd772f2 HTTP/1.1" status: 200 len: 375 time: 0.3087134 Aug 31 06:37:19.160338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:19.208099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:19.212604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 82c0ea1b-1275-47dc-9b31-3cb3d6a8667b not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:19.266140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.304429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-f229c358-6f15-482f-95e3-12adc0ddcb59 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1604125 Aug 31 06:37:19.308468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] Pushing event updated for resources: {'Network': ['ID=0bcb6246-7fd1-4026-86e8-b5d65bd7576f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:19.312202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Made reservation on behalf of d0e337b1324e4da4aa1dfcc9d1e7a073 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:19.315652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.319845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:19.324687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5bc5dd60-9c2e-4118-928c-7054a13fa4af admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.9440269 Aug 31 06:37:19.333436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.344343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Request body: {'subnet': {'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1316714689-subnet', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:19.382455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Router 8c233928-60bd-4e7c-820e-8ad736cd9047 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:19.437971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Made reservation on behalf of a622044349a1455e8bb51407e9793bc1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:19.440231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:19.626753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Router da2e0cfb-ec78-476e-8ae2-2722c7891c76 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:19.710905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Allocated IP 172.20.0.13 (a96bc69e-89c0-4591-a8d3-18daa448edc8/e2201c7a-ae9e-42c1-a3df-54953ca58176/1efb54ac-2305-4528-a598-b75b4fcd632f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:19.726289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:19.738148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Sync routers for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:19.770445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:19.771095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:19.780565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c8a96781-75e0-4d4f-ac37-fbb7adf6fffc admin admin] 10.222.0.57 "PUT /v2.0/routers/8c233928-60bd-4e7c-820e-8ad736cd9047/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4073315 Aug 31 06:37:19.781205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.832540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:19.844965 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Sync routers for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:19.861920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fceba223-199f-4c0e-9186-909558277c93 admin admin] 10.222.0.57 "PUT /v2.0/routers/da2e0cfb-ec78-476e-8ae2-2722c7891c76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3992786 Aug 31 06:37:19.862888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:19.866618 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:19.867123 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.092182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:20.108732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.146326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:20.193495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74e1ca45-52a3-41a7-86fd-ecbab0c211fa req-d679785f-3bd2-487b-903a-9cd7f459b5ee tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 210 time: 0.0788264 Aug 31 06:37:20.231187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-c328aa25-e1d4-4446-b21b-9329e4d10a7c tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3955903 Aug 31 06:37:20.456212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 5, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.516259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.519704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Checking router: 8c233928-60bd-4e7c-820e-8ad736cd9047 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:20.530775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Routers {'8c233928-60bd-4e7c-820e-8ad736cd9047'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:20.531577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8c233928-60bd-4e7c-820e-8ad736cd9047'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.541807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-b89bd77e-f098-46f6-a9d2-43346b1e59af tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:20.550104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-b89bd77e-f098-46f6-a9d2-43346b1e59af tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3180406 Aug 31 06:37:20.559821 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:37:18Z', 'revision_number': 5, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.625530 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Checking router: da2e0cfb-ec78-476e-8ae2-2722c7891c76 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:20.650379 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Routers {'da2e0cfb-ec78-476e-8ae2-2722c7891c76'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:20.653916 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:36:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:20.672621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] Set router 8c233928-60bd-4e7c-820e-8ad736cd9047 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:20.738540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.741761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-9952d079-aa6a-4edd-8170-9a5f49387695 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/quotas/5fc8be3c63744de8b6bed1d59fd772f2 HTTP/1.1" status: 200 len: 375 time: 0.1820068 Aug 31 06:37:20.822033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-5786e15c-2a34-4947-8584-d9e8b7cbc669 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0774941 Aug 31 06:37:20.872128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ac52657-d4a2-4547-b66b-d60982caf105,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:20.882548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.952138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Checking segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:20.952428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Network hostable DHCP agents. Network: 0bcb6246-7fd1-4026-86e8-b5d65bd7576f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:20.959436 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] Set router da2e0cfb-ec78-476e-8ae2-2722c7891c76 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:20.982433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:20.989487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:20.999732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.013295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 0bcb6246-7fd1-4026-86e8-b5d65bd7576f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:21.020304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:21.021029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.028109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Deleting port 27d9c3d1-55f9-417f-8f52-af6fadb774dd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:21.029077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.057562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6a8051-b795-4211-944a-f7d4358d9644 None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:21.099785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d457ca6-229c-4f8c-b497-11cb235ee861 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7637746 Aug 31 06:37:21.103801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:21.133771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:21.164391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.267555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Deleting port b861f6b3-db8f-44f3-abf3-d0904f769474 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:21.268339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.297069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.304671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.307126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:21.308069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.384296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:37:18Z', 'revision_number': 5, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.402501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] For port 27d9c3d1-55f9-417f-8f52-af6fadb774dd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=27d9c3d1-55f9-417f-8f52-af6fadb774dd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:21.403206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.436578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eac2e4cc-de04-4d44-885d-f69a81cf57be None None] The sync data for ids ['da2e0cfb-ec78-476e-8ae2-2722c7891c76'] in n-d-712707-15 is: [{'id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'name': 'tempest-AttachSCSIVolumeTestJSON-1839246798-router', 'tenant_id': 'f3fb6e4233704edd88b52251501873e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176'}], 'enable_snat': True}, 'gw_port_id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:35:01Z', 'updated_at': '2021-08-31T06:37:18Z', 'revision_number': 5, 'project_id': 'f3fb6e4233704edd88b52251501873e5', 'gw_port': {'id': '27d9c3d1-55f9-417f-8f52-af6fadb774dd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:7e:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da2e0cfb-ec78-476e-8ae2-2722c7891c76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:35:05Z', 'updated_at': '2021-08-31T06:35:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:21.468907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Calling delete_port for 27d9c3d1-55f9-417f-8f52-af6fadb774dd owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:21.469406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3d38eb8-2a4b-4e72-ba39-f3c44f891a8b req-73fcf11d-df05-4eee-84e7-4aaf8d546ecc tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.2991252 Aug 31 06:37:21.477117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] For port b861f6b3-db8f-44f3-abf3-d0904f769474, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b861f6b3-db8f-44f3-abf3-d0904f769474,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:21.477523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.499345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Network a96bc69e-89c0-4591-a8d3-18daa448edc8 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:21.505965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:21.519879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:21.528289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Calling delete_port for b861f6b3-db8f-44f3-abf3-d0904f769474 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:21.575724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:21.623373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.651846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:21.653015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:21.686019 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-b2e78d88-d0a9-4f00-be8f-d641aa591f86 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4063008 Aug 31 06:37:21.718373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Request body: {'port': {'device_id': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:21.737767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 5, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:21.749922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Allocated IP 172.20.0.2 (0bcb6246-7fd1-4026-86e8-b5d65bd7576f/2ac52657-d4a2-4547-b66b-d60982caf105/ec16a179-5ef0-416f-8d85-4926cd65fb40) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:21.795102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aaac6b4-89b3-442b-82a1-b55cad495952 None None] The sync data for ids ['8c233928-60bd-4e7c-820e-8ad736cd9047'] in n-d-712707-15 is: [{'id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'name': 'tempest-FloatingIPsNegativeTestJSON-905267948-router', 'tenant_id': '02ad4e9c38874fa189871223b410d1fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155'}], 'enable_snat': True}, 'gw_port_id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:36:58Z', 'updated_at': '2021-08-31T06:37:16Z', 'revision_number': 5, 'project_id': '02ad4e9c38874fa189871223b410d1fd', 'gw_port': {'id': 'b861f6b3-db8f-44f3-abf3-d0904f769474', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:da:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c233928-60bd-4e7c-820e-8ad736cd9047', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:01Z', 'updated_at': '2021-08-31T06:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:21.811458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acda4bb-0c31-4452-b8d2-6cd1d7266832 req-ab80b788-bc33-4690-8427-c7cf059bfd72 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:21.824539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9acda4bb-0c31-4452-b8d2-6cd1d7266832 req-ab80b788-bc33-4690-8427-c7cf059bfd72 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 932 time: 0.4549260 Aug 31 06:37:21.990393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.012540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-f0cc067c-7f3f-4b25-9e50-8da1027ef25a tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1647048 Aug 31 06:37:22.166475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.169249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.202356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b03c381f-aca0-4226-8388-2ddba328066a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:22.266146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Transition to ACTIVE for port object ec16a179-5ef0-416f-8d85-4926cd65fb40 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:22.278414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b03c381f-aca0-4226-8388-2ddba328066a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:22.280086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b03c381f-aca0-4226-8388-2ddba328066a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:22.312384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Transition to ACTIVE for port object ec16a179-5ef0-416f-8d85-4926cd65fb40 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:22.321638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.351440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9acda4bb-0c31-4452-b8d2-6cd1d7266832 req-68bd05c2-6df0-4e37-bf40-348cd643a0db tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5255096 Aug 31 06:37:22.360469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Pushing event deleted for resources: {'Port': ['ID=b861f6b3-db8f-44f3-abf3-d0904f769474,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.398316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:22.413553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:22.416717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:22.421710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Pushing event updated for resources: {'Port': ['ID=ec16a179-5ef0-416f-8d85-4926cd65fb40,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.473276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-ebc2e9de-e50b-4b68-98d2-1b2255aa4591 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:22.476352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-ebc2e9de-e50b-4b68-98d2-1b2255aa4591 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4537680 Aug 31 06:37:22.487297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.491747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Attempting to bind port ec16a179-5ef0-416f-8d85-4926cd65fb40 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:22.491978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Attempting to bind port ec16a179-5ef0-416f-8d85-4926cd65fb40 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:22.492339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Attempting to bind port ec16a179-5ef0-416f-8d85-4926cd65fb40 on network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:22.506180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:22.506558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Checking segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:22.506960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.507357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Bound using segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:22.507831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Bound port: ec16a179-5ef0-416f-8d85-4926cd65fb40, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:22.508216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.548311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Request body: {'port': {'device_id': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '5fc8be3c63744de8b6bed1d59fd772f2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:22.566452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.586303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] For port ec16a179-5ef0-416f-8d85-4926cd65fb40, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:22.592362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] For port ec16a179-5ef0-416f-8d85-4926cd65fb40, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ec16a179-5ef0-416f-8d85-4926cd65fb40,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:22.597056 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.688407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f4541b-e7c5-4c5d-9232-825aa9814303 None None] Pushing event updated for resources: {'Port': ['ID=ec16a179-5ef0-416f-8d85-4926cd65fb40,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.709483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Pushing event deleted for resources: {'Port': ['ID=27d9c3d1-55f9-417f-8f52-af6fadb774dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:22.736116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-179e1e8a-2516-43c2-9f6d-7f93616aaef1 req-fdfac6f6-5ad0-44d5-9648-6e855e713bbd tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.0705521 Aug 31 06:37:22.740225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.841893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-33cc21a5-4bda-4720-8de5-f9891bb2990a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4030669 Aug 31 06:37:22.880942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.884434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:22.920846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-6bdb4e6a-4072-4fe0-aa91-b9fdef4a80ae tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439124 Aug 31 06:37:22.930294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.032502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.033268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c233928-60bd-4e7c-820e-8ad736cd9047 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:23.045022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.045950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-84554977-d585-4998-a5f3-62b2eb53c400 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8c233928-60bd-4e7c-820e-8ad736cd9047 HTTP/1.1" status: 204 len: 168 time: 3.2614107 Aug 31 06:37:23.051606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:23.154271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:23.175090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.182073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Deleting subnet 8f6670db-9241-4f05-9b2a-55ea9a1524ba {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:23.192595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.218877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.224907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.263062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.291639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Transition to ACTIVE for port object 1efb54ac-2305-4528-a598-b75b4fcd632f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:23.302721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.338263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-9535332e-88a7-438b-ba5d-e61458db08ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:23.340580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-9535332e-88a7-438b-ba5d-e61458db08ec service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 1096 time: 0.4310615 Aug 31 06:37:23.341395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.341873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Fanout notify agent at l3_agent the message router_deleted on router da2e0cfb-ec78-476e-8ae2-2722c7891c76 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:23.348382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.349402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ab8a7bf8-bf63-4a2e-8e82-13ab6ef63b4f admin admin] 10.222.0.57 "DELETE /v2.0/routers/da2e0cfb-ec78-476e-8ae2-2722c7891c76 HTTP/1.1" status: 204 len: 168 time: 3.4854667 Aug 31 06:37:23.353515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:23.363467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Made reservation on behalf of 5fc8be3c63744de8b6bed1d59fd772f2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:23.369454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.467480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:23.487249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-ccf27ffa-560e-4bdf-bd8a-934c86b77bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:23.488989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-ccf27ffa-560e-4bdf-bd8a-934c86b77bc3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1066122 Aug 31 06:37:23.494707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.515420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Deleting subnet 07f845d4-ed62-40aa-9f5f-c5ea985a3584 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:23.536048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:23.886356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-e891b7cc-3e20-48d0-bc66-346d4a5be2f6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 200 len: 217 time: 0.3709018 Aug 31 06:37:23.912865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-a2e45e91-79df-4937-a4a3-49a730ee5e90 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:23.914396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-a2e45e91-79df-4937-a4a3-49a730ee5e90 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9800436 Aug 31 06:37:23.945395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Request body: {'port': {'device_id': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '5fc8be3c63744de8b6bed1d59fd772f2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:23.956699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e13b8b5-3e56-4050-95d1-3800a7478d7b req-41f03767-7da9-4b31-900e-7a2cd22844e1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.0740685 Aug 31 06:37:24.062666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.119812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-fe52c548-76ca-4026-b663-21a9d368a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.123354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-fe52c548-76ca-4026-b663-21a9d368a7ee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.2237937 Aug 31 06:37:24.150019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.157119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ec16a179-5ef0-416f-8d85-4926cd65fb40 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:24.238516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ed83a1-106e-4b61-91fc-f7d2f5cfdbeb req-b5a0c8ea-dd2f-41ba-a3ab-a7715de1ff13 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:24.240380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ed83a1-106e-4b61-91fc-f7d2f5cfdbeb req-b5a0c8ea-dd2f-41ba-a3ab-a7715de1ff13 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 944 time: 0.7885642 Aug 31 06:37:24.241865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-3d66be41-6485-45db-9a2e-e10115db4f97 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701134 Aug 31 06:37:24.279864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ec16a179-5ef0-416f-8d85-4926cd65fb40 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:24.285246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c39ded-ffde-43c9-888c-6e42b3defa43 None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:24.375298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Attempting to bind port 1efb54ac-2305-4528-a598-b75b4fcd632f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:24.378078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Attempting to bind port 1efb54ac-2305-4528-a598-b75b4fcd632f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:24.378733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Attempting to bind port 1efb54ac-2305-4528-a598-b75b4fcd632f on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:24.388216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.398809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Provisioning for port ec16a179-5ef0-416f-8d85-4926cd65fb40 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:24.410270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9f256027-3e13-44d6-b8c4-43af3e446aa7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:24.427617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.431973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Port 1efb54ac-2305-4528-a598-b75b4fcd632f on network a96bc69e-89c0-4591-a8d3-18daa448edc8 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:24.432447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Attempting to bind port 1efb54ac-2305-4528-a598-b75b4fcd632f on network a96bc69e-89c0-4591-a8d3-18daa448edc8 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:24.437385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9f256027-3e13-44d6-b8c4-43af3e446aa7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:24.437966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9f256027-3e13-44d6-b8c4-43af3e446aa7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:24.438535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b861f6b3-db8f-44f3-abf3-d0904f769474 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:24.442033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Provisioning complete for port ec16a179-5ef0-416f-8d85-4926cd65fb40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:24.442608 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.458762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:24.459253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Checking segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:24.459753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Bound using segment: {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:24.460360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Bound port: 1efb54ac-2305-4528-a598-b75b4fcd632f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2abfe56d-4cb2-4cb7-a2a1-d0846965f947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:24.460822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.461758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.466894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ed83a1-106e-4b61-91fc-f7d2f5cfdbeb req-d1cb1c67-2cb7-47ca-8904-a306e1a6dd9d tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962116 Aug 31 06:37:24.472449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f6670db-9241-4f05-9b2a-55ea9a1524ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.474764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.479494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ace94721-4027-4aa2-bb0f-f892ff237b16 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f6670db-9241-4f05-9b2a-55ea9a1524ba HTTP/1.1" status: 204 len: 168 time: 1.4269199 Aug 31 06:37:24.491937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:24.499693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9471fea6-c754-4f9a-a9df-0c60d0484cc2 None None] Network f7edc7c5-51c7-4c96-b386-8e65329527ad requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:24.500562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.506503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-a120aa75-73a3-4af4-8667-555860951c7d service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419629 Aug 31 06:37:24.514340 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.523113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b861f6b3-db8f-44f3-abf3-d0904f769474 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:24.523765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b861f6b3-db8f-44f3-abf3-d0904f769474 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:24.524368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 27d9c3d1-55f9-417f-8f52-af6fadb774dd no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:24.589014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 27d9c3d1-55f9-417f-8f52-af6fadb774dd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:24.590150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 27d9c3d1-55f9-417f-8f52-af6fadb774dd not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:24.642080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.656622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.717889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Made reservation on behalf of 5fc8be3c63744de8b6bed1d59fd772f2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:24.721583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.734832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d9c26a-1ad9-41d2-a29a-75aa8347913d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.767335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.827520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] For port ec16a179-5ef0-416f-8d85-4926cd65fb40, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ec16a179-5ef0-416f-8d85-4926cd65fb40,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:24.828438 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d0a55f-6213-4e49-af70-f665531005c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.832656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.835719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.889103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] DHCP port deletion for f7edc7c5-51c7-4c96-b386-8e65329527ad request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:24.904837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07f845d4-ed62-40aa-9f5f-c5ea985a3584,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:24.915697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:24.921212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-27091a46-95ee-4b8d-97ae-81ac9c9d63ef admin admin] 10.222.0.57 "DELETE /v2.0/subnets/07f845d4-ed62-40aa-9f5f-c5ea985a3584 HTTP/1.1" status: 204 len: 168 time: 1.5644007 Aug 31 06:37:24.927199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a400b84-94f2-4e0e-8d4f-c4a07cec0ea0 None None] Network 066cec19-edb9-481f-ab60-6fff41cfb81e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:24.935335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Allocated IP 172.25.3.113 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/1b4b7561-d4e6-41cc-93a5-9db9d6899d9c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:24.945285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:25.017101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:25.031035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e0bf35-58bf-4d0c-b172-43d84c014fe7 None None] Pushing event updated for resources: {'Port': ['ID=ec16a179-5ef0-416f-8d85-4926cd65fb40,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.041036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:25.063837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.088383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.170086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.171463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.175219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] 10.222.0.53 "PUT /v2.0/ports/1efb54ac-2305-4528-a598-b75b4fcd632f HTTP/1.1" status: 200 len: 1093 time: 3.4779277 Aug 31 06:37:25.178181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Deleting port 283a231f-6ef6-412b-9f52-472dbd927578 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:25.178683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.202576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:25.205293 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe" -d '{"events": [{"name": "network-changed", "server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:25.217659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Deleting port 283a231f-6ef6-412b-9f52-472dbd927578 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:25.218051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.341279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Allocated IP 192.168.233.138 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/13203e32-cf1b-42ed-9949-e0ed610f1b6e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:25.367364 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d375d16a-6ec8-4b29-ae45-164e4c05c224 x-openstack-request-id: req-d375d16a-6ec8-4b29-ae45-164e4c05c224 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:25.367668 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:25.368141 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d375d16a-6ec8-4b29-ae45-164e4c05c224 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:25.368547 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'status': 'completed', 'code': 200} Aug 31 06:37:25.373726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b42192d-8265-4d89-ab23-8c3a346c6e67 service neutron] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:25.408261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] For port 283a231f-6ef6-412b-9f52-472dbd927578, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=283a231f-6ef6-412b-9f52-472dbd927578,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:25.408261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.412353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-797cedcd-e9d6-425a-ad1c-c338208c66d2 None None] Provisioning complete for port ec16a179-5ef0-416f-8d85-4926cd65fb40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:25.412667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-797cedcd-e9d6-425a-ad1c-c338208c66d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.420204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-4bc19882-2cdb-4d41-b11d-ee316f231957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.422350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-4bc19882-2cdb-4d41-b11d-ee316f231957 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 1096 time: 0.1309502 Aug 31 06:37:25.431040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Calling delete_port for 283a231f-6ef6-412b-9f52-472dbd927578 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:25.490379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-9c7bfa3c-f8b5-4380-b0a6-d90269c6400e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efb54ac-2305-4528-a598-b75b4fcd632f HTTP/1.1" status: 200 len: 217 time: 0.0556552 Aug 31 06:37:25.509995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] DHCP port deletion for 066cec19-edb9-481f-ab60-6fff41cfb81e request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:25.550913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] For port 283a231f-6ef6-412b-9f52-472dbd927578, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=283a231f-6ef6-412b-9f52-472dbd927578,segment=NetworkSegment(d44d892a-1572-4431-8cdf-e7a76c215570),segment_id=d44d892a-1572-4431-8cdf-e7a76c215570)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:25.551150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.563437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Deleting port fe712bf2-daa0-45f4-8386-9440e899676e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:25.564130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.596570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Calling delete_port for 283a231f-6ef6-412b-9f52-472dbd927578 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:25.597387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.625680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Transition to ACTIVE for port object 13203e32-cf1b-42ed-9949-e0ed610f1b6e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:25.668667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-c2ef91cf-3942-4b95-87f4-bb620d1e7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.671460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-c2ef91cf-3942-4b95-87f4-bb620d1e7c71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.1483228 Aug 31 06:37:25.752160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-8b6fce76-db8e-4acd-9b9a-c6bb4dee82d1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694542 Aug 31 06:37:25.760227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] For port fe712bf2-daa0-45f4-8386-9440e899676e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe712bf2-daa0-45f4-8386-9440e899676e,segment=NetworkSegment(55b4ad05-eecd-45ac-9ee9-96b4a837e83a),segment_id=55b4ad05-eecd-45ac-9ee9-96b4a837e83a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:25.760838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.838047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Calling delete_port for fe712bf2-daa0-45f4-8386-9440e899676e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:25.849707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.894606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dfaf6a2e-d40e-4dd3-ae61-4d1a755255e4 req-53d97c97-b9c8-4005-9e16-3450ad739e76 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.7496908 Aug 31 06:37:25.896469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8c4279c-2701-41ac-aa6f-9787a4d8becc req-e0309ea6-f46e-4c00-9843-720f39994864 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3451233 Aug 31 06:37:25.920207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.922588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d69c0e-4da5-4a13-8646-b12e1115586a req-f4f71b28-837e-4182-a072-ad7ef75af49c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:25.924301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8d69c0e-4da5-4a13-8646-b12e1115586a req-f4f71b28-837e-4182-a072-ad7ef75af49c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 944 time: 0.2703447 Aug 31 06:37:25.930071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:25.931920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] No DVR routers for this DVR port 283a231f-6ef6-412b-9f52-472dbd927578 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:25.937071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Pushing event deleted for resources: {'Port': ['ID=283a231f-6ef6-412b-9f52-472dbd927578,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.045629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ec16a179-5ef0-416f-8d85-4926cd65fb40 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:26.153516 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.161722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:26.167231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.177477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:26.180847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:26.218146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] Pushing event deleted for resources: {'Port': ['ID=283a231f-6ef6-412b-9f52-472dbd927578,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.226740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9b8bea-76b5-4b58-bbe9-78f873935127 None None] No DVR routers for this DVR port 283a231f-6ef6-412b-9f52-472dbd927578 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:26.234588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Deleting port fe712bf2-daa0-45f4-8386-9440e899676e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:26.235549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.246443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8d69c0e-4da5-4a13-8646-b12e1115586a req-c26c2d5a-7a76-4198-b0da-cbf2db83ba1e tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755420 Aug 31 06:37:26.255945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.354300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Allocated IP 192.168.233.238 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/ea617625-7c08-4192-8d6e-6a2599e777c7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:26.400810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Pushing event deleted for resources: {'Port': ['ID=fe712bf2-daa0-45f4-8386-9440e899676e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.421318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.434660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] No DVR routers for this DVR port fe712bf2-daa0-45f4-8386-9440e899676e on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:26.443584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:26.444363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ec16a179-5ef0-416f-8d85-4926cd65fb40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:26.444702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.445181 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.456645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] For port fe712bf2-daa0-45f4-8386-9440e899676e, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:26.458561 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.478601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.514618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95e68d-9ed2-4471-a20a-9844d0f1647b req-747caf03-61c6-4c05-8a86-077f5d5bc7c0 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:26.516509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a95e68d-9ed2-4471-a20a-9844d0f1647b req-747caf03-61c6-4c05-8a86-077f5d5bc7c0 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1097 time: 0.3245313 Aug 31 06:37:26.545052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:26.553628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Calling delete_port for fe712bf2-daa0-45f4-8386-9440e899676e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:26.554114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-5b28cbe0-4b56-4a39-98ec-8108a8675424 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0203514 Aug 31 06:37:26.554851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7edc7c5-51c7-4c96-b386-8e65329527ad']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.567330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Port fe712bf2-daa0-45f4-8386-9440e899676e was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:37:26.567536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd44d892a-1572-4431-8cdf-e7a76c215570') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.567720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd44d892a-1572-4431-8cdf-e7a76c215570') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.571582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:26.574836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:26.578591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.582262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.584210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Request body: {'port': {'device_id': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:26.592852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.599115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:26.599534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.619291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Pushing event updated for resources: {'Port': ['ID=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.648431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] Pushing event deleted for resources: {'Port': ['ID=fe712bf2-daa0-45f4-8386-9440e899676e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.651496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6726ea-e9da-4442-9503-647009154ffd None None] No DVR routers for this DVR port fe712bf2-daa0-45f4-8386-9440e899676e on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:26.654349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9613fb4-a60a-4051-9145-cb73611e015f None None] Provisioning for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:26.666896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9613fb4-a60a-4051-9145-cb73611e015f None None] Provisioning complete for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:26.666896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9613fb4-a60a-4051-9145-cb73611e015f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.703744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-871d9f47-5990-4474-92f0-c3612ad53e7d service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9281895 Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:26.704671 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:26.713036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.723604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a95e68d-9ed2-4471-a20a-9844d0f1647b req-9e6b0559-d253-4dbd-a80c-7cfa4a852956 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906972 Aug 31 06:37:26.731639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.733776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] 10.222.0.57 "DELETE /v2.0/networks/f7edc7c5-51c7-4c96-b386-8e65329527ad HTTP/1.1" status: 204 len: 168 time: 2.2402546 Aug 31 06:37:26.766572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c9613fb4-a60a-4051-9145-cb73611e015f None None] Port 13203e32-cf1b-42ed-9949-e0ed610f1b6e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:26.788532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.793854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b241a-8f5c-4477-b404-6200ba47be58 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7edc7c5-51c7-4c96-b386-8e65329527ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:26.813304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['066cec19-edb9-481f-ab60-6fff41cfb81e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.828308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55b4ad05-eecd-45ac-9ee9-96b4a837e83a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.831584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55b4ad05-eecd-45ac-9ee9-96b4a837e83a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:26.853761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.891348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.922682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:26.923093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:26.925159 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:26.946503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 283a231f-6ef6-412b-9f52-472dbd927578 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:26.960647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-431da09a-be11-4471-ae90-d1963cd5ef06 req-4a686b33-63bd-4736-828b-3454942a39d0 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489800 Aug 31 06:37:26.981148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 283a231f-6ef6-412b-9f52-472dbd927578 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:26.981775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 283a231f-6ef6-412b-9f52-472dbd927578 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:26.982326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe712bf2-daa0-45f4-8386-9440e899676e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:26.997456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.031729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: fe712bf2-daa0-45f4-8386-9440e899676e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:27.037214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe712bf2-daa0-45f4-8386-9440e899676e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:27.072118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.122932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.132388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.144222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] 10.222.0.57 "DELETE /v2.0/networks/066cec19-edb9-481f-ab60-6fff41cfb81e HTTP/1.1" status: 204 len: 168 time: 2.1962292 Aug 31 06:37:27.159209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-d0c916da-abc2-41c0-8f83-064669d87720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.160733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-d0c916da-abc2-41c0-8f83-064669d87720 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 1096 time: 0.1381214 Aug 31 06:37:27.161660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1e672-b162-4999-9494-0bc8e73b629a admin admin] Pushing event deleted for resources: {'Network': ['ID=066cec19-edb9-481f-ab60-6fff41cfb81e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.168320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb275b9a-6c3a-467b-bf4c-12d34045daf5 req-29ca2023-21cd-4176-a94a-55e2b293c54b tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.0963192 Aug 31 06:37:27.180276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.234812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Transition to ACTIVE for port object ea617625-7c08-4192-8d6e-6a2599e777c7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:27.325507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-6e6844a3-db5d-4943-b2e1-27cb888291bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.327027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-6e6844a3-db5d-4943-b2e1-27cb888291bc service neutron] 10.222.0.53 "GET /v2.0/networks?id=a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 200 len: 905 time: 0.1577899 Aug 31 06:37:27.344962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40c77b0c-ce92-4033-b65c-c3a4038e37d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=02ad4e9c38874fa189871223b410d1fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3422136 Aug 31 06:37:27.347295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.425890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-e8eda70d-f1d4-4986-8b92-4af78689250c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1efb54ac-2305-4528-a598-b75b4fcd632f HTTP/1.1" status: 200 len: 217 time: 0.0774572 Aug 31 06:37:27.446460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14d88b2e-68a3-4f37-a883-1d9704b6f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.495477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.523745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-f441bbde-4ce1-4c96-ae42-9ad4f9ee8c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:27.526197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-f441bbde-4ce1-4c96-ae42-9ad4f9ee8c8b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 200 len: 844 time: 0.0894113 Aug 31 06:37:27.531398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.568545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1d6fd4ea-26fd-42b5-b57f-b5bafb832375 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2ba801491ec41a691b4cf8931207908&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0712507 Aug 31 06:37:27.572219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:27.599751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-7bed8b13-40e0-4ba1-8dde-8508d39391d9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a96bc69e-89c0-4591-a8d3-18daa448edc8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417495 Aug 31 06:37:27.674935 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.693402 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.756007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.795289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.811551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-1a0ec48c-4d53-4203-b5a1-d8287a7accc3 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997697 Aug 31 06:37:27.849387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.853190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.854524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d534108-7c25-4724-a9af-48de08555171 HTTP/1.1" status: 204 len: 168 time: 0.5019450 Aug 31 06:37:27.940403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4349d2bf-91c2-4128-b183-31d774cb051c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d534108-7c25-4724-a9af-48de08555171,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:27.987361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.991004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:27.992880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2664cc8-da2e-4459-a95c-d3002f65df75 HTTP/1.1" status: 204 len: 168 time: 0.4195096 Aug 31 06:37:28.014534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343455a6-02ae-4c13-9ce1-ce3eb12f9a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2664cc8-da2e-4459-a95c-d3002f65df75,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.050616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd3bca4d-4ab3-42a7-9504-31a75a4003fe req-657cea9f-0a01-4f04-a35b-80a60a4c1ce0 service neutron] 10.222.0.53 "GET /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248542 Aug 31 06:37:28.141727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.193562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a068f-09c2-4835-970a-f0cba176693d req-019a61c2-7e70-4546-8da1-a19a23991bc2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:28.196615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-759a068f-09c2-4835-970a-f0cba176693d req-019a61c2-7e70-4546-8da1-a19a23991bc2 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 944 time: 0.3563685 Aug 31 06:37:28.245439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-3a4cf4ef-01f0-406b-9426-426d628bfda1 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:37:28.246925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-3a4cf4ef-01f0-406b-9426-426d628bfda1 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133183 Aug 31 06:37:28.273658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.279461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:37:28.282777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.289771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:28.353905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:28.364539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:28.497276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:28.561228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:28.562247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.588638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:28.589122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:28.589479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:28.601577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:28.603305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:28.625006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:28.628471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:28.629233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:28.629743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Bound port: 462d20db-a3a6-46d1-911f-63767ae13f3c, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:28.651317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-759a068f-09c2-4835-970a-f0cba176693d req-f614a6b8-ef87-4b42-9e58-92834b9dd918 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3970752 Aug 31 06:37:28.656383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.656737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.657083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.657448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.657781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.669795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.670135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.670485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.670822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.671643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.671643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.671955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:28.734093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90278fcb-8998-4aa3-a7a2-63ce439a0eba None None] Provisioning for port ea617625-7c08-4192-8d6e-6a2599e777c7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:28.741957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90278fcb-8998-4aa3-a7a2-63ce439a0eba None None] Provisioning complete for port ea617625-7c08-4192-8d6e-6a2599e777c7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:28.742852 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90278fcb-8998-4aa3-a7a2-63ce439a0eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.752834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-4ddfb9fa-2cc0-4e00-9b68-fb112dc7aad2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.8118129 Aug 31 06:37:28.773623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:28.783131 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:28.804421 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8195a9c6-bfce-4185-9fd1-16195e0a5b75 service neutron] 10.222.0.57 "POST /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c/bindings HTTP/1.1" status: 201 len: 390 time: 0.5417483 Aug 31 06:37:28.819415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Request body: {'port': {'device_id': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:28.857483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-90278fcb-8998-4aa3-a7a2-63ce439a0eba None None] Port ea617625-7c08-4192-8d6e-6a2599e777c7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:28.912199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:29.016750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-78166512-0c26-43ab-bc2e-2320aabcee7d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3fb6e4233704edd88b52251501873e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033416 Aug 31 06:37:29.020747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:29.092188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9459534-df2a-4f6d-80de-b25a734a9a3c req-9aae2628-f1fb-479a-b007-fc28567cbaf0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.097929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9459534-df2a-4f6d-80de-b25a734a9a3c req-9aae2628-f1fb-479a-b007-fc28567cbaf0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1156011 Aug 31 06:37:29.154892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9459534-df2a-4f6d-80de-b25a734a9a3c req-c7071977-8be5-4ff1-88d2-a8a7db40d43a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548151 Aug 31 06:37:29.168816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:29.188487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.237356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fe574-5a5d-4112-91fc-ddbdfc5ffc4e req-829f5f73-5954-4318-8d48-c352e2b433d1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.241821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-859fe574-5a5d-4112-91fc-ddbdfc5ffc4e req-829f5f73-5954-4318-8d48-c352e2b433d1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 936 time: 0.3557920 Aug 31 06:37:29.261712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:29.286095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.307732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:29.309709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:29.332621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'mac_address': 'fa:16:3e:a5:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:29.341586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.357572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Transition to ACTIVE for port object 13203e32-cf1b-42ed-9949-e0ed610f1b6e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:29.386936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.390443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-afbf97cc-e23b-4803-908d-ec0fbed59d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.391967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-afbf97cc-e23b-4803-908d-ec0fbed59d92 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1097 time: 0.2793140 Aug 31 06:37:29.393778 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.410194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.411657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:29.437178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:29.442780 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.457465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-network', 'tenant_id': 'fce634ca87254361a201144f14670cac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:29.463734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.494119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Made reservation on behalf of fce634ca87254361a201144f14670cac for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:29.496901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.504329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:29.510354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.517045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.534514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-859fe574-5a5d-4112-91fc-ddbdfc5ffc4e req-ab7b4e24-23f5-48b4-ad40-b90598a4e26f tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752140 Aug 31 06:37:29.645109 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.651008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.687183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] vlan segment allocate from pool success with {'vlan_id': 557, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:29.698549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e01e3c-e811-4447-a0e2-f550f66fb661,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:29.699328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:29.715024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.719412 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Added segment 3503ea3a-9d57-4601-b357-12c405d581b7 of type vlan for network 04ff1495-8d61-49f8-9ce8-56684695f4f5 Aug 31 06:37:29.720215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1efb54ac-2305-4528-a598-b75b4fcd632f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:29.879602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.927528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0062cd-e699-4dd8-bc93-8f33c08ff6f3 req-ca1e02e5-696f-4ba3-9f6d-73aaf0b803a1 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.929197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f0062cd-e699-4dd8-bc93-8f33c08ff6f3 req-ca1e02e5-696f-4ba3-9f6d-73aaf0b803a1 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 945 time: 0.1418359 Aug 31 06:37:29.934048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-b366cf95-4784-4217-bebc-684f768444c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.935670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-b366cf95-4784-4217-bebc-684f768444c5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.5148599 Aug 31 06:37:29.936255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.937903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:29.938681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.967820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.970417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:29.971814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2923f6a-3288-429f-bc17-e019514f2986 HTTP/1.1" status: 204 len: 168 time: 0.9431524 Aug 31 06:37:30.006137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6949501 Aug 31 06:37:30.015866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.023587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Request body: {'subnet': {'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-subnet', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.034798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Attempting to bind port 13203e32-cf1b-42ed-9949-e0ed610f1b6e on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:30.035137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Attempting to bind port 13203e32-cf1b-42ed-9949-e0ed610f1b6e by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:30.035463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Attempting to bind port 13203e32-cf1b-42ed-9949-e0ed610f1b6e on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:30.038158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-9c219de3-12e4-4c15-aa83-59686bb23b10 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 217 time: 0.0876324 Aug 31 06:37:30.049730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f0062cd-e699-4dd8-bc93-8f33c08ff6f3 req-70739d53-251c-4289-8bcb-ae9a2d340edf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080575 Aug 31 06:37:30.050607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e7ad1-afc0-44df-a9c2-ad6e2f334825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2923f6a-3288-429f-bc17-e019514f2986,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.057187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bed05a3-76a2-4f30-a341-1e58c8940ba7 admin admin] Pushing event updated for resources: {'Network': ['ID=04ff1495-8d61-49f8-9ce8-56684695f4f5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.079756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Made reservation on behalf of fce634ca87254361a201144f14670cac for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:30.083236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.084581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Port 13203e32-cf1b-42ed-9949-e0ed610f1b6e on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:30.084898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Attempting to bind port 13203e32-cf1b-42ed-9949-e0ed610f1b6e on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:30.087667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:30.124853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:30.125195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:30.125609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:30.126044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Bound port: 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:30.126406 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.158978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:30.171624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-03b3a3bb-1b42-4248-944d-4cb5aacd7ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.173167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-03b3a3bb-1b42-4248-944d-4cb5aacd7ad2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1263244 Aug 31 06:37:30.264444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-efd613fa-93dc-4421-9f40-08ad08401b6e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460911 Aug 31 06:37:30.329606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea617625-7c08-4192-8d6e-6a2599e777c7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:30.331256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.337275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.389749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac84ce5e-4414-49fb-ab27-0eb8636a0231,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.399149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Checking segment: {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:30.399494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Network hostable DHCP agents. Network: 04ff1495-8d61-49f8-9ce8-56684695f4f5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:30.420692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:30.431341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 04ff1495-8d61-49f8-9ce8-56684695f4f5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:30.435840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.436442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.445139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c51482c-f810-401d-b766-a93da577224a None None] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:30.456942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25869f9b-1280-4b6c-942b-b1cec88cec35 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4389498 Aug 31 06:37:30.457584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.462367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:30.490540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.491842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.554796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.706970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Transition to ACTIVE for port object ea617625-7c08-4192-8d6e-6a2599e777c7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:30.721791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-04ff1495-8d61-49f8-9ce8-56684695f4f5', 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'fixed_ips': [{'subnet_id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:30.724194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.751952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:30.763268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.785319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.813484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644e1868-a299-4802-b918-6d3ad50cd890 req-ecdcc6e6-3ca4-4ea4-b6c0-c0a8d767afa9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.820956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-644e1868-a299-4802-b918-6d3ad50cd890 req-ecdcc6e6-3ca4-4ea4-b6c0-c0a8d767afa9 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.5633643 Aug 31 06:37:30.840104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c6445-68b1-4375-a73f-0c9feaf9e3c7 req-2b2dfbaf-007d-492d-a496-ade1aea03733 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.845676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:30.848846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba5c6445-68b1-4375-a73f-0c9feaf9e3c7 req-2b2dfbaf-007d-492d-a496-ade1aea03733 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.1670611 Aug 31 06:37:30.881319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.908397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:30.924387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:30.948816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c427213-c958-4047-9740-43db576fee5e None None] Sync routers for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:30.959588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba5c6445-68b1-4375-a73f-0c9feaf9e3c7 req-8578539d-f43c-41ac-a6a1-e03de1f6af3e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089711 Aug 31 06:37:30.970959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-2cc026f5-3b7e-4ee5-bcf4-196091ddc4e7 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874917 Aug 31 06:37:30.991385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:30.996996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:30.997598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.997738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:30.999261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] 10.222.0.50 "PUT /v2.0/ports/13203e32-cf1b-42ed-9949-e0ed610f1b6e HTTP/1.1" status: 200 len: 1097 time: 4.4212606 Aug 31 06:37:31.001345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:31.001499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:31.001770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:31.008017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Allocated IP 172.20.0.2 (04ff1495-8d61-49f8-9ce8-56684695f4f5/ac84ce5e-4414-49fb-ab27-0eb8636a0231/daabca27-2841-46ff-9553-3ccfd0d187b3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:31.012274 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723" -d '{"events": [{"name": "network-changed", "server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:31.135761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-network', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:31.164355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-644e1868-a299-4802-b918-6d3ad50cd890 req-968b97ed-0c78-469f-a327-53043423d2dd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423977 Aug 31 06:37:31.171966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6d2d70-4f60-42e3-9989-ecd89a5b5436 service neutron] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:31.193550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:31.210739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.215032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-17bcb3e1-0f49-496a-9365-81ba683d10e2 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.1052322 Aug 31 06:37:31.281446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:31.288438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:31.403136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-bbf7d645-102c-4e71-9b3d-ec92dcf97376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:31.404850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-bbf7d645-102c-4e71-9b3d-ec92dcf97376 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 1100 time: 0.2771487 Aug 31 06:37:31.516883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1efb54ac-2305-4528-a598-b75b4fcd632f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:31.520390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Attempting to bind port ea617625-7c08-4192-8d6e-6a2599e777c7 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:31.520801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Attempting to bind port ea617625-7c08-4192-8d6e-6a2599e777c7 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:31.521208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Attempting to bind port ea617625-7c08-4192-8d6e-6a2599e777c7 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:31.546759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1efb54ac-2305-4528-a598-b75b4fcd632f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:31.547138 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.549050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.570985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-adcac8dc-3a35-40f9-a6bb-8b00101b0c8d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e HTTP/1.1" status: 200 len: 217 time: 0.1111743 Aug 31 06:37:31.576559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-15df33bf-3b71-4ea8-a59a-729ee51677ef service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755422 Aug 31 06:37:31.577269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Port ea617625-7c08-4192-8d6e-6a2599e777c7 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:31.577575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Attempting to bind port ea617625-7c08-4192-8d6e-6a2599e777c7 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:31.594248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Transition to ACTIVE for port object daabca27-2841-46ff-9553-3ccfd0d187b3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:31.615571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:31.616361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:31.616935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:31.617609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Bound port: ea617625-7c08-4192-8d6e-6a2599e777c7, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:31.617970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.651141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Transition to ACTIVE for port object daabca27-2841-46ff-9553-3ccfd0d187b3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:31.659179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad78152c-762c-4ee1-bea2-c206972ea45a req-3c5769ff-79ff-48fb-8eac-69b2b6bf8288 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:31.666484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad78152c-762c-4ee1-bea2-c206972ea45a req-3c5769ff-79ff-48fb-8eac-69b2b6bf8288 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 945 time: 0.2690642 Aug 31 06:37:31.676772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.713832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Made reservation on behalf of 3a8beb6785134e7aadc26118e33bb6fe for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:31.716403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.731444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.755748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:31.764801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:31.770076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:31.773417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Pushing event updated for resources: {'Port': ['ID=daabca27-2841-46ff-9553-3ccfd0d187b3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:31.779359 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.794912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad78152c-762c-4ee1-bea2-c206972ea45a req-151c6de9-cfa0-48fa-838f-6416aa9e16e5 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273322 Aug 31 06:37:31.804909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:27Z', 'revision_number': 3, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:31.813621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-050b847e-9014-45c7-972b-ddbdf738545e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:31.816787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-050b847e-9014-45c7-972b-ddbdf738545e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2125821 Aug 31 06:37:31.821128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-bebac291-032f-4d29-a248-e77469ffb489 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:31.822723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-bebac291-032f-4d29-a248-e77469ffb489 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.6831226 Aug 31 06:37:31.824486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.854026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.867312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c427213-c958-4047-9740-43db576fee5e None None] Checking router: 8d7c19f0-30f1-4099-b4fd-8c927b28e984 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:31.868180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c427213-c958-4047-9740-43db576fee5e None None] Updating router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:31.873596 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c2d87c-1a64-4e87-bb5e-65d139a72f38 x-openstack-request-id: req-25c2d87c-1a64-4e87-bb5e-65d139a72f38 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:31.873596 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:31.873913 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25c2d87c-1a64-4e87-bb5e-65d139a72f38 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:31.874163 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'status': 'completed', 'code': 200} Aug 31 06:37:31.887520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:31.890199 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4368241d-a002-442d-9585-bcdd6495d331" -d '{"events": [{"server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:31.923022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-89b167d2-45a2-4d0b-acf2-3461e92ab9fe tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/quotas/2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 375 time: 0.0658038 Aug 31 06:37:31.938249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:31.956296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Attempting to bind port daabca27-2841-46ff-9553-3ccfd0d187b3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:31.956783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Attempting to bind port daabca27-2841-46ff-9553-3ccfd0d187b3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:31.957267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Attempting to bind port daabca27-2841-46ff-9553-3ccfd0d187b3 on network 04ff1495-8d61-49f8-9ce8-56684695f4f5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:31.959864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.963250 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4623f563-adc3-4101-be84-e54b43b41ca0 x-openstack-request-id: req-4623f563-adc3-4101-be84-e54b43b41ca0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:31.963650 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "name": "network-vif-plugged", "status": "completed", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:31.963999 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4623f563-adc3-4101-be84-e54b43b41ca0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:31.964685 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'code': 200} Aug 31 06:37:31.966530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.993539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:31.994354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Checking segment: {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:31.994976 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:31.996248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Bound using segment: {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:31.996997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Bound port: daabca27-2841-46ff-9553-3ccfd0d187b3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:31.997675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.083264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] For port daabca27-2841-46ff-9553-3ccfd0d187b3, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:32.086879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] For port daabca27-2841-46ff-9553-3ccfd0d187b3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daabca27-2841-46ff-9553-3ccfd0d187b3,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:32.093009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:32.104451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.124879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081f5c30-2f0b-4cfb-9e99-51d461b28228 req-bf4ee25c-cd9f-4527-b4ab-5a98578d86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.126414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-081f5c30-2f0b-4cfb-9e99-51d461b28228 req-bf4ee25c-cd9f-4527-b4ab-5a98578d86b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 1098 time: 0.0788767 Aug 31 06:37:32.133875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-70f0eec8-c6d9-4073-bde3-48b168035736 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2100241 Aug 31 06:37:32.140795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:32.179063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-7fe494c7-a6e3-4e8a-b4e1-2325d9fb44c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.180742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-7fe494c7-a6e3-4e8a-b4e1-2325d9fb44c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3058453 Aug 31 06:37:32.186059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.209190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.210136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.211512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] 10.222.0.50 "PUT /v2.0/ports/ea617625-7c08-4192-8d6e-6a2599e777c7 HTTP/1.1" status: 200 len: 1097 time: 3.4180453 Aug 31 06:37:32.300497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-1a9ad82e-916f-415c-97ac-bf811cef6298 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384950 Aug 31 06:37:32.349774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec173364-d812-43e3-9f53-538fadf6aa5e req-1338d165-5949-4087-877f-2829448d372e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.358762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec173364-d812-43e3-9f53-538fadf6aa5e req-1338d165-5949-4087-877f-2829448d372e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.2421813 Aug 31 06:37:32.400535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.496794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035abf5f-4189-4a54-abca-d8ac83fc7a0a None None] Pushing event updated for resources: {'Port': ['ID=daabca27-2841-46ff-9553-3ccfd0d187b3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.513122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-8d48b9fb-ea8d-4a50-a76a-5b74750ec7d2 service neutron] 10.222.0.57 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1854196 Aug 31 06:37:32.526364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Allocated IP 172.25.3.162 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3a1c7f26-efa3-431a-bf45-601e9e5265ac) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:32.532011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-081f5c30-2f0b-4cfb-9e99-51d461b28228 req-9c25cbec-851a-4751-8712-eb6eaced2594 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950891 Aug 31 06:37:32.546401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.568966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.628119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.642816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec173364-d812-43e3-9f53-538fadf6aa5e req-41aa2a59-d066-409f-853e-a17267321ba8 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830501 Aug 31 06:37:32.643156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:37:32.650003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-7127ca90-fd85-44fc-92e2-cafdac34bc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.651857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-7127ca90-fd85-44fc-92e2-cafdac34bc8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 1100 time: 0.3717020 Aug 31 06:37:32.653063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.653484 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Added segment e3bed8e5-b785-48a3-81f5-1f64df80da5d of type vlan for network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 Aug 31 06:37:32.655996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707838bb-91bf-4678-a1e7-6bb48f3a86be service neutron] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.734050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-f21c4f35-fe6e-4c5d-bc1c-a4bd8d12d80a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ea617625-7c08-4192-8d6e-6a2599e777c7 HTTP/1.1" status: 200 len: 217 time: 0.0627580 Aug 31 06:37:32.763738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.863148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8521a0-6a3c-4617-ac31-c7b9713c86ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:32.880934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-7a530517-f781-48e4-92bc-9e5a508d1ba4 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6780810 Aug 31 06:37:32.910548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:32.912334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:32.913416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.005572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0951777 Aug 31 06:37:33.009676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41630) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:33.015877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.023480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Request body: {'subnet': {'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-subnet', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:33.047522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8600ea44-af9f-43cf-991c-cfd6297cd3a6 req-b6f931ce-6c41-4035-91a8-ab02e28fb09a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308682 Aug 31 06:37:33.058861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bd6c66-d4a8-40c2-b3cd-389cb9032b4c admin admin] Pushing event updated for resources: {'Network': ['ID=c2eafb34-9e99-4fd3-8b2b-10fd44e7b947,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.077145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:37:33.117753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Made reservation on behalf of 3a8beb6785134e7aadc26118e33bb6fe for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:33.126315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.207704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-ed00d582-8829-4819-881f-dc2edc2e9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:33.209167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-ed00d582-8829-4819-881f-dc2edc2e9b64 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.4612687 Aug 31 06:37:33.273990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.298604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Allocated IP 172.20.0.1 (0bcb6246-7fd1-4026-86e8-b5d65bd7576f/2ac52657-d4a2-4547-b66b-d60982caf105/2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:33.397349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:33.407308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:33.412847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Pushing event updated for resources: {'Port': ['ID=3a1c7f26-efa3-431a-bf45-601e9e5265ac,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.419187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:33.442115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b875b97e-a7ca-4b4b-abe4-73bfc0986b2d req-b793a0a3-fb91-4ec8-b6b8-939a57566ad4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:33.454649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b875b97e-a7ca-4b4b-abe4-73bfc0986b2d req-b793a0a3-fb91-4ec8-b6b8-939a57566ad4 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 946 time: 0.2304730 Aug 31 06:37:33.550148 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.576675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c427213-c958-4047-9740-43db576fee5e None None] Transition to ACTIVE for port object 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:33.595901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.710563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755228-4754-4ec8-8526-991e4bb3f9da None None] Pushing event updated for resources: {'Port': ['ID=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.713736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5c427213-c958-4047-9740-43db576fee5e None None] Attempting to bind port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:33.714274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5c427213-c958-4047-9740-43db576fee5e None None] Attempting to bind port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:33.714772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c427213-c958-4047-9740-43db576fee5e None None] Attempting to bind port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:33.721614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c427213-c958-4047-9740-43db576fee5e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:33.722001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c427213-c958-4047-9740-43db576fee5e None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:33.722401 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.722793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c427213-c958-4047-9740-43db576fee5e None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:33.723396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5c427213-c958-4047-9740-43db576fee5e None None] Bound port: 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:33.723794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.776062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.795838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5c427213-c958-4047-9740-43db576fee5e None None] For port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:33.801834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5c427213-c958-4047-9740-43db576fee5e None None] For port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:33.822349 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c427213-c958-4047-9740-43db576fee5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:33.891717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:33.892414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:33.946457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df325eef-e49c-4b3a-acd6-b3b622abbbf5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.968787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755228-4754-4ec8-8526-991e4bb3f9da None None] Pushing event updated for resources: {'Port': ['ID=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:33.993951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b875b97e-a7ca-4b4b-abe4-73bfc0986b2d req-35b2342a-ad7c-437d-bf6b-e5eb925d4291 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4875362 Aug 31 06:37:34.006634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.032666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Transition to ACTIVE for port object 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:34.067744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ed52d2-0975-4af9-b7f8-844645640faa None None] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:34.103932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:34.104195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daabca27-2841-46ff-9553-3ccfd0d187b3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:34.107548 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7db595-6869-482c-af30-804c6c8ec539" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:34.126594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff82fe1-fad7-4aac-9151-8340b757c107 req-5a2845c4-fae5-485f-a084-9565c9ca1ca4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.134331 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ff82fe1-fad7-4aac-9151-8340b757c107 req-5a2845c4-fae5-485f-a084-9565c9ca1ca4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 1.3121684 Aug 31 06:37:34.139290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60fd54f1-aa02-4645-b89a-884897e2093a req-939602a6-9cb8-499d-9087-62a6051ea230 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.0374019 Aug 31 06:37:34.154258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Checking segment: {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:34.154632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Network hostable DHCP agents. Network: c2eafb34-9e99-4fd3-8b2b-10fd44e7b947, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:37:34.193128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1b4432f7-41a7-40a9-90ce-4e43ed935204 None None] Provisioning for port daabca27-2841-46ff-9553-3ccfd0d187b3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:34.211837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:34.241128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.291286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.326044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ff82fe1-fad7-4aac-9151-8340b757c107 req-e43d7b8e-ac33-4138-8bd3-7cbdd6eb2ecd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907465 Aug 31 06:37:34.332065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:34.342232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-5cc17548-8d45-4628-a548-2f269351d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.344261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-5cc17548-8d45-4628-a548-2f269351d736 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 1100 time: 1.1828146 Aug 31 06:37:34.345974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:34.351718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:34.362741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port daabca27-2841-46ff-9553-3ccfd0d187b3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:34.400907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port daabca27-2841-46ff-9553-3ccfd0d187b3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:34.401317 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.409470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.519671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-78e5cd9c-22ad-43c9-ae29-cd23fffc9150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.533803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-78e5cd9c-22ad-43c9-ae29-cd23fffc9150 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.3111899 Aug 31 06:37:34.634899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Pushing event updated for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:34.660105 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f53816-d99a-4af8-9d66-0f0745d7dcb5 x-openstack-request-id: req-20f53816-d99a-4af8-9d66-0f0745d7dcb5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:34.661370 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:34.661370 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-20f53816-d99a-4af8-9d66-0f0745d7dcb5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:34.663490 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'status': 'completed', 'code': 200} Aug 31 06:37:34.715235 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.732354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:37:34.750836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c427213-c958-4047-9740-43db576fee5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:27Z', 'revision_number': 3, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:34.772802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446f775a-f72b-4d6e-99a8-bc17a8348c9a req-7638cd20-bb71-4123-aeb0-bbdd40776aa6 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.774538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446f775a-f72b-4d6e-99a8-bc17a8348c9a req-7638cd20-bb71-4123-aeb0-bbdd40776aa6 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.4853675 Aug 31 06:37:34.782345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c2eafb34-9e99-4fd3-8b2b-10fd44e7b947) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:34.803080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.803678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.812173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c427213-c958-4047-9740-43db576fee5e None None] The sync data for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 is: [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:27Z', 'revision_number': 3, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:34.828908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e636043f-9c70-45d7-bf79-26a5ee5a5c9a None None] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:34.840041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.866360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3006a619-0542-4eb2-bde1-8bd83b2616d8 None None] Provisioning for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:34.880732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-750ccf46-a2e3-4857-81fc-4f07b7d3d3ed tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:34.882310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-750ccf46-a2e3-4857-81fc-4f07b7d3d3ed tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 821 time: 0.3476739 Aug 31 06:37:34.887704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a7d0ace-934a-4d0e-bc8b-08a0bb610b68 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8763943 Aug 31 06:37:34.914465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3006a619-0542-4eb2-bde1-8bd83b2616d8 None None] Provisioning complete for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:34.915156 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3006a619-0542-4eb2-bde1-8bd83b2616d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:34.921029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port daabca27-2841-46ff-9553-3ccfd0d187b3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daabca27-2841-46ff-9553-3ccfd0d187b3,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:34.932099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:34.945520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446f775a-f72b-4d6e-99a8-bc17a8348c9a req-e43650ed-fe21-4235-a4e9-c8a20115e4c0 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610687 Aug 31 06:37:34.949133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Request body: {'port': {'device_id': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'admin_state_up': True, 'tenant_id': '2a6c5a3d6aa84a9ca25724a739ee7660'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:34.958375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:34.977373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.049625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=daabca27-2841-46ff-9553-3ccfd0d187b3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:35.077272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-8251fc71-2f3c-433e-ba6c-0bd45f5dc3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:35.082187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-8251fc71-2f3c-433e-ba6c-0bd45f5dc3e4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.6670537 Aug 31 06:37:35.091711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-96e5a248-8c71-477f-a588-e5f88748d769 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4869962 Aug 31 06:37:35.095310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3006a619-0542-4eb2-bde1-8bd83b2616d8 None None] Port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:35.173902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-2b01a24e-fb8c-4bc9-a362-ad85aefae321 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.138&port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e HTTP/1.1" status: 200 len: 217 time: 0.0745137 Aug 31 06:37:35.345833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:35.353571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.354595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.369847 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.400763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'fixed_ips': [{'subnet_id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:37:35.404331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.419685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-764facd7-19f1-4d66-9a36-4939cb90c304 req-66d3b485-ba74-45ff-8db5-1f187929cdc5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.0539985 Aug 31 06:37:35.471341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-899d0f19-6095-4402-af3a-56868e7cb791 None None] Provisioning complete for port daabca27-2841-46ff-9553-3ccfd0d187b3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:35.472946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-899d0f19-6095-4402-af3a-56868e7cb791 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.549149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.561907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.575253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Made reservation on behalf of 2a6c5a3d6aa84a9ca25724a739ee7660 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:37:35.578821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.646341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-1208dbf1-9da9-4313-a3c0-ccc88a7e0483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:35.648170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-1208dbf1-9da9-4313-a3c0-ccc88a7e0483 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.4386141 Aug 31 06:37:35.710587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Allocated IP 172.20.0.2 (c2eafb34-9e99-4fd3-8b2b-10fd44e7b947/df325eef-e49c-4b3a-acd6-b3b622abbbf5/c2bc8b68-6604-4943-a48d-f96c7feb268b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:35.790305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:35.838294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:37:35.848761 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:35.858959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6ef1da-7851-4a1b-8eb9-4c3c2f0dbea9 req-5c51198f-e57f-4da4-a048-b00a75ebe404 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:35.860968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb6ef1da-7851-4a1b-8eb9-4c3c2f0dbea9 req-5c51198f-e57f-4da4-a048-b00a75ebe404 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 946 time: 0.6697512 Aug 31 06:37:35.866012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.038847 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:37:36.094539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5548bcb-aaa5-4af6-8494-f18dab090cb0 req-f509cdd5-9c64-4fc0-bf12-e41eff5a3b70 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:36.103277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5548bcb-aaa5-4af6-8494-f18dab090cb0 req-f509cdd5-9c64-4fc0-bf12-e41eff5a3b70 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.5202711 Aug 31 06:37:36.103672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8327c4dd-2f39-4b36-b06a-f14f6031389a req-8de8e06b-06d2-464b-9181-ac1a1ce67bfe service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9334357 Aug 31 06:37:36.150198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.152535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Pushing event updated for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:36.158494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.183503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb6ef1da-7851-4a1b-8eb9-4c3c2f0dbea9 req-ceff58d4-0d95-42dc-ace0-eed4b8ed9352 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3066220 Aug 31 06:37:36.208353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-fd7eaffa-50c1-4621-b713-e307c7c74ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:36.221034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-fd7eaffa-50c1-4621-b713-e307c7c74ad2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3560371 Aug 31 06:37:36.298751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:36.300943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:36.310494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Sync routers for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:36.331010 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:36.333631 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:36.365135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5548bcb-aaa5-4af6-8494-f18dab090cb0 req-d31fcd23-094b-409f-808a-c0469fb1d1a1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600904 Aug 31 06:37:36.371332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.374878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d97122b-ebbd-42ec-9e83-9d795699ec27 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.9154499 Aug 31 06:37:36.378035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'mac_address': 'fa:16:3e:45:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:36.382067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daabca27-2841-46ff-9553-3ccfd0d187b3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:36.383980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:36.480395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Allocated IP 172.20.0.12 (3023f4d6-873a-4e75-b564-188e8d9589a1/25257aaf-d2c3-4f47-8a7f-122b012604c7/c67023f6-f9c7-4d66-903a-d00c78fa9bb0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:36.518900 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:36.548891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db595-6869-482c-af30-804c6c8ec539 req-476dca3d-b248-4a18-afca-b1ae0ac2db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:36.550450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-476dca3d-b248-4a18-afca-b1ae0ac2db86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 1100 time: 0.3652241 Aug 31 06:37:36.578293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.580389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.613242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Transition to ACTIVE for port object c2bc8b68-6604-4943-a48d-f96c7feb268b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:36.617057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:36.660200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port daabca27-2841-46ff-9553-3ccfd0d187b3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:36.660822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.662736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Transition to ACTIVE for port object c2bc8b68-6604-4943-a48d-f96c7feb268b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:36.670758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:36.691731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.693979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:36.732543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:36.735030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-2cd08a70-cdc8-46de-9f4e-9d63be073d57 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927379 Aug 31 06:37:36.747906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7cd787-41f5-4c0d-90ae-b7e410774e01 req-b5bd5108-0dd0-4246-b655-bd625f74cff1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:36.751885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:36.755157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e7cd787-41f5-4c0d-90ae-b7e410774e01 req-b5bd5108-0dd0-4246-b655-bd625f74cff1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.3450131 Aug 31 06:37:36.757221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:36.758117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:36.761924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:36.781168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:36.876567 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 3, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:36.948194 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Checking router: 5ab7133c-fb2b-4278-b76f-a3d3673f3607 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:36.949946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Updating router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 port 3a1c7f26-efa3-431a-bf45-601e9e5265ac binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:37.008223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Pushing event updated for resources: {'Port': ['ID=c2bc8b68-6604-4943-a48d-f96c7feb268b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.009584 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.058289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Attempting to bind port c2bc8b68-6604-4943-a48d-f96c7feb268b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:37.058564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Attempting to bind port c2bc8b68-6604-4943-a48d-f96c7feb268b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:37.063710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Attempting to bind port c2bc8b68-6604-4943-a48d-f96c7feb268b on network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:37.080016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:37.102248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['13203e32-cf1b-42ed-9949-e0ed610f1b6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:37.116973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:37.118037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Checking segment: {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:37.119266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.119989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Bound using segment: {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:37.121718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Bound port: c2bc8b68-6604-4943-a48d-f96c7feb268b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:37.122174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.291998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db595-6869-482c-af30-804c6c8ec539 req-38aa0a1f-b049-4736-9b23-88988fe277bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:37.302392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-38aa0a1f-b049-4736-9b23-88988fe277bf service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.7282894 Aug 31 06:37:37.400312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-427e18d4-1d7f-4172-a7ae-3e525e2f398c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ea617625-7c08-4192-8d6e-6a2599e777c7 HTTP/1.1" status: 200 len: 217 time: 0.0891755 Aug 31 06:37:37.416545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:37.493203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] For port c2bc8b68-6604-4943-a48d-f96c7feb268b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:37.502408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] For port c2bc8b68-6604-4943-a48d-f96c7feb268b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c2bc8b68-6604-4943-a48d-f96c7feb268b,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:37.531540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db595-6869-482c-af30-804c6c8ec539 req-fb184e0e-8464-47fa-aaf7-a338093e38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:37.533082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-fb184e0e-8464-47fa-aaf7-a338093e38b4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1125369 Aug 31 06:37:37.582346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e7cd787-41f5-4c0d-90ae-b7e410774e01 req-c4f4e012-977b-4ea4-a3a5-d423dcd81261 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8262882 Aug 31 06:37:37.608587 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.634631 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Transition to ACTIVE for port object 3a1c7f26-efa3-431a-bf45-601e9e5265ac will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:37.637244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.646365 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.737295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-020a11dd-7ecd-4f0c-8bc0-f4bb3be3b723 req-bede47ce-5593-459e-93b2-be1fd30e3d3b service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9747066 Aug 31 06:37:37.757534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0548b695-f2bc-410e-b1a3-33b6449c038c None None] Provisioning complete for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.758059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0548b695-f2bc-410e-b1a3-33b6449c038c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.816560 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Attempting to bind port 3a1c7f26-efa3-431a-bf45-601e9e5265ac on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:37.816937 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Attempting to bind port 3a1c7f26-efa3-431a-bf45-601e9e5265ac by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:37.817302 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Attempting to bind port 3a1c7f26-efa3-431a-bf45-601e9e5265ac on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:37.820699 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41c3b5-7a0c-483c-b40e-ed570e3673ac None None] Pushing event updated for resources: {'Port': ['ID=3a1c7f26-efa3-431a-bf45-601e9e5265ac,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.834284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0548b695-f2bc-410e-b1a3-33b6449c038c None None] Port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:37.862002 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:37.862376 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:37.862780 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.863173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:37.863898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Bound port: 3a1c7f26-efa3-431a-bf45-601e9e5265ac, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:37.864284 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.880388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:37.888226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:37.889123 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:37.921196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169437ed-124c-43bd-9b3b-5d79aef40d4d req-c762022f-0878-408a-8649-a64c38d96e31 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.6675663 Aug 31 06:37:37.924522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ca29b-9b4c-4f0d-959e-70657c5af7fc None None] Pushing event updated for resources: {'Port': ['ID=c2bc8b68-6604-4943-a48d-f96c7feb268b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:37.952649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7db595-6869-482c-af30-804c6c8ec539 req-c62235dc-8e3c-48fe-a0ba-07e82d0afb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:37.954204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-c62235dc-8e3c-48fe-a0ba-07e82d0afb12 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3932710 Aug 31 06:37:38.026323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.053626 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] For port 3a1c7f26-efa3-431a-bf45-601e9e5265ac, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:38.061284 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] For port 3a1c7f26-efa3-431a-bf45-601e9e5265ac, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a1c7f26-efa3-431a-bf45-601e9e5265ac,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:38.076673 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.087913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:38.113194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.170999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.247249 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41c3b5-7a0c-483c-b40e-ed570e3673ac None None] Pushing event updated for resources: {'Port': ['ID=3a1c7f26-efa3-431a-bf45-601e9e5265ac,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.281006 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:38.281779 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:38.312594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:38.399867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c2bc8b68-6604-4943-a48d-f96c7feb268b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:38.517225 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:38.531939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c2bc8b68-6604-4943-a48d-f96c7feb268b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:38.551395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.633017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.732861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 3, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:38.773196 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:38.776447 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1cf300-49f3-4c7a-a296-4b8c37e7f254 None None] The sync data for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 is: [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:34Z', 'revision_number': 3, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:38.794056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7bbe19a7-89ec-4c0c-a5af-40055288c7c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:38.894083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:38.937959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9eeabea9-0892-4e74-ab09-247688623967 admin admin] 10.222.0.57 "PUT /v2.0/routers/8d7c19f0-30f1-4099-b4fd-8c927b28e984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6552429 Aug 31 06:37:38.957781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Sync routers for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:38.965719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Allocated IP 172.25.3.235 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/003a8225-d38b-47c4-9929-665634c0a585) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:38.973228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b784e3-b4e3-4db4-a43b-9fc7a5a955b3 req-f5f214d2-0b7a-4294-b691-85dc1df5b1dd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:38.974837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6b784e3-b4e3-4db4-a43b-9fc7a5a955b3 req-f5f214d2-0b7a-4294-b691-85dc1df5b1dd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 1.0007439 Aug 31 06:37:39.008015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:39.008657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:39.107487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-0ce3fc74-08c5-47a7-992e-080a21f49b24 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1315353 Aug 31 06:37:39.107713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e3b99f-f0aa-48c3-a656-b2224d3c620a req-e7cff121-27e3-47dd-834c-d52be237debd tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:39.117717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77e3b99f-f0aa-48c3-a656-b2224d3c620a req-e7cff121-27e3-47dd-834c-d52be237debd tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 946 time: 0.5501573 Aug 31 06:37:39.180105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Network 3023f4d6-873a-4e75-b564-188e8d9589a1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:39.212756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:39.232992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6b784e3-b4e3-4db4-a43b-9fc7a5a955b3 req-275c16eb-9a18-4721-8038-ab7941bad68f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836653 Aug 31 06:37:39.314457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:39.341616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:39.361452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:39.444122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:39.492895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29380ecc-362c-44b6-9389-ec41b48194ee req-ecae0b53-7fa4-48c8-bce7-92a6134d7a51 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:39.493972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:39.513122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29380ecc-362c-44b6-9389-ec41b48194ee req-ecae0b53-7fa4-48c8-bce7-92a6134d7a51 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.1622710 Aug 31 06:37:39.517601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af7db595-6869-482c-af30-804c6c8ec539 req-a87f9864-041a-4547-891e-f4ff90c11a66 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762064 Aug 31 06:37:39.570889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.571252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.576972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.577716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29380ecc-362c-44b6-9389-ec41b48194ee req-a8ad0aab-1d74-4ab0-9ed1-5d43c424bfa7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635281 Aug 31 06:37:39.583286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3912b768-808d-4d1a-98b0-f0353e0a4888 None None] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.597368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:39.605591 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77e3b99f-f0aa-48c3-a656-b2224d3c620a req-989422dd-161a-45db-aacd-71d605d952cf tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4888282 Aug 31 06:37:39.641918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:39.642597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.672880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.764407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.811645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-f548d962-e060-487a-97e6-0c4af46ea63c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.8777437 Aug 31 06:37:39.828874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Provisioning for port c2bc8b68-6604-4943-a48d-f96c7feb268b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:39.853917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Provisioning complete for port c2bc8b68-6604-4943-a48d-f96c7feb268b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:39.855320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:39.935792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:39.953166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:39.957573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:39.957950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.036563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Request body: {'port': {'device_id': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:40.037687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'mac_address': 'fa:16:3e:22:55:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:40.216195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fc67a-31e6-464d-b58e-55cec74ab8a6 req-94bd1172-ef70-4c66-987a-da5448c44fa3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.224650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b3fc67a-31e6-464d-b58e-55cec74ab8a6 req-94bd1172-ef70-4c66-987a-da5448c44fa3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 932 time: 0.4972169 Aug 31 06:37:40.279203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:40.283772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1052521350', 'description': 'tempest-description--145495909'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:40.349274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.374436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b3fc67a-31e6-464d-b58e-55cec74ab8a6 req-08717a21-b663-4013-a3ee-413088036efb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485074 Aug 31 06:37:40.382804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Allocated IP 172.20.0.1 (04ff1495-8d61-49f8-9ce8-56684695f4f5/ac84ce5e-4414-49fb-ab27-0eb8636a0231/7d871534-3df3-4cb7-8a97-cc333b6e4623) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:40.427116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.489088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:40.529637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8c938c-9c0a-4c59-a079-5f68dabd82fd req-1cbdad9a-0099-4155-8805-1017d7466da2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.536931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd8c938c-9c0a-4c59-a079-5f68dabd82fd req-1cbdad9a-0099-4155-8805-1017d7466da2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1281669 Aug 31 06:37:40.538313 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.561707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.599749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea617625-7c08-4192-8d6e-6a2599e777c7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:40.607227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd8c938c-9c0a-4c59-a079-5f68dabd82fd req-2f5fe5da-0edc-4501-9a01-aea6c7356475 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693104 Aug 31 06:37:40.654828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] For port c2bc8b68-6604-4943-a48d-f96c7feb268b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c2bc8b68-6604-4943-a48d-f96c7feb268b,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:40.672752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 2, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:40.675674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:40.682121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.697813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.708409 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.752090 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.754343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=062e19e9-5aad-488d-9d42-05b370337f49,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:40.755887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.758001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Checking router: 8d7c19f0-30f1-4099-b4fd-8c927b28e984 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:40.758001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Updating router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:40.832194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.833083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f65605f2-948d-4200-ade8-dcd1b46240ea tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5529470 Aug 31 06:37:40.836903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41732) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:40.839917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.843431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'security_group_rule': {'security_group_id': '062e19e9-5aad-488d-9d42-05b370337f49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:40.857007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:40.857298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.864891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.868983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62005107-1a74-48b0-95a6-fb127a952314 req-2a0a07eb-af42-4676-97af-8a6e25aa6b59 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:40.874917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:40.877744 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ad53ab6-1e64-41db-ad89-8eacc76f69bc" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:40.879657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62005107-1a74-48b0-95a6-fb127a952314 req-2a0a07eb-af42-4676-97af-8a6e25aa6b59 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 946 time: 0.1051483 Aug 31 06:37:40.921417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90d3569-4b33-4421-9ee0-319c440c81ad None None] Pushing event updated for resources: {'Port': ['ID=c2bc8b68-6604-4943-a48d-f96c7feb268b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:40.928879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb69293b-ea7c-4599-bc35-0e8cd3f4213b None None] Provisioning complete for port c2bc8b68-6604-4943-a48d-f96c7feb268b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:40.929254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb69293b-ea7c-4599-bc35-0e8cd3f4213b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.932037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:40.934567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:40.952893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:40.953660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62005107-1a74-48b0-95a6-fb127a952314 req-bffb3919-4636-417d-b88c-2a281df10c7c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726840 Aug 31 06:37:40.971965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:40.976051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Pushing event updated for resources: {'Port': ['ID=003a8225-d38b-47c4-9929-665634c0a585,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:40.990860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.994517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:40.994689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ac4d92-4ea5-410b-bf1f-8c49957cdcfe req-31e0710a-9344-4224-b633-3c491e1fa124 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:41.002564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41ac4d92-4ea5-410b-bf1f-8c49957cdcfe req-31e0710a-9344-4224-b633-3c491e1fa124 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 949 time: 0.2123716 Aug 31 06:37:41.084681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ea617625-7c08-4192-8d6e-6a2599e777c7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:41.117232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.180578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.191506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41ac4d92-4ea5-410b-bf1f-8c49957cdcfe req-8a6e7021-f085-4617-870b-d32645fd8fa5 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817894 Aug 31 06:37:41.192294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.208644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.215584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Transition to ACTIVE for port object 7d871534-3df3-4cb7-8a97-cc333b6e4623 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:41.218463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67023f6-f9c7-4d66-903a-d00c78fa9bb0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:41.258964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d7acf5-41ba-4786-9dbf-4306bc365631,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.260432 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbad9043-1c20-4052-81e9-8998f510d2f7 x-openstack-request-id: req-dbad9043-1c20-4052-81e9-8998f510d2f7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:41.261015 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:41.262360 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dbad9043-1c20-4052-81e9-8998f510d2f7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:41.263577 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'code': 200} Aug 31 06:37:41.279747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.283911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:41.346374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Transition to ACTIVE for port object c67023f6-f9c7-4d66-903a-d00c78fa9bb0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:41.361555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.362826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3788557c-c80e-4249-8278-f5f96e155891 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5244927 Aug 31 06:37:41.367482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:41.377919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'security_group_rule': {'security_group_id': '062e19e9-5aad-488d-9d42-05b370337f49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:41.380546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.404585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.502212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5e3b7-1ab6-4c95-90e2-80e2c31d283e req-2ed67051-6ff0-4412-937b-a84bc6e615c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:41.514009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87c5e3b7-1ab6-4c95-90e2-80e2c31d283e req-2ed67051-6ff0-4412-937b-a84bc6e615c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 1102 time: 0.2207205 Aug 31 06:37:41.544920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a1c7f26-efa3-431a-bf45-601e9e5265ac up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:41.562389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.596168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87c5e3b7-1ab6-4c95-90e2-80e2c31d283e req-22f0658a-4c73-4f4b-bf1b-ce770d1bca86 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735979 Aug 31 06:37:41.623512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.649625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.669173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.690320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.720822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9445b56-eaa8-4a70-8bf0-a0a9655116cf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:41.744927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.746465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-63e076fd-0b7a-4c7e-b6a2-d1f9ae4fdfd2 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780472 Aug 31 06:37:41.749437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:41.755146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:41.799976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.852275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:41.865722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.877739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3a1c7f26-efa3-431a-bf45-601e9e5265ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:41.879532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:41.899021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'mac_address': 'fa:16:3e:a5:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:41.899021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a1c7f26-efa3-431a-bf45-601e9e5265ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:41.899021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:41.929635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0d4c7e-38c9-4d4c-a3c5-a8f1616aa2b6 req-2c163df0-7a86-4c44-8474-b1d9d307eb79 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:41.937695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f0d4c7e-38c9-4d4c-a3c5-a8f1616aa2b6 req-2c163df0-7a86-4c44-8474-b1d9d307eb79 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.4165173 Aug 31 06:37:41.967809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:41.985206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:42.004833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18becab8-16a5-4dc5-ba75-79bbff6635bb req-6bab64cc-b8d3-4429-a50b-b8116d74e552 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:42.008799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18becab8-16a5-4dc5-ba75-79bbff6635bb req-6bab64cc-b8d3-4429-a50b-b8116d74e552 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1331885 Aug 31 06:37:42.037241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.038091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.040817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Pushing event updated for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.058967 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.061697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Transition to ACTIVE for port object 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:42.093356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.111350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:42.129710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18becab8-16a5-4dc5-ba75-79bbff6635bb req-8b5aea36-3bca-4c03-acc1-e85f33a64213 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085651 Aug 31 06:37:42.145160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:42.145703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:42.146170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:42.162095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:42.172268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.190092 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.197107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f0d4c7e-38c9-4d4c-a3c5-a8f1616aa2b6 req-3c30f332-25c5-4d2f-a5a3-1315e62c137e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580459 Aug 31 06:37:42.256110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518b8d-d150-4521-9ea6-76aa1a4144ed None None] Pushing event updated for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.260476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.306169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:42.309093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:42.319242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3a1c7f26-efa3-431a-bf45-601e9e5265ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a1c7f26-efa3-431a-bf45-601e9e5265ac,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:42.325837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1efb54ac-2305-4528-a598-b75b4fcd632f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:42.369158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:42.369534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:42.369927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:42.371075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Bound port: c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:42.371441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.401580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Allocated IP 172.25.3.38 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/bc38e497-548b-43b0-a06f-5b1cac84dc12) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:42.436133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.564312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Attempting to bind port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:42.564961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Attempting to bind port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:42.565421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Attempting to bind port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 on network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:42.568941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b0e5763-5598-47d3-b312-6a78a8f3b5ac None None] Provisioning for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:42.573880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.596060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:42.596570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Checking segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:42.597054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.597562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Bound using segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:42.598137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Bound port: 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:42.598984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.621634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.623489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b0e5763-5598-47d3-b312-6a78a8f3b5ac None None] Provisioning complete for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:42.623955 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b0e5763-5598-47d3-b312-6a78a8f3b5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.637184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c2bc8b68-6604-4943-a48d-f96c7feb268b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:42.708949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.777293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4b0e5763-5598-47d3-b312-6a78a8f3b5ac None None] Port 7d871534-3df3-4cb7-8a97-cc333b6e4623 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:42.777899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8afe38-be06-44b7-9ef8-4a941fcf8b2a req-645d793e-ce15-4458-be45-ac746311c5cc tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:42.788552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d8afe38-be06-44b7-9ef8-4a941fcf8b2a req-645d793e-ce15-4458-be45-ac746311c5cc tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 945 time: 0.1206183 Aug 31 06:37:42.818292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3a1c7f26-efa3-431a-bf45-601e9e5265ac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:42.830778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:42.844710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:42.848498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:42.862323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] For port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:42.871007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] For port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:42.884267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c2bc8b68-6604-4943-a48d-f96c7feb268b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:42.884929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:42.914399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.024828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d8afe38-be06-44b7-9ef8-4a941fcf8b2a req-0f347109-9c3f-4750-9ebd-186fca2950b7 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345996 Aug 31 06:37:43.038113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'Port': ['ID=bc38e497-548b-43b0-a06f-5b1cac84dc12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.050981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.106923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.164440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.217670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:43.218302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:43.220100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93518b8d-d150-4521-9ea6-76aa1a4144ed None None] Pushing event updated for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.237440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:43.324110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:43.400472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3036ee75-2036-4baa-a38c-80f8641a6908 req-9d5a123b-6834-448e-be17-72c7ee396790 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.410120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3036ee75-2036-4baa-a38c-80f8641a6908 req-9d5a123b-6834-448e-be17-72c7ee396790 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1072006 Aug 31 06:37:43.473005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:43.479144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3036ee75-2036-4baa-a38c-80f8641a6908 req-a68c6459-e4b3-421a-8f45-a40f6e4f2529 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678337 Aug 31 06:37:43.498047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:43.511656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.569669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:43.588195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c958-42f9-40c0-b65c-a687b25e2cb1 req-242ed459-e13d-40db-b23e-23fc2d427297 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.590542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a46c958-42f9-40c0-b65c-a687b25e2cb1 req-242ed459-e13d-40db-b23e-23fc2d427297 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 949 time: 1.1398950 Aug 31 06:37:43.598566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.599305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.600782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] 10.222.0.53 "PUT /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 1093 time: 3.5807180 Aug 31 06:37:43.609542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:43.614353 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f" -d '{"events": [{"name": "network-changed", "server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:43.615179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port ea617625-7c08-4192-8d6e-6a2599e777c7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:43.622613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.632287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.638484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port ea617625-7c08-4192-8d6e-6a2599e777c7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:43.638857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.645322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.737867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62067d-e1d0-4b7a-9b26-7ebfa1e3d5a0 service neutron] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.743636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-54aa049c-a2b5-4da8-8f95-1ae7dfe95d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.745946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-54aa049c-a2b5-4da8-8f95-1ae7dfe95d56 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1096 time: 0.0738888 Aug 31 06:37:43.758597 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:43.768086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'Port': ['ID=bc38e497-548b-43b0-a06f-5b1cac84dc12,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:43.773035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-455b415d-5b78-4d43-932c-19d33c35e12c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.774866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-455b415d-5b78-4d43-932c-19d33c35e12c tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 945 time: 0.6201863 Aug 31 06:37:43.775800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.786482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822399f1-1b0c-4b98-9d98-a144f6942d68 req-7294806d-f570-4cb7-9f4d-2580eaa4d6d8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:43.790297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a46c958-42f9-40c0-b65c-a687b25e2cb1 req-4b80d120-764e-4f21-a64d-9577d83adb00 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405830 Aug 31 06:37:43.793878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822399f1-1b0c-4b98-9d98-a144f6942d68 req-7294806d-f570-4cb7-9f4d-2580eaa4d6d8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.2274108 Aug 31 06:37:43.797359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:43.802083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.813709 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.852457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-e0b62be5-180b-406c-89cb-2dd910d0f963 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0718694 Aug 31 06:37:43.882900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822399f1-1b0c-4b98-9d98-a144f6942d68 req-183ec284-994e-4be1-a01d-4c2b6d8d070d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762768 Aug 31 06:37:43.883850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:43.884935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0f4ff5d3-8166-4f3c-8e51-d64a5f84028a tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1338334 Aug 31 06:37:43.978035 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5bdc87-7b07-438c-80a0-4f81cae322ea x-openstack-request-id: req-5b5bdc87-7b07-438c-80a0-4f81cae322ea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:43.978437 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:43.978785 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b5bdc87-7b07-438c-80a0-4f81cae322ea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:43.979286 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'status': 'completed', 'code': 200} Aug 31 06:37:43.983548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:44.017164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.033485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:37:44.070397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:44.076382 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b465b7d-429e-488d-87c0-cc57d061a806" -d '{"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-plugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:44.100424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:44.112411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.177543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:44.182013 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa3a17a-0c32-4b66-8cc0-b2fb88ac33ff x-openstack-request-id: req-1fa3a17a-0c32-4b66-8cc0-b2fb88ac33ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:44.182013 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-plugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:44.182359 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1fa3a17a-0c32-4b66-8cc0-b2fb88ac33ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:44.182696 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'code': 200} Aug 31 06:37:44.197559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a954c961-5677-41b0-9088-469a5bcc9436 req-169b55f4-62d8-4e05-af59-8100153e0415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:44.199637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-169b55f4-62d8-4e05-af59-8100153e0415 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.2182925 Aug 31 06:37:44.214767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:44.217576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c84428-eb31-41c1-bc0a-24e6426ea403 None None] The sync data for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 is: [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:44.331758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-327593c2-3d3e-4362-b615-cd61cc115dc8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1137879 Aug 31 06:37:44.352028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b168279-1270-4dc7-8f4c-e053d12a4f97 req-45b3f021-c9dd-45c5-9d3c-ca7d760a0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:44.354134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b168279-1270-4dc7-8f4c-e053d12a4f97 req-45b3f021-c9dd-45c5-9d3c-ca7d760a0631 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 1102 time: 0.1072092 Aug 31 06:37:44.427392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b168279-1270-4dc7-8f4c-e053d12a4f97 req-2ab94a0d-43b5-4d8c-a478-6d37bb613894 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582163 Aug 31 06:37:44.487835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.544654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.597808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Deleting port 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:44.598145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.637080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36580be5-de76-4f35-805b-b6b090851ba5 req-fe1c33bf-50f5-4d6a-ba72-1dfc3917b60a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:44.640467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36580be5-de76-4f35-805b-b6b090851ba5 req-fe1c33bf-50f5-4d6a-ba72-1dfc3917b60a tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 944 time: 0.4590383 Aug 31 06:37:44.751366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dbd9c3-aabd-43cd-9e38-773c051c77ee req-5d4f1aa5-15c4-4f21-8f22-a9b94fc957ae tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:44.760332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01dbd9c3-aabd-43cd-9e38-773c051c77ee req-5d4f1aa5-15c4-4f21-8f22-a9b94fc957ae tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.1271544 Aug 31 06:37:44.780248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:44.845261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01dbd9c3-aabd-43cd-9e38-773c051c77ee req-b804d50f-9921-4032-a1c5-3a25a27315bc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812438 Aug 31 06:37:44.899355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:44.903938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:44.904312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:44.958874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:44.971192 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Sync routers for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:44.983180 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:44.984967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:44.998024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.009099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-8e206a33-2343-44b6-8ac0-13155e253812 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6652172 Aug 31 06:37:45.044534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Pushing event updated for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:45.051734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff281db1-04ee-4a81-a10e-314e79c947f8 req-fd8f2772-8c5d-4bbb-857a-97ea979a17c7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:45.055500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff281db1-04ee-4a81-a10e-314e79c947f8 req-fd8f2772-8c5d-4bbb-857a-97ea979a17c7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 950 time: 0.1116297 Aug 31 06:37:45.085431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.093234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36580be5-de76-4f35-805b-b6b090851ba5 req-0dcb9af4-1492-4407-a08c-6c5305987190 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/security-groups?id=563d18d3-d81f-41bd-8f39-498282801601&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3920021 Aug 31 06:37:45.135774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff281db1-04ee-4a81-a10e-314e79c947f8 req-f15c7574-ee7c-4cb2-974d-a52b6f4b8e5d tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608845 Aug 31 06:37:45.146441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:45.147410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.151472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:45.169014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Calling delete_port for 1efb54ac-2305-4528-a598-b75b4fcd632f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:45.171315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.172346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a1c7f26-efa3-431a-bf45-601e9e5265ac up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:45.266824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:45.325578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:45.406658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:45.458247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.496411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1efb54ac-2305-4528-a598-b75b4fcd632f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1efb54ac-2305-4528-a598-b75b4fcd632f,segment=NetworkSegment(2abfe56d-4cb2-4cb7-a2a1-d0846965f947),segment_id=2abfe56d-4cb2-4cb7-a2a1-d0846965f947)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:45.519772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'network_id': 'a96bc69e-89c0-4591-a8d3-18daa448edc8', 'port_id': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'mac_address': 'fa:16:3e:a5:67:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2201c7a-ae9e-42c1-a3df-54953ca58176', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:45.535472 n-d-712707-15 neutron-server[94641]: INFO neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No ports have port_id starting with 1efb54ac-2305-4528-a598-b75b4fcd632f Aug 31 06:37:45.536449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a1c7f26-efa3-431a-bf45-601e9e5265ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:45.536842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.561849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.567716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:45.569758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e25680d3-0ba0-4fec-ac90-98c17cd19de7 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 10.6345584 Aug 31 06:37:45.599969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.680137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Pushing event deleted for resources: {'Port': ['ID=1efb54ac-2305-4528-a598-b75b4fcd632f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:45.736902 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:41Z', 'revision_number': 3, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:45.778686 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Checking router: e1d2eaf6-dbd2-44b0-96da-acce8f076c95 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:45.778686 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Updating router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 port 003a8225-d38b-47c4-9929-665634c0a585 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:45.795407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d8d3f-4c99-4956-98b5-b87a71170d53 req-f77a84c7-5d6e-40dc-922c-5393f98cef1f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:45.797050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-706d8d3f-4c99-4956-98b5-b87a71170d53 req-f77a84c7-5d6e-40dc-922c-5393f98cef1f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.3769441 Aug 31 06:37:45.837968 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.902555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] No DVR routers for this DVR port 1efb54ac-2305-4528-a598-b75b4fcd632f on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:37:45.931620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:45.933871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f9abdac-80bf-4b2f-a08c-8e268e221045 req-744292c3-4e9b-4bcf-978c-ecae296b1324 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.53 "DELETE /v2.0/ports/1efb54ac-2305-4528-a598-b75b4fcd632f HTTP/1.1" status: 204 len: 173 time: 2.1329730 Aug 31 06:37:45.951023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a954c961-5677-41b0-9088-469a5bcc9436 req-8ae7dc7c-8e4f-4f7f-ad78-cbaf1f0e35fb service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9179246 Aug 31 06:37:46.041031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'name': 'network-vif-deleted', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:46.043935 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce39a04-20c9-45cf-9546-eb3aa8545c37" -d '{"events": [{"server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "name": "network-vif-deleted", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:46.050126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-706d8d3f-4c99-4956-98b5-b87a71170d53 req-fab3ca84-f52b-4cf3-be02-69c2ff0e237f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108345 Aug 31 06:37:46.150440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:46.150440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:46.189653 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e9d4fd-5530-4807-8d57-bd2fa8975908 x-openstack-request-id: req-91e9d4fd-5530-4807-8d57-bd2fa8975908 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:46.190839 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe", "name": "network-vif-deleted", "tag": "1efb54ac-2305-4528-a598-b75b4fcd632f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:46.191103 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-91e9d4fd-5530-4807-8d57-bd2fa8975908 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:46.191520 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe', 'name': 'network-vif-deleted', 'tag': '1efb54ac-2305-4528-a598-b75b4fcd632f', 'status': 'completed', 'code': 200} Aug 31 06:37:46.265692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc92d4e-65bd-4556-9c99-707c82782c8e req-19550a10-bc3e-43d2-98fe-7988a9e0c2f4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.273615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fc92d4e-65bd-4556-9c99-707c82782c8e req-19550a10-bc3e-43d2-98fe-7988a9e0c2f4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.2882323 Aug 31 06:37:46.287974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-45810c46-c3b7-41c8-93f5-15a30447821e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.294152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-45810c46-c3b7-41c8-93f5-15a30447821e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1096 time: 0.2429719 Aug 31 06:37:46.358742 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.375907 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Transition to ACTIVE for port object 003a8225-d38b-47c4-9929-665634c0a585 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:46.387999 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.414753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fc92d4e-65bd-4556-9c99-707c82782c8e req-763fce16-ec16-4abc-88f0-7883c1f4e5ab tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399767 Aug 31 06:37:46.490425 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9384-ded2-403e-90b5-d5db0156eefd None None] Pushing event updated for resources: {'Port': ['ID=003a8225-d38b-47c4-9929-665634c0a585,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:46.519788 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Attempting to bind port 003a8225-d38b-47c4-9929-665634c0a585 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:46.520518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Attempting to bind port 003a8225-d38b-47c4-9929-665634c0a585 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:46.521287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Attempting to bind port 003a8225-d38b-47c4-9929-665634c0a585 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:46.527776 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:46.528522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:46.529195 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.529879 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:46.530564 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Bound port: 003a8225-d38b-47c4-9929-665634c0a585, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:46.531991 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.549924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60e43914-c0e4-4530-9ed1-fe9c8e918d6a req-88e56eaf-8ddc-4d73-a313-e8e3cf8e8d45 tempest-ImagesTestJSON-1313389269 tempest-ImagesTestJSON-1313389269-project] 10.222.0.57 "GET /v2.0/ports?device_id=5a33b3f7-7f01-42da-9e0f-bfd806fc0cfe HTTP/1.1" status: 200 len: 210 time: 0.0428598 Aug 31 06:37:46.563272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e0e2c81-9a2d-45df-a83f-88d463ea0194 None None] Provisioning complete for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:46.563892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e0e2c81-9a2d-45df-a83f-88d463ea0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.633611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] For port 003a8225-d38b-47c4-9929-665634c0a585, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:46.642624 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] For port 003a8225-d38b-47c4-9929-665634c0a585, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=003a8225-d38b-47c4-9929-665634c0a585,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:46.647974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:46.649728 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.709963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e0e2c81-9a2d-45df-a83f-88d463ea0194 None None] Port 7d871534-3df3-4cb7-8a97-cc333b6e4623 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:46.733407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:46.735663 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:46.736349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:46.807436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3592500-1140-4b34-a143-e7d6ca866b57 req-b24f2fd5-ce12-45d0-b4c5-181d1564cec7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.821456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3592500-1140-4b34-a143-e7d6ca866b57 req-b24f2fd5-ce12-45d0-b4c5-181d1564cec7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 950 time: 0.2598794 Aug 31 06:37:46.831829 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ad9384-ded2-403e-90b5-d5db0156eefd None None] Pushing event updated for resources: {'Port': ['ID=003a8225-d38b-47c4-9929-665634c0a585,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:46.872409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:46.873690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.888921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3592500-1140-4b34-a143-e7d6ca866b57 req-280a8812-9ad0-4568-8911-5c380799aba2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662067 Aug 31 06:37:46.904554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:46.919118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:46.934904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c39911a2-c565-469f-b363-766e24a04239 admin admin] 10.222.0.57 "PUT /v2.0/routers/5ab7133c-fb2b-4278-b76f-a3d3673f3607/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5390944 Aug 31 06:37:46.946467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-1ca33a5a-0ea6-4d6a-bc6a-a3a86fe3eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:46.949224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-1ca33a5a-0ea6-4d6a-bc6a-a3a86fe3eb27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.6408064 Aug 31 06:37:46.954653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Sync routers for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:47.002557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:47.018908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:47.019574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:47.052515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-e7659b11-e94e-4e6f-8485-39d25f10e0a7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0955241 Aug 31 06:37:47.164577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f832bf35-f171-4276-a79e-62bb438f4944 req-1109a534-fc01-4e6d-8f60-146fd45d38c2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:47.167673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f832bf35-f171-4276-a79e-62bb438f4944 req-1109a534-fc01-4e6d-8f60-146fd45d38c2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 950 time: 0.1329587 Aug 31 06:37:47.171291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-784dca37-0796-45d4-b885-3acfd9e2dffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:47.172804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-784dca37-0796-45d4-b885-3acfd9e2dffd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0907323 Aug 31 06:37:47.267916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-beb250d0-d45d-4505-8399-1f4de05cee68 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789845 Aug 31 06:37:47.272133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:47.337210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 1efb54ac-2305-4528-a598-b75b4fcd632f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:47.337707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1efb54ac-2305-4528-a598-b75b4fcd632f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:47.346947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Allocated IP 172.20.0.1 (c2eafb34-9e99-4fd3-8b2b-10fd44e7b947/df325eef-e49c-4b3a-acd6-b3b622abbbf5/4ca045cb-fb5b-4042-ba12-05e85193a601) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:47.362743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f832bf35-f171-4276-a79e-62bb438f4944 req-67534c18-5ea7-44ea-8d63-96d0025dfab5 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828606 Aug 31 06:37:47.366687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1bc61-f9b2-40e2-aaef-de4dae768612 req-16799934-4b63-455b-9337-10d30af03881 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:47.375295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bb1bc61-f9b2-40e2-aaef-de4dae768612 req-16799934-4b63-455b-9337-10d30af03881 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.0887020 Aug 31 06:37:47.394010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:47.465213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-ccb8326f-27d0-43c2-8471-dedc63fc1ceb service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845822 Aug 31 06:37:47.480384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bb1bc61-f9b2-40e2-aaef-de4dae768612 req-fcb7b8fe-230d-477b-aaa0-a5ddf505381a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982521 Aug 31 06:37:47.563478 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:41Z', 'revision_number': 3, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:47.597532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.599904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f4d77a-063b-4a0a-a51a-5d2b99164095 None None] The sync data for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 is: [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:41Z', 'revision_number': 3, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:47.656240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Transition to ACTIVE for port object 4ca045cb-fb5b-4042-ba12-05e85193a601 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:47.726003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075b4c03-ef0c-41f6-9e8b-d61cb9145a9f req-5ebf7ece-5426-4e1f-9a09-c78b28e7a5e1 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551520 Aug 31 06:37:47.739559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.775648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-d4273b9b-51f8-453e-b533-a9eb605f159a tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1722631 Aug 31 06:37:47.781226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:47.830103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:47.843456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca045cb-fb5b-4042-ba12-05e85193a601,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:47.857861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:47.859613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:47.862659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:47.973384 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.027459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 4, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7d871534-3df3-4cb7-8a97-cc333b6e4623', 'name': '', 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'mac_address': 'fa:16:3e:04:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:39Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 2, 'project_id': 'fce634ca87254361a201144f14670cac', 'subnets': [{'id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:48.099297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Checking router: 5ab7133c-fb2b-4278-b76f-a3d3673f3607 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:48.099666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Updating router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 port 7d871534-3df3-4cb7-8a97-cc333b6e4623 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:48.153594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.175218 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.338296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Allocated IP 172.25.3.143 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/cdf0fb1c-019a-4f15-bee1-d5163e402872) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:48.393838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.407486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c6cb982-dfe1-45ba-8cba-888c301fd908 None None] Provisioning for port 4ca045cb-fb5b-4042-ba12-05e85193a601 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:48.414134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c6cb982-dfe1-45ba-8cba-888c301fd908 None None] Provisioning complete for port 4ca045cb-fb5b-4042-ba12-05e85193a601 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:48.414329 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c6cb982-dfe1-45ba-8cba-888c301fd908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.491737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0c6cb982-dfe1-45ba-8cba-888c301fd908 None None] Port 4ca045cb-fb5b-4042-ba12-05e85193a601 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:48.544780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a892a7-1c75-4415-abb0-2b95df64e1d7 req-7964e915-7138-408b-8fcb-2cdcb61de2dd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:48.550517 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a892a7-1c75-4415-abb0-2b95df64e1d7 req-7964e915-7138-408b-8fcb-2cdcb61de2dd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.3077357 Aug 31 06:37:48.560047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.625462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.663651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a892a7-1c75-4415-abb0-2b95df64e1d7 req-6748883e-944b-4a5d-955c-226a79149d19 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041830 Aug 31 06:37:48.676642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:48.679908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:48.687204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:48.704462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 003a8225-d38b-47c4-9929-665634c0a585 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:48.734062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=cdf0fb1c-019a-4f15-bee1-d5163e402872,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:48.798236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.834968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Transition to ACTIVE for port object 7d871534-3df3-4cb7-8a97-cc333b6e4623 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:48.851663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.864151 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.925126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 003a8225-d38b-47c4-9929-665634c0a585 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:48.925628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.937609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.938002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:48.961395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 003a8225-d38b-47c4-9929-665634c0a585 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:48.964248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.058583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Pushing event updated for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.139677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.148059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.148652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.149035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.149383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.149717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.150041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.150361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.150683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.151001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.151392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.151713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:37:49.158388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Attempting to bind port 7d871534-3df3-4cb7-8a97-cc333b6e4623 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:49.162853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Attempting to bind port 7d871534-3df3-4cb7-8a97-cc333b6e4623 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:49.163068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Attempting to bind port 7d871534-3df3-4cb7-8a97-cc333b6e4623 on network 04ff1495-8d61-49f8-9ce8-56684695f4f5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:49.186762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:49.187132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Checking segment: {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:49.187518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.187908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Bound using segment: {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:49.188389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Bound port: 7d871534-3df3-4cb7-8a97-cc333b6e4623, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3503ea3a-9d57-4601-b357-12c405d581b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 557, 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:49.189021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.211351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.218307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.219470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.231083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Pushing event updated for resources: {'Port': ['ID=4ca045cb-fb5b-4042-ba12-05e85193a601,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.268495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fc196-f9cd-4112-840b-f38ff7e33c9e req-a9ea45ec-68c5-415d-bb8d-1a834b3ad58b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:49.284321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-197fc196-f9cd-4112-840b-f38ff7e33c9e req-a9ea45ec-68c5-415d-bb8d-1a834b3ad58b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.2114279 Aug 31 06:37:49.324055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.348298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] For port 7d871534-3df3-4cb7-8a97-cc333b6e4623, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:49.352991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] For port 7d871534-3df3-4cb7-8a97-cc333b6e4623, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7d871534-3df3-4cb7-8a97-cc333b6e4623,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:49.367638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.372358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 003a8225-d38b-47c4-9929-665634c0a585, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=003a8225-d38b-47c4-9929-665634c0a585,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:49.406506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.444980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bedc-de5e-47a3-b940-c1a05e9d3024 None None] Pushing event updated for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.451645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:49.452270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:49.625838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=003a8225-d38b-47c4-9929-665634c0a585,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.656941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:49.822848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.827144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=cdf0fb1c-019a-4f15-bee1-d5163e402872,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:49.849408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:49.851326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f2f1ced6-c964-4ea0-a34b-997b592e31e8 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0748510 Aug 31 06:37:49.926756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-bf7799ee-5089-4af5-b0e4-beb83ff2f218 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0689220 Aug 31 06:37:49.971844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-197fc196-f9cd-4112-840b-f38ff7e33c9e req-38d312ed-fbc8-4c3c-b819-405ecd8784ea tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6836853 Aug 31 06:37:49.987392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 4, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7d871534-3df3-4cb7-8a97-cc333b6e4623', 'name': '', 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'mac_address': 'fa:16:3e:04:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:39Z', 'updated_at': '2021-08-31T06:37:49Z', 'revision_number': 4, 'project_id': 'fce634ca87254361a201144f14670cac', 'subnets': [{'id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:50.030775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517fb1f3-2ea3-4d51-9694-afbfdf9a2fb0 None None] The sync data for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 is: [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:37:43Z', 'revision_number': 4, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7d871534-3df3-4cb7-8a97-cc333b6e4623', 'name': '', 'network_id': '04ff1495-8d61-49f8-9ce8-56684695f4f5', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'mac_address': 'fa:16:3e:04:f4:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:39Z', 'updated_at': '2021-08-31T06:37:49Z', 'revision_number': 4, 'project_id': 'fce634ca87254361a201144f14670cac', 'subnets': [{'id': 'ac84ce5e-4414-49fb-ab27-0eb8636a0231', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:50.037926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:50.040379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-83c22571-7f39-46b8-8e0b-7ed578996503 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:50.042643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-83c22571-7f39-46b8-8e0b-7ed578996503 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1323528 Aug 31 06:37:50.044269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:50.107915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f746d8b1-fc4a-4b07-8f31-938fb2b46264 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:50.108352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:50.109446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7d72ee8-30e9-42c9-8231-b6ab077c96f7 req-f746d8b1-fc4a-4b07-8f31-938fb2b46264 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1809440 Aug 31 06:37:50.329892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.379739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92b108-3d50-4a3f-aeba-1237f10db5df req-a2807a5d-eafe-4658-b1f3-47ea16aa962a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:50.381316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d92b108-3d50-4a3f-aeba-1237f10db5df req-a2807a5d-eafe-4658-b1f3-47ea16aa962a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 945 time: 0.2424049 Aug 31 06:37:50.437213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4cbee642-698e-4fe3-a62f-2e47cfadb15e None None] Provisioning complete for port 4ca045cb-fb5b-4042-ba12-05e85193a601 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:50.437850 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cbee642-698e-4fe3-a62f-2e47cfadb15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.457032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d92b108-3d50-4a3f-aeba-1237f10db5df req-05df277c-8078-467f-9145-0d9e169b2a5d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682864 Aug 31 06:37:50.474923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:50.530109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4cbee642-698e-4fe3-a62f-2e47cfadb15e None None] Port 4ca045cb-fb5b-4042-ba12-05e85193a601 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:37:50.600507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-8f6f837a-604d-4a44-986e-226526b65977 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2087338 Aug 31 06:37:50.614305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:50.664490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.734171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:50.751407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7d871534-3df3-4cb7-8a97-cc333b6e4623 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:50.802212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:50.851976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.879837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.884129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:50.888521 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bbd0a6-2fb1-4145-8a39-4213e2f4209a" -d '{"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-unplugged", "status": "completed", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:50.902301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:50.903329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.908514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:50.908918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:50.965426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:50.976676 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Sync routers for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:50.991565 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:50.993674 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:51.003639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:51.004049 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21a575aa-f21d-4762-adb1-ac449f908360 admin admin] 10.222.0.57 "PUT /v2.0/routers/e1d2eaf6-dbd2-44b0-96da-acce8f076c95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4352710 Aug 31 06:37:51.052145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.058925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:51.086240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Allocated IP 172.25.3.200 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/47640d8b-a50a-4276-a929-521c190974e5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:51.105551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Deleting subnet e2201c7a-ae9e-42c1-a3df-54953ca58176 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:51.112849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.119358 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819d8baa-e6b2-428e-a3ad-922265bb5fd0 x-openstack-request-id: req-819d8baa-e6b2-428e-a3ad-922265bb5fd0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:51.119669 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-unplugged", "status": "completed", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:51.122603 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-819d8baa-e6b2-428e-a3ad-922265bb5fd0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:51.123303 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'code': 200} Aug 31 06:37:51.141514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7d871534-3df3-4cb7-8a97-cc333b6e4623, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7d871534-3df3-4cb7-8a97-cc333b6e4623,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:51.153298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.154508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 003a8225-d38b-47c4-9929-665634c0a585 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:51.161285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:51.163043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:51.163560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:51.174866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:37:51.176546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Attempting to bind port 462d20db-a3a6-46d1-911f-63767ae13f3c on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:51.189083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:51.193230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:51.196328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:51.197148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Bound port: 462d20db-a3a6-46d1-911f-63767ae13f3c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:51.198374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.236912 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:51.262381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.347157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:51.361012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 003a8225-d38b-47c4-9929-665634c0a585 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:51.361490 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.412615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.442337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:51.479021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:51.488080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:51.503247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.530408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.548799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aff8826-0d9c-48b7-92aa-6928eb4d17db req-b018c01e-d05e-449e-848a-1829b025a000 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.550605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0aff8826-0d9c-48b7-92aa-6928eb4d17db req-b018c01e-d05e-449e-848a-1829b025a000 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.2344491 Aug 31 06:37:51.599814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:48Z', 'revision_number': 4, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4ca045cb-fb5b-4042-ba12-05e85193a601', 'name': '', 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'mac_address': 'fa:16:3e:f6:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:37:48Z', 'revision_number': 2, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'subnets': [{'id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:51.654196 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Checking router: e1d2eaf6-dbd2-44b0-96da-acce8f076c95 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:51.654547 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Updating router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 port 4ca045cb-fb5b-4042-ba12-05e85193a601 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:37:51.684968 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.696801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:51.721059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.728509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'mac_address': 'fa:16:3e:45:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:51.738188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.835478 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.853626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:51.866191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2201c7a-ae9e-42c1-a3df-54953ca58176,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:51.881554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:51.887653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.889074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.889991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:51.892600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f3185e2-e689-44f0-8f1f-b81a55826479 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e2201c7a-ae9e-42c1-a3df-54953ca58176 HTTP/1.1" status: 204 len: 168 time: 0.8870835 Aug 31 06:37:51.900051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:51.937668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:51.938201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:51.942609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:51.944942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] 10.222.0.50 "PUT /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 1123 time: 1.8490677 Aug 31 06:37:51.955812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0aff8826-0d9c-48b7-92aa-6928eb4d17db req-aa682659-2548-4f56-bd7a-2ea931a54009 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848214 Aug 31 06:37:51.970281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f037e90-1bd7-4cbc-970d-e5361be59847 service neutron] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.094535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:52.098163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=47640d8b-a50a-4276-a929-521c190974e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.106818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:52.115616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:52.115784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.137637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:52.239196 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.240044 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.247489 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-ecbc5a4f-5714-451f-87c0-ab373f34e255 req-2b9dfe3e-742d-4bcf-9b1d-5197b1f3bfda tempest-FloatingIPDetailsNegativeTestJSON-448551476 tempest-FloatingIPDetailsNegativeTestJSON-448551476-project] show failed (client error): The resource could not be found. Aug 31 06:37:52.260136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecbc5a4f-5714-451f-87c0-ab373f34e255 req-2b9dfe3e-742d-4bcf-9b1d-5197b1f3bfda tempest-FloatingIPDetailsNegativeTestJSON-448551476 tempest-FloatingIPDetailsNegativeTestJSON-448551476-project] 10.222.0.57 "GET /v2.0/floatingips/6c416bd0-55e3-444e-bf47-79512851b1cf HTTP/1.1" status: 404 len: 350 time: 0.1211081 Aug 31 06:37:52.270069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:52.279264 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Transition to ACTIVE for port object 4ca045cb-fb5b-4042-ba12-05e85193a601 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:37:52.295795 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.414408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d74d-ab10-4dfc-9218-9f9757cceb87 None None] Pushing event updated for resources: {'Port': ['ID=4ca045cb-fb5b-4042-ba12-05e85193a601,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.490420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:52.511600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.527870 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Attempting to bind port 4ca045cb-fb5b-4042-ba12-05e85193a601 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:37:52.528253 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Attempting to bind port 4ca045cb-fb5b-4042-ba12-05e85193a601 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:37:52.528617 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Attempting to bind port 4ca045cb-fb5b-4042-ba12-05e85193a601 on network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:37:52.533949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a96bc69e-89c0-4591-a8d3-18daa448edc8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:52.540682 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:37:52.541042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Checking segment: {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:37:52.544423 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.544862 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Bound using segment: {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:37:52.547015 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Bound port: 4ca045cb-fb5b-4042-ba12-05e85193a601, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3bed8e5-b785-48a3-81f5-1f64df80da5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:37:52.547466 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.597050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2abfe56d-4cb2-4cb7-a2a1-d0846965f947') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:52.598843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2abfe56d-4cb2-4cb7-a2a1-d0846965f947') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:52.623624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.650329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:37:52.656205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.662839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:37:52.663572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.684387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7d871534-3df3-4cb7-8a97-cc333b6e4623 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:52.694448 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] For port 4ca045cb-fb5b-4042-ba12-05e85193a601, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:37:52.700679 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] For port 4ca045cb-fb5b-4042-ba12-05e85193a601, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4ca045cb-fb5b-4042-ba12-05e85193a601,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:37:52.713780 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.774242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:37:52.781174 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:37:52.783739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.789784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:52.792624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a96bc69e-89c0-4591-a8d3-18daa448edc8 HTTP/1.1" status: 204 len: 168 time: 0.8816118 Aug 31 06:37:52.832973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9898d74d-ab10-4dfc-9218-9f9757cceb87 None None] Pushing event updated for resources: {'Port': ['ID=4ca045cb-fb5b-4042-ba12-05e85193a601,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.844956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:52.847601 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:52.857509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a1e0b-731e-418a-b002-e15c02a314c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=a96bc69e-89c0-4591-a8d3-18daa448edc8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:52.872123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.126344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:53.137729 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62910cc9-be8a-4d81-8432-127297f55c69" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:53.155602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:53.182408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:53.285202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['13203e32-cf1b-42ed-9949-e0ed610f1b6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:53.293246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.306483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.379063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72c79885-e0cd-44c4-91b2-52e6f018d7ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0e337b1324e4da4aa1dfcc9d1e7a073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210970 Aug 31 06:37:53.382540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:53.475028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.491222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=47640d8b-a50a-4276-a929-521c190974e5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:53.511549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7d871534-3df3-4cb7-8a97-cc333b6e4623 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:53.512105 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.526946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.559017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.564461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.565763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-cf4c9fa7-165d-46ae-b73b-a645161bb1bb tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9644415 Aug 31 06:37:53.638418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.666476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-33ccafd0-789e-443a-9075-ebf10ed042ba tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0909624 Aug 31 06:37:53.842650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.854263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:53.856452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/563d18d3-d81f-41bd-8f39-498282801601 HTTP/1.1" status: 204 len: 168 time: 0.4730065 Aug 31 06:37:53.867359 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:48Z', 'revision_number': 4, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4ca045cb-fb5b-4042-ba12-05e85193a601', 'name': '', 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'mac_address': 'fa:16:3e:f6:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'subnets': [{'id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:53.904028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d832cb-b293-4c39-9af1-e15921a5824a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563d18d3-d81f-41bd-8f39-498282801601,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:53.937365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-5983ce7d-d71a-4dc6-b700-4dde5d5e4661 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:53.948733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7847a7b-dc46-4d79-80b0-07554fd0dacb req-5983ce7d-d71a-4dc6-b700-4dde5d5e4661 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2519290 Aug 31 06:37:53.967262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e792027-d299-47a5-89d7-ff98f0b4a515 None None] The sync data for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 is: [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '003a8225-d38b-47c4-9929-665634c0a585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:48Z', 'revision_number': 4, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port': {'id': '003a8225-d38b-47c4-9929-665634c0a585', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:75:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:38Z', 'updated_at': '2021-08-31T06:37:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4ca045cb-fb5b-4042-ba12-05e85193a601', 'name': '', 'network_id': 'c2eafb34-9e99-4fd3-8b2b-10fd44e7b947', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'mac_address': 'fa:16:3e:f6:49:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:46Z', 'updated_at': '2021-08-31T06:37:52Z', 'revision_number': 4, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'subnets': [{'id': 'df325eef-e49c-4b3a-acd6-b3b622abbbf5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:54.209442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Deleting port 4ca045cb-fb5b-4042-ba12-05e85193a601 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:54.210110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.231229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12289c95-1cbc-48d8-91de-beb603b8bbfe req-1d0ab2c9-6b37-4be5-90c2-5b44ff4ab070 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:54.239497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12289c95-1cbc-48d8-91de-beb603b8bbfe req-1d0ab2c9-6b37-4be5-90c2-5b44ff4ab070 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.0863473 Aug 31 06:37:54.335263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12289c95-1cbc-48d8-91de-beb603b8bbfe req-3195ee61-8b55-496a-a7a4-cc4152e26b50 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Aug 31 06:37:54.447826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] For port 4ca045cb-fb5b-4042-ba12-05e85193a601, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4ca045cb-fb5b-4042-ba12-05e85193a601,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:54.449909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.511357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Calling delete_port for 4ca045cb-fb5b-4042-ba12-05e85193a601 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:54.624645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82c064-191e-405d-80b4-855163234fc8 req-4031473a-c085-4090-924f-c33bed14cbee tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:54.632390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b82c064-191e-405d-80b4-855163234fc8 req-4031473a-c085-4090-924f-c33bed14cbee tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.1422157 Aug 31 06:37:54.644570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ca045cb-fb5b-4042-ba12-05e85193a601 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:54.728914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b82c064-191e-405d-80b4-855163234fc8 req-25c94089-3a83-472a-8cce-c81d3937ed18 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868287 Aug 31 06:37:54.826922 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b5fbcef-afb8-45c3-ba32-18c73570d890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.828919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4ca045cb-fb5b-4042-ba12-05e85193a601 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:54.831141 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3568d5ea-5e52-4049-9521-d152c0ca6abc x-openstack-request-id: req-3568d5ea-5e52-4049-9521-d152c0ca6abc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:37:54.832523 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:37:54.834242 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3568d5ea-5e52-4049-9521-d152c0ca6abc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:37:54.834737 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'status': 'completed', 'code': 200} Aug 31 06:37:54.837856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4ca045cb-fb5b-4042-ba12-05e85193a601 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:54.839257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:54.986685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910cc9-be8a-4d81-8432-127297f55c69 req-41564ecb-3a28-43d6-a43c-95f7f4f881e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:54.990336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-41564ecb-3a28-43d6-a43c-95f7f4f881e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1126 time: 0.1494899 Aug 31 06:37:55.133666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.172520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.319482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:37:55.334017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ca045cb-fb5b-4042-ba12-05e85193a601,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:55.393003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-b954ce3d-b55b-44d7-b561-44d6ca11611e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3804965 Aug 31 06:37:55.396264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910cc9-be8a-4d81-8432-127297f55c69 req-99384820-796a-4e5a-8225-6b906aaafeec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:55.402673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-99384820-796a-4e5a-8225-6b906aaafeec service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.4041414 Aug 31 06:37:55.427921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:37:55.530281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:55.530530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-c042df8b-5cc4-4753-9545-a7406b1da915 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 217 time: 0.1145439 Aug 31 06:37:55.641874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.753786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62910cc9-be8a-4d81-8432-127297f55c69 req-5f6685b2-4b47-49b1-b874-de89134876ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:55.755890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-5f6685b2-4b47-49b1-b874-de89134876ff service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.2155712 Aug 31 06:37:55.774439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.835809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:55.855191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:55.868899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:55.877810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-a8458d93-1c01-4ad1-8ac2-a44a9702d2ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0895593 Aug 31 06:37:55.919088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1', 'port_id': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'mac_address': 'fa:16:3e:1a:4e:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25257aaf-d2c3-4f47-8a7f-122b012604c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:37:56.112412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-839de787-7437-46dc-8c5c-bb25f8db8d71 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239835 Aug 31 06:37:56.144862 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.147296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.173359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.180137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c67023f6-f9c7-4d66-903a-d00c78fa9bb0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:37:56.197572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:37:56.200811 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68648eef-818b-4f1d-83ca-810ea7c09589" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:37:56.227335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:56.234645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:56.239607 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.249886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:37:56.281279 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.329309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:56.427575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:56.462936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62910cc9-be8a-4d81-8432-127297f55c69 req-f063fcaf-c558-4169-9aea-ea3e9dc75d0e service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3371491 Aug 31 06:37:56.507555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Allocated IP 172.25.3.170 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3ca9a1c4-2f3b-4b1e-9806-31db49148a36) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:37:56.574074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c67023f6-f9c7-4d66-903a-d00c78fa9bb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:37:56.658794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.725857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:56.801405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:37:56.805599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:37:56.808776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=3ca9a1c4-2f3b-4b1e-9806-31db49148a36,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:56.811257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:37:56.831844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:37:56.842906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e5dfee26-e77b-46c4-8c1b-72719d7aba08 admin admin] 10.222.0.57 "PUT /v2.0/routers/e1d2eaf6-dbd2-44b0-96da-acce8f076c95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5717707 Aug 31 06:37:56.845679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:57.021723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.025019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.110720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.236351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.362296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Sync routers for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:37:57.372295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Deleting port 003a8225-d38b-47c4-9929-665634c0a585 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:57.372890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.377174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:57.377825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:57.474097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] For port 003a8225-d38b-47c4-9929-665634c0a585, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=003a8225-d38b-47c4-9929-665634c0a585,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:37:57.474488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.504057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Calling delete_port for 003a8225-d38b-47c4-9929-665634c0a585 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:37:57.536751 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-edbee6ce-8744-4430-abdd-5bb2fd586bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.567796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:57.600762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.612143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.643675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:57Z', 'revision_number': 6, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:57.683073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Checking router: e1d2eaf6-dbd2-44b0-96da-acce8f076c95 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:37:57.702598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Routers {'e1d2eaf6-dbd2-44b0-96da-acce8f076c95'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:37:57.703427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:57.847561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] Set router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:37:57.910588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.912796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:57.916058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:57Z', 'revision_number': 6, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:37:57.931087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=3ca9a1c4-2f3b-4b1e-9806-31db49148a36,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:57.955632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a22533-d681-43f9-853f-1aa271a674ea None None] The sync data for ids ['e1d2eaf6-dbd2-44b0-96da-acce8f076c95'] in n-d-712707-15 is: [{'id': 'e1d2eaf6-dbd2-44b0-96da-acce8f076c95', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1185646673-router', 'tenant_id': '3a8beb6785134e7aadc26118e33bb6fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:35Z', 'updated_at': '2021-08-31T06:37:57Z', 'revision_number': 6, 'project_id': '3a8beb6785134e7aadc26118e33bb6fe', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:37:57.999565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.002147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Pushing event deleted for resources: {'Port': ['ID=003a8225-d38b-47c4-9929-665634c0a585,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:58.052208 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.058388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-79494a67-47b1-4d0d-83c8-1ce984a6ac15 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6433926 Aug 31 06:37:58.067306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.776682 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.778803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.825470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-d9226d6c-c39b-4fc6-b61d-8cfcefcc8ed1 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.7610335 Aug 31 06:37:58.827027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.827630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1d2eaf6-dbd2-44b0-96da-acce8f076c95 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:37:58.833219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:58.834922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5b8b475c-93e7-496e-bf46-18bdc14a7afd admin admin] 10.222.0.57 "DELETE /v2.0/routers/e1d2eaf6-dbd2-44b0-96da-acce8f076c95 HTTP/1.1" status: 204 len: 168 time: 1.9883296 Aug 31 06:37:58.837636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:58.969138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ca045cb-fb5b-4042-ba12-05e85193a601 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:37:59.029311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Deleting subnet df325eef-e49c-4b3a-acd6-b3b622abbbf5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:37:59.033650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.045789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4ca045cb-fb5b-4042-ba12-05e85193a601 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:37:59.046127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ca045cb-fb5b-4042-ba12-05e85193a601 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:37:59.088058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-e67f9d50-673f-4f33-b2bb-47284d38a82c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.090350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.094834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d9bfa38-1313-4af0-bb0f-297084b1ac68 req-e67f9d50-673f-4f33-b2bb-47284d38a82c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2550695 Aug 31 06:37:59.229964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.317993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.348259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:37:59.366159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa6894c-bfcf-4aa7-977d-7c88705b97fc req-9df32cb4-32a9-4dbf-914f-de585f23ce4a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.369994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-caa6894c-bfcf-4aa7-977d-7c88705b97fc req-9df32cb4-32a9-4dbf-914f-de585f23ce4a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 943 time: 0.1357939 Aug 31 06:37:59.396177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.402573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/df325eef-e49c-4b3a-acd6-b3b622abbbf5 HTTP/1.1" status: 204 len: 168 time: 0.5605760 Aug 31 06:37:59.403922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402f6ea0-ba2b-4ce6-810b-97c775cad0eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df325eef-e49c-4b3a-acd6-b3b622abbbf5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:37:59.408803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:37:59.442704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43ff203-804e-40c0-b0ef-0dd1ba63ccb1 None None] Network c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:37:59.592418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-caa6894c-bfcf-4aa7-977d-7c88705b97fc req-173b1241-2643-41f1-856e-a08a19b9d8fa tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106445 Aug 31 06:37:59.641637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.676325 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.703387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:37:59.716811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:37:59.718191 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.840323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052f35e-96ac-4072-b94f-78d3ea61b9a0 req-8ce31f7d-eafd-4b0d-a50b-71324f4473b2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:37:59.842706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0052f35e-96ac-4072-b94f-78d3ea61b9a0 req-8ce31f7d-eafd-4b0d-a50b-71324f4473b2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.1412840 Aug 31 06:37:59.913778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Deleting port c2bc8b68-6604-4943-a48d-f96c7feb268b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:37:59.914387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.916495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] DHCP port deletion for c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:37:59.935913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:37:59.996825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:00.006572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0052f35e-96ac-4072-b94f-78d3ea61b9a0 req-5ecb8784-d3dd-4ef0-8ba7-b5566de88eb5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522429 Aug 31 06:38:00.009939 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.018034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Deleting port c2bc8b68-6604-4943-a48d-f96c7feb268b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:00.018492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.095070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] For port c2bc8b68-6604-4943-a48d-f96c7feb268b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c2bc8b68-6604-4943-a48d-f96c7feb268b,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:00.095365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.135523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Calling delete_port for c2bc8b68-6604-4943-a48d-f96c7feb268b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:00.139990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.144051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] For port c2bc8b68-6604-4943-a48d-f96c7feb268b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c2bc8b68-6604-4943-a48d-f96c7feb268b,segment=NetworkSegment(e3bed8e5-b785-48a3-81f5-1f64df80da5d),segment_id=e3bed8e5-b785-48a3-81f5-1f64df80da5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:00.144537 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.160420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Calling delete_port for c2bc8b68-6604-4943-a48d-f96c7feb268b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:00.294249 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.344679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.361079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] Pushing event deleted for resources: {'Port': ['ID=c2bc8b68-6604-4943-a48d-f96c7feb268b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.363126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fd87d-876b-401f-a68f-b57bf3807627 None None] No DVR routers for this DVR port c2bc8b68-6604-4943-a48d-f96c7feb268b on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:00.376476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] No DVR routers for this DVR port c2bc8b68-6604-4943-a48d-f96c7feb268b on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:00.434895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2bc8b68-6604-4943-a48d-f96c7feb268b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.528606 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5114b0bc-8c76-4fe3-af26-4d061eb85aba x-openstack-request-id: req-5114b0bc-8c76-4fe3-af26-4d061eb85aba {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:00.529128 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:00.529415 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5114b0bc-8c76-4fe3-af26-4d061eb85aba {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:00.529880 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'code': 200} Aug 31 06:38:00.597766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.597991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 003a8225-d38b-47c4-9929-665634c0a585 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:00.626090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2eafb34-9e99-4fd3-8b2b-10fd44e7b947']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:00.636958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 003a8225-d38b-47c4-9929-665634c0a585 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:00.637305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 003a8225-d38b-47c4-9929-665634c0a585 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:00.637754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c2bc8b68-6604-4943-a48d-f96c7feb268b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:00.687066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c2bc8b68-6604-4943-a48d-f96c7feb268b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:00.687417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c2bc8b68-6604-4943-a48d-f96c7feb268b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:00.693518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3bed8e5-b785-48a3-81f5-1f64df80da5d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:00.693929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3bed8e5-b785-48a3-81f5-1f64df80da5d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:00.714493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.741218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.753868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:00.754289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:00.756129 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:00.830488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f5431-42af-430f-9c21-94e94b2e178b req-cd9ee568-69d6-4cdc-a3f1-d1ef096ee9af tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2296987 Aug 31 06:38:00.847974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:00.855141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.866130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.871307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c2eafb34-9e99-4fd3-8b2b-10fd44e7b947 HTTP/1.1" status: 204 len: 168 time: 1.4614401 Aug 31 06:38:00.914498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:00.922389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91b3b8-f4a5-4d57-8b4f-30ee0fb98627 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2eafb34-9e99-4fd3-8b2b-10fd44e7b947,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:00.939976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.001884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-cf31c97d-b845-4013-b4dd-bd94605db2e0 service neutron] 10.222.0.53 "GET /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.1396427 Aug 31 06:38:01.190598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:01.207723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.240556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b0a207d4-5b5d-487e-a012-661cb8dd1431 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a8beb6785134e7aadc26118e33bb6fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0486455 Aug 31 06:38:01.242944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:01.347029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.356506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:01.364582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:01.394240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.423377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:01.458376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.464031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.465527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0e8521a0-6a3c-4617-ac31-c7b9713c86ae HTTP/1.1" status: 204 len: 168 time: 0.2211382 Aug 31 06:38:01.474814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69656243-a8da-4f35-8853-2ae3575d56fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8521a0-6a3c-4617-ac31-c7b9713c86ae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:01.548345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Allocated IP 172.25.3.109 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/2affe773-cb41-4935-a4ae-0a3395c1975c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:01.571970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 462d20db-a3a6-46d1-911f-63767ae13f3c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:01.589143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:01.656192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.785903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] Transition to ACTIVE for port object 462d20db-a3a6-46d1-911f-63767ae13f3c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:01.829377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.846682 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:01.974373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] No DVR routers for this DVR port 462d20db-a3a6-46d1-911f-63767ae13f3c on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:02.038042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] Pushing event updated for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.047985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-99cff77d-d250-44e0-9d73-2a818be12a16 service neutron] 10.222.0.53 "PUT /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 1.0320163 Aug 31 06:38:02.061418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.082344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:02.103656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:02.108415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:02.218389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.218619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-86501442-3563-4538-a99a-a1fda774354f tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.225363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-86501442-3563-4538-a99a-a1fda774354f tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.1009462 Aug 31 06:38:02.293647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=2affe773-cb41-4935-a4ae-0a3395c1975c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.303124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.311059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-c1478c3d-4107-4905-8e29-8938b1627378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.311184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-c1478c3d-4107-4905-8e29-8938b1627378 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17&tenant_id=08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 1096 time: 0.0696990 Aug 31 06:38:02.467305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-faadd661-c4a4-48f9-bf47-45452d8aacce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.489969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-faadd661-c4a4-48f9-bf47-45452d8aacce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1096 time: 0.1283624 Aug 31 06:38:02.532610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:02.534971 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b64c8e4-b7d7-48d1-9cf2-0c7475c7be01" -d '{"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-plugged", "status": "completed", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:02.596454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.606225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.631939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-9cab1041-6f69-48ef-bfba-3c9a73f02902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.633722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-9cab1041-6f69-48ef-bfba-3c9a73f02902 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.1289883 Aug 31 06:38:02.757856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.769809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-f34ed2cf-15b8-40da-b8cd-24b6a3351409 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 200 len: 217 time: 0.1143527 Aug 31 06:38:02.776437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event updated for resources: {'Port': ['ID=2affe773-cb41-4935-a4ae-0a3395c1975c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:02.781086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:02.782742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f5431-42af-430f-9c21-94e94b2e178b req-4826b4b1-5339-49e9-91d6-dcd7203fe18d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9403200 Aug 31 06:38:02.838289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-2e4fe64c-ff69-473e-a772-c52a81e93df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:02.843636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-2e4fe64c-ff69-473e-a772-c52a81e93df8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0615795 Aug 31 06:38:02.879917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f5431-42af-430f-9c21-94e94b2e178b req-71d45098-ea8b-46cc-86ed-9c3b6dc25ef7 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0860004 Aug 31 06:38:02.912237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-e043685d-30b0-4dc9-b2ae-9c28f4a5459b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540457 Aug 31 06:38:03.087869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-33f26c7d-5d3c-4b2e-a4e1-26a9e8e4da0f service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625383 Aug 31 06:38:03.088077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f5431-42af-430f-9c21-94e94b2e178b req-fbdab243-3089-4573-85db-8379a90c46b5 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.088077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f5431-42af-430f-9c21-94e94b2e178b req-fbdab243-3089-4573-85db-8379a90c46b5 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2053521 Aug 31 06:38:03.360710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-078af70d-5667-4759-be96-e0203a4b9c83 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629104 Aug 31 06:38:03.417155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb339b7-19a7-4a6d-90e3-09dc7adc902f req-ccba3004-8922-4c57-a1e8-638ab0f5c61f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.418704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ccb339b7-19a7-4a6d-90e3-09dc7adc902f req-ccba3004-8922-4c57-a1e8-638ab0f5c61f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.0698245 Aug 31 06:38:03.468110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ccb339b7-19a7-4a6d-90e3-09dc7adc902f req-0901a384-c6a4-469c-b716-22551a1d6abd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391436 Aug 31 06:38:03.601665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dcae01-4c94-433a-ad62-576f3f315ac7 req-c6d2a0e5-3672-4c11-950e-e6fff9278938 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.603462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9dcae01-4c94-433a-ad62-576f3f315ac7 req-c6d2a0e5-3672-4c11-950e-e6fff9278938 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.0710168 Aug 31 06:38:03.669736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9dcae01-4c94-433a-ad62-576f3f315ac7 req-c1252f57-f781-4d8b-8e04-401a4840eec2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571542 Aug 31 06:38:03.725209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-1a8c6cd3-87c9-4899-a046-2587ed75347b tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.727650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-1a8c6cd3-87c9-4899-a046-2587ed75347b tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1096 time: 0.0614312 Aug 31 06:38:03.825907 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657ee451-1c23-4403-b375-405eddd4c723 x-openstack-request-id: req-657ee451-1c23-4403-b375-405eddd4c723 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:03.826472 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-plugged", "status": "completed", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:03.826472 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-657ee451-1c23-4403-b375-405eddd4c723 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:03.826844 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'code': 200} Aug 31 06:38:03.901646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-40a728c4-9b49-4b32-86a5-3506ba2ab344 service neutron] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:03.910439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-40a728c4-9b49-4b32-86a5-3506ba2ab344 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:03.911785 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcd80c-ebed-4bad-983f-be758b6d1208 req-40a728c4-9b49-4b32-86a5-3506ba2ab344 service neutron] 10.222.0.50 "DELETE /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.1690366 Aug 31 06:38:03.984814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4bd43e-9092-4118-b7df-a4380a9d4845 req-a3c96c9b-9b5e-4239-ae2c-7fa7e806ede9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:03.986628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be4bd43e-9092-4118-b7df-a4380a9d4845 req-a3c96c9b-9b5e-4239-ae2c-7fa7e806ede9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1098 time: 0.0538850 Aug 31 06:38:04.056016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be4bd43e-9092-4118-b7df-a4380a9d4845 req-2a167e91-e7ba-4b99-8ec7-e0e1dbf47b86 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607626 Aug 31 06:38:04.469105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddb7e6a6-c53d-407c-8d79-b441a07377c6 req-9c76c495-1571-440f-96ea-10676bab2477 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips/d61f0b38-7166-41df-9ef9-5133612276b2 HTTP/1.1" status: 200 len: 693 time: 0.0781884 Aug 31 06:38:04.654745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb7e6a6-c53d-407c-8d79-b441a07377c6 req-fbbe0a79-e572-406e-a53c-c31acc7d4269 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:04.656198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddb7e6a6-c53d-407c-8d79-b441a07377c6 req-fbbe0a79-e572-406e-a53c-c31acc7d4269 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1763103 Aug 31 06:38:04.976639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03abc8e8-4db2-46a8-9f57-509a930e77b9 req-60a11f52-3dd6-4ec9-9a1a-1a43fc423ef2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:04.978356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-03abc8e8-4db2-46a8-9f57-509a930e77b9 req-60a11f52-3dd6-4ec9-9a1a-1a43fc423ef2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.0806370 Aug 31 06:38:05.030325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-03abc8e8-4db2-46a8-9f57-509a930e77b9 req-ff1a2226-95cc-4e25-8ff3-95c3c4b68010 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427098 Aug 31 06:38:05.124736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-cd00c144-1d41-47d7-b76b-aed7cc31c804 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips/d61f0b38-7166-41df-9ef9-5133612276b2 HTTP/1.1" status: 200 len: 693 time: 0.1356528 Aug 31 06:38:05.225231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.293832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c82a830-9e1e-4d2e-89e3-1744e2b7c1b2 req-f6052531-a4a3-4978-a532-84c5a358d27a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:05.310407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c82a830-9e1e-4d2e-89e3-1744e2b7c1b2 req-f6052531-a4a3-4978-a532-84c5a358d27a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.1294780 Aug 31 06:38:05.312471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-f7b8a81d-0612-4219-8ac4-af6a9eb8ec4e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:05.314834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-f7b8a81d-0612-4219-8ac4-af6a9eb8ec4e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1846089 Aug 31 06:38:05.391104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-9791784b-c2e0-44c4-b347-21958613d8d1 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0684574 Aug 31 06:38:05.391354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c82a830-9e1e-4d2e-89e3-1744e2b7c1b2 req-83668cdc-363c-4b76-8d8b-d8051bce99a2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796425 Aug 31 06:38:05.452456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-adb1b099-39b6-4aa4-818d-9ec8c34ea76d tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.109 HTTP/1.1" status: 200 len: 696 time: 0.0585392 Aug 31 06:38:05.612519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Deleting port 2affe773-cb41-4935-a4ae-0a3395c1975c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:05.613173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.696989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.697530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.714544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Calling delete_port for 2affe773-cb41-4935-a4ae-0a3395c1975c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:05.880751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35cfcce-09ab-45e2-bb05-7b4d4037546b req-887dcfd9-65ec-49d6-a952-a3e75ce4108b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:05.881191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c35cfcce-09ab-45e2-bb05-7b4d4037546b req-887dcfd9-65ec-49d6-a952-a3e75ce4108b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0677319 Aug 31 06:38:05.903137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:05.930733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event deleted for resources: {'Port': ['ID=2affe773-cb41-4935-a4ae-0a3395c1975c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:05.965353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c35cfcce-09ab-45e2-bb05-7b4d4037546b req-2fd3e32f-9a87-437f-af88-bb7aca6650a2 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600667 Aug 31 06:38:06.080217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.089766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:06.090955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c97da6ad-ce3a-4add-9f81-bb9b4f955fe4 req-798f599b-c74f-41cc-88a5-5f3d217e6b6e tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "DELETE /v2.0/floatingips/d61f0b38-7166-41df-9ef9-5133612276b2 HTTP/1.1" status: 204 len: 173 time: 0.6392431 Aug 31 06:38:06.275803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd1a66b-efa0-404a-99ed-083b2b0b0c87 req-7a45bbb2-da92-4594-b245-211d1aec7628 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.277614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dd1a66b-efa0-404a-99ed-083b2b0b0c87 req-7a45bbb2-da92-4594-b245-211d1aec7628 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1096 time: 0.0646803 Aug 31 06:38:06.340529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dd1a66b-efa0-404a-99ed-083b2b0b0c87 req-ff4b6ed7-066a-492b-b074-2d3cde454e2e tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546024 Aug 31 06:38:06.769495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86329d5-8ce5-40fe-a985-a7a94d964380 req-42de9830-d01a-4374-880b-97a62bd89c7f tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.783427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e86329d5-8ce5-40fe-a985-a7a94d964380 req-42de9830-d01a-4374-880b-97a62bd89c7f tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2960863 Aug 31 06:38:06.898686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2c2f7-b85c-4dbb-bb98-df99fe2fbee5 req-fcbf7b9a-5bf3-4ca6-8294-4bfbbe83b88d tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.906694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54a2c2f7-b85c-4dbb-bb98-df99fe2fbee5 req-fcbf7b9a-5bf3-4ca6-8294-4bfbbe83b88d tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 1096 time: 0.0717764 Aug 31 06:38:06.910958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad7608b-810b-45cc-86fd-2d8ea6322806 req-2582b215-2298-4237-93d9-d8b2b47b1a4e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:06.919629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ad7608b-810b-45cc-86fd-2d8ea6322806 req-2582b215-2298-4237-93d9-d8b2b47b1a4e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.0812306 Aug 31 06:38:06.964661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54a2c2f7-b85c-4dbb-bb98-df99fe2fbee5 req-8bdc4456-c29b-4c13-873c-50fbb956e80e tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569632 Aug 31 06:38:07.025014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ad7608b-810b-45cc-86fd-2d8ea6322806 req-c3624540-700d-4ec0-9ba9-6d3449ce771d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994368 Aug 31 06:38:07.177890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35e00072-9905-4563-8ba3-c066616de123 req-9b5c9b29-d536-4faa-a03e-a12facf5adb0 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?tenant_id=fce634ca87254361a201144f14670cac HTTP/1.1" status: 200 len: 1657 time: 0.1125751 Aug 31 06:38:07.357171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e00072-9905-4563-8ba3-c066616de123 req-6d455f26-490c-4bbf-9a0e-187f79413235 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.359529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35e00072-9905-4563-8ba3-c066616de123 req-6d455f26-490c-4bbf-9a0e-187f79413235 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks?id=283ceb81-e5db-49ad-832d-b8435c3c2336&id=283ceb81-e5db-49ad-832d-b8435c3c2336&id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 787 time: 0.1803977 Aug 31 06:38:07.498332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9497cf1c-397f-4f03-a3c2-fde7ce241203 req-f658cd42-7bfc-44fe-a8df-94303fdb783a tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.502707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9497cf1c-397f-4f03-a3c2-fde7ce241203 req-f658cd42-7bfc-44fe-a8df-94303fdb783a tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1098 time: 0.0800893 Aug 31 06:38:07.611188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9497cf1c-397f-4f03-a3c2-fde7ce241203 req-44588e2b-03d1-4c39-bb3e-ad2ca94fc4ae tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020756 Aug 31 06:38:07.816641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac87db-15ec-4c7d-a2b8-f94259279c24 req-5bb8eff8-f9ea-46e7-9e68-a9f344607275 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:07.825935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6ac87db-15ec-4c7d-a2b8-f94259279c24 req-5bb8eff8-f9ea-46e7-9e68-a9f344607275 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0686014 Aug 31 06:38:07.888434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e68fe6ae-933d-4dbd-b401-683c0dc8e285 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips/cd39717a-57d2-4267-b274-1120e068843e HTTP/1.1" status: 200 len: 693 time: 0.0578117 Aug 31 06:38:07.892887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6ac87db-15ec-4c7d-a2b8-f94259279c24 req-a73e9b08-d4fb-48f2-a6a0-f00a4ea2c6b8 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups?id=0383565a-12c4-40ec-bead-a7ad03ab4bad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604270 Aug 31 06:38:08.014896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-c7e76f43-e9eb-43d2-be3e-12a81540bf97 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.022678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-c7e76f43-e9eb-43d2-be3e-12a81540bf97 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1330922 Aug 31 06:38:08.078743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-36d22161-48a8-47df-8896-dbb001284709 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0547433 Aug 31 06:38:08.132313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723ba185-299a-4095-a687-7d6b06b1f412 req-b36f5251-da20-4883-9d80-047d1564e67c tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.135857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-09246d1d-0953-4124-b621-042a99e3aa73 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.170 HTTP/1.1" status: 200 len: 696 time: 0.0562871 Aug 31 06:38:08.137562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-723ba185-299a-4095-a687-7d6b06b1f412 req-b36f5251-da20-4883-9d80-047d1564e67c tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1098 time: 0.0585513 Aug 31 06:38:08.187203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-723ba185-299a-4095-a687-7d6b06b1f412 req-8169f359-d3e8-4c78-82b7-07186072609f tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427277 Aug 31 06:38:08.324868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Deleting port 3ca9a1c4-2f3b-4b1e-9806-31db49148a36 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:08.325318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.477292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.477671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.491453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Calling delete_port for 3ca9a1c4-2f3b-4b1e-9806-31db49148a36 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:08.662109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.709974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event deleted for resources: {'Port': ['ID=3ca9a1c4-2f3b-4b1e-9806-31db49148a36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:08.831349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.835157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:08.838006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-522b6e68-518c-4e30-afa9-2b4d1c6167a3 req-e1d5439f-03eb-41f3-b7c1-e78e76df6128 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "DELETE /v2.0/floatingips/cd39717a-57d2-4267-b274-1120e068843e HTTP/1.1" status: 204 len: 173 time: 0.6957252 Aug 31 06:38:08.861423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-8450bf3b-5212-4941-a6ce-8f12b9adbe79 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:08.863852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-8450bf3b-5212-4941-a6ce-8f12b9adbe79 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 946 time: 0.0978286 Aug 31 06:38:08.989059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Deleting port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:08.989814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.152012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] For port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:09.153127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.570587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:09.717613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e01ce54-937c-45b5-9578-5dbd2a901c20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.896659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e01ce54-937c-45b5-9578-5dbd2a901c20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.904122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e01ce54-937c-45b5-9578-5dbd2a901c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:09.962658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e01ce54-937c-45b5-9578-5dbd2a901c20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89584dc1-3ccd-409e-abd3-ae85d181b4fc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:09.972338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5e01ce54-937c-45b5-9578-5dbd2a901c20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=abb94bcfb1b146b5831345f73fdeab7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3993878 Aug 31 06:38:09.975957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:10.055148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.087503 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.191930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.205626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.207659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89584dc1-3ccd-409e-abd3-ae85d181b4fc HTTP/1.1" status: 204 len: 168 time: 0.2298775 Aug 31 06:38:10.233377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7373e283-229c-48bf-b408-6068ca9bd64e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89584dc1-3ccd-409e-abd3-ae85d181b4fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:10.389076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6aa580ab-543f-43da-bb1e-f8cc56ce3169 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips/e1bd96b4-db6f-4492-ab0b-d229a0f264c2 HTTP/1.1" status: 200 len: 693 time: 0.0960059 Aug 31 06:38:10.692801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.699672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:10.700244 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Floating IP d121d3de-cc77-46e7-927b-d996026bca3f disassociated. External IP: 172.25.3.225, port: 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1. Aug 31 06:38:10.700562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Calling delete_port for 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:10.728235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-93b084da-e067-47f3-b143-4b9652cd2dc4 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:38:10.747199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-93b084da-e067-47f3-b143-4b9652cd2dc4 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0303438 Aug 31 06:38:10.754104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:10.754711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:38:10.921414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-85c2017e-11c7-423c-aea6-7c61f30f7644 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:10.925903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-85c2017e-11c7-423c-aea6-7c61f30f7644 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.5358739 Aug 31 06:38:11.029211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-adaf543d-bb84-40ff-8820-2726ce89e785 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.0874710 Aug 31 06:38:11.185786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6108bd92-6e85-4f45-b622-3f581b19a371 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.200 HTTP/1.1" status: 200 len: 696 time: 0.1392183 Aug 31 06:38:11.261419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:11.262048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:11.262562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:11.313261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:11.313901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:11.321721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.352347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 37, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:11.353029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:11.353638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:11.354515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Bound port: c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:11.389393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event deleted for resources: {'Port': ['ID=0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:11.506576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Deleting port 47640d8b-a50a-4276-a929-521c190974e5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:11.506809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.511758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:11.579961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.581036 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-e28a4f0b-f87f-468e-94df-1f9a7184a504 service neutron] 10.222.0.57 "POST /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0/bindings HTTP/1.1" status: 201 len: 390 time: 0.8328862 Aug 31 06:38:11.626926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:11.652972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.653404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.776653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Calling delete_port for 47640d8b-a50a-4276-a929-521c190974e5 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:11.848724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:11.859887 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:11.867221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12c93a9c-d58a-4425-b8c6-9d6663ab96c2 req-f4bdd052-4175-496a-bc89-4a07c97ba4af tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/ports?device_id=e82144ac-64b2-4d5e-a428-cd8f33089edd HTTP/1.1" status: 200 len: 210 time: 0.0783074 Aug 31 06:38:11.904647 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:11.905441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:11.906586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] No DVR routers for this DVR port 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:11.918500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:11.928192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13c2a3ca-253d-4e47-bb51-dbef2ca12ed5 req-6a9684b2-aaf7-45fa-a9cc-d6c17d629c6b tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.53 "DELETE /v2.0/ports/0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 HTTP/1.1" status: 204 len: 173 time: 3.0559626 Aug 31 06:38:11.935210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'name': 'network-vif-deleted', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:11.938436 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef907191-90f4-4f10-adaf-6031e538c685" -d '{"events": [{"server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "name": "network-vif-deleted", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:11.946262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-2a0ede55-e6df-43ae-89a6-ce86bc2b55cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:11.949157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-2a0ede55-e6df-43ae-89a6-ce86bc2b55cb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1098 time: 0.0802536 Aug 31 06:38:12.105096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.147720 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:12.154440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-5471361e-7897-4f51-a973-0086a03f654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:12.156537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-5471361e-7897-4f51-a973-0086a03f654c service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1821625 Aug 31 06:38:12.159624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event deleted for resources: {'Port': ['ID=47640d8b-a50a-4276-a929-521c190974e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:12.234230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-d69485d3-063c-43c2-874c-d2ae665140b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0629542 Aug 31 06:38:12.236203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.239116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:12.240403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28195f83-0764-45f5-9071-5fc58e2c1c94 req-6b66d73d-7101-42dc-babe-e5ebd848e861 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "DELETE /v2.0/floatingips/e1bd96b4-db6f-4492-ab0b-d229a0f264c2 HTTP/1.1" status: 204 len: 173 time: 1.0462236 Aug 31 06:38:12.341077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-05cb2566-b73f-4b9e-802f-86cc76840764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:12.342670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-05cb2566-b73f-4b9e-802f-86cc76840764 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0993497 Aug 31 06:38:12.408620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-97424bf6-fb93-4ce9-8b36-4b29d2507793 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462258 Aug 31 06:38:12.595317 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:12.634092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:12.653137 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:12.653950 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:12.664197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-5293bf9e-4556-415b-8af0-4cb5ae1da0b1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1058376 Aug 31 06:38:12.669400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-f70251fa-df3e-4dcc-888f-a2a5029609e4 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525885 Aug 31 06:38:12.763788 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605b0c13-5b7e-4821-911a-ec3904a2dbfc x-openstack-request-id: req-605b0c13-5b7e-4821-911a-ec3904a2dbfc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:12.764074 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e82144ac-64b2-4d5e-a428-cd8f33089edd", "name": "network-vif-deleted", "tag": "0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:12.764324 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-605b0c13-5b7e-4821-911a-ec3904a2dbfc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:12.778000 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e82144ac-64b2-4d5e-a428-cd8f33089edd', 'name': 'network-vif-deleted', 'tag': '0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1', 'status': 'completed', 'code': 200} Aug 31 06:38:12.813279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-cea5974d-a33e-4c53-aaf6-48607b77d981 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338532 Aug 31 06:38:12.842810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:12.853091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-cce9608d-70c9-4f4b-a598-406ae1277cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:12.856747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-cce9608d-70c9-4f4b-a598-406ae1277cc7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 1096 time: 0.1707001 Aug 31 06:38:12.868893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeafa1-da43-49be-abde-af210d666589 req-02980486-5bc0-4079-ab25-48b14a18f193 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:12.871162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3abeafa1-da43-49be-abde-af210d666589 req-02980486-5bc0-4079-ab25-48b14a18f193 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.1287673 Aug 31 06:38:12.904843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe9b503-7950-4a95-810a-e6ba1340641e req-e4ffbf44-c834-4b13-8201-b74ba0d09084 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips/38a3c544-cad8-4f0c-98a7-45198d604e18 HTTP/1.1" status: 200 len: 693 time: 0.0680258 Aug 31 06:38:12.998820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3abeafa1-da43-49be-abde-af210d666589 req-aeb666ae-8d9b-4bd9-acbe-be3b84559ac4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197422 Aug 31 06:38:13.064365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-3ea6e8f8-6ffd-41a8-924e-a7b43f6b20e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.065998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-3ea6e8f8-6ffd-41a8-924e-a7b43f6b20e8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.1784856 Aug 31 06:38:13.097118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:13.120135 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:38:13.148761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe9b503-7950-4a95-810a-e6ba1340641e req-8b84c7e6-728e-4c5a-af7b-53741eedc860 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.162588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe9b503-7950-4a95-810a-e6ba1340641e req-8b84c7e6-728e-4c5a-af7b-53741eedc860 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2508378 Aug 31 06:38:13.172306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-f831e66e-d842-432a-9abf-0ade91a5d946 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 200 len: 217 time: 0.0960751 Aug 31 06:38:13.249269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe9b503-7950-4a95-810a-e6ba1340641e req-a5fa4e92-9990-4750-905f-e69e0775af43 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.0856073 Aug 31 06:38:13.258510 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:13.288830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b788921-4b80-4837-a8e9-6c60d8d924a0 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:33:39Z', 'revision_number': 4, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17', 'name': '', 'network_id': '1f5114a0-e5a9-4428-a6aa-9e9810ba0923', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'mac_address': 'fa:16:3e:f5:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:37Z', 'updated_at': '2021-08-31T06:33:47Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'subnets': [{'id': 'a0c8e59e-1eb4-4788-bcd0-5fe3ff128155', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:13.342871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-c933fe78-2ae8-4b55-8e38-c3bde0eff45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.345499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-c933fe78-2ae8-4b55-8e38-c3bde0eff45e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.1653094 Aug 31 06:38:13.358521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe9b503-7950-4a95-810a-e6ba1340641e req-d375d2c8-bba2-468f-9410-71fb5961df99 tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.143 HTTP/1.1" status: 200 len: 696 time: 0.1082771 Aug 31 06:38:13.378806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb96e4fd-4f77-4242-9c4b-b7d014ddf251 req-36daae10-a453-4e9b-88e6-18527c5d2970 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:13.380397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb96e4fd-4f77-4242-9c4b-b7d014ddf251 req-36daae10-a453-4e9b-88e6-18527c5d2970 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 950 time: 0.2109003 Aug 31 06:38:13.381012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd4f4425-97d7-4150-a678-ae256f64d96a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.412318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-17d75b03-7058-4474-a191-86840101e1e9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0566740 Aug 31 06:38:13.442255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:13.484637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:13.485984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0fdcf6b9-fce0-45c5-b9a6-8ae4781a8ef1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:13.491861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:13.530195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd4f4425-97d7-4150-a678-ae256f64d96a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.581075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb96e4fd-4f77-4242-9c4b-b7d014ddf251 req-4974de0f-ae04-4f30-8fe5-e496ab52bcd1 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918414 Aug 31 06:38:13.586383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd4f4425-97d7-4150-a678-ae256f64d96a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.632434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-970a60e3-4c97-4165-b4fc-eeef65d59179 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093818 Aug 31 06:38:13.664475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cd4f4425-97d7-4150-a678-ae256f64d96a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=96b534f21f7342bba471de866b95d29a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490141 Aug 31 06:38:13.668036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:13.677177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.723183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:13.725722 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffd26887-5bcf-414d-9fef-1eee544076b2" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:13.737804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3f8844-3d75-4fb8-9fa2-9fbc90cd20a9 None None] New status for floating IP d121d3de-cc77-46e7-927b-d996026bca3f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:38:13.756034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b3d5177-a5f0-435b-87b9-f822a57ec692 req-3b88e2ec-7740-4d44-bec6-dd8876338355 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137891 Aug 31 06:38:13.787810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4f4425-97d7-4150-a678-ae256f64d96a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d73c7c3-fa83-4372-8ad5-5d65c443c2d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:13.790240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:13.807611 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.831299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.835049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Deleting port cdf0fb1c-019a-4f15-bee1-d5163e402872 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:13.835449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.895172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.953397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.954081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:13.969101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Calling delete_port for cdf0fb1c-019a-4f15-bee1-d5163e402872 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:14.017653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.020235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.023871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4d73c7c3-fa83-4372-8ad5-5d65c443c2d0 HTTP/1.1" status: 204 len: 168 time: 0.3517122 Aug 31 06:38:14.068761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:14.091639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db19854-c685-419a-a69d-b0b93a0ed74e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d73c7c3-fa83-4372-8ad5-5d65c443c2d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:14.164386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.209240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Pushing event deleted for resources: {'Port': ['ID=cdf0fb1c-019a-4f15-bee1-d5163e402872,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:14.309361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.312121 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:14.319309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:14.329087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe9b503-7950-4a95-810a-e6ba1340641e req-6ab4a722-df7e-4e87-9a2a-ab369da5297c tempest-FloatingIPDetailsTestJSON-349081775 tempest-FloatingIPDetailsTestJSON-349081775-project] 10.222.0.57 "DELETE /v2.0/floatingips/38a3c544-cad8-4f0c-98a7-45198d604e18 HTTP/1.1" status: 204 len: 173 time: 0.9556644 Aug 31 06:38:14.460945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-eceba939-44d4-48ab-8abd-6ddeba02f4e1 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1052521350&fields=id&tenant_id=a622044349a1455e8bb51407e9793bc1 HTTP/1.1" status: 200 len: 267 time: 0.0837474 Aug 31 06:38:15.002956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-06284aee-6a15-410d-adf4-7583aada6388 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.003768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:15.011403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-06284aee-6a15-410d-adf4-7583aada6388 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/networks?id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f HTTP/1.1" status: 200 len: 816 time: 0.5492475 Aug 31 06:38:15.055057 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c44c45d-d8cc-4f03-9313-4a7470597123 x-openstack-request-id: req-9c44c45d-d8cc-4f03-9313-4a7470597123 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:15.055582 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:15.055582 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c44c45d-d8cc-4f03-9313-4a7470597123 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:15.055843 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'code': 200} Aug 31 06:38:15.089971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-1296bdb9-86d5-48ac-8456-22570bff5903 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/quotas/a622044349a1455e8bb51407e9793bc1 HTTP/1.1" status: 200 len: 375 time: 0.0188000 Aug 31 06:38:15.169800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-e3496d1e-5f5f-43ca-b55e-d78192aac454 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a622044349a1455e8bb51407e9793bc1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0717635 Aug 31 06:38:15.243349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca769bb-6515-491e-b0d1-d3d78d002072 req-d800f701-059d-4f6f-a00c-99744bec0f5b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.245591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cca769bb-6515-491e-b0d1-d3d78d002072 req-d800f701-059d-4f6f-a00c-99744bec0f5b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.1110046 Aug 31 06:38:15.259873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-661848405-network', 'tenant_id': 'ec15b504c10845168ff4a1b1c3c9e5fc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:15.297271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Made reservation on behalf of ec15b504c10845168ff4a1b1c3c9e5fc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:15.299525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.312053 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.333504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cca769bb-6515-491e-b0d1-d3d78d002072 req-2a9c847c-4793-4ceb-9987-9c70a2c6c61f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777113 Aug 31 06:38:15.454320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-b69cf73e-843f-404d-b843-219896b52492 service neutron] 10.222.0.57 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835462 Aug 31 06:38:15.471033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.549583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.556181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.593764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcec0063-88bc-492d-b95f-5b61f09acce2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:15.616570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:15.653842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.654723 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Added segment 7f2a9e2f-023c-4551-a9df-cd71993c6857 of type vlan for network 10982ad5-1576-4f2a-9e5d-9a6e862070bf Aug 31 06:38:15.659804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-f74958c7-0f26-44b3-ad0f-82a4e6de6da1 service neutron] 10.222.0.57 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2044642 Aug 31 06:38:15.758596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:15.774265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.850423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.852017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:15.853697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.888807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.893425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:15.944450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] Pushing event updated for resources: {'Network': ['ID=10982ad5-1576-4f2a-9e5d-9a6e862070bf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:15.954438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-99a45474-a745-4880-a134-a3e35169a635 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9477313 Aug 31 06:38:15.955851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 10982ad5-1576-4f2a-9e5d-9a6e862070bf details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:15.956332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:15.966549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Request body: {'subnet': {'network_id': '10982ad5-1576-4f2a-9e5d-9a6e862070bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-661848405-subnet', 'tenant_id': 'ec15b504c10845168ff4a1b1c3c9e5fc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:16.020516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Made reservation on behalf of ec15b504c10845168ff4a1b1c3c9e5fc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:16.026484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.135430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.306537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.392068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4784b31-6311-42fc-aac6-d5bb60b249be,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:16.412953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Checking segment: {'id': '7f2a9e2f-023c-4551-a9df-cd71993c6857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '10982ad5-1576-4f2a-9e5d-9a6e862070bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:16.413797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Network hostable DHCP agents. Network: 10982ad5-1576-4f2a-9e5d-9a6e862070bf, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:16.451821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Network 10982ad5-1576-4f2a-9e5d-9a6e862070bf is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:16.476092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 10982ad5-1576-4f2a-9e5d-9a6e862070bf) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:16.490637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2896278-8196-4640-9148-f7ca9b963a9a None None] Network 10982ad5-1576-4f2a-9e5d-9a6e862070bf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:16.514207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:16.514903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.546452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aaab3036-a2eb-47f2-b01a-0a8c8a36aeff req-80580e6d-6df0-4e22-8b70-f3d9075128cf tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.1510282 Aug 31 06:38:16.583462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2a1182f7-e09a-4415-b903-52fcdd72c71c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6259346 Aug 31 06:38:16.613767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.625043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:16.628564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "DELETE /v2.0/security-groups/0383565a-12c4-40ec-bead-a7ad03ab4bad HTTP/1.1" status: 204 len: 168 time: 0.8660853 Aug 31 06:38:16.629352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42566) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:16.659134 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-9cd67817-30a3-4a60-b4c2-456028ab62f5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] show failed (client error): The resource could not be found. Aug 31 06:38:16.666681 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9cd67817-30a3-4a60-b4c2-456028ab62f5 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "GET /v2.0/security-groups/0383565a-12c4-40ec-bead-a7ad03ab4bad HTTP/1.1" status: 404 len: 347 time: 0.0355787 Aug 31 06:38:16.668302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:16.701694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c591407-3ac6-429a-888d-1e4e8645b8ca tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0383565a-12c4-40ec-bead-a7ad03ab4bad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:16.923326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c82a7-bd65-40c5-999f-3ea0bef62a26 req-bde023b9-67ce-4a21-9e89-d9df85ef2c22 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:16.933246 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a5c82a7-bd65-40c5-999f-3ea0bef62a26 req-bde023b9-67ce-4a21-9e89-d9df85ef2c22 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.2003829 Aug 31 06:38:16.956894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d97626f-0f69-42ef-b86d-6894b6790810 None None] Network 10982ad5-1576-4f2a-9e5d-9a6e862070bf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:17.011946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a5c82a7-bd65-40c5-999f-3ea0bef62a26 req-6ba30af3-c335-43cf-b7a4-404a4b323cbe tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Aug 31 06:38:17.040767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Deleting port 54744dd9-c3a5-4676-8057-6d668a713068 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:17.041375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.054160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Deleting port 7d871534-3df3-4cb7-8a97-cc333b6e4623 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:17.058692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.271394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] For port 7d871534-3df3-4cb7-8a97-cc333b6e4623, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7d871534-3df3-4cb7-8a97-cc333b6e4623,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:17.271996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.285908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.286395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.302492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Calling delete_port for 54744dd9-c3a5-4676-8057-6d668a713068 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:17.305355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Calling delete_port for 7d871534-3df3-4cb7-8a97-cc333b6e4623 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:17.433093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-826038108', 'description': 'tempest-description-2087882569'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:17.460336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:17.484810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.638746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.712158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Pushing event deleted for resources: {'Port': ['ID=54744dd9-c3a5-4676-8057-6d668a713068,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:17.739983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:17.767468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'mac_address': 'fa:16:3e:22:55:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:17.831348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.843073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.845260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.853190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea617625-7c08-4192-8d6e-6a2599e777c7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:17.881844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.889965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.890874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d871534-3df3-4cb7-8a97-cc333b6e4623,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:17.891780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:17.894759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:17.902336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d5bd2f91-7439-4019-8d07-3591979c6ef1 tempest-ServersWithSpecificFlavorTestJSON-238395452 tempest-ServersWithSpecificFlavorTestJSON-238395452-project] 10.222.0.57 "DELETE /v2.0/floatingips/d121d3de-cc77-46e7-927b-d996026bca3f HTTP/1.1" status: 204 len: 168 time: 1.2295549 Aug 31 06:38:17.912754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.089484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:18.172578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-638fc58b-6365-4222-a0bf-554734a8c8e0 req-43ee1e3f-85c5-4c51-8a13-d2ac096aac1d tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0448091 Aug 31 06:38:18.199781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ea617625-7c08-4192-8d6e-6a2599e777c7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:18.212655 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.214642 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80685e20-feaf-4ebd-8dbb-587f2d48af62 req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8762434 Aug 31 06:38:18.248471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8cda904-cd3e-4b36-b165-22786b3d8453 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481fb511-a5a3-4805-907c-851386277b0e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:18.339747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:18.463731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d831af10-1721-4b50-a0dc-93637f1397ca req-26e83b67-47c7-40ae-9600-e64938fc8c3e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.469119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d831af10-1721-4b50-a0dc-93637f1397ca req-26e83b67-47c7-40ae-9600-e64938fc8c3e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.1226342 Aug 31 06:38:18.552905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-220ce023-164c-4082-b7ab-a95b9d7d513e tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:18.554767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-220ce023-164c-4082-b7ab-a95b9d7d513e tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.53 "GET /v2.0/networks?id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f HTTP/1.1" status: 200 len: 816 time: 0.3533525 Aug 31 06:38:18.590860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d831af10-1721-4b50-a0dc-93637f1397ca req-fbb3e0bb-9d45-4a30-97e0-2d1d0d2673d7 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018455 Aug 31 06:38:18.643560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-fd86b317-e4e1-42fb-930e-c0de6cdc4b13 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/481fb511-a5a3-4805-907c-851386277b0e HTTP/1.1" status: 200 len: 1812 time: 0.1841424 Aug 31 06:38:18.825962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '481fb511-a5a3-4805-907c-851386277b0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:18.831515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '481fb511-a5a3-4805-907c-851386277b0e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:18.868651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-91c77e96-dc6e-4406-a794-9bb96517f12d tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a622044349a1455e8bb51407e9793bc1 HTTP/1.1" status: 200 len: 380 time: 0.2961581 Aug 31 06:38:18.889315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'port': {'device_id': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'admin_state_up': True, 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'security_groups': ['062e19e9-5aad-488d-9d42-05b370337f49']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:19.201992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:19.381374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:19.405167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86752511-8618-450c-85ab-5dc6d1628fca req-feb82b89-2789-4e17-8636-a1c9835a6106 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0481460 Aug 31 06:38:19.487236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:19.556596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port ea617625-7c08-4192-8d6e-6a2599e777c7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:19.557635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.680351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.720751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:19.722486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:19.724638 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204e009d-a8fa-4d40-882d-ba9f53b7fe3d" -d '{"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-plugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:19.734873 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.735045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.770010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:19.834336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.874094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:19.876539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.955002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54014ad2-938f-421c-9806-e6d2773a7e56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.996558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:19.997881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-868c8dde-0379-41f3-8326-940f6da0ce5c req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3371878 Aug 31 06:38:20.002493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8767cff9-6137-41e9-94f2-ba3e08c635ce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b92853d-fb2d-4419-9503-49c0eb4af2c3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:20.019322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce6b76-221f-42be-b788-82ea8c98e4aa req-7f03e343-6063-492e-a72c-215ef2f143ee tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:20.039522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7ce6b76-221f-42be-b788-82ea8c98e4aa req-7f03e343-6063-492e-a72c-215ef2f143ee tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.2392006 Aug 31 06:38:20.092262 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83da9341-c9a9-4f77-914b-6d3940ad80a3 x-openstack-request-id: req-83da9341-c9a9-4f77-914b-6d3940ad80a3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:20.092928 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-plugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:20.093368 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-83da9341-c9a9-4f77-914b-6d3940ad80a3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:20.093921 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'code': 200} Aug 31 06:38:20.131790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:20.139004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a7181026-4d10-4cd3-a4f8-2bdf74693927 admin admin] 10.222.0.57 "PUT /v2.0/routers/5ab7133c-fb2b-4278-b76f-a3d3673f3607/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8179829 Aug 31 06:38:20.143066 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Sync routers for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:20.157506 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:20.158138 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:20.159858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:20.249125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7ce6b76-221f-42be-b788-82ea8c98e4aa req-628e0c0b-90ea-4989-9dee-9f2ca42be920 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086563 Aug 31 06:38:20.457724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.528570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.540559 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:20.550308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45397cb8-6035-4b3c-b0c0-1628b4e9f8de req-96eb8882-b6c7-4290-95ba-de3d5f291da9 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/481fb511-a5a3-4805-907c-851386277b0e HTTP/1.1" status: 200 len: 2405 time: 0.3663249 Aug 31 06:38:20.622441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eb99e460-0b4f-4bdf-b257-5e4b335cae35 req-46b81e71-a547-4a20-ace6-e277bf5c2530 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0846200 Aug 31 06:38:20.720167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54014ad2-938f-421c-9806-e6d2773a7e56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.738953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54014ad2-938f-421c-9806-e6d2773a7e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:20.877168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-4059ab03-40ec-4c4d-9c6a-3f682eddec57 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-group-rules/9b92853d-fb2d-4419-9503-49c0eb4af2c3 HTTP/1.1" status: 200 len: 778 time: 0.2157276 Aug 31 06:38:21.023157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:38:17Z', 'revision_number': 5, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:21.080468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54014ad2-938f-421c-9806-e6d2773a7e56 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4aa9b12b0fac446c8bda1c373f409344&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6818159 Aug 31 06:38:21.080468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Made reservation on behalf of a622044349a1455e8bb51407e9793bc1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:21.086803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.096458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:21.097880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Checking router: 5ab7133c-fb2b-4278-b76f-a3d3673f3607 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:21.122709 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Routers {'5ab7133c-fb2b-4278-b76f-a3d3673f3607'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:21.123367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:21.181408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54014ad2-938f-421c-9806-e6d2773a7e56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19a47d1-7113-4e67-b320-accab5ac8733,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:21.247113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8a531dca-8849-4696-959c-a8eabcefc557 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/481fb511-a5a3-4805-907c-851386277b0e HTTP/1.1" status: 200 len: 2405 time: 0.3659370 Aug 31 06:38:21.400373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] Set router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:21.401616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.549090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.560005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.698193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.736229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Deleting port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:21.736229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.769970 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:38:17Z', 'revision_number': 5, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:21.821871 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6b225a-2d74-4a9e-a8fc-8c143a06282b None None] The sync data for ids ['5ab7133c-fb2b-4278-b76f-a3d3673f3607'] in n-d-712707-15 is: [{'id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'name': 'tempest-FloatingIPDetailsTestJSON-1326275477-router', 'tenant_id': 'fce634ca87254361a201144f14670cac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:30Z', 'updated_at': '2021-08-31T06:38:17Z', 'revision_number': 5, 'project_id': 'fce634ca87254361a201144f14670cac', 'gw_port': {'id': '3a1c7f26-efa3-431a-bf45-601e9e5265ac', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9f:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ab7133c-fb2b-4278-b76f-a3d3673f3607', 'device_owner': 'network:router_gateway', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:31Z', 'updated_at': '2021-08-31T06:37:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:21.930651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.948532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] For port 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:21.949276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:21.992121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Calling delete_port for 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:22.082929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.116813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.136652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa8ea38d-c8c8-42db-9027-91cfc7ebd4ce req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9b92853d-fb2d-4419-9503-49c0eb4af2c3 HTTP/1.1" status: 204 len: 173 time: 0.8640883 Aug 31 06:38:22.180017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Allocated IP 172.20.0.3 (0bcb6246-7fd1-4026-86e8-b5d65bd7576f/2ac52657-d4a2-4547-b66b-d60982caf105/57953ab8-5615-47ca-a7f1-33cafc929bff) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:22.248983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8412e51e-05fb-4b0a-9e62-ca53312b5f20 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9b92853d-fb2d-4419-9503-49c0eb4af2c3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:22.289409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Deleting port 3a1c7f26-efa3-431a-bf45-601e9e5265ac {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:22.291373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.388820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.440712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Pushing event deleted for resources: {'Port': ['ID=924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:22.511530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.520945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.525168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f19a47d1-7113-4e67-b320-accab5ac8733 HTTP/1.1" status: 204 len: 168 time: 1.4166691 Aug 31 06:38:22.673396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7d871534-3df3-4cb7-8a97-cc333b6e4623 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:22.700852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b931b3-f978-4e7e-b8ce-29f69d96b6a8 req-f6e76551-a163-4679-96f2-3982acb8efb3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:22.714161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7d871534-3df3-4cb7-8a97-cc333b6e4623 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:22.714500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7d871534-3df3-4cb7-8a97-cc333b6e4623 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:22.737030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6b931b3-f978-4e7e-b8ce-29f69d96b6a8 req-f6e76551-a163-4679-96f2-3982acb8efb3 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.4316268 Aug 31 06:38:22.779456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc07cbc-31a2-4d48-ac56-48f13f82d004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19a47d1-7113-4e67-b320-accab5ac8733,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:22.792332 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:22.966644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] For port 3a1c7f26-efa3-431a-bf45-601e9e5265ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a1c7f26-efa3-431a-bf45-601e9e5265ac,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:22.969290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.020217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6b931b3-f978-4e7e-b8ce-29f69d96b6a8 req-dd837974-a8f5-4291-882d-0f5adc2bded2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797649 Aug 31 06:38:23.069835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Calling delete_port for 3a1c7f26-efa3-431a-bf45-601e9e5265ac owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:23.151557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.225290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2833e479-bb0f-474e-bb47-feaa766f28f6 req-7bac4703-6173-400d-aa42-b6f4e2194586 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0870528 Aug 31 06:38:23.255621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Router caa0ad19-e5a6-465b-8cf1-a56f8399075f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:23.311304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Transition to ACTIVE for port object 57953ab8-5615-47ca-a7f1-33cafc929bff will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:23.339639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-731696482', 'description': 'tempest-description-16277158'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:23.461562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.499055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.597215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:23.608883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Sync routers for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:23.615196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:23.617850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8c13dc2c-90fe-4114-bab8-c94027670f97 admin admin] 10.222.0.57 "PUT /v2.0/routers/caa0ad19-e5a6-465b-8cf1-a56f8399075f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4137847 Aug 31 06:38:23.619879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:23.629208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:23.630749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:23.634733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:23.641431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:23.652783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event updated for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:23.732939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.824333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-8c90663c-4a58-416b-b831-19c760fcb666 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3249857 Aug 31 06:38:23.925995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:23.938089 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:23.945180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a1c7f26-efa3-431a-bf45-601e9e5265ac,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:23.989530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.061896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:24.069491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.112431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.145355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-0bf4ef50-f8ab-45f5-b77f-1a24510f0d12 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2649975 Aug 31 06:38:24.167119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Request body: {'port': {'device_id': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:24.176195 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.191308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8467b59a-ed42-47c8-8601-d3cb214f5592 req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.8746049 Aug 31 06:38:24.255143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd754a6-a9f8-4dc1-90ac-a4ec2c656c1b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72c52237-62ca-44c1-8ab2-39e4c5e938f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:24.260769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.363003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863e53-9390-4e27-aecd-daa16a243461 req-03b360fb-e66e-4203-85a4-8e9e648ff629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:24.364954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-03b360fb-e66e-4203-85a4-8e9e648ff629 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 1096 time: 0.3733742 Aug 31 06:38:24.410021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55f9df7a-ea87-4142-820b-68a7e6093688 None None] Provisioning for port 57953ab8-5615-47ca-a7f1-33cafc929bff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:24.438385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55f9df7a-ea87-4142-820b-68a7e6093688 None None] Provisioning complete for port 57953ab8-5615-47ca-a7f1-33cafc929bff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:24.438766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55f9df7a-ea87-4142-820b-68a7e6093688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.480104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.517466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.522447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.526401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.607167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-55f9df7a-ea87-4142-820b-68a7e6093688 None None] Port 57953ab8-5615-47ca-a7f1-33cafc929bff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:24.629716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cdd57c-adfb-4547-affd-56d6329ce3ea req-6ad4ba4e-b656-49e7-9eec-f7a63e3166ad tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:24.631245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41cdd57c-adfb-4547-affd-56d6329ce3ea req-6ad4ba4e-b656-49e7-9eec-f7a63e3166ad tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.2633474 Aug 31 06:38:24.654328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863e53-9390-4e27-aecd-daa16a243461 req-55e27b0c-d496-4bc0-aad5-bc97c4d29b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:24.656874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-55e27b0c-d496-4bc0-aad5-bc97c4d29b59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.2568877 Aug 31 06:38:24.702763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.703347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ab7133c-fb2b-4278-b76f-a3d3673f3607 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:38:24.714567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-b8cb031f-b282-4c14-9921-4ea918323406 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 200 len: 217 time: 0.0454059 Aug 31 06:38:24.722191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Deleting port f39ec9a0-ea83-4203-b948-a311784793f8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:24.722914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.771136 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.772304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d7f40ec-1245-4c29-9af1-17bee338f4e5 admin admin] 10.222.0.57 "DELETE /v2.0/routers/5ab7133c-fb2b-4278-b76f-a3d3673f3607 HTTP/1.1" status: 204 len: 168 time: 4.6114876 Aug 31 06:38:24.793194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:24.834326 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae0a6a77-f884-41fd-82ab-9316bfea1588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:24.848255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:38:22Z', 'revision_number': 5, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port': {'id': 'f39ec9a0-ea83-4203-b948-a311784793f8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:43:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:32Z', 'updated_at': '2021-08-31T06:33:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:24.932466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Checking router: caa0ad19-e5a6-465b-8cf1-a56f8399075f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:24.935648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41cdd57c-adfb-4547-affd-56d6329ce3ea req-21ba234d-7eb6-4087-8f07-af70b1612f10 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954144 Aug 31 06:38:24.959409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74863e53-9390-4e27-aecd-daa16a243461 req-a24840dd-06f4-48a1-9bb6-cd8ae68f4b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:24.962048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Routers {'caa0ad19-e5a6-465b-8cf1-a56f8399075f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:24.964167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:37:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:24.970686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-a24840dd-06f4-48a1-9bb6-cd8ae68f4b85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.2435582 Aug 31 06:38:25.115730 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-c7675c33-0ee1-4ee8-b77e-a21f07e84c6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1262212 Aug 31 06:38:25.179092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] Set router caa0ad19-e5a6-465b-8cf1-a56f8399075f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:25.335445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:38:24Z', 'revision_number': 6, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:25.345053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-b1b4fcac-6601-441d-9382-b91461f339f7 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133012 Aug 31 06:38:25.402799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd9a9d1-3c2f-468f-b82b-701690241267 None None] The sync data for ids ['caa0ad19-e5a6-465b-8cf1-a56f8399075f'] in n-d-712707-15 is: [{'id': 'caa0ad19-e5a6-465b-8cf1-a56f8399075f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-718544713-router', 'tenant_id': '75acbffb0ab24667acf5fb2111e13bf1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:31Z', 'updated_at': '2021-08-31T06:38:24Z', 'revision_number': 6, 'project_id': '75acbffb0ab24667acf5fb2111e13bf1', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:25.598549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74863e53-9390-4e27-aecd-daa16a243461 req-ba2756fc-d11a-4de2-907d-d8b623acc941 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435167 Aug 31 06:38:25.614677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] For port f39ec9a0-ea83-4203-b948-a311784793f8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f39ec9a0-ea83-4203-b948-a311784793f8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:25.615688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.644863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Calling delete_port for f39ec9a0-ea83-4203-b948-a311784793f8 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:25.851092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Deleting subnet ac84ce5e-4414-49fb-ab27-0eb8636a0231 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:25.905072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.954908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:25.989896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Pushing event deleted for resources: {'Port': ['ID=f39ec9a0-ea83-4203-b948-a311784793f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:26.094590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.113721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-912eba86-7dcf-4342-9a07-7149cd7d7472 req-1bf6d202-7908-4b80-941c-7260a095bf4e tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/72c52237-62ca-44c1-8ab2-39e4c5e938f0 HTTP/1.1" status: 200 len: 1810 time: 1.0550358 Aug 31 06:38:26.178027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.304897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.308733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.393896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.394731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Fanout notify agent at l3_agent the message router_deleted on router caa0ad19-e5a6-465b-8cf1-a56f8399075f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:38:26.401485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.404885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d77ac731-5ade-4b55-a73a-5e1d99dd4842 admin admin] 10.222.0.57 "DELETE /v2.0/routers/caa0ad19-e5a6-465b-8cf1-a56f8399075f HTTP/1.1" status: 204 len: 168 time: 2.7788408 Aug 31 06:38:26.408815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:26.562704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57953ab8-5615-47ca-a7f1-33cafc929bff {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:26.617744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.656594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f39ec9a0-ea83-4203-b948-a311784793f8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:26.676442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Deleting subnet a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:26.701104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.721373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f39ec9a0-ea83-4203-b948-a311784793f8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:26.721735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f39ec9a0-ea83-4203-b948-a311784793f8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:26.722192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a1c7f26-efa3-431a-bf45-601e9e5265ac no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:26.723506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Transition to ACTIVE for port object 57953ab8-5615-47ca-a7f1-33cafc929bff will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:26.787649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3a1c7f26-efa3-431a-bf45-601e9e5265ac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:26.788363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a1c7f26-efa3-431a-bf45-601e9e5265ac not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:26.789146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:26.812263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.840371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:26.848586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:26.849471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924c0e5d-e9ff-4e9e-aed6-5cd268aa2e17 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:26.999009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.004918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-74f552ae-314b-4385-94fb-def241dec8a3 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:27.031233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-74f552ae-314b-4385-94fb-def241dec8a3 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1098 time: 0.1575859 Aug 31 06:38:27.043239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:27.063547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.168542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.256010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac84ce5e-4414-49fb-ab27-0eb8636a0231,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:27.265362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.268177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3c4d18-98e9-4cc5-bc73-f754c49fa37f None None] Network 04ff1495-8d61-49f8-9ce8-56684695f4f5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:27.284027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4a097bb6-2b81-4d3b-bfc4-48a863604996 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ac84ce5e-4414-49fb-ab27-0eb8636a0231 HTTP/1.1" status: 204 len: 168 time: 2.4885437 Aug 31 06:38:27.288982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:27.367089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Pushing event updated for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:27.432984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7aabb7-9553-4ee8-8b08-151fbb344e83 req-585fb740-e8eb-40fa-a51d-3e859623f861 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:27.444564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7aabb7-9553-4ee8-8b08-151fbb344e83 req-585fb740-e8eb-40fa-a51d-3e859623f861 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 943 time: 1.1137514 Aug 31 06:38:27.564914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7aabb7-9553-4ee8-8b08-151fbb344e83 req-e1de7dd3-b4f5-4883-9c6f-679b81ef44c6 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1193721 Aug 31 06:38:27.581101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Attempting to bind port 57953ab8-5615-47ca-a7f1-33cafc929bff on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:27.581856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Attempting to bind port 57953ab8-5615-47ca-a7f1-33cafc929bff by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:27.582258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Attempting to bind port 57953ab8-5615-47ca-a7f1-33cafc929bff on network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:27.602897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.606380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Port 57953ab8-5615-47ca-a7f1-33cafc929bff on network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:27.607113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Attempting to bind port 57953ab8-5615-47ca-a7f1-33cafc929bff on network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:27.616155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:27.709097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:27.709761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Checking segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:27.711618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Bound using segment: {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:27.713842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Bound port: 57953ab8-5615-47ca-a7f1-33cafc929bff, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd324284e-88ac-44fa-903b-0538aa70280b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:27.714920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.811978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.865410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:27.874490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=57953ab8-5615-47ca-a7f1-33cafc929bff,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:27.892384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:27.897967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:27.945881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:38:27.966947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a47d53bf-1fcd-4f24-8c66-7ab4b6d7aa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.030634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:28.035925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:28.036412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.040534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] 10.222.0.53 "PUT /v2.0/ports/57953ab8-5615-47ca-a7f1-33cafc929bff HTTP/1.1" status: 200 len: 1092 time: 3.8860874 Aug 31 06:38:28.041794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:28.042315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.044420 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2a4e2f-61cb-4115-879b-2604d1f4e465" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:28.145933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:28.170124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] DHCP port deletion for 04ff1495-8d61-49f8-9ce8-56684695f4f5 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:38:28.223555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.265008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0c8e59e-1eb4-4788-bcd0-5fe3ff128155,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.289856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d442ac-bca4-4462-9443-9d72ff59d90e service neutron] Pushing event updated for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.311771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Deleting port daabca27-2841-46ff-9553-3ccfd0d187b3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:28.312146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.323100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:28.332750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.335854 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238c6696-b52a-4230-8097-713a10f6448a" -d '{"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:28.336717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99aee457-4fcd-4d52-b1d0-9934593edcaf None None] Network 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:28.339822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-358e6dda-b86c-43db-9acc-b0f781c016a9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a0c8e59e-1eb4-4788-bcd0-5fe3ff128155 HTTP/1.1" status: 204 len: 168 time: 1.9284034 Aug 31 06:38:28.349296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.351434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-7140f53e-20b8-4c2b-b7ae-c74e7bafa1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:28.352866 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.364443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-7140f53e-20b8-4c2b-b7ae-c74e7bafa1d0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a622044349a1455e8bb51407e9793bc1&device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 1095 time: 0.2528565 Aug 31 06:38:28.379562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.489634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Deleting port daabca27-2841-46ff-9553-3ccfd0d187b3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:28.490029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.510833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0976df39-2249-4c23-bcc0-4b1ea074810e req-b50e5731-2fb2-4ccb-ae7e-e659149e6208 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:28.519951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0976df39-2249-4c23-bcc0-4b1ea074810e req-b50e5731-2fb2-4ccb-ae7e-e659149e6208 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 946 time: 0.4901910 Aug 31 06:38:28.753082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-8676c1cf-d583-4a6b-8552-0c4d5ef4ee19 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57953ab8-5615-47ca-a7f1-33cafc929bff HTTP/1.1" status: 200 len: 217 time: 0.3662243 Aug 31 06:38:28.763853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:28.780777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] For port daabca27-2841-46ff-9553-3ccfd0d187b3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daabca27-2841-46ff-9553-3ccfd0d187b3,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:28.781176 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.822519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] For port daabca27-2841-46ff-9553-3ccfd0d187b3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daabca27-2841-46ff-9553-3ccfd0d187b3,segment=NetworkSegment(3503ea3a-9d57-4601-b357-12c405d581b7),segment_id=3503ea3a-9d57-4601-b357-12c405d581b7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:28.823153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:28.843874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Calling delete_port for daabca27-2841-46ff-9553-3ccfd0d187b3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:28.847479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Calling delete_port for daabca27-2841-46ff-9553-3ccfd0d187b3 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:28.921581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0976df39-2249-4c23-bcc0-4b1ea074810e req-5c1660b0-5974-4c26-bc03-4e372c16055d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3906372 Aug 31 06:38:28.977352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:28.986038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.036196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.036778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.036867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.037199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.037665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.038113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.038640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.039037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.039697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.040586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.041176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.041754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:29.054603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.054755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-6d6d3e8a-9277-4fc9-979b-446b0bc6eae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:29.056345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-6d6d3e8a-9277-4fc9-979b-446b0bc6eae3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ac52657-d4a2-4547-b66b-d60982caf105 HTTP/1.1" status: 200 len: 855 time: 0.2904449 Aug 31 06:38:29.070666 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a6ead2-2de5-4aeb-a4f4-09f9beaae02f x-openstack-request-id: req-b3a6ead2-2de5-4aeb-a4f4-09f9beaae02f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:29.071025 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:29.071219 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3a6ead2-2de5-4aeb-a4f4-09f9beaae02f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:29.071658 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'status': 'completed', 'code': 200} Aug 31 06:38:29.075476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.078248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daabca27-2841-46ff-9553-3ccfd0d187b3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:29.112507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] Pushing event deleted for resources: {'Port': ['ID=daabca27-2841-46ff-9553-3ccfd0d187b3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:29.131369 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3788428-49ef-48e7-b0a1-91ec4aafbf1e x-openstack-request-id: req-d3788428-49ef-48e7-b0a1-91ec4aafbf1e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:29.131984 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-unplugged", "status": "completed", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:29.132491 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d3788428-49ef-48e7-b0a1-91ec4aafbf1e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:29.133108 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'code': 200} Aug 31 06:38:29.140545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] No DVR routers for this DVR port daabca27-2841-46ff-9553-3ccfd0d187b3 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:29.174710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eae7e7d-56bd-4a05-8a3d-e692e99754df admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.186864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=daabca27-2841-46ff-9553-3ccfd0d187b3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:29.200490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: daabca27-2841-46ff-9553-3ccfd0d187b3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:29.200866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daabca27-2841-46ff-9553-3ccfd0d187b3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:29.220908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbc7bca-03ab-4179-b570-6652408a33ab None None] No DVR routers for this DVR port daabca27-2841-46ff-9553-3ccfd0d187b3 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:29.228155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:29.229192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:29.229697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:29.316878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:29.317684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Attempting to bind port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on network 3023f4d6-873a-4e75-b564-188e8d9589a1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:29.358360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:29.358771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Checking segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:29.359545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Bound using segment: {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:29.359721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Bound port: c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5057f3bc-bd01-4848-8cf4-52cc10b9839a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '3023f4d6-873a-4e75-b564-188e8d9589a1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:29.360029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.382715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.443631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04ff1495-8d61-49f8-9ce8-56684695f4f5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:29.449387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-648c2123-cd2b-424d-a180-fd797c290667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:29.453921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-648c2123-cd2b-424d-a180-fd797c290667 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3798666 Aug 31 06:38:29.514145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3503ea3a-9d57-4601-b357-12c405d581b7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:29.514747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3503ea3a-9d57-4601-b357-12c405d581b7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:29.528046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] DHCP port deletion for 1f5114a0-e5a9-4428-a6aa-9e9810ba0923 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:38:29.550366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.591540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.611680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31e99f7-6e25-4f0d-8c8d-48d08ef0f92c req-048d7e5e-15ef-43c3-9bac-85179739f7fa tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:29.623016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f31e99f7-6e25-4f0d-8c8d-48d08ef0f92c req-048d7e5e-15ef-43c3-9bac-85179739f7fa tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 943 time: 0.3152475 Aug 31 06:38:29.640104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Deleting port 017aafff-773d-470c-98e7-c4cc745be83e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:29.640809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.664106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.671778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:29.676314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:29.683255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Releasing vlan 557 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:29.683255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:29.685090 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:29.704556 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.726760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Deleting port 017aafff-773d-470c-98e7-c4cc745be83e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:29.727158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.757717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-dff2f63d-35a5-499c-942c-ced34da4bb1b service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823517 Aug 31 06:38:29.884337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dfb2388-8d3d-419a-9d7d-0d954f55f0ca req-1c74ce2a-378d-46c5-bb07-0675dab7eced service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154184 Aug 31 06:38:29.910802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f31e99f7-6e25-4f0d-8c8d-48d08ef0f92c req-87e34b9d-946a-4bf2-9e9b-75f23e83a98e tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2857742 Aug 31 06:38:29.938252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] For port 017aafff-773d-470c-98e7-c4cc745be83e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=017aafff-773d-470c-98e7-c4cc745be83e,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:29.939022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.945765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] For port 017aafff-773d-470c-98e7-c4cc745be83e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=017aafff-773d-470c-98e7-c4cc745be83e,segment=NetworkSegment(1a844b10-4fe2-4bac-99fb-2a3f6252a223),segment_id=1a844b10-4fe2-4bac-99fb-2a3f6252a223)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:29.946053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:29.982887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-560392456', 'description': 'tempest-description-95780613'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:29.987054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Calling delete_port for 017aafff-773d-470c-98e7-c4cc745be83e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:30.003479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Calling delete_port for 017aafff-773d-470c-98e7-c4cc745be83e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:30.074958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-0d446a48-0525-432c-b4e1-2d51b2a3c11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:30.077809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-0d446a48-0525-432c-b4e1-2d51b2a3c11f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a622044349a1455e8bb51407e9793bc1&device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 1095 time: 0.1326227 Aug 31 06:38:30.111519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.156275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] Pushing event deleted for resources: {'Port': ['ID=017aafff-773d-470c-98e7-c4cc745be83e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.158190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed982571-9e10-40d4-9fe5-9dfa826e32ed None None] No DVR routers for this DVR port 017aafff-773d-470c-98e7-c4cc745be83e on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:30.208711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.252502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] No DVR routers for this DVR port 017aafff-773d-470c-98e7-c4cc745be83e on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:30.254377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Pushing event deleted for resources: {'Port': ['ID=017aafff-773d-470c-98e7-c4cc745be83e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.322882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eae7e7d-56bd-4a05-8a3d-e692e99754df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.330535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.353620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9eae7e7d-56bd-4a05-8a3d-e692e99754df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.391205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.396094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/04ff1495-8d61-49f8-9ce8-56684695f4f5 HTTP/1.1" status: 204 len: 168 time: 3.1059794 Aug 31 06:38:30.418004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-f4f81d8c-bef0-4634-9d96-7b03ebcf6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:30.419382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-f4f81d8c-bef0-4634-9d96-7b03ebcf6e9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f HTTP/1.1" status: 200 len: 917 time: 0.3278551 Aug 31 06:38:30.440681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.459083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:30.459718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.461969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-8647ca82-bf0b-4b79-a2a6-8045306a445e service neutron] 10.222.0.50 "PUT /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 1124 time: 3.4299152 Aug 31 06:38:30.463584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5213b-71d9-4c27-aaa7-c303d8317af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=04ff1495-8d61-49f8-9ce8-56684695f4f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.475907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9eae7e7d-56bd-4a05-8a3d-e692e99754df admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c73ab12d4acd489abbde9dab74c8ac82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7032540 Aug 31 06:38:30.494987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:30.535871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c67023f6-f9c7-4d66-903a-d00c78fa9bb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:30.550056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eae7e7d-56bd-4a05-8a3d-e692e99754df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb68cb7d-6ae2-4574-b56c-ee4ed1a5fd7b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.630768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-36e95417-2304-4bc4-bb5d-90e43130dca1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57953ab8-5615-47ca-a7f1-33cafc929bff HTTP/1.1" status: 200 len: 217 time: 0.1921229 Aug 31 06:38:30.646768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:30.726647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['c67023f6-f9c7-4d66-903a-d00c78fa9bb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:30.747854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 017aafff-773d-470c-98e7-c4cc745be83e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:30.753221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.766843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.820210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.875558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-c40520e2-96bd-4107-9f74-9aba5746787f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:30.877311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-c40520e2-96bd-4107-9f74-9aba5746787f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ac52657-d4a2-4547-b66b-d60982caf105 HTTP/1.1" status: 200 len: 855 time: 0.2162967 Aug 31 06:38:30.912833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.921801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 017aafff-773d-470c-98e7-c4cc745be83e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:30.922145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 017aafff-773d-470c-98e7-c4cc745be83e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:30.925877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.930730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:30.937741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fb68cb7d-6ae2-4574-b56c-ee4ed1a5fd7b HTTP/1.1" status: 204 len: 168 time: 0.4371157 Aug 31 06:38:30.981033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09416c1a-71cd-47b6-a5b9-b70ddb9c9d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb68cb7d-6ae2-4574-b56c-ee4ed1a5fd7b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:30.987331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.052510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5114a0-e5a9-4428-a6aa-9e9810ba0923']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.086266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a844b10-4fe2-4bac-99fb-2a3f6252a223') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.086904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a844b10-4fe2-4bac-99fb-2a3f6252a223') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:31.096095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:31.112492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-caf2d263-3471-45b6-90ab-c735820ab314 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fce634ca87254361a201144f14670cac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4390967 Aug 31 06:38:31.134208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:31.138529 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:31.186642 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.197673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.225396 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.247172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-a27018ae-35a3-453d-af9f-3c8b6302344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:31.249300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-a27018ae-35a3-453d-af9f-3c8b6302344d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2408497 Aug 31 06:38:31.318754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.322972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.335470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1e01e3c-e811-4447-a0e2-f550f66fb661 HTTP/1.1" status: 204 len: 168 time: 0.2312305 Aug 31 06:38:31.360556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549c3a6-3e32-40c0-ba7d-3057ff548196 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e01e3c-e811-4447-a0e2-f550f66fb661,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:31.521443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.561909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:31.562636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:31.567877 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:31.761731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-c2dfcc8b-9712-49d5-92e2-384d1d480dfa service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4880381 Aug 31 06:38:31.897077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.061039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a2a4e2f-61cb-4115-879b-2604d1f4e465 req-25265d8a-a225-48dc-a6db-f2356b06bced service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614931 Aug 31 06:38:32.065485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.130502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e476451-16b8-4097-939e-7187b1463226,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:32.141189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.143871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75684fdd-0fc8-4e98-851b-ec0e4102454c req-56af08f0-8dac-46ba-96bf-039dfaee9748 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 2.1697321 Aug 31 06:38:32.160601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.174697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:32.180461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:32.180979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1f5114a0-e5a9-4428-a6aa-9e9810ba0923 HTTP/1.1" status: 204 len: 168 time: 3.8153706 Aug 31 06:38:32.195913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9cebd-c0c7-4d3b-9ee6-f150608b9527 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5114a0-e5a9-4428-a6aa-9e9810ba0923,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:32.355451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826474f-b282-4241-9504-2bd5a6a2a020 req-ed57a078-1c60-4b96-9ca0-47f75435bea4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:32.357041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5826474f-b282-4241-9504-2bd5a6a2a020 req-ed57a078-1c60-4b96-9ca0-47f75435bea4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.0949261 Aug 31 06:38:32.465609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5826474f-b282-4241-9504-2bd5a6a2a020 req-e232fb92-0fb3-41c1-8a17-6baaa80b1b7b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Aug 31 06:38:32.781611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a665215-8061-47bc-a72b-4acd9f601510 req-dd22adc3-afeb-4843-bd98-cc128cc37a76 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:32.783225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a665215-8061-47bc-a72b-4acd9f601510 req-dd22adc3-afeb-4843-bd98-cc128cc37a76 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 943 time: 0.0652366 Aug 31 06:38:32.893166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a665215-8061-47bc-a72b-4acd9f601510 req-38412860-e52f-4d5e-aaae-515fbdf1262d tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019084 Aug 31 06:38:33.001381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:33.020139 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c10286e-7049-4f38-9ef1-164c0cd97caf x-openstack-request-id: req-4c10286e-7049-4f38-9ef1-164c0cd97caf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:33.020139 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:33.020816 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4c10286e-7049-4f38-9ef1-164c0cd97caf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:33.020816 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'status': 'completed', 'code': 200} Aug 31 06:38:33.176743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-b5ebea44-e867-4248-b7f2-660ab495df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:33.182070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-b5ebea44-e867-4248-b7f2-660ab495df13 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1127 time: 0.1472433 Aug 31 06:38:33.338822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecb00f38-d89f-4ee5-9510-2ed563c487ac req-15f7d3b0-eed2-4b55-9865-96fdc764773d tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/7e476451-16b8-4097-939e-7187b1463226 HTTP/1.1" status: 200 len: 1810 time: 0.2591767 Aug 31 06:38:33.448919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-884444809-network', 'tenant_id': '557b587da21c43438bde254a443b5bc7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:33.516252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Made reservation on behalf of 557b587da21c43438bde254a443b5bc7 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:33.519520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.528175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.538875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-50b11697-38af-4b82-8c73-697dde84fff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:33.540383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-50b11697-38af-4b82-8c73-697dde84fff1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.3458860 Aug 31 06:38:33.541604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.601953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-af894b46-1ab9-4a2e-9796-408e48cb4fb7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 217 time: 0.0454409 Aug 31 06:38:33.694707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-5938c0e9-7632-4c2b-8916-a0b1e3a3f8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:33.696461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-5938c0e9-7632-4c2b-8916-a0b1e3a3f8bb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.0795925 Aug 31 06:38:33.754000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-359593ad-dced-4963-b8dc-049a83b47c4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486581 Aug 31 06:38:33.845284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.848012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Deleting port 3b96d132-848c-4169-8849-2fcf15b439bc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:33.848468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.875163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:33.947315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:33.984196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-9ecbd97f-e285-4f6b-9f16-ceee75d87819 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159481 Aug 31 06:38:33.988663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eee028f-c2e5-4d1d-a8d8-e4d00814e5af,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.022150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.024906 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Added segment 5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22 of type vlan for network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 Aug 31 06:38:34.079837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] For port 3b96d132-848c-4169-8849-2fcf15b439bc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b96d132-848c-4169-8849-2fcf15b439bc,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:34.080415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.115955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Calling delete_port for 3b96d132-848c-4169-8849-2fcf15b439bc owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:34.132845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.178439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ced4394-0fdb-4c90-99c9-560e6aedc9bf req-19f798e6-c6c4-4022-b0da-6071d857a688 service neutron] 10.222.0.53 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784573 Aug 31 06:38:34.184565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.185773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:34.186550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.255794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.269174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-624857df-dbb8-4137-8a95-cbe20a733fd6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2668118 Aug 31 06:38:34.274103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.282999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Request body: {'subnet': {'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-884444809-subnet', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.289854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:34.315671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Made reservation on behalf of 557b587da21c43438bde254a443b5bc7 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:34.319036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.473143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.512165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Pushing event deleted for resources: {'Port': ['ID=3b96d132-848c-4169-8849-2fcf15b439bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.598695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.733213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=825f1cca-038a-456c-872a-93246d1caa99,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:34.758582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Checking segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:34.759988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Network hostable DHCP agents. Network: 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:34.802574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:34.839544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:34.851533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c22d13f-6453-44d8-b33b-8f139b509049 None None] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:34.856163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:34.856403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.903503 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93bf4aca-a539-460d-823e-a826ab2f02f7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6275043 Aug 31 06:38:34.906142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:34.908913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.911432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:34.959007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:34.965201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.031037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.204741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Router 21e73b28-d30b-44d6-8451-7a057bb69cdf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:35.302505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:35.303399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.342783 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.406965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:35.418560 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Sync routers for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:35.423842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-986a12d0-03b5-44bf-93e9-7e904264781e admin admin] 10.222.0.57 "PUT /v2.0/routers/21e73b28-d30b-44d6-8451-7a057bb69cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2411976 Aug 31 06:38:35.424852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:35.440198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:35.444460 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:35.614466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Allocated IP 172.20.0.2 (4e21d2af-84fa-4a4c-a336-1715ad6e8cd3/825f1cca-038a-456c-872a-93246d1caa99/1cf00bb1-3512-4f02-af97-09e41552990e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:35.718727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.753796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:35.967393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:35.990364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.026953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Transition to ACTIVE for port object 1cf00bb1-3512-4f02-af97-09e41552990e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:36.029192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.076150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Transition to ACTIVE for port object 1cf00bb1-3512-4f02-af97-09e41552990e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:36.093539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.142024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Deleting port 7e903dfc-f196-4262-aaa1-fe8872417afd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:36.142664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.183223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:36.184461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Pushing event updated for resources: {'Port': ['ID=1cf00bb1-3512-4f02-af97-09e41552990e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.200466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:36.204481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:36.353977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Attempting to bind port 1cf00bb1-3512-4f02-af97-09e41552990e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:36.354896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Attempting to bind port 1cf00bb1-3512-4f02-af97-09e41552990e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:36.354896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Attempting to bind port 1cf00bb1-3512-4f02-af97-09e41552990e on network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:36.365970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:36.366347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Checking segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:36.366777 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.367176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Bound using segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:36.367708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Bound port: 1cf00bb1-3512-4f02-af97-09e41552990e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:36.368078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.389767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] For port 7e903dfc-f196-4262-aaa1-fe8872417afd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e903dfc-f196-4262-aaa1-fe8872417afd,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:36.390367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.422344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Calling delete_port for 7e903dfc-f196-4262-aaa1-fe8872417afd owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:36.497560 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:38:34Z', 'revision_number': 5, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port': {'id': '7e903dfc-f196-4262-aaa1-fe8872417afd', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:ec:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:33:46Z', 'updated_at': '2021-08-31T06:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:36.517466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] For port 1cf00bb1-3512-4f02-af97-09e41552990e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:36.523620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] For port 1cf00bb1-3512-4f02-af97-09e41552990e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1cf00bb1-3512-4f02-af97-09e41552990e,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:36.529840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.533826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.543817 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Checking router: 21e73b28-d30b-44d6-8451-7a057bb69cdf for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:36.554767 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Routers {'21e73b28-d30b-44d6-8451-7a057bb69cdf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:36.555766 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['21e73b28-d30b-44d6-8451-7a057bb69cdf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:36.600146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:36.714533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3f95d6-e528-4617-9b87-c96aa19d1067 None None] Pushing event updated for resources: {'Port': ['ID=1cf00bb1-3512-4f02-af97-09e41552990e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:36.813101 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] Set router 21e73b28-d30b-44d6-8451-7a057bb69cdf gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:36.925031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Allocated IP 172.25.3.66 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/17ea3d64-65de-48f6-b4f0-f66bf8578572) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:36.931685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.041735 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:38:35Z', 'revision_number': 6, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:37.114729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e903dfc-f196-4262-aaa1-fe8872417afd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:37.134428 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d827321-a491-4415-acef-0c2be65bfea2 None None] The sync data for ids ['21e73b28-d30b-44d6-8451-7a057bb69cdf'] in n-d-712707-15 is: [{'id': '21e73b28-d30b-44d6-8451-7a057bb69cdf', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1032934171-router', 'tenant_id': 'c35e004ca6f7459287182f36ec64208f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:33:44Z', 'updated_at': '2021-08-31T06:38:35Z', 'revision_number': 6, 'project_id': 'c35e004ca6f7459287182f36ec64208f', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:37.161740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-106843766', 'description': 'tempest-description-1161434054'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:37.239594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.244119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.424988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.485562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:37.510904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.556951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 57953ab8-5615-47ca-a7f1-33cafc929bff details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:37.561738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:37.655678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:37.675736 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.678709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:37.705203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:37.711303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.735583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.741618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.770188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:38:37.839249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eef918ac-57d2-4b74-b898-1ba8ef424f1b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:37.890348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.894822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21e73b28-d30b-44d6-8451-7a057bb69cdf {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:38:37.903433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.908890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Pushing event updated for resources: {'Port': ['ID=17ea3d64-65de-48f6-b4f0-f66bf8578572,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:37.909245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-540a2614-dc87-45a0-b8ac-1701d17e6d41 admin admin] 10.222.0.57 "DELETE /v2.0/routers/21e73b28-d30b-44d6-8451-7a057bb69cdf HTTP/1.1" status: 204 len: 168 time: 2.4810176 Aug 31 06:38:37.910151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:37.941395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c5cf81-8756-4b74-a9e0-03ba775939a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.943356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:37.979980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd904e44-d688-4849-bc3c-a9b6a4b12703 req-9564b171-2e3a-49f6-97d6-0b0b73f198d4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8413875 Aug 31 06:38:38.022204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=57953ab8-5615-47ca-a7f1-33cafc929bff,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:38.048449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'port_id': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'mac_address': 'fa:16:3e:c4:c7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:38.066054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a09c29-8902-4401-9c3f-a6a4a01040a9 req-afc47f1f-63da-473f-bc53-e6a5dcc8d6b5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:38.079196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9a09c29-8902-4401-9c3f-a6a4a01040a9 req-afc47f1f-63da-473f-bc53-e6a5dcc8d6b5 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.6877911 Aug 31 06:38:38.085553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Deleting subnet 0af0a489-ad67-4618-a6d5-fc8b07219244 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:38.099441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.165432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.200290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57953ab8-5615-47ca-a7f1-33cafc929bff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:38.206504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c5cf81-8756-4b74-a9e0-03ba775939a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.272354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=57953ab8-5615-47ca-a7f1-33cafc929bff,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:38.288265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.293697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.320065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c5cf81-8756-4b74-a9e0-03ba775939a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.426758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.459417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8122e1-72a0-4b0e-b040-7962d3ff378f None None] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:38.480755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06c5cf81-8756-4b74-a9e0-03ba775939a3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c10489fa33546b4968e6cb7d07457ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9832361 Aug 31 06:38:38.508614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.517659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['57953ab8-5615-47ca-a7f1-33cafc929bff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:38.595336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3dadc814-46f1-484c-b75f-ba1fde624324 None None] Provisioning for port 1cf00bb1-3512-4f02-af97-09e41552990e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:38.602069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5cf81-8756-4b74-a9e0-03ba775939a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee212a51-99e8-4ad2-921f-4c0bbd64904c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.613459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.748615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1cf00bb1-3512-4f02-af97-09e41552990e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:38.750777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9a09c29-8902-4401-9c3f-a6a4a01040a9 req-d3c9b67d-f10f-47bb-87a6-30b1c114687f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742693 Aug 31 06:38:38.752935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.790165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.796189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0af0a489-ad67-4618-a6d5-fc8b07219244 HTTP/1.1" status: 204 len: 168 time: 0.8838415 Aug 31 06:38:38.797383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:38.798311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e04e4b9-ca6f-4eef-b368-351587f7d097 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af0a489-ad67-4618-a6d5-fc8b07219244,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:38.890999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.903781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:38.962351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9be1e98b-87fe-4512-bd58-3021aed92b31 None None] Network 1f5a2624-4018-42d4-b87f-c3c299492f11 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:38.965264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f123a7d-e18f-49e7-b55c-bb43ffd09541 req-12589a4b-285e-4045-a003-4c73060524d5 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:38.973469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f123a7d-e18f-49e7-b55c-bb43ffd09541 req-12589a4b-285e-4045-a003-4c73060524d5 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 944 time: 0.6678457 Aug 31 06:38:38.991579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96e3f1cb-f4fb-4c05-8b91-dcce872ad26f req-d39f5cae-721f-4b4f-b237-5ddc64281119 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/eef918ac-57d2-4b74-b898-1ba8ef424f1b HTTP/1.1" status: 200 len: 1812 time: 0.0979984 Aug 31 06:38:39.066666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Deleting port f5571cb7-7ca6-4812-aeac-3986672cc4b4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:39.067024 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.072723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f123a7d-e18f-49e7-b55c-bb43ffd09541 req-3517eed8-9cdd-4e97-82eb-aa6a1084ab57 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976393 Aug 31 06:38:39.092897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.132637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1825269664', 'description': 'tempest-description-771707465'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:39.207873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 1cf00bb1-3512-4f02-af97-09e41552990e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:39.258928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1cf00bb1-3512-4f02-af97-09e41552990e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:39.259376 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.328473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.351670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-46620839-c711-4e85-99f1-9e246df3eef5 service neutron] 10.222.0.53 "GET /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.6854277 Aug 31 06:38:39.446560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.574866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.594699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 1cf00bb1-3512-4f02-af97-09e41552990e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1cf00bb1-3512-4f02-af97-09e41552990e,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:39.617187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.625945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.629911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee212a51-99e8-4ad2-921f-4c0bbd64904c HTTP/1.1" status: 204 len: 168 time: 1.1153390 Aug 31 06:38:39.646794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:39.774190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b96d132-848c-4169-8849-2fcf15b439bc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:39.795799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] DHCP port deletion for 1f5a2624-4018-42d4-b87f-c3c299492f11 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:38:39.908052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3b96d132-848c-4169-8849-2fcf15b439bc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:39.908413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b96d132-848c-4169-8849-2fcf15b439bc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:39.908837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e903dfc-f196-4262-aaa1-fe8872417afd no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:39.947675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee212a51-99e8-4ad2-921f-4c0bbd64904c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:39.988694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7e903dfc-f196-4262-aaa1-fe8872417afd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:39.989038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e903dfc-f196-4262-aaa1-fe8872417afd not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:40.052537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1cf00bb1-3512-4f02-af97-09e41552990e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:40.054692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.055172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.055521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.055865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.056740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.057098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.057461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.057799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.058131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.058461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.058791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.059119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2bab839-4aae-4fc1-aba7-31636f6d6f7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:40.103737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f4e8fce-2947-47d6-9e91-b69769f1297b None None] Provisioning complete for port 1cf00bb1-3512-4f02-af97-09e41552990e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:40.104446 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f4e8fce-2947-47d6-9e91-b69769f1297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.133732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] For port f5571cb7-7ca6-4812-aeac-3986672cc4b4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f5571cb7-7ca6-4812-aeac-3986672cc4b4,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:40.136912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.220717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cce6c1-a6f2-41f2-8637-c03a8cfdb14a req-c38a0430-4a95-45a6-9036-61d43438954c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:40.229053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13cce6c1-a6f2-41f2-8637-c03a8cfdb14a req-c38a0430-4a95-45a6-9036-61d43438954c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.3153903 Aug 31 06:38:40.230816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Calling delete_port for f5571cb7-7ca6-4812-aeac-3986672cc4b4 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:40.240177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Deleting port f5571cb7-7ca6-4812-aeac-3986672cc4b4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:40.240536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.295213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.322470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.351510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] For port f5571cb7-7ca6-4812-aeac-3986672cc4b4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f5571cb7-7ca6-4812-aeac-3986672cc4b4,segment=NetworkSegment(bd76245d-3625-482d-8f36-284f5f755971),segment_id=bd76245d-3625-482d-8f36-284f5f755971)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:40.351955 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.369729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Calling delete_port for f5571cb7-7ca6-4812-aeac-3986672cc4b4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:40.487614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13cce6c1-a6f2-41f2-8637-c03a8cfdb14a req-86dc4976-c902-483c-b2c8-119b11bfc127 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2519555 Aug 31 06:38:40.528000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.571579 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.572639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.577052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] Pushing event deleted for resources: {'Port': ['ID=f5571cb7-7ca6-4812-aeac-3986672cc4b4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:40.579338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96be689f-b047-42b0-b642-ce5b3c7e4cb1 None None] No DVR routers for this DVR port f5571cb7-7ca6-4812-aeac-3986672cc4b4 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:40.617809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-69fa15bd-2201-49a8-99f1-3c9226274b54 req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.5009925 Aug 31 06:38:40.638561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5571cb7-7ca6-4812-aeac-3986672cc4b4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:40.648964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] No DVR routers for this DVR port f5571cb7-7ca6-4812-aeac-3986672cc4b4 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:40.720563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1cf00bb1-3512-4f02-af97-09e41552990e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:40.805933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1cf00bb1-3512-4f02-af97-09e41552990e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:40.806954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.888887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebfe491-f2b9-442c-af1c-8e456ef4b5e0 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f39f1-7150-4b19-b67c-41f0797ebcb1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:40.922327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:40.961368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f5a2624-4018-42d4-b87f-c3c299492f11']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.003969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d615e2-96d0-4246-803a-a2f4bd94baeb req-1ff53bc5-b898-4f11-a026-62a4741e80a6 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:41.009031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68d615e2-96d0-4246-803a-a2f4bd94baeb req-1ff53bc5-b898-4f11-a026-62a4741e80a6 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 944 time: 0.2933617 Aug 31 06:38:41.031898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.036059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd76245d-3625-482d-8f36-284f5f755971') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.039650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd76245d-3625-482d-8f36-284f5f755971') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:41.062439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f5571cb7-7ca6-4812-aeac-3986672cc4b4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:41.105356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.142538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f5571cb7-7ca6-4812-aeac-3986672cc4b4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:41.148746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f5571cb7-7ca6-4812-aeac-3986672cc4b4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:41.177400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.185521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68d615e2-96d0-4246-803a-a2f4bd94baeb req-3ece31f1-a79f-4206-bef8-4cc77a53ddc0 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1632974 Aug 31 06:38:41.189114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:41.190441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:41.192540 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:41.196663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b51ee86e-8495-4459-84c4-3a5337b1eb55 req-2ed7dcaf-9580-44e6-91cf-3a28e867273b tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/3d6f39f1-7150-4b19-b67c-41f0797ebcb1 HTTP/1.1" status: 200 len: 1812 time: 0.2713759 Aug 31 06:38:41.279369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.286214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.293579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1f5a2624-4018-42d4-b87f-c3c299492f11 HTTP/1.1" status: 204 len: 168 time: 2.4862404 Aug 31 06:38:41.314242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b61be6-8c34-487c-b27e-2c28491e8cc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f5a2624-4018-42d4-b87f-c3c299492f11,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:41.317418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:41.320901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:41.365545 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-e314c5c4-a1f8-4c27-91c3-846137afe7a8 req-a454d854-9667-47ed-baa4-9d364391bc17 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] show failed (client error): The resource could not be found. Aug 31 06:38:41.366845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e314c5c4-a1f8-4c27-91c3-846137afe7a8 req-a454d854-9667-47ed-baa4-9d364391bc17 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/5e0ae8f2-a709-4425-b65d-1a7e9df4020b HTTP/1.1" status: 404 len: 352 time: 0.1422400 Aug 31 06:38:41.418549 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-edf09f0e-d351-48f6-840c-423e644684f0 req-8a7ea7e8-4b93-4f49-a47d-b74be31fe084 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] show failed (client error): The resource could not be found. Aug 31 06:38:41.421218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edf09f0e-d351-48f6-840c-423e644684f0 req-8a7ea7e8-4b93-4f49-a47d-b74be31fe084 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-group-rules/013765ab-1940-46ab-9ff4-001aa1d11e14 HTTP/1.1" status: 404 len: 361 time: 0.0317225 Aug 31 06:38:41.426968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:41.453851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-754986774-network', 'tenant_id': 'f9edba29b97d4e37abb3f0c86941376a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:41.502382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Made reservation on behalf of f9edba29b97d4e37abb3f0c86941376a for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:41.515742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.528840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:41.536328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c67023f6-f9c7-4d66-903a-d00c78fa9bb0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:41.556972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 57953ab8-5615-47ca-a7f1-33cafc929bff up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:41.557475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:41.569012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-5ae4fa4c-af01-48a6-8836-9ad6035e44fb tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/3d6f39f1-7150-4b19-b67c-41f0797ebcb1 HTTP/1.1" status: 200 len: 1812 time: 0.0982094 Aug 31 06:38:41.595294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.597905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.642251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Router be783c17-e444-42fa-9f27-66b15a264f4f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:38:41.679360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 57953ab8-5615-47ca-a7f1-33cafc929bff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:41.689397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 57953ab8-5615-47ca-a7f1-33cafc929bff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:41.690377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.727770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-680fa97a-8d60-4863-a2f0-7c52fe2ee1ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=75acbffb0ab24667acf5fb2111e13bf1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1897199 Aug 31 06:38:41.743058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:41.801142 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.841849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:41.845597 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7fd4ba-6ddd-465f-8150-ff21a46560a7" -d '{"events": [{"server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "name": "network-vif-plugged", "status": "completed", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:41.865714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=57953ab8-5615-47ca-a7f1-33cafc929bff,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:41.868852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90bd9-90fd-4dc8-9ae0-2dcc568b9ca8 req-8e5a3b42-ad87-4ddc-8f92-2d43138be8af tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:41.870451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41e90bd9-90fd-4dc8-9ae0-2dcc568b9ca8 req-8e5a3b42-ad87-4ddc-8f92-2d43138be8af tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 944 time: 0.2088587 Aug 31 06:38:41.870826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.919188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:41.937600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41e90bd9-90fd-4dc8-9ae0-2dcc568b9ca8 req-0b52997b-d315-4917-ac53-0ab4da3b6ce1 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489857 Aug 31 06:38:42.005926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.028963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.040313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.045091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:42.117158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f658efd-b59b-476c-b8f8-be4a5c16d776,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:42.126965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:42.130302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.131635 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c30f448-615a-40c6-a07d-f9bc69c96b11 x-openstack-request-id: req-1c30f448-615a-40c6-a07d-f9bc69c96b11 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:42.131888 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "name": "network-vif-plugged", "status": "completed", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:42.132155 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c30f448-615a-40c6-a07d-f9bc69c96b11 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:42.132710 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'code': 200} Aug 31 06:38:42.141698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.142240 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Added segment cf0f439c-1308-4473-b646-6afa1752fd0c of type vlan for network 92c8c295-d555-4843-8b0a-d345f94b52a9 Aug 31 06:38:42.165319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] Transition to ACTIVE for port object c67023f6-f9c7-4d66-903a-d00c78fa9bb0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:42.215199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:42.220759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.234722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Sync routers for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:42.235802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.248736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:42.250408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:42.299317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.300545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.301276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.437031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.441036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1183059 Aug 31 06:38:42.447404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:42.514530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0d0d2-0c37-40a1-9761-c856d83b36b7 req-47690387-30b8-420c-adff-2bd6f98fd3a9 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.516341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20d0d0d2-0c37-40a1-9761-c856d83b36b7 req-47690387-30b8-420c-adff-2bd6f98fd3a9 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.1843235 Aug 31 06:38:42.518134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943b6cb6-11b1-49fc-93eb-0cbaf5411e79 admin admin] Pushing event updated for resources: {'Network': ['ID=92c8c295-d555-4843-8b0a-d345f94b52a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:42.589004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 92c8c295-d555-4843-8b0a-d345f94b52a9 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:42.606800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20d0d0d2-0c37-40a1-9761-c856d83b36b7 req-2f78d6ab-e727-4bec-a039-bd0bd159ab36 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831416 Aug 31 06:38:42.700320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:42.725638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Request body: {'subnet': {'network_id': '92c8c295-d555-4843-8b0a-d345f94b52a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-754986774-subnet', 'tenant_id': 'f9edba29b97d4e37abb3f0c86941376a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:42.744313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.748747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:42.748896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-485d6efe-cfa8-47e6-a149-be428bbfb954 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 7.8413928 Aug 31 06:38:42.812804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.815334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:42.816474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b3f6dfb-818f-46bc-9a93-42421ab8c223 req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d6f39f1-7150-4b19-b67c-41f0797ebcb1 HTTP/1.1" status: 204 len: 173 time: 1.2406125 Aug 31 06:38:42.918782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b624175-eaf5-419c-a501-94b5d4e79bae req-b9815d91-620d-4318-95b7-9e6fd4f8e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:42.926646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b624175-eaf5-419c-a501-94b5d4e79bae req-b9815d91-620d-4318-95b7-9e6fd4f8e0e6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 1097 time: 0.7204680 Aug 31 06:38:43.015840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] No DVR routers for this DVR port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:43.052564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd40ae-9d6d-4893-9018-d5a2826e2f00 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f39f1-7150-4b19-b67c-41f0797ebcb1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.061453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:38Z', 'revision_number': 3, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:43.111287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] Pushing event updated for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.117418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-2e0ae600-19f8-483d-8f6a-ff4f3fc2cbce tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/eef918ac-57d2-4b74-b898-1ba8ef424f1b HTTP/1.1" status: 200 len: 1812 time: 0.2135243 Aug 31 06:38:43.133552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Checking router: be783c17-e444-42fa-9f27-66b15a264f4f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:43.133898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Updating router be783c17-e444-42fa-9f27-66b15a264f4f port 17ea3d64-65de-48f6-b4f0-f66bf8578572 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:38:43.142127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Made reservation on behalf of f9edba29b97d4e37abb3f0c86941376a for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:43.147277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.208826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.267892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.275746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-11c9c10f-6c77-4da5-9561-8c224d285a01 service neutron] 10.222.0.53 "PUT /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 3.8730729 Aug 31 06:38:43.360454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.399326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b624175-eaf5-419c-a501-94b5d4e79bae req-d9efde23-9971-4c09-9abc-95f49561c8d3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861058 Aug 31 06:38:43.607832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.614351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.616121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48f9850a-4210-4e04-bfaf-4de296824d60 req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-groups/eef918ac-57d2-4b74-b898-1ba8ef424f1b HTTP/1.1" status: 204 len: 173 time: 0.4907568 Aug 31 06:38:43.652307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.655738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.659969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb2cbd11-7789-4130-84f0-81f7a8087b3d HTTP/1.1" status: 204 len: 168 time: 1.9129729 Aug 31 06:38:43.707935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2241988a-6288-42e7-bf5f-fe434e2c926f req-a3297210-12fb-4ce9-bdc3-35eace8366f9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.715767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15864185-ee7b-47f6-8100-0b785ab89080 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef918ac-57d2-4b74-b898-1ba8ef424f1b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.717205 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2241988a-6288-42e7-bf5f-fe434e2c926f req-a3297210-12fb-4ce9-bdc3-35eace8366f9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.5917289 Aug 31 06:38:43.773002 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.797232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Transition to ACTIVE for port object 17ea3d64-65de-48f6-b4f0-f66bf8578572 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:43.806697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2241988a-6288-42e7-bf5f-fe434e2c926f req-f2bdd784-1aea-4bd7-be8c-56e922da7224 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843320 Aug 31 06:38:43.808765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467afa0d-2a92-434f-97c8-67059fafec71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2cbd11-7789-4130-84f0-81f7a8087b3d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.813577 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.861277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.881397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-c12110b5-d7c2-43eb-b20a-4ae8302d6e66 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:43.886009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-c12110b5-d7c2-43eb-b20a-4ae8302d6e66 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.5401862 Aug 31 06:38:43.921457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:43.950134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1360ec-1ee8-4a00-82f3-06bee348a2ac None None] Pushing event updated for resources: {'Port': ['ID=17ea3d64-65de-48f6-b4f0-f66bf8578572,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:43.989726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-58877aad-c3f7-4fa3-9fba-8a6839ad74e6 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/7e476451-16b8-4097-939e-7187b1463226 HTTP/1.1" status: 200 len: 1810 time: 0.2304289 Aug 31 06:38:43.991718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Attempting to bind port 17ea3d64-65de-48f6-b4f0-f66bf8578572 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:43.992226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Attempting to bind port 17ea3d64-65de-48f6-b4f0-f66bf8578572 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:43.993183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Attempting to bind port 17ea3d64-65de-48f6-b4f0-f66bf8578572 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:44.018908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:44.019660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:44.019869 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.020237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:44.021650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Bound port: 17ea3d64-65de-48f6-b4f0-f66bf8578572, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:44.022083 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.064617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-4f9b31e2-b939-42b6-896c-ad0085136559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:44.066472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-4f9b31e2-b939-42b6-896c-ad0085136559 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660 HTTP/1.1" status: 200 len: 1097 time: 0.1695392 Aug 31 06:38:44.131863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Checking segment: {'id': 'cf0f439c-1308-4473-b646-6afa1752fd0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '92c8c295-d555-4843-8b0a-d345f94b52a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:44.137871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Network hostable DHCP agents. Network: 92c8c295-d555-4843-8b0a-d345f94b52a9, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:44.167046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] For port 17ea3d64-65de-48f6-b4f0-f66bf8578572, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:44.175038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] For port 17ea3d64-65de-48f6-b4f0-f66bf8578572, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=17ea3d64-65de-48f6-b4f0-f66bf8578572,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:44.185546 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.192891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.195395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=09cc1d62-ee68-421a-962a-d55e3800aea8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:44.217956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793219ce-d7f7-4fed-98f8-73e620d1b1b3 req-8da1593a-ef9c-477c-a17b-b2893c7a12ce tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:44.220163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-793219ce-d7f7-4fed-98f8-73e620d1b1b3 req-8da1593a-ef9c-477c-a17b-b2893c7a12ce tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.2113547 Aug 31 06:38:44.221818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Network 92c8c295-d555-4843-8b0a-d345f94b52a9 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:44.248497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 92c8c295-d555-4843-8b0a-d345f94b52a9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:44.254469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:44.255607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.298466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-793219ce-d7f7-4fed-98f8-73e620d1b1b3 req-89b02be0-2d52-4f80-abb6-50a8ba1130e4 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703435 Aug 31 06:38:44.335585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-a48c4fdc-194c-459e-bb7c-2bdb62f9fe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:44.340308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-a48c4fdc-194c-459e-bb7c-2bdb62f9fe77 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1097 time: 0.2291644 Aug 31 06:38:44.358081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d51811da-f86b-4879-a116-5171e01081bf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8978970 Aug 31 06:38:44.359679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1360ec-1ee8-4a00-82f3-06bee348a2ac None None] Pushing event updated for resources: {'Port': ['ID=17ea3d64-65de-48f6-b4f0-f66bf8578572,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:44.378889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.397600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcef963-f578-40a2-babc-4b0c0965a46f None None] Network 92c8c295-d555-4843-8b0a-d345f94b52a9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:44.448666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:44.510017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Allocated IP 172.20.0.1 (4e21d2af-84fa-4a4c-a336-1715ad6e8cd3/825f1cca-038a-456c-872a-93246d1caa99/bb559b8c-2876-41c3-93f3-a2f3db230e79) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:44.514178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a07f3ff-add7-4b25-9322-b87f5c50db72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c35e004ca6f7459287182f36ec64208f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0642364 Aug 31 06:38:44.516978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:44.626207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:44.626914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:44.717168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.788054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.880748 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.886023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.888460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd9cdac8-9fd4-48b7-9592-de28ccdfab21 HTTP/1.1" status: 204 len: 168 time: 0.3701386 Aug 31 06:38:44.913975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f128e3-ab4a-4b6f-b61b-7c02470b240f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9cdac8-9fd4-48b7-9592-de28ccdfab21,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:44.955876 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.965155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:44.971518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-912b8193-57cd-4157-8b95-88a04a61d3cd req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-groups/7e476451-16b8-4097-939e-7187b1463226 HTTP/1.1" status: 204 len: 173 time: 0.9744041 Aug 31 06:38:44.990516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da608e4c-febc-4556-bb12-ee79393a34e3 None None] Network 92c8c295-d555-4843-8b0a-d345f94b52a9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:45.034189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708960a5-0afb-416d-8597-64a3f52432b4 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e476451-16b8-4097-939e-7187b1463226,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:45.077092 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-f8aa51e6-81f0-4b25-954a-a17da82b1c23 req-57e18e0b-6e77-4dc7-96d1-6f75155c6374 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] show failed (client error): The resource could not be found. Aug 31 06:38:45.078843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8aa51e6-81f0-4b25-954a-a17da82b1c23 req-57e18e0b-6e77-4dc7-96d1-6f75155c6374 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/8c3e3db9-6d75-4ded-948d-ce502cd3be45 HTTP/1.1" status: 404 len: 352 time: 0.0489731 Aug 31 06:38:45.098877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-838451c7-b355-4016-bb90-a3e82750d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.105031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-838451c7-b355-4016-bb90-a3e82750d1cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 200 len: 922 time: 0.7492938 Aug 31 06:38:45.112882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.232484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-f9fb042f-d8f3-40cb-ba39-cb28abdf34fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 200 len: 217 time: 0.1137941 Aug 31 06:38:45.296736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:45.302220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Transition to ACTIVE for port object bb559b8c-2876-41c3-93f3-a2f3db230e79 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:45.331528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc69c14-6596-40a4-8a54-e30f91c0fd00 req-77af96bf-b58c-46c4-abdb-2787f5ac17f7 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.343612 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc69c14-6596-40a4-8a54-e30f91c0fd00 req-77af96bf-b58c-46c4-abdb-2787f5ac17f7 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.0796950 Aug 31 06:38:45.391015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-fc4197cb-483f-4ef2-ad31-1e34365223d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.392936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-fc4197cb-483f-4ef2-ad31-1e34365223d8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 200 len: 861 time: 0.1205199 Aug 31 06:38:45.420629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc69c14-6596-40a4-8a54-e30f91c0fd00 req-451e0eda-eed0-4cae-8296-6d0ca2ee953c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690672 Aug 31 06:38:45.425776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-33e30ca8-7239-4af0-b59d-9d10ba1adbac tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/72c52237-62ca-44c1-8ab2-39e4c5e938f0 HTTP/1.1" status: 200 len: 1810 time: 0.1815238 Aug 31 06:38:45.471056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-ddc39ca6-7081-47f2-9f48-ba4276233a2a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3023f4d6-873a-4e75-b564-188e8d9589a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629900 Aug 31 06:38:45.602184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.620273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb894f-5c17-4fde-8186-b76aa399d706 req-fd7dd53e-f893-46c9-99cc-fd2fb6bc5e47 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:45.628839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06eb894f-5c17-4fde-8186-b76aa399d706 req-fd7dd53e-f893-46c9-99cc-fd2fb6bc5e47 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.0850716 Aug 31 06:38:45.698098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06eb894f-5c17-4fde-8186-b76aa399d706 req-4acdd051-43cb-4089-8517-9640eda291f5 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681388 Aug 31 06:38:45.730277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-0cef7f26-a223-42fd-a6d0-0e93c8114041 service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2485929 Aug 31 06:38:45.731208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:38Z', 'revision_number': 3, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:45.739922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.786286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f0f125-022f-4834-9baa-729d227b51e7 None None] The sync data for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 is: [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:38Z', 'revision_number': 3, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:45.812655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Pushing event updated for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:45.842537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ade64c49-be5c-4552-a71d-1bd4110cf294 req-106f6068-c7e5-48bd-89f6-b57013748d35 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9edba29b97d4e37abb3f0c86941376a HTTP/1.1" status: 200 len: 2984 time: 0.0816395 Aug 31 06:38:45.865853 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:45.882870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:45.897622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:45.900686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:45.917084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ade64c49-be5c-4552-a71d-1bd4110cf294 req-3a3668ed-efdd-4a8a-8007-d336aa3972c4 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/6f658efd-b59b-476c-b8f8-be4a5c16d776 HTTP/1.1" status: 200 len: 2981 time: 0.0658035 Aug 31 06:38:45.981803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ade64c49-be5c-4552-a71d-1bd4110cf294 req-2acf3b7b-bd34-4d66-9027-7fd7f8ff133d tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/6f658efd-b59b-476c-b8f8-be4a5c16d776 HTTP/1.1" status: 200 len: 2981 time: 0.0630383 Aug 31 06:38:45.990907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.026191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.141988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517e82c-5f37-40e5-98a8-7ff44e7ad3f6 req-c1b839dc-5433-4a51-a4d4-cc65bec54221 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:46.192678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2517e82c-5f37-40e5-98a8-7ff44e7ad3f6 req-c1b839dc-5433-4a51-a4d4-cc65bec54221 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.1628671 Aug 31 06:38:46.195318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:46.205584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Request body: {'floatingip': {'port_id': '57953ab8-5615-47ca-a7f1-33cafc929bff'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:46.239796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-27b1b6a3-c845-42f2-be5c-f18cd139c40f service neutron] 10.222.0.50 "GET /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885833 Aug 31 06:38:46.316798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.323235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.395425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.399465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.410208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e23b6239-6e9e-4c69-9a98-89bb41768f42 req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-groups/72c52237-62ca-44c1-8ab2-39e4c5e938f0 HTTP/1.1" status: 204 len: 173 time: 0.9747243 Aug 31 06:38:46.430034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ccbbef-c7f0-4a32-960a-93c7706be724 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c52237-62ca-44c1-8ab2-39e4c5e938f0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:46.480587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0318cb1f-18e5-448e-9c55-5f31461e49fb req-67709dc5-baa1-42a1-b781-4520df65890a tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/6f658efd-b59b-476c-b8f8-be4a5c16d776 HTTP/1.1" status: 200 len: 2981 time: 0.2670715 Aug 31 06:38:46.528016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-869a180c-4636-40fd-8deb-1558166ddf0a None None] Provisioning for port bb559b8c-2876-41c3-93f3-a2f3db230e79 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:46.550299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-869a180c-4636-40fd-8deb-1558166ddf0a None None] Provisioning complete for port bb559b8c-2876-41c3-93f3-a2f3db230e79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:46.550885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-869a180c-4636-40fd-8deb-1558166ddf0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.692318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-869a180c-4636-40fd-8deb-1558166ddf0a None None] Port bb559b8c-2876-41c3-93f3-a2f3db230e79 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:46.722737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 17ea3d64-65de-48f6-b4f0-f66bf8578572 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:46.790785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 17ea3d64-65de-48f6-b4f0-f66bf8578572 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:46.797428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 17ea3d64-65de-48f6-b4f0-f66bf8578572 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:46.798254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.812048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-1164b15d-a35f-40f6-90fc-fbf07166d751 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:46.813904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-1164b15d-a35f-40f6-90fc-fbf07166d751 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6&tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1557121 Aug 31 06:38:46.814088 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-0318cb1f-18e5-448e-9c55-5f31461e49fb req-7568b131-7d42-43db-a720-3e62a12a7ea6 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:38:46.815580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0318cb1f-18e5-448e-9c55-5f31461e49fb req-7568b131-7d42-43db-a720-3e62a12a7ea6 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "DELETE /v2.0/security-groups/6f658efd-b59b-476c-b8f8-be4a5c16d776 HTTP/1.1" status: 409 len: 352 time: 0.3278825 Aug 31 06:38:46.910703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.918189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-f6637a7f-9c62-4e3d-97c5-551419faeb67 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "GET /v2.0/security-groups/481fb511-a5a3-4805-907c-851386277b0e HTTP/1.1" status: 200 len: 1812 time: 0.2771330 Aug 31 06:38:46.964531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:46.990675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.032059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 17ea3d64-65de-48f6-b4f0-f66bf8578572, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=17ea3d64-65de-48f6-b4f0-f66bf8578572,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:47.038150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.104055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=17ea3d64-65de-48f6-b4f0-f66bf8578572,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.177362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.201105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.235951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Pushing event updated for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.243580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962033a-5c5d-4a0f-96f0-66d526c63ef6 req-24f008fc-5b9c-4495-ab3b-2993b9c7bf51 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:47.245078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f962033a-5c5d-4a0f-96f0-66d526c63ef6 req-24f008fc-5b9c-4495-ab3b-2993b9c7bf51 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.3174410 Aug 31 06:38:47.284714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.412881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-fd574c4c-0379-4048-ba72-ca39568f7f4b service neutron] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:47.420526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-fd574c4c-0379-4048-ba72-ca39568f7f4b service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.420925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f962033a-5c5d-4a0f-96f0-66d526c63ef6 req-c1528a19-0e5a-4b8c-8e22-5d6c04470a4d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632624 Aug 31 06:38:47.421750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6035b7df-7f3d-40f1-baea-c79bc1714b9a req-fd574c4c-0379-4048-ba72-ca39568f7f4b service neutron] 10.222.0.50 "DELETE /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.5016687 Aug 31 06:38:47.448364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:47.449244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.452260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.453415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b0a7036-8674-4167-9c1d-859cec4293d9 req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] 10.222.0.57 "DELETE /v2.0/security-groups/481fb511-a5a3-4805-907c-851386277b0e HTTP/1.1" status: 204 len: 173 time: 0.5263457 Aug 31 06:38:47.464105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:47.475634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:47.543217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Deleting subnet d4784b31-6311-42fc-aac6-d5bb60b249be {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:47.545562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b9b9c7-fdc2-433b-b922-2d3bdc091bb5 tempest-SecurityGroupRulesNegativeTestJSON-1066611276 tempest-SecurityGroupRulesNegativeTestJSON-1066611276-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481fb511-a5a3-4805-907c-851386277b0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:47.549951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.563973 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-a085b400-7f54-4bb0-8db4-132a085fb5e8 req-e88b4898-9e54-4c90-869c-5aebbbaefac3 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] show failed (client error): The resource could not be found. Aug 31 06:38:47.579834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a085b400-7f54-4bb0-8db4-132a085fb5e8 req-e88b4898-9e54-4c90-869c-5aebbbaefac3 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/a6968de4-1482-4ef1-85f8-2073167aada6 HTTP/1.1" status: 404 len: 352 time: 0.0565116 Aug 31 06:38:47.631767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:38:47.666513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.668502 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-c403ef2a-93b6-4af7-9dd3-b1cd39fac6b6 req-98211fb3-f5cd-4370-b594-50543196ca28 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] show failed (client error): The resource could not be found. Aug 31 06:38:47.669610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c403ef2a-93b6-4af7-9dd3-b1cd39fac6b6 req-98211fb3-f5cd-4370-b594-50543196ca28 tempest-SecurityGroupsNegativeTestJSON-1442923869 tempest-SecurityGroupsNegativeTestJSON-1442923869-project] 10.222.0.57 "GET /v2.0/security-groups/af002c89-74bb-4f61-8545-f3c287fddf32 HTTP/1.1" status: 404 len: 352 time: 0.0395072 Aug 31 06:38:47.696143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:47.771252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.826604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.924708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1e25ad8-31c0-43d5-a1be-d13a6afadab5 None None] Provisioning complete for port bb559b8c-2876-41c3-93f3-a2f3db230e79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:47.925835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d1e25ad8-31c0-43d5-a1be-d13a6afadab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:47.950564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f7d75-e1bf-4f5d-ae0a-f673794e4881 req-804c4927-965d-47d5-9092-eba2e995c740 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:47.952521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-277f7d75-e1bf-4f5d-ae0a-f673794e4881 req-804c4927-965d-47d5-9092-eba2e995c740 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 950 time: 0.1799958 Aug 31 06:38:47.975286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d1e25ad8-31c0-43d5-a1be-d13a6afadab5 None None] Port bb559b8c-2876-41c3-93f3-a2f3db230e79 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:38:47.979616 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Floating IP 42b11bee-1363-45e7-9d4c-fea967804ef7 associated. External IP: 172.25.3.38, port: 57953ab8-5615-47ca-a7f1-33cafc929bff. Aug 31 06:38:48.044697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-277f7d75-e1bf-4f5d-ae0a-f673794e4881 req-44dd2b78-9dd8-442e-89e9-a883a3d4ea49 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815668 Aug 31 06:38:48.123674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.166072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Deleting subnet 09cc1d62-ee68-421a-962a-d55e3800aea8 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:38:48.177234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.214266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Router be783c17-e444-42fa-9f27-66b15a264f4f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:48.231862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4982daa2-17c2-4856-8fa9-4e6d8060bd55 req-0ac88298-e1a7-4343-b87d-5de6a9bf8cf1 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.233435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4982daa2-17c2-4856-8fa9-4e6d8060bd55 req-0ac88298-e1a7-4343-b87d-5de6a9bf8cf1 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 1097 time: 0.4697275 Aug 31 06:38:48.262991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.315877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.396456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4784b31-6311-42fc-aac6-d5bb60b249be,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.401537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.403461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6243656b-63eb-4910-bd16-2f8863f5bc38 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d4784b31-6311-42fc-aac6-d5bb60b249be HTTP/1.1" status: 204 len: 168 time: 0.9254239 Aug 31 06:38:48.410555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:48.428579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4982daa2-17c2-4856-8fa9-4e6d8060bd55 req-ca1c06d7-c40c-4436-907c-3024bc33d8e5 tempest-LiveAutoBlockMigrationV225Test-865973112 tempest-LiveAutoBlockMigrationV225Test-865973112-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875448 Aug 31 06:38:48.468633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.570054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:38:48.580035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.583589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:48.597365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6a94998e-fd3e-4b4a-984b-93f01f6fa920 admin admin] 10.222.0.57 "PUT /v2.0/routers/be783c17-e444-42fa-9f27-66b15a264f4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8398342 Aug 31 06:38:48.598067 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Sync routers for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:48.615616 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:48.616256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:48.619413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-02d797ea-cdec-4021-97f3-b9e41686607e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:48.629271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 17ea3d64-65de-48f6-b4f0-f66bf8578572 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:48.629996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-02d797ea-cdec-4021-97f3-b9e41686607e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.4646492 Aug 31 06:38:48.635543 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.687796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09cc1d62-ee68-421a-962a-d55e3800aea8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.700242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.704420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6355f5ef-7ab1-4a52-9d9d-225f4670ee24 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/09cc1d62-ee68-421a-962a-d55e3800aea8 HTTP/1.1" status: 204 len: 168 time: 1.0053763 Aug 31 06:38:48.705461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:48.744985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.746880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 17ea3d64-65de-48f6-b4f0-f66bf8578572 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:48.748247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.748962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-a581baf6-1760-4078-a24e-648426ec144f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/quotas/08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 375 time: 0.1178448 Aug 31 06:38:48.760271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10982ad5-1576-4f2a-9e5d-9a6e862070bf']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:48.773368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f2a9e2f-023c-4551-a9df-cd71993c6857') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:48.773701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f2a9e2f-023c-4551-a9df-cd71993c6857') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:48.787715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.805460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.814824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:48.814824 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:48.815839 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:48.885700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.898259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.900778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] 10.222.0.57 "DELETE /v2.0/networks/10982ad5-1576-4f2a-9e5d-9a6e862070bf HTTP/1.1" status: 204 len: 168 time: 0.4873035 Aug 31 06:38:48.908881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:48.916502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422577b-a7dd-4cfa-b317-8cff94bd3e1f admin admin] Pushing event deleted for resources: {'Network': ['ID=10982ad5-1576-4f2a-9e5d-9a6e862070bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:48.934975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.952753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:38:48.960661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:48.965169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Sync routers for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:38:48.978370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:48.978859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-c37149d5-0ffd-44ee-a90a-3c8cf159f7a0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2235563 Aug 31 06:38:48.979082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.085796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a790d33-996e-4424-b4e0-18fef340a8fb tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "PUT /v2.0/floatingips/42b11bee-1363-45e7-9d4c-fea967804ef7 HTTP/1.1" status: 200 len: 990 time: 2.8867190 Aug 31 06:38:49.099179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:49.101663 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a" -d '{"events": [{"name": "network-changed", "server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:49.110486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:49.184819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.216694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92c8c295-d555-4843-8b0a-d345f94b52a9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.223814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-aaee177c-dab3-422a-bbad-ef9dc0026b64 service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437744 Aug 31 06:38:49.232293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43228) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:49.242552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf0f439c-1308-4473-b646-6afa1752fd0c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.242852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf0f439c-1308-4473-b646-6afa1752fd0c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.311569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.322800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9de4a147-cd69-4308-af7b-cad70c1a5117 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec15b504c10845168ff4a1b1c3c9e5fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0889988 Aug 31 06:38:49.323890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:49.351801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.367152 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 2, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.371972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:38:49.372538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:38:49.374622 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:38:49.404389 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Checking router: be783c17-e444-42fa-9f27-66b15a264f4f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:49.404750 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Updating router be783c17-e444-42fa-9f27-66b15a264f4f port bb559b8c-2876-41c3-93f3-a2f3db230e79 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:38:49.442470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.455203 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.466699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-624cbd2f-2450-42fc-945f-6dab4c9ce8fe service neutron] 10.222.0.57 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361264 Aug 31 06:38:49.471943 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.474843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.487853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.490138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] 10.222.0.57 "DELETE /v2.0/networks/92c8c295-d555-4843-8b0a-d345f94b52a9 HTTP/1.1" status: 204 len: 168 time: 0.7790949 Aug 31 06:38:49.497577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '42b11bee-1363-45e7-9d4c-fea967804ef7', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'port_id': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'mac_address': 'fa:16:3e:c4:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:42Z', 'updated_at': '2021-08-31T06:38:47Z', 'revision_number': 1, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.528905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Checking router: 8d7c19f0-30f1-4099-b4fd-8c927b28e984 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:38:49.536798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5d6f90-f706-4d0e-a979-567c119f3c04 admin admin] Pushing event deleted for resources: {'Network': ['ID=92c8c295-d555-4843-8b0a-d345f94b52a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:49.538416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:49.539054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:49.591668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.594186 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:49.602096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fcec0063-88bc-492d-b95f-5b61f09acce2 HTTP/1.1" status: 204 len: 168 time: 0.2771802 Aug 31 06:38:49.619894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709f9c3d-93f0-4663-89cd-ddf2f343d955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcec0063-88bc-492d-b95f-5b61f09acce2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:49.679975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:49.782644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:49.796570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:49.879039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-834d2e8b-ea80-4578-8b8f-755f733be100 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f9edba29b97d4e37abb3f0c86941376a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0950663 Aug 31 06:38:49.882669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:49.981349 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.008346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.010278 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Transition to ACTIVE for port object bb559b8c-2876-41c3-93f3-a2f3db230e79 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:50.027839 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.060761 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.069060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:50.074684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:50.078854 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bf4853-b01f-42d7-ae73-45e33cc00513" -d '{"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:50.100467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.138231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.162706 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:38:50.195236 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Pushing event updated for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:50.199005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.202334 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.215079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f658efd-b59b-476c-b8f8-be4a5c16d776 HTTP/1.1" status: 204 len: 168 time: 0.3309429 Aug 31 06:38:50.219748 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.223224 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.223752 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.224217 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.224653 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.225793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.226354 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.226943 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.229363 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.230305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.230772 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.231218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.231546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21de2ce6-f413-4fcd-9b66-ab923c7f0a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f658efd-b59b-476c-b8f8-be4a5c16d776,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:50.339422 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Attempting to bind port bb559b8c-2876-41c3-93f3-a2f3db230e79 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:50.340429 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Attempting to bind port bb559b8c-2876-41c3-93f3-a2f3db230e79 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:50.341758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Attempting to bind port bb559b8c-2876-41c3-93f3-a2f3db230e79 on network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:50.348520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:50.350359 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Checking segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:50.351251 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.355996 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Bound using segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:50.358035 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Bound port: bb559b8c-2876-41c3-93f3-a2f3db230e79, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:50.358568 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.395467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:50.408733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-d0de4b77-d2ac-4d01-9289-9adb3df9ec5f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:50.416523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-d0de4b77-d2ac-4d01-9289-9adb3df9ec5f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.1186550 Aug 31 06:38:50.438657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.439323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.439945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.440444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.440936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.441466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.441956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.442457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.442943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.443429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.443912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.444410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:38:50.528173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '42b11bee-1363-45e7-9d4c-fea967804ef7', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'port_id': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'mac_address': 'fa:16:3e:c4:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:42Z', 'updated_at': '2021-08-31T06:38:47Z', 'revision_number': 1, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:50.559519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] For port bb559b8c-2876-41c3-93f3-a2f3db230e79, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:50.563767 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] For port bb559b8c-2876-41c3-93f3-a2f3db230e79, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb559b8c-2876-41c3-93f3-a2f3db230e79,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:50.569430 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.593231 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9eba9-9ff0-4884-b7af-d4c1dc2ef269 x-openstack-request-id: req-36f9eba9-9ff0-4884-b7af-d4c1dc2ef269 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:50.593944 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:50.594160 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-36f9eba9-9ff0-4884-b7af-d4c1dc2ef269 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:50.594726 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'status': 'completed', 'code': 200} Aug 31 06:38:50.659302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8727e6a-1dbf-4fdb-8dc0-074f00649a42 None None] The sync data for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 is: [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '42b11bee-1363-45e7-9d4c-fea967804ef7', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'floating_ip_address': '172.25.3.38', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'port_id': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'mac_address': 'fa:16:3e:c4:c7:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:37:42Z', 'updated_at': '2021-08-31T06:38:47Z', 'revision_number': 1, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:50.668126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:38:50.669301 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:50.748302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-874df130-f294-46f3-854d-627ce4eef579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:50.751647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-874df130-f294-46f3-854d-627ce4eef579 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a622044349a1455e8bb51407e9793bc1&device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 1097 time: 0.1425090 Aug 31 06:38:50.772831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Deleting port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:38:50.773381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:50.919555 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:38:51.027815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] For port c67023f6-f9c7-4d66-903a-d00c78fa9bb0, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:51.028214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.078089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Calling delete_port for c67023f6-f9c7-4d66-903a-d00c78fa9bb0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:38:51.082082 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5da344-771d-43ae-9a74-c9b80e075374 None None] Pushing event updated for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.173559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-6657b6d1-c885-4c9f-ad20-b47df410e055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.176658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-6657b6d1-c885-4c9f-ad20-b47df410e055 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f HTTP/1.1" status: 200 len: 917 time: 0.4175878 Aug 31 06:38:51.207185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bb1d5-592e-41f7-ac02-687e8d0b6400 req-991c4852-5d06-42f6-8684-ff8ee64730b8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.209195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e20bb1d5-592e-41f7-ac02-687e8d0b6400 req-991c4852-5d06-42f6-8684-ff8ee64730b8 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 945 time: 0.3653669 Aug 31 06:38:51.328510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:51.334466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851751356', 'description': 'tempest-description--855998964'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:51.356964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.370204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.370521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7bbe19a7-89ec-4c0c-a5af-40055288c7c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:51.375556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['c67023f6-f9c7-4d66-903a-d00c78fa9bb0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:51.399073 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78768790-322a-4e82-8278-d0b058946717 None None] New status for floating IP 42b11bee-1363-45e7-9d4c-fea967804ef7: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:38:51.409614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event deleted for resources: {'Port': ['ID=c67023f6-f9c7-4d66-903a-d00c78fa9bb0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.503652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78adddff-354e-47c4-a0d2-8bc26c0264a8 req-9848fca2-feb2-4b06-9f93-1f5de15f66ae tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 210 time: 0.0856941 Aug 31 06:38:51.539440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-0969d37d-f322-4ea5-aaa1-71965fa5635e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57953ab8-5615-47ca-a7f1-33cafc929bff HTTP/1.1" status: 200 len: 998 time: 0.3527980 Aug 31 06:38:51.539662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:51.572203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] No DVR routers for this DVR port c67023f6-f9c7-4d66-903a-d00c78fa9bb0 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:38:51.577262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.579873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b46e7687-6bf1-4217-b202-b7ce64dd2af6 req-cc728fd0-faeb-42c0-9395-2dd2a18afe69 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "DELETE /v2.0/ports/c67023f6-f9c7-4d66-903a-d00c78fa9bb0 HTTP/1.1" status: 204 len: 173 time: 1.1548193 Aug 31 06:38:51.580402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-deleted', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:51.582996 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12909c63-411d-4d2f-bcb8-7da592f7885e" -d '{"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-deleted", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:51.749088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.752751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-015987d1-1123-4fff-ac56-fd47db99494e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.754452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-015987d1-1123-4fff-ac56-fd47db99494e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2ac52657-d4a2-4547-b66b-d60982caf105 HTTP/1.1" status: 200 len: 855 time: 0.1983929 Aug 31 06:38:51.768261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:50Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:38:51.770233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.812271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1800559067-network', 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:51.814258 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf3884f-8fc0-485a-81e8-569749ec9e99 None None] The sync data for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 is: [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:50Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:38:51.870303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e20bb1d5-592e-41f7-ac02-687e8d0b6400 req-3c727283-ec3a-4cd1-9c10-db71904b7b0c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6444752 Aug 31 06:38:51.901498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-94302c0b-0093-466c-8167-7eacce2ff6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:51.902988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-94302c0b-0093-466c-8167-7eacce2ff6f1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0bcb6246-7fd1-4026-86e8-b5d65bd7576f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1268909 Aug 31 06:38:51.905972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.914652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:51.917012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'security_group_rule': {'security_group_id': '1442ceff-d8b8-4879-85f9-5eae70bd2604', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:51.919074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.5889158 Aug 31 06:38:51.941063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a88b26-6544-47b0-83de-ac677d5a701b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1442ceff-d8b8-4879-85f9-5eae70bd2604,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:51.956688 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8161e5fc-7744-48bc-81d0-896ecfd32796 x-openstack-request-id: req-8161e5fc-7744-48bc-81d0-896ecfd32796 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:51.957221 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-unplugged", "status": "completed", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:51.957693 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8161e5fc-7744-48bc-81d0-896ecfd32796 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:51.958154 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'code': 200} Aug 31 06:38:51.963087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Made reservation on behalf of 5a46ddde6d2a41ecbed66ea19d8ce7c1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:51.965561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:51.990288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.116009 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aa19e3a-992b-4226-af40-40e948c1f82a x-openstack-request-id: req-5aa19e3a-992b-4226-af40-40e948c1f82a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:52.116416 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23fbc3b8-2008-4bc1-81ed-e1173a1b5df6", "name": "network-vif-deleted", "tag": "c67023f6-f9c7-4d66-903a-d00c78fa9bb0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:52.116898 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5aa19e3a-992b-4226-af40-40e948c1f82a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:52.117427 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23fbc3b8-2008-4bc1-81ed-e1173a1b5df6', 'name': 'network-vif-deleted', 'tag': 'c67023f6-f9c7-4d66-903a-d00c78fa9bb0', 'status': 'completed', 'code': 200} Aug 31 06:38:52.202544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:52.331512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-e05656a1-7c49-47c3-8f19-eef0ef35b3ef tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:52.333028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-e05656a1-7c49-47c3-8f19-eef0ef35b3ef tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 807 time: 0.1853185 Aug 31 06:38:52.368413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Request body: {'port': {'device_id': '54ca9153-97be-46de-aa25-55db53b58208', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'admin_state_up': True, 'tenant_id': '08326483919745ab9790c05eb07ccf61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:52.461465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1579763346-network', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:52.535277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.585774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.606423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.658803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-9ce172d1-8a59-4b37-920b-816373599237 service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307758 Aug 31 06:38:52.688751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:52.698687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb559b8c-2876-41c3-93f3-a2f3db230e79 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:52.700295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Made reservation on behalf of bd57b6902e2f40baab7e3019b48a0b6c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:52.706836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.739886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.772196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:52.789976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.791346 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Added segment 0598d51e-957f-44be-8ed2-575601c5dc51 of type vlan for network dc671ba6-414a-44c3-a4f3-b74bf449c275 Aug 31 06:38:52.794706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bb559b8c-2876-41c3-93f3-a2f3db230e79 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:38:52.801558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bb559b8c-2876-41c3-93f3-a2f3db230e79 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:52.802324 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.880032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.942843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.943902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:52.944646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.966473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:52.986958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3bbc8ca8-ddce-4d07-93f6-e5b5912f71be req-9bf7dace-f709-42b3-b665-29964c27ad55 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 210 time: 0.3188860 Aug 31 06:38:53.023097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.041661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port bb559b8c-2876-41c3-93f3-a2f3db230e79, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb559b8c-2876-41c3-93f3-a2f3db230e79,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:53.043380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d25e7a6-f4ad-4afd-9bfa-29593c754a4a req-14dcc300-4c86-4ac2-8464-0e081d68b27c service neutron] 10.222.0.53 "GET /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717985 Aug 31 06:38:53.046013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.052748 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.053468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.083717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Made reservation on behalf of 08326483919745ab9790c05eb07ccf61 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:53.089874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] Pushing event updated for resources: {'Network': ['ID=dc671ba6-414a-44c3-a4f3-b74bf449c275,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.093639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.151658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b2a3f92-df50-417a-8713-1d2b5fc4305f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.184240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.188338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:53.201782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae47ebf1-4013-4f72-bb99-be7f9c3e86db req-f5f5c770-8831-44da-b1f5-d8877f71eb59 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.1128612 Aug 31 06:38:53.345783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5049cca0-97ee-4661-9556-d828a93947bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.398404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.410493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.430523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:38:53.434904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.436390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-74bc367a-7c31-4bcd-a56b-bd2a524d5f41 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5239644 Aug 31 06:38:53.439999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43394) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.464736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'security_group_rule': {'security_group_id': '1442ceff-d8b8-4879-85f9-5eae70bd2604', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:53.470498 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8590c4a5-a75b-4ae9-940a-6762aaca90ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9290864 Aug 31 06:38:53.482922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.491801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.492139 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Added segment 272b941f-d4e3-4181-96fb-130aa23652ee of type vlan for network 3388f69f-7f6b-489e-b5aa-025df5221907 Aug 31 06:38:53.498815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Request body: {'subnet': {'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1800559067-subnet', 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:53.502977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Allocated IP 172.20.0.11 (f125b887-523d-4ff2-8eb5-47a4350ddc7f/2de5374b-9c88-40f5-9167-671d88f1e4b3/e0208736-e614-4645-a22c-cfba8934ec0e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:53.506890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad71c90f-413f-425f-b36e-813404072eee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.584432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.639484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.640496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:53.641093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.700987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:38:53.736321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5049cca0-97ee-4661-9556-d828a93947bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.746277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5049cca0-97ee-4661-9556-d828a93947bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.788534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5784016 Aug 31 06:38:53.796226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.816937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Request body: {'subnet': {'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-subnet', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:53.870132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5049cca0-97ee-4661-9556-d828a93947bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b184a037-712a-42e8-8fcc-a00e1fa1808f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.870897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.873719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b555-0500-4106-b702-950dd2787d5f admin admin] Pushing event updated for resources: {'Network': ['ID=3388f69f-7f6b-489e-b5aa-025df5221907,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:53.891997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3388f69f-7f6b-489e-b5aa-025df5221907 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:38:53.923660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:53.924395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5049cca0-97ee-4661-9556-d828a93947bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=317c180ecd954517b4283963f15af3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8771806 Aug 31 06:38:53.927575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Made reservation on behalf of 5a46ddde6d2a41ecbed66ea19d8ce7c1 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:53.932216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:53.937561 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.094683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.098597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Made reservation on behalf of bd57b6902e2f40baab7e3019b48a0b6c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:38:54.101063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.130413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:54.162520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:54.172282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'mac_address': 'fa:16:3e:45:99:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.138'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:38:54.212509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Network f125b887-523d-4ff2-8eb5-47a4350ddc7f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:54.241660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.255367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:54.255639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.264874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:54.265917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.321074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce032c02-a7e6-44cc-bc55-0e14148cc933,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.370521 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.376071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.387107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ce7339-cd71-41ea-8f19-e0e4fcee19d6 req-b5d87e5b-c40f-4117-9fb9-5ce6dbad8358 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.395106 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5ce7339-cd71-41ea-8f19-e0e4fcee19d6 req-b5d87e5b-c40f-4117-9fb9-5ce6dbad8358 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 932 time: 0.2564812 Aug 31 06:38:54.398362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.407452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.408755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3be5425d-6d84-4346-b7b5-e39ba48bb3c7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9572372 Aug 31 06:38:54.415872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:54.426912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:54.441508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:54.457862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.475661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.490955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:54.502466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.573037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.588060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5ce7339-cd71-41ea-8f19-e0e4fcee19d6 req-ed9797af-2b55-4edb-a091-ea1f810ba444 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876841 Aug 31 06:38:54.688227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:54.689261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.691823 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.694409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['13203e32-cf1b-42ed-9949-e0ed610f1b6e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:38:54.694568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.699686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b184a037-712a-42e8-8fcc-a00e1fa1808f HTTP/1.1" status: 204 len: 168 time: 0.7664564 Aug 31 06:38:54.724236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.748606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb559b8c-2876-41c3-93f3-a2f3db230e79 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:54.796939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f58daf4-0a7d-4962-a935-8beb3e88d22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184a037-712a-42e8-8fcc-a00e1fa1808f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.826517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1a4dd75-6194-4d08-a9a1-a391717b7530 req-adc2fb35-424c-4edf-91f2-6628b1cfdfa4 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.1663511 Aug 31 06:38:54.880880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-98f87e1f-09f3-4a96-96c1-0ab2e9d25e60 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5372262 Aug 31 06:38:54.887259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bb559b8c-2876-41c3-93f3-a2f3db230e79 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:54.887874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.927523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f3b47e5-5c5c-4715-9a08-6b1013b2464b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:54.931911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Request body: {'port': {'device_id': '54ca9153-97be-46de-aa25-55db53b58208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:54.943882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Checking segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:54.946384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64b5ae3f-3711-4f26-a51b-48f48d2f4228 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:54.948086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Network hostable DHCP agents. Network: 3388f69f-7f6b-489e-b5aa-025df5221907, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:54.982149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Network 3388f69f-7f6b-489e-b5aa-025df5221907 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:55.004157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3388f69f-7f6b-489e-b5aa-025df5221907) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:55.007091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=881c3cfd-2325-4a75-869a-f2f3636d130c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:55.024104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.028383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.046248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Checking segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:55.059359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Network hostable DHCP agents. Network: dc671ba6-414a-44c3-a4f3-b74bf449c275, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:38:55.075877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-90ca0c58-d0f4-4d85-894c-537bf17e75ec admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2783408 Aug 31 06:38:55.077145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:55.088125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:38:55.123434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631fd91f-151a-4670-b19e-bf80530c39b3 None None] Network 3388f69f-7f6b-489e-b5aa-025df5221907 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:55.141822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:38:55.146405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.150585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.187500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dc671ba6-414a-44c3-a4f3-b74bf449c275) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:55.202548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:55.205243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.210416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.260470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:55.272347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e83ed67-ab81-49e6-b9f6-fc2a57e8e364 None None] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:38:55.319201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd3c-2685-4d31-a347-4b48e5a8f0bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.322753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-36e92241-970c-4fa8-9517-c8b175c4de2c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8344607 Aug 31 06:38:55.324601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.638393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3388f69f-7f6b-489e-b5aa-025df5221907', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:55.640404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.781077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.783618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:55.820972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0208736-e614-4645-a22c-cfba8934ec0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:38:55.950698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:38:55.985538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: c67023f6-f9c7-4d66-903a-d00c78fa9bb0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:38:55.986266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c67023f6-f9c7-4d66-903a-d00c78fa9bb0 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:38:56.015804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b6eb817-e174-4eb8-91c3-d5f882c06830 req-458c88a5-0de3-4980-9c02-baaa7277585d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.0641420 Aug 31 06:38:56.220916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.252873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.420240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-dc671ba6-414a-44c3-a4f3-b74bf449c275', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1', 'fixed_ips': [{'subnet_id': '881c3cfd-2325-4a75-869a-f2f3636d130c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:38:56.420240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.506779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.539937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Allocated IP 172.25.3.106 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/69276452-2231-40b4-ab10-db1ee588c219) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:56.596951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Transition to ACTIVE for port object e0208736-e614-4645-a22c-cfba8934ec0e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:56.609022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Allocated IP 172.20.0.2 (3388f69f-7f6b-489e-b5aa-025df5221907/3f3b47e5-5c5c-4715-9a08-6b1013b2464b/755757b4-f1ab-44cb-ab25-cd7ac6f39ae0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:56.628081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d21da-2865-47ac-845f-1b54daa89287 req-679bd946-a646-4577-bcea-772e474cad6b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.639511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-084d21da-2865-47ac-845f-1b54daa89287 req-679bd946-a646-4577-bcea-772e474cad6b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 932 time: 0.9004011 Aug 31 06:38:56.658968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:56.731910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:56.745451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-673ddf7e-062c-494d-90fd-3daf8a424106 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:56.753140 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-673ddf7e-062c-494d-90fd-3daf8a424106 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 0.3359542 Aug 31 06:38:56.775909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-fde7b03a-b435-4bb5-8a45-90d7b570c916 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/quotas/5a46ddde6d2a41ecbed66ea19d8ce7c1 HTTP/1.1" status: 200 len: 375 time: 0.0205882 Aug 31 06:38:56.848948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-084d21da-2865-47ac-845f-1b54daa89287 req-2d55d3f5-5519-4932-9dcb-0a9a58b563fb tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077451 Aug 31 06:38:56.874044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-3de6a79d-2ec6-4334-b01d-28e7383dad1d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937324 Aug 31 06:38:56.949708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Allocated IP 172.20.0.2 (dc671ba6-414a-44c3-a4f3-b74bf449c275/881c3cfd-2325-4a75-869a-f2f3636d130c/7cd097bd-45be-4799-8cd7-77d48df03371) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:57.097306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.151305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-378432f2-e7b7-4bbc-acfb-14a95cbe5ad1 service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660437 Aug 31 06:38:57.202977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd3c-2685-4d31-a347-4b48e5a8f0bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.234307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bbc3dd3c-2685-4d31-a347-4b48e5a8f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.245320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.283404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.294007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:57.294261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:57.294595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:57.299286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Transition to ACTIVE for port object 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:57.326009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1bb3398-3738-44ce-87ec-859b2d4e63ef req-820544a6-5f84-4855-bbbf-fed308bf5219 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=23fbc3b8-2008-4bc1-81ed-e1173a1b5df6 HTTP/1.1" status: 200 len: 210 time: 0.0515234 Aug 31 06:38:57.358014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:57.362303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:57.367090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:57.380236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Transition to ACTIVE for port object 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:57.402065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:38:57.402390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:57.431483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.441667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Pushing event updated for resources: {'Port': ['ID=69276452-2231-40b4-ab10-db1ee588c219,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:57.449842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:57.450182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:57.450616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:57.450991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Bound port: e0208736-e614-4645-a22c-cfba8934ec0e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:57.451352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.461066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bbc3dd3c-2685-4d31-a347-4b48e5a8f0bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7517fed06d246f5be4f7f58ef192b3c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1961505 Aug 31 06:38:57.463050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3dd3c-2685-4d31-a347-4b48e5a8f0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5e38ec-7273-4699-bcc5-ad7f7916f764,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:57.472680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:38:57.535369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.553081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Transition to ACTIVE for port object 7cd097bd-45be-4799-8cd7-77d48df03371 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:57.592668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Allocated IP 172.25.3.45 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/acce15be-82ed-4809-a6a7-0313f6323414) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:38:57.596787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Transition to ACTIVE for port object 7cd097bd-45be-4799-8cd7-77d48df03371 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:38:57.679829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Network 3388f69f-7f6b-489e-b5aa-025df5221907 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:57.688515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Pushing event updated for resources: {'Port': ['ID=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:57.702256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:57.713095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:57.725543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.751816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-a0c50514-c3a0-4b61-addb-6814731ca2a8 service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5875664 Aug 31 06:38:57.836480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:38:57.878133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:57.918713 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.981448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:57.982517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.000993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:58.011626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:58.016465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:58.023116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:58.030332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.036796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbbe43d7-65af-4253-95cc-80eef18d1047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.044668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.105594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Pushing event updated for resources: {'Port': ['ID=7cd097bd-45be-4799-8cd7-77d48df03371,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.158008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.181474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Attempting to bind port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:58.182214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Attempting to bind port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:58.182770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Attempting to bind port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 on network 3388f69f-7f6b-489e-b5aa-025df5221907 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:58.213981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'Port': ['ID=acce15be-82ed-4809-a6a7-0313f6323414,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.270349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:58.270934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Checking segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:58.277454 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.277988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Bound using segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:58.278605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Bound port: 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:58.281871 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.312545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.313549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.315410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] 10.222.0.53 "PUT /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 1093 time: 3.3967135 Aug 31 06:38:58.331382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Attempting to bind port 7cd097bd-45be-4799-8cd7-77d48df03371 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:38:58.332931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Attempting to bind port 7cd097bd-45be-4799-8cd7-77d48df03371 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:38:58.332931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Attempting to bind port 7cd097bd-45be-4799-8cd7-77d48df03371 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:38:58.333726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5904ce-9995-4618-8e48-f34b4116e54e service neutron] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.342029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 13203e32-cf1b-42ed-9949-e0ed610f1b6e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:38:58.350993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:58.355344 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92349383-a86e-40c5-bfd3-1b0a88a7651b" -d '{"events": [{"name": "network-changed", "server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:58.359897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.397840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:38:58.431283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:38:58.432258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Checking segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:38:58.432861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.433506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Bound using segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:38:58.434176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Bound port: 7cd097bd-45be-4799-8cd7-77d48df03371, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:38:58.434742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.507253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:38:58.511804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.523653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:38:58.614398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] For port 7cd097bd-45be-4799-8cd7-77d48df03371, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:58.627536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] For port 7cd097bd-45be-4799-8cd7-77d48df03371, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd097bd-45be-4799-8cd7-77d48df03371,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:58.639722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-6c457af7-51f8-420e-8b29-6b801864d6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.641840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-6c457af7-51f8-420e-8b29-6b801864d6db service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1096 time: 0.2327123 Aug 31 06:38:58.653632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a818c1d-7057-4a93-a15e-227c90bb1ecc req-ae99f667-a729-46af-8d01-66b1943fac65 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.657081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a818c1d-7057-4a93-a15e-227c90bb1ecc req-ae99f667-a729-46af-8d01-66b1943fac65 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.4487402 Aug 31 06:38:58.663959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.764651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-9ea2120f-07f3-4f0c-9dc2-95b5bddc2e45 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 217 time: 0.0988598 Aug 31 06:38:58.777827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] For port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:38:58.861391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] For port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:38:58.892076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-a9db1d05-e9f4-4bc8-98aa-a40387e509b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:58.899509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:58.912714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0efa1c4-dcc9-487d-b16c-922a57c99f61 None None] Pushing event updated for resources: {'Port': ['ID=7cd097bd-45be-4799-8cd7-77d48df03371,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:58.938125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-a9db1d05-e9f4-4bc8-98aa-a40387e509b2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1168277 Aug 31 06:38:59.051548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.083699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcba45-c099-4216-b96f-7dd7d906818b None None] Pushing event updated for resources: {'Port': ['ID=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.111686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:38:59.121032 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-ed0864b0-dc53-4bd6-9fa6-8d3506e9a537 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1811318 Aug 31 06:38:59.121638 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03adfe66-74a8-468c-bb1e-033c538aeb07" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:38:59.144371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:38:59.154228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.169273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.177997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-e8c73e16-1bed-4759-909f-43265d8a4f9e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:38:59.179410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.192953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b5e38ec-7273-4699-bcc5-ad7f7916f764 HTTP/1.1" status: 204 len: 168 time: 1.7143791 Aug 31 06:38:59.205922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-e8c73e16-1bed-4759-909f-43265d8a4f9e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 0.3732736 Aug 31 06:38:59.340880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.351859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-65cad782-e337-4b75-9ecc-ae1e388ab745 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/quotas/5a46ddde6d2a41ecbed66ea19d8ce7c1 HTTP/1.1" status: 200 len: 375 time: 0.1316655 Aug 31 06:38:59.435311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a818c1d-7057-4a93-a15e-227c90bb1ecc req-0f1307fa-5889-4c20-b767-9009225caf02 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7615714 Aug 31 06:38:59.436345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a112a9-678f-40ea-987a-d68ed0f4a12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5e38ec-7273-4699-bcc5-ad7f7916f764,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:38:59.533789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.558829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.667176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-088cda0d-dc3a-433e-b0ea-6c5530ae5180 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3082819 Aug 31 06:38:59.686033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:38:59.800498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-23329847-cbac-486c-b7cc-429d50b8605c service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5864141 Aug 31 06:38:59.921160 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f42115-1a5e-4185-a2f2-884ac0d9f581 x-openstack-request-id: req-a8f42115-1a5e-4185-a2f2-884ac0d9f581 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:59.922220 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-plugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:59.922592 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8f42115-1a5e-4185-a2f2-884ac0d9f581 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:59.923187 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'code': 200} Aug 31 06:38:59.943792 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11656df9-dfa3-4854-959a-ca7c40177304 x-openstack-request-id: req-11656df9-dfa3-4854-959a-ca7c40177304 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:38:59.944657 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:38:59.947726 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11656df9-dfa3-4854-959a-ca7c40177304 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:38:59.949392 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'status': 'completed', 'code': 200} Aug 31 06:39:00.065053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-e199e312-3d61-4cce-b620-365a4a8b3e3e service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945692 Aug 31 06:39:00.073906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.207284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.220759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.356416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'Port': ['ID=acce15be-82ed-4809-a6a7-0313f6323414,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:00.370287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4fe1b89e-40b3-40c4-bcb7-ecb600b18b23 req-c1b7976a-eca9-4c60-8fc3-aef970753f0b service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686402 Aug 31 06:39:00.389220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-292d7d12-f46c-46c2-a4c9-d84e8e38fe51 service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2869914 Aug 31 06:39:00.405314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.448402 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:00.463898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cca8dcec-c762-47f1-837b-a25b39047575 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0404439 Aug 31 06:39:00.856441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-a1b320a1-17fb-41b5-8613-ad06b8d08f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:00.879422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-a1b320a1-17fb-41b5-8613-ad06b8d08f5a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1096 time: 0.3122458 Aug 31 06:39:00.940846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:01.106791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b04197-2650-433c-a0b0-b8365cecbfa5 req-5db9b23b-146b-4cd6-8be8-704646669a28 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.108383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05b04197-2650-433c-a0b0-b8365cecbfa5 req-5db9b23b-146b-4cd6-8be8-704646669a28 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.4604104 Aug 31 06:39:01.121898 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.143297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:01.162204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd097bd-45be-4799-8cd7-77d48df03371 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:01.199654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05b04197-2650-433c-a0b0-b8365cecbfa5 req-95b9fd2b-92cb-4137-9081-33149416501a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777502 Aug 31 06:39:01.307852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7cd097bd-45be-4799-8cd7-77d48df03371 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:01.329861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-f5363acd-72bc-4485-9e58-4153ed2b9ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.334809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-f5363acd-72bc-4485-9e58-4153ed2b9ea0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.4469190 Aug 31 06:39:01.419059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80435086-038d-484a-b54f-2ca3c95a0913 None None] Network 3388f69f-7f6b-489e-b5aa-025df5221907 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:01.437638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-dbfb1045-3dd2-42d9-8531-c3b999f7b3d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 217 time: 0.0937686 Aug 31 06:39:01.493661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-843b7ebd-a3fc-45ad-a5d1-757d1ee1a1ee tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.506480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-843b7ebd-a3fc-45ad-a5d1-757d1ee1a1ee tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 1.1108246 Aug 31 06:39:01.554354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Request body: {'port': {'device_id': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'admin_state_up': True, 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:01.640342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-194a9f27-a6ec-4d7c-b0a7-0dd5f50e4d09 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--851751356&fields=id&tenant_id=557b587da21c43438bde254a443b5bc7 HTTP/1.1" status: 200 len: 267 time: 0.4535067 Aug 31 06:39:01.644963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Provisioning for port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:01.664867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc20ab8-9786-4053-a7e5-180c89396d86 None None] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:01.756993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Provisioning complete for port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:01.757389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:01.881551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-44b5fb19-2371-4628-b95a-d94d621fb659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.885134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-44b5fb19-2371-4628-b95a-d94d621fb659 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.4297903 Aug 31 06:39:01.893901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-d33db79f-b103-4985-8dc0-85496cd9a609 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:01.895653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-d33db79f-b103-4985-8dc0-85496cd9a609 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 0.3128915 Aug 31 06:39:01.945415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-7fc22103-c7f3-49c0-942a-c1c34e435ffe tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/quotas/5a46ddde6d2a41ecbed66ea19d8ce7c1 HTTP/1.1" status: 200 len: 375 time: 0.0415432 Aug 31 06:39:01.980886 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-6f455048-03a2-4d97-a491-f695456b7c74 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0759532 Aug 31 06:39:02.172350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:39:02.201881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-67fe72f3-f14d-4aa2-ace6-eb3ad85495b0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2551844 Aug 31 06:39:02.371350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.377382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Made reservation on behalf of 5a46ddde6d2a41ecbed66ea19d8ce7c1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:02.388177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.430435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-653d1b41-53c7-4516-ad93-76aef7a4babf tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.439663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-653d1b41-53c7-4516-ad93-76aef7a4babf tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/networks?id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 HTTP/1.1" status: 200 len: 805 time: 0.7984102 Aug 31 06:39:02.488186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-462bce28-162f-4d51-a3b7-e6acc0467968 service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2851617 Aug 31 06:39:02.517199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-0d8abae7-f745-496d-9ebe-56635ead8e5e service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101664 Aug 31 06:39:02.517437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] For port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:02.599867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a10860b4-98ec-4791-9f45-d4b1f2124fa4 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/quotas/557b587da21c43438bde254a443b5bc7 HTTP/1.1" status: 200 len: 375 time: 0.1588969 Aug 31 06:39:02.768506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:02.814706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92349383-a86e-40c5-bfd3-1b0a88a7651b req-c6dabc1c-4ab6-4941-86d4-01bc04e966cd service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755649 Aug 31 06:39:02.867550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:39:02.953655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-5175beeb-1206-4eea-aa4d-6683046c3d05 service neutron] 10.222.0.57 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4353249 Aug 31 06:39:02.977648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e344494-5ccd-4881-85d7-ad477929e1f4 None None] Pushing event updated for resources: {'Port': ['ID=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:02.982891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-3d286385-f587-49c0-bf00-7ad8ac23f19b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:02.985629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-3d286385-f587-49c0-bf00-7ad8ac23f19b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.53 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 0.1678491 Aug 31 06:39:02.998694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Sync routers for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:39:03.006586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-da7184b7-727a-4669-8af2-37c4341ba15c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=557b587da21c43438bde254a443b5bc7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4057679 Aug 31 06:39:03.018636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Request body: {'port': {'device_id': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'admin_state_up': True, 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:03.103721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Provisioning for port 7cd097bd-45be-4799-8cd7-77d48df03371 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:03.129543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:03.145211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:03.181798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Provisioning complete for port 7cd097bd-45be-4799-8cd7-77d48df03371 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:03.182309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.300250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Made reservation on behalf of 5a46ddde6d2a41ecbed66ea19d8ce7c1 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:03.314476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Allocated IP 172.20.0.14 (dc671ba6-414a-44c3-a4f3-b74bf449c275/881c3cfd-2325-4a75-869a-f2f3636d130c/2d90976a-a442-4571-8344-7ea0361535c1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:03.319749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.401180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:03.412604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-189547a9-d1d3-4803-a356-1dc47fe55542 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.3302875 Aug 31 06:39:03.443190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:03.609447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:03.834302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a41127d7-196a-422a-9ac6-dbf8bec78a21 service neutron] 10.222.0.57 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8109241 Aug 31 06:39:04.017167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3832d4c8-66e5-436c-9175-960c7f2b6d80 req-bd7e7397-7f23-415c-8d24-1c59935203f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:04.027235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3832d4c8-66e5-436c-9175-960c7f2b6d80 req-bd7e7397-7f23-415c-8d24-1c59935203f0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.3950386 Aug 31 06:39:04.099206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.137666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3832d4c8-66e5-436c-9175-960c7f2b6d80 req-99e6baff-c323-456a-99be-c4607ead9d95 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093378 Aug 31 06:39:04.165986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] For port 7cd097bd-45be-4799-8cd7-77d48df03371, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd097bd-45be-4799-8cd7-77d48df03371,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:04.171753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:38:57Z', 'revision_number': 3, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:38:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:04.216020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.262958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Checking router: ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:39:04.263306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Updating router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 port 69276452-2231-40b4-ab10-db1ee588c219 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:39:04.304078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.332127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-7f30ff4b-cd78-445c-afa3-a72c26b68138 service neutron] 10.222.0.57 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4198625 Aug 31 06:39:04.342578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Transition to ACTIVE for port object 2d90976a-a442-4571-8344-7ea0361535c1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:04.431259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.521731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.534663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c5fe3d7-13a7-4779-87fa-7525e915b2d4 None None] Provisioning complete for port 7cd097bd-45be-4799-8cd7-77d48df03371 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:04.535286 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe3d7-13a7-4779-87fa-7525e915b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.584667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:04.596073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:04.603851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:04.612168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event updated for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:04.631581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Allocated IP 172.20.0.4 (dc671ba6-414a-44c3-a4f3-b74bf449c275/881c3cfd-2325-4a75-869a-f2f3636d130c/0d1d7808-3243-42bd-ba16-a344b26d0250) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:04.739699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:04.740639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:04.770942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-8741600f-5ac5-4fcc-8272-388c074124ff tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2480950 Aug 31 06:39:04.786233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:04.884233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd54517e-021d-4122-9fdd-78222be7e421 req-0ba488b6-cd08-4c12-a0eb-7ef9cbe7db37 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 210 time: 0.4544470 Aug 31 06:39:04.908111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4da3e2-9fce-4ac9-8af9-ee751c6ec26c None None] Pushing event updated for resources: {'Port': ['ID=7cd097bd-45be-4799-8cd7-77d48df03371,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:04.937979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b888bdd-7bb6-438f-8e73-2bcff0120583 req-da4af2cc-f1cb-4dae-a1bd-67562d58d3f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.0785804 Aug 31 06:39:05.074961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Request body: {'port': {'device_id': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:05.389231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.390998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:05.419095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.497051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-5aeffa0a-1bcf-4b41-87e8-937f86e680ad tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:05.499373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-5aeffa0a-1bcf-4b41-87e8-937f86e680ad tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 816 time: 0.2925212 Aug 31 06:39:05.543993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Request body: {'port': {'device_id': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'admin_state_up': True, 'tenant_id': '5a46ddde6d2a41ecbed66ea19d8ce7c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:05.564508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:05.564890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.627046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c5fe3d7-13a7-4779-87fa-7525e915b2d4 None None] Provisioning complete for port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:05.627334 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c5fe3d7-13a7-4779-87fa-7525e915b2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.852539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.887641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Transition to ACTIVE for port object 69276452-2231-40b4-ab10-db1ee588c219 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:05.902047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:05.981446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d0a1-3f51-4fae-881a-96a57cdd7f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.024230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2f14a-48e0-4b13-8738-b97425854640 None None] Pushing event updated for resources: {'Port': ['ID=69276452-2231-40b4-ab10-db1ee588c219,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:06.031861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Attempting to bind port 69276452-2231-40b4-ab10-db1ee588c219 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:06.031861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Attempting to bind port 69276452-2231-40b4-ab10-db1ee588c219 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:06.037064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Attempting to bind port 69276452-2231-40b4-ab10-db1ee588c219 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:06.055048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:06.055451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:06.056718 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.056718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:06.057413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Bound port: 69276452-2231-40b4-ab10-db1ee588c219, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:06.057800 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.069476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a890302d-c184-4cd6-a458-e9fa0bf79333 None None] Provisioning for port 2d90976a-a442-4571-8344-7ea0361535c1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:06.129610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d13a8630-53e0-4401-93ac-f88b4fad5cca req-7af04e8a-63f6-481a-81af-232d48dcf6f1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 210 time: 0.0567901 Aug 31 06:39:06.132902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a890302d-c184-4cd6-a458-e9fa0bf79333 None None] Provisioning complete for port 2d90976a-a442-4571-8344-7ea0361535c1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:06.132902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a890302d-c184-4cd6-a458-e9fa0bf79333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.189557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a758ca-ed60-49c8-b591-26c0bb5eb058 req-92855ca2-dde4-4503-a4ca-48d43f2ce652 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:06.198224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5a758ca-ed60-49c8-b591-26c0bb5eb058 req-92855ca2-dde4-4503-a4ca-48d43f2ce652 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.2721169 Aug 31 06:39:06.297884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71890350-0445-4982-a116-23250eb4bdae req-87db260e-a53f-4910-9f60-621a744b9133 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.0617740 Aug 31 06:39:06.317026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a890302d-c184-4cd6-a458-e9fa0bf79333 None None] Port 2d90976a-a442-4571-8344-7ea0361535c1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:06.330606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] For port 69276452-2231-40b4-ab10-db1ee588c219, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:06.338299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] For port 69276452-2231-40b4-ab10-db1ee588c219, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=69276452-2231-40b4-ab10-db1ee588c219,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:06.355634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.359040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.383366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Transition to ACTIVE for port object 0d1d7808-3243-42bd-ba16-a344b26d0250 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:06.472104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5a758ca-ed60-49c8-b591-26c0bb5eb058 req-08dc4d7d-7fb9-4982-ad05-8fc1f797ee8b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722223 Aug 31 06:39:06.488343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:06.513055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:06.513842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:06.516142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2f14a-48e0-4b13-8738-b97425854640 None None] Pushing event updated for resources: {'Port': ['ID=69276452-2231-40b4-ab10-db1ee588c219,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:06.660526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:06.671535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:06.692181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd097bd-45be-4799-8cd7-77d48df03371 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:06.706337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:06.749066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event updated for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:06.752076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:07.049036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.099610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d0a1-3f51-4fae-881a-96a57cdd7f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.161660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:07.162686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.204070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7cd097bd-45be-4799-8cd7-77d48df03371 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:07.204641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.330203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4283204-fc2c-4c6b-b479-8cd78a83962c None None] Provisioning for port 0d1d7808-3243-42bd-ba16-a344b26d0250 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:07.351517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4283204-fc2c-4c6b-b479-8cd78a83962c None None] Provisioning complete for port 0d1d7808-3243-42bd-ba16-a344b26d0250 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:07.351910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4283204-fc2c-4c6b-b479-8cd78a83962c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.376983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d90976a-a442-4571-8344-7ea0361535c1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:07.385940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.400421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Transition to ACTIVE for port object 2d90976a-a442-4571-8344-7ea0361535c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:07.431493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0d1d0a1-3f51-4fae-881a-96a57cdd7f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.438980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.448629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Made reservation on behalf of 5a46ddde6d2a41ecbed66ea19d8ce7c1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:07.452461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.484852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f4283204-fc2c-4c6b-b479-8cd78a83962c None None] Port 0d1d7808-3243-42bd-ba16-a344b26d0250 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:07.530862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Pushing event updated for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:07.562807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:38:57Z', 'revision_number': 3, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:07.611026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-740580fd-2f36-41de-912c-96c826eac34a req-7cdf4590-0644-43bd-8d48-50f583220533 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.0990849 Aug 31 06:39:07.743534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Allocated IP 172.20.0.1 (3388f69f-7f6b-489e-b5aa-025df5221907/3f3b47e5-5c5c-4715-9a08-6b1013b2464b/705db556-f4c6-4ee6-8a19-53788f6c2fc6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:07.806910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Attempting to bind port 2d90976a-a442-4571-8344-7ea0361535c1 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:07.807117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Attempting to bind port 2d90976a-a442-4571-8344-7ea0361535c1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:07.807440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Attempting to bind port 2d90976a-a442-4571-8344-7ea0361535c1 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:07.821713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Port 2d90976a-a442-4571-8344-7ea0361535c1 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:07.822044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Attempting to bind port 2d90976a-a442-4571-8344-7ea0361535c1 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:07.830163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d0d1d0a1-3f51-4fae-881a-96a57cdd7f32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1cbf0d73c1e0469c9550a19750b09efa&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4357867 Aug 31 06:39:07.861607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:07.862163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Checking segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:07.862754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Bound using segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:07.867873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Bound port: 2d90976a-a442-4571-8344-7ea0361535c1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:07.867873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:07.870458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d1d0a1-3f51-4fae-881a-96a57cdd7f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e7019a-0581-4819-8d32-9f82232ba426,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:07.877543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:08.021877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-0cd55f9f-ff3e-4716-a434-aa1db7db0fc1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0066402 Aug 31 06:39:08.099320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Request body: {'port': {'device_id': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:08.102048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8121aa0-3a18-4058-ab5d-3613268dab5a None None] The sync data for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 is: [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:38:57Z', 'revision_number': 3, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:39:08.111477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-681af805-e62f-4d7b-bfa1-f1809d736b55 req-ed015ec5-2baf-4047-a951-70e7bf2b6041 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 210 time: 0.1632490 Aug 31 06:39:08.156373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-1de0eedc-e64f-4add-b3d9-249aaa1f569e tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.157995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-1de0eedc-e64f-4add-b3d9-249aaa1f569e tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.53 "GET /v2.0/networks?id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 HTTP/1.1" status: 200 len: 805 time: 1.3097358 Aug 31 06:39:08.294870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e6ec14-c052-4fd5-ac47-17997716ad32 req-0b419a90-f2a1-4309-a539-4aa21e8035b4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:08.303155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e6ec14-c052-4fd5-ac47-17997716ad32 req-0b419a90-f2a1-4309-a539-4aa21e8035b4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.2854154 Aug 31 06:39:08.340760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.408502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.413554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.430760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-d29004fa-e7ce-4309-ab53-a50ff61c802b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=557b587da21c43438bde254a443b5bc7 HTTP/1.1" status: 200 len: 379 time: 0.2262418 Aug 31 06:39:08.444315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.489451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'port': {'device_id': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'admin_state_up': True, 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'security_groups': ['1442ceff-d8b8-4879-85f9-5eae70bd2604']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:08.556201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Allocated IP 172.20.0.11 (dc671ba6-414a-44c3-a4f3-b74bf449c275/881c3cfd-2325-4a75-869a-f2f3636d130c/4d3bf3bf-e1fe-444c-8583-0edc0d73aa20) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:08.682279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Transition to ACTIVE for port object 705db556-f4c6-4ee6-8a19-53788f6c2fc6 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:08.709651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.713591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.714795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6e7019a-0581-4819-8d32-9f82232ba426 HTTP/1.1" status: 204 len: 168 time: 0.8324487 Aug 31 06:39:08.756119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68624dc-b749-4ee7-b0e9-1d8a32888175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e7019a-0581-4819-8d32-9f82232ba426,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:08.777199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e6ec14-c052-4fd5-ac47-17997716ad32 req-88d7f7e4-1638-44c8-b40e-eda5d371c444 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4732254 Aug 31 06:39:08.849449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:08.861164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2d90976a-a442-4571-8344-7ea0361535c1,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:08.876784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:08.948057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1ef9ba7-6e3d-4e34-99bc-9295a1166983 req-bfb70c1f-5218-4212-a694-3cf0db7ac967 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.1231449 Aug 31 06:39:09.061290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Pushing event updated for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:09.151230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:09.172789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.176302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-f310a8bf-dcc6-45f7-952b-341eae6b0c79 service neutron] 10.222.0.50 "PUT /v2.0/ports/2d90976a-a442-4571-8344-7ea0361535c1 HTTP/1.1" status: 200 len: 1093 time: 4.3887689 Aug 31 06:39:09.215466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Made reservation on behalf of 557b587da21c43438bde254a443b5bc7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:09.236506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.288803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:09.299325 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35de4478-2d68-44ba-9ec1-61366e4267c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "tag": "2d90976a-a442-4571-8344-7ea0361535c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:09.386518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.488900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cbcc600-489e-405d-be61-75aba1a51f15 req-b23bbfdd-4106-4cdc-8ef8-42e64e8713c2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 210 time: 0.0774360 Aug 31 06:39:09.544563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-4f416a7d-e14d-4eae-9cbd-a373c3d8f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:09.551196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-4f416a7d-e14d-4eae-9cbd-a373c3d8f412 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 1096 time: 0.2305562 Aug 31 06:39:09.593003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:09.714539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Network 3388f69f-7f6b-489e-b5aa-025df5221907 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:09.715567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8a30f1-da13-4173-bbcc-284cae623485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:09.735409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-e5f8000c-f2b2-47df-80bc-9fce3f86aa1d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d90976a-a442-4571-8344-7ea0361535c1 HTTP/1.1" status: 200 len: 217 time: 0.1743891 Aug 31 06:39:09.777520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:09.840816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:10.011616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-186668c7-4137-4068-894d-e3b1e38039e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.014478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-186668c7-4137-4068-894d-e3b1e38039e3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.2434683 Aug 31 06:39:10.141917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Pushing event updated for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:10.214754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.234316 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ca4f67-34bc-4578-91bd-116c2d645b76 x-openstack-request-id: req-33ca4f67-34bc-4578-91bd-116c2d645b76 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:10.234772 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "tag": "2d90976a-a442-4571-8344-7ea0361535c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:10.235128 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33ca4f67-34bc-4578-91bd-116c2d645b76 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:10.235634 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1', 'status': 'completed', 'code': 200} Aug 31 06:39:10.320270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af92adfb-1506-461e-b4ef-c269e68108e1 None None] Provisioning for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:10.340587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af92adfb-1506-461e-b4ef-c269e68108e1 None None] Provisioning complete for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:10.341021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af92adfb-1506-461e-b4ef-c269e68108e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.353851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Transition to ACTIVE for port object 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:10.388152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-7db4d098-33b4-4f70-9346-3d89b46aa269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.407828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-7db4d098-33b4-4f70-9346-3d89b46aa269 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3412507 Aug 31 06:39:10.429131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7607dbc9-5533-4916-881d-c0ee16127ec3 req-ee456c5f-e3e2-4426-aa76-ee88ad3ca57c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:10.451101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7607dbc9-5533-4916-881d-c0ee16127ec3 req-ee456c5f-e3e2-4426-aa76-ee88ad3ca57c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.4319861 Aug 31 06:39:10.458251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af92adfb-1506-461e-b4ef-c269e68108e1 None None] Port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:10.474304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8a30f1-da13-4173-bbcc-284cae623485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.480043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.604691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7607dbc9-5533-4916-881d-c0ee16127ec3 req-d2dad183-8b95-49ac-9b4d-bd6389b4c26a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450391 Aug 31 06:39:10.767654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b8a30f1-da13-4173-bbcc-284cae623485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.797108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 69276452-2231-40b4-ab10-db1ee588c219 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:10.854627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b31db62-3187-42dd-9229-7a3a8f874148 req-304db89c-6c25-471c-a64d-f0485f9fc9dc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 210 time: 0.0519309 Aug 31 06:39:10.933828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 69276452-2231-40b4-ab10-db1ee588c219 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:10.936110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.943264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 69276452-2231-40b4-ab10-db1ee588c219 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:10.943649 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:10.952573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15388729-7bf4-4d84-a6e6-885a242bce25 req-843a02fc-5fb5-4778-82eb-0ec53c5b4751 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.2083519 Aug 31 06:39:11.052952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:11.065186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:11.158846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-ecefa79b-388f-4d9c-a227-b83fd52014d4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6514399 Aug 31 06:39:11.160104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:11.232936 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.265742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Allocated IP 172.20.0.8 (4e21d2af-84fa-4a4c-a336-1715ad6e8cd3/825f1cca-038a-456c-872a-93246d1caa99/565d8623-cf61-446f-b25d-bfb800420c14) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:11.308003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b8a30f1-da13-4173-bbcc-284cae623485 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e23308a88314d9e874863dcf72ec6d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6661990 Aug 31 06:39:11.311928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 69276452-2231-40b4-ab10-db1ee588c219, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=69276452-2231-40b4-ab10-db1ee588c219,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:11.324899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.325659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:11.381152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8a30f1-da13-4173-bbcc-284cae623485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb134633-7c1e-433d-b92e-8eaec4f19019,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:11.428835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.503434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=69276452-2231-40b4-ab10-db1ee588c219,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:11.523959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event updated for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:11.543019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:11.543685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.567571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-2bddca58-8551-4f7c-8216-7e2c98327b93 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.0312977 Aug 31 06:39:11.584857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Request body: {'port': {'device_id': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:11.613273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5880f34-c9ed-418b-a66a-f2f8b8a38f5d None None] Provisioning for port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:11.632999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5880f34-c9ed-418b-a66a-f2f8b8a38f5d None None] Provisioning complete for port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:11.634207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5880f34-c9ed-418b-a66a-f2f8b8a38f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.727889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.753232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d5880f34-c9ed-418b-a66a-f2f8b8a38f5d None None] Port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:11.828455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.855727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e72bc98c-6e26-49ea-a132-9cfcf01ff117 req-06b6fe11-589c-4a12-8caa-7bede4cfc6d2 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6342955 Aug 31 06:39:11.938972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:11.991007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1d7808-3243-42bd-ba16-a344b26d0250 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:12.007714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.055233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Transition to ACTIVE for port object 0d1d7808-3243-42bd-ba16-a344b26d0250 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:12.059493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.074727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.099495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b635e094-e3bb-4d49-a7af-80aad6cb93b7 req-c941c467-53b3-436a-8c25-1631fdd96d53 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.112734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b635e094-e3bb-4d49-a7af-80aad6cb93b7 req-c941c467-53b3-436a-8c25-1631fdd96d53 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.3808582 Aug 31 06:39:12.175122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Transition to ACTIVE for port object 565d8623-cf61-446f-b25d-bfb800420c14 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:12.228056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.234504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.253758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.354300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b635e094-e3bb-4d49-a7af-80aad6cb93b7 req-3751dc90-8e81-44e5-a594-82254696311e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401359 Aug 31 06:39:12.395753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53333065-ce3e-4199-869c-189d5c7e9fe0 req-e3603652-da0a-4bfa-967b-0d0c3dba55af tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.397436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53333065-ce3e-4199-869c-189d5c7e9fe0 req-e3603652-da0a-4bfa-967b-0d0c3dba55af tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 932 time: 0.2699528 Aug 31 06:39:12.548301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.562102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Pushing event updated for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.608644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.698650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-17f5f026-ec87-48d5-ab59-e73437faf76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:12.701117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-17f5f026-ec87-48d5-ab59-e73437faf76d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 1096 time: 0.7579079 Aug 31 06:39:12.743624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 69276452-2231-40b4-ab10-db1ee588c219 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:12.786221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53333065-ce3e-4199-869c-189d5c7e9fe0 req-d3961cec-a273-4399-8685-35b37e26e0d9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617656 Aug 31 06:39:12.792197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Attempting to bind port 0d1d7808-3243-42bd-ba16-a344b26d0250 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:12.792330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Attempting to bind port 0d1d7808-3243-42bd-ba16-a344b26d0250 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:12.792643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Attempting to bind port 0d1d7808-3243-42bd-ba16-a344b26d0250 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:12.797241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.801523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:12.806736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb134633-7c1e-433d-b92e-8eaec4f19019 HTTP/1.1" status: 204 len: 168 time: 1.4082110 Aug 31 06:39:12.827811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:12.835888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Port 0d1d7808-3243-42bd-ba16-a344b26d0250 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:12.836144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Attempting to bind port 0d1d7808-3243-42bd-ba16-a344b26d0250 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:12.840442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:12.849592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event updated for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:12.884987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:13.007314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:13.022180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Checking segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:13.027248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Bound using segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:13.030248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Bound port: 0d1d7808-3243-42bd-ba16-a344b26d0250, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:13.032199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.037836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 69276452-2231-40b4-ab10-db1ee588c219 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.038719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.044678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70bda94-4faf-4ad1-bd18-c79f9e6e8690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb134633-7c1e-433d-b92e-8eaec4f19019,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:13.110064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Network 3388f69f-7f6b-489e-b5aa-025df5221907 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:13.122805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd620629-552f-4a04-9daa-9a0a4c02f862 req-6c4e4d5e-66c6-4250-95da-de156edb7690 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.125821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:13.142004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd620629-552f-4a04-9daa-9a0a4c02f862 req-6c4e4d5e-66c6-4250-95da-de156edb7690 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 931 time: 0.4394379 Aug 31 06:39:13.444690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.453726 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.520180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14896412-ccdc-4d86-8868-e6084dc260f4 None None] Provisioning for port 565d8623-cf61-446f-b25d-bfb800420c14 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:13.551722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14896412-ccdc-4d86-8868-e6084dc260f4 None None] Provisioning complete for port 565d8623-cf61-446f-b25d-bfb800420c14 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.551722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14896412-ccdc-4d86-8868-e6084dc260f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.552917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd620629-552f-4a04-9daa-9a0a4c02f862 req-f2acb4cf-9a3e-423e-af7d-b280ae05fe10 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4036767 Aug 31 06:39:13.658916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-ee4d6a9c-6f49-4dd8-a94c-bd7c369c8d8f tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2030389 Aug 31 06:39:13.678318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14896412-ccdc-4d86-8868-e6084dc260f4 None None] Port 565d8623-cf61-446f-b25d-bfb800420c14 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:13.706301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:13.722147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-6ec1d210-fc14-415e-9a90-4fafa6e79cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:13.738111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-6ec1d210-fc14-415e-9a90-4fafa6e79cb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 917 time: 0.9588563 Aug 31 06:39:13.752202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.773155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Request body: {'port': {'device_id': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:13.817731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:13.824545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bb1848a-61fb-42b9-b87b-13c6a79b1fda None None] Provisioning complete for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:13.826405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bb1848a-61fb-42b9-b87b-13c6a79b1fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.856695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0d1d7808-3243-42bd-ba16-a344b26d0250,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:13.941283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Transition to ACTIVE for port object 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:13.960487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-0d7a9728-146d-4e1c-b503-12a72e95f983 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d90976a-a442-4571-8344-7ea0361535c1 HTTP/1.1" status: 200 len: 217 time: 0.1987286 Aug 31 06:39:13.972177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9bb1848a-61fb-42b9-b87b-13c6a79b1fda None None] Port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:13.975665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.994742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:13.995091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.077796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:39:14.130293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.134401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.135938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] 10.222.0.53 "PUT /v2.0/ports/0d1d7808-3243-42bd-ba16-a344b26d0250 HTTP/1.1" status: 200 len: 1092 time: 6.0474451 Aug 31 06:39:14.203693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587aad-25cb-4adb-ba4b-760aa111d49f req-e7d8962e-7d12-4065-b74b-9f967deb1a20 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.213765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:14.215191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2587aad-25cb-4adb-ba4b-760aa111d49f req-e7d8962e-7d12-4065-b74b-9f967deb1a20 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.4670248 Aug 31 06:39:14.219012 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7878e623-f406-4867-a28e-d939ca35a519" -d '{"events": [{"name": "network-changed", "server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:14.249289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-412d5fa3-1c81-4f95-ab21-4d4113f07818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.254374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-412d5fa3-1c81-4f95-ab21-4d4113f07818 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.2734215 Aug 31 06:39:14.324563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9bb5a-def3-4744-b24b-35be2bb54aaf req-30e42d0d-f17f-4d9f-8cd6-b604de57636d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.341438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4af9bb5a-def3-4744-b24b-35be2bb54aaf req-30e42d0d-f17f-4d9f-8cd6-b604de57636d tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 0.5210440 Aug 31 06:39:14.355530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:14.545928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2587aad-25cb-4adb-ba4b-760aa111d49f req-4f1d3746-920c-481a-bc93-b35012a23284 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293843 Aug 31 06:39:14.639054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Attempting to bind port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:14.639402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Attempting to bind port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:14.639742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Attempting to bind port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:14.656028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:14.656383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Attempting to bind port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 on network dc671ba6-414a-44c3-a4f3-b74bf449c275 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:14.712414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:14.713136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Checking segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:14.714705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Bound using segment: {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:14.719652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Bound port: 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0598d51e-957f-44be-8ed2-575601c5dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:14.720484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:14.733455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-d912ee72-fc46-438a-aa20-1ff980036fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:14.738255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-d912ee72-fc46-438a-aa20-1ff980036fdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4349906 Aug 31 06:39:15.027234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d4a38-10f0-4f15-af72-6dfedf605e03 req-14c4c109-393e-49ba-9afc-5720a34263b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.029011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-271d4a38-10f0-4f15-af72-6dfedf605e03 req-14c4c109-393e-49ba-9afc-5720a34263b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 944 time: 0.2881634 Aug 31 06:39:15.040782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:15.046687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:15.062834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-b1770e32-aa83-49e4-b880-db8f3c38062f service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077939 Aug 31 06:39:15.064138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.177714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9d7a-1210-4bd4-8e79-4ae237f40e1b service neutron] Pushing event updated for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.229204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.230266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.233035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] 10.222.0.50 "PUT /v2.0/ports/4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 HTTP/1.1" status: 200 len: 1093 time: 3.6538253 Aug 31 06:39:15.240445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:15.242872 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61415909-b854-41a3-a410-8688b162dc92" -d '{"events": [{"name": "network-changed", "server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:15.259887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-271d4a38-10f0-4f15-af72-6dfedf605e03 req-f6de3cd1-1445-4702-8509-1e100c1bc3c1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157750 Aug 31 06:39:15.334675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dd1fd1-efaf-4c04-a9e7-49fe3e746685 service neutron] Pushing event updated for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:15.400449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35de4478-2d68-44ba-9ec1-61366e4267c5 req-3ad2199c-1408-4290-9454-f7c5c76f8154 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095992 Aug 31 06:39:15.407757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-a04cf4b0-5f31-4d2f-8fcb-b5b4cd227a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.409245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-a04cf4b0-5f31-4d2f-8fcb-b5b4cd227a42 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 1096 time: 0.1097891 Aug 31 06:39:15.422499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-44307c85-866d-46b3-bc72-263a46e0fccd tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.426095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-44307c85-866d-46b3-bc72-263a46e0fccd tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 944 time: 1.1815243 Aug 31 06:39:15.478933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:15.482165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4af9bb5a-def3-4744-b24b-35be2bb54aaf req-efadc3a5-9719-4026-acda-8dba92e5f63f tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1338618 Aug 31 06:39:15.553243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-437f076f-70d8-4b5c-8dac-79e58747bc30 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 HTTP/1.1" status: 200 len: 217 time: 0.1346250 Aug 31 06:39:15.606407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-6bf7330b-f6be-47ac-8f10-b2cf21299221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.607923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-6bf7330b-f6be-47ac-8f10-b2cf21299221 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 1095 time: 1.3505664 Aug 31 06:39:15.628149 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b355b848-0401-4d69-b5ec-cec659da5d07 x-openstack-request-id: req-b355b848-0401-4d69-b5ec-cec659da5d07 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:15.628714 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:15.629142 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b355b848-0401-4d69-b5ec-cec659da5d07 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:15.629747 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250', 'status': 'completed', 'code': 200} Aug 31 06:39:15.651564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-725bf29a-f3a3-4890-9ba4-87b3890fad8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.653043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-725bf29a-f3a3-4890-9ba4-87b3890fad8e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.0902832 Aug 31 06:39:15.675510 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc8cb73a-7076-4090-a205-22de03130737 x-openstack-request-id: req-bc8cb73a-7076-4090-a205-22de03130737 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:15.675859 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:15.676193 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc8cb73a-7076-4090-a205-22de03130737 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:15.676660 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20', 'status': 'completed', 'code': 200} Aug 31 06:39:15.754863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-4e40958d-162c-49c4-a75d-b2a3ebb53bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.756719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-4e40958d-162c-49c4-a75d-b2a3ebb53bc4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0779760 Aug 31 06:39:15.770792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a68e21-b475-4ad5-baa0-1d296d158174 req-b6ecf3e0-7cf3-4321-bd06-e6175d64d1f1 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:15.772505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60a68e21-b475-4ad5-baa0-1d296d158174 req-b6ecf3e0-7cf3-4321-bd06-e6175d64d1f1 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 931 time: 0.1131659 Aug 31 06:39:15.797413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2d90976a-a442-4571-8344-7ea0361535c1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:15.798868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:39:15.809661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Sync routers for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:39:15.816700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-192e3c69-43d3-4905-b006-aa8f35cb8599 admin admin] 10.222.0.57 "PUT /v2.0/routers/ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3723691 Aug 31 06:39:15.825747 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:15.826402 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:15.898720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-15544675-45aa-4ed0-b07d-c7acdd049484 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1d7808-3243-42bd-ba16-a344b26d0250 HTTP/1.1" status: 200 len: 217 time: 0.1978083 Aug 31 06:39:16.061070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2d90976a-a442-4571-8344-7ea0361535c1,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:16.064824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eedeb4-003a-4027-a04c-5eed15f85cb4 req-0f593d1f-94f8-4885-bb5a-fe636c3ddfed tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.066806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35eedeb4-003a-4027-a04c-5eed15f85cb4 req-0f593d1f-94f8-4885-bb5a-fe636c3ddfed tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.3116198 Aug 31 06:39:16.116003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '2d90976a-a442-4571-8344-7ea0361535c1', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'port_id': '2d90976a-a442-4571-8344-7ea0361535c1', 'mac_address': 'fa:16:3e:98:c1:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881c3cfd-2325-4a75-869a-f2f3636d130c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:16.151244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-2e17481f-0d2b-4d25-9e8d-b59d9574764b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.153065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-2e17481f-0d2b-4d25-9e8d-b59d9574764b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.2240081 Aug 31 06:39:16.156123 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:16.160078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Deleting port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:16.160702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.196572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.225819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d90976a-a442-4571-8344-7ea0361535c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:16.300783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35eedeb4-003a-4027-a04c-5eed15f85cb4 req-68ad2415-2eaa-4343-bf0b-5a0cef2e4dbd tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244051 Aug 31 06:39:16.302597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60a68e21-b475-4ad5-baa0-1d296d158174 req-cd06e424-18bc-4d4c-9468-7b4a42d00d27 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5179770 Aug 31 06:39:16.337485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-8253874f-80cc-4786-8eae-192bc2f456da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:16.339411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-8253874f-80cc-4786-8eae-192bc2f456da service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1672220 Aug 31 06:39:16.347558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 565d8623-cf61-446f-b25d-bfb800420c14 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:16.371233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2d90976a-a442-4571-8344-7ea0361535c1,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:16.385479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.433027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.448658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-094044db-1f41-4f21-9701-8f4fb8c87ac4 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750643 Aug 31 06:39:16.507839 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 2, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:16.569295 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Checking router: ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:39:16.569669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Updating router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:39:16.594967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:16.616428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] For port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:16.617207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.622080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Transition to ACTIVE for port object 565d8623-cf61-446f-b25d-bfb800420c14 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:16.647852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Calling delete_port for 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:16.653056 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.655066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:16.775485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2d90976a-a442-4571-8344-7ea0361535c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:16.878762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034515ee-28f0-4b22-ad5c-2a0f715082d0 req-f8779927-e9ea-4959-b7ef-4f100d52ca86 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197662 Aug 31 06:39:16.908592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-ae883382-41e1-4357-ae23-fe57b46efcfd service neutron] 10.222.0.53 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5533915 Aug 31 06:39:16.960048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Pushing event updated for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.105290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf89ec-9977-4b35-8fe7-d08746c6ceb2 req-6c13f721-eb84-46c0-9f01-01746d9ec69e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.115531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5adf89ec-9977-4b35-8fe7-d08746c6ceb2 req-6c13f721-eb84-46c0-9f01-01746d9ec69e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 944 time: 0.2320170 Aug 31 06:39:17.142446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415909-b854-41a3-a410-8688b162dc92 req-27341a4f-7b91-407c-b3d2-52e312636753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.144109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-27341a4f-7b91-407c-b3d2-52e312636753 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 1096 time: 0.1965473 Aug 31 06:39:17.172591 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.183656 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Transition to ACTIVE for port object 705db556-f4c6-4ee6-8a19-53788f6c2fc6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:17.190115 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.257068 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70935-27ba-4d66-93ba-0520fcee4f75 None None] Pushing event updated for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.311686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Attempting to bind port 565d8623-cf61-446f-b25d-bfb800420c14 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:17.312602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Attempting to bind port 565d8623-cf61-446f-b25d-bfb800420c14 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:17.312602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Attempting to bind port 565d8623-cf61-446f-b25d-bfb800420c14 on network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:17.320617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Port 565d8623-cf61-446f-b25d-bfb800420c14 on network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:17.320999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Attempting to bind port 565d8623-cf61-446f-b25d-bfb800420c14 on network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:17.326561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5adf89ec-9977-4b35-8fe7-d08746c6ceb2 req-97acf99a-fa98-42df-992a-a4c0333b61cb tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101417 Aug 31 06:39:17.369786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Attempting to bind port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:17.370195 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Attempting to bind port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:17.370613 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Attempting to bind port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 on network 3388f69f-7f6b-489e-b5aa-025df5221907 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:17.376824 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:17.377442 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Checking segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:17.377818 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.378258 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Bound using segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:17.378869 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Bound port: 705db556-f4c6-4ee6-8a19-53788f6c2fc6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:17.379306 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.438901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67a4ea03-779c-4f24-953e-90bc5e66de4a req-1d5b2eb2-5156-4e79-8954-ef3303e70983 service neutron] 10.222.0.53 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5013478 Aug 31 06:39:17.450835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:17.451336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Checking segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:17.451744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Bound using segment: {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:17.452250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Bound port: 565d8623-cf61-446f-b25d-bfb800420c14, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:17.452650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.460968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415909-b854-41a3-a410-8688b162dc92 req-f8b89b7f-51f8-45f1-9873-fabe6c331d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.467256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] For port 705db556-f4c6-4ee6-8a19-53788f6c2fc6, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:17.470224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-f8b89b7f-51f8-45f1-9873-fabe6c331d5e service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 917 time: 0.3018539 Aug 31 06:39:17.472296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] For port 705db556-f4c6-4ee6-8a19-53788f6c2fc6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=705db556-f4c6-4ee6-8a19-53788f6c2fc6,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:17.482711 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.532492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:17.551707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'security_group': {'name': 'tempest-securitygroup--345394146', 'description': 'tempest-description--619312997'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:17.592801 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:17.594124 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:38:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:17.599925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-b35ac68e-4fc1-4118-89a6-acfaf8585f1a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 HTTP/1.1" status: 200 len: 217 time: 0.1203144 Aug 31 06:39:17.712976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415909-b854-41a3-a410-8688b162dc92 req-e0f42152-9f5b-41e5-9dc4-7361e1697b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.715135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-e0f42152-9f5b-41e5-9dc4-7361e1697b3d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.1067264 Aug 31 06:39:17.746316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:17.747158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:17.782198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.831910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:17.832261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:17.882686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61415909-b854-41a3-a410-8688b162dc92 req-3b5647bf-94c2-4af4-8246-9b57a7240fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.885214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-3b5647bf-94c2-4af4-8246-9b57a7240fcb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234593 Aug 31 06:39:17.894604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event deleted for resources: {'Port': ['ID=7bbe19a7-89ec-4c0c-a5af-40055288c7c1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:17.902685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:17.922909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177db006-4326-4763-8114-7bbc11bf1ad4 req-9bd96a39-7321-4b35-8912-064f8f4c08bf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:17.932219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-177db006-4326-4763-8114-7bbc11bf1ad4 req-9bd96a39-7321-4b35-8912-064f8f4c08bf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=4731b027-ef32-428b-81ef-9b039cb70700 HTTP/1.1" status: 200 len: 866 time: 0.3258507 Aug 31 06:39:17.987587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-177db006-4326-4763-8114-7bbc11bf1ad4 req-ed0f4ed9-9d3c-4d3f-be82-47257b36ab8b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543022 Aug 31 06:39:18.063700 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70935-27ba-4d66-93ba-0520fcee4f75 None None] Pushing event updated for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:18.119485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:18.125747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e623-f406-4867-a28e-d939ca35a519 req-51ac732a-487d-41df-b5c2-b7b189803fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.127526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-51ac732a-487d-41df-b5c2-b7b189803fdc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 1095 time: 0.5597332 Aug 31 06:39:18.132350 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:17Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:18.133115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] No DVR routers for this DVR port 7bbe19a7-89ec-4c0c-a5af-40055288c7c1 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:18.163158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-a5075282-7838-474f-9307-03b0f2bb641e service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651713 Aug 31 06:39:18.172521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.174665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de51efd9-f034-49f4-81e7-bb1272ae35a5 req-767b1a2b-55cc-42b5-9be5-f616b926c3e9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.53 "DELETE /v2.0/ports/7bbe19a7-89ec-4c0c-a5af-40055288c7c1 HTTP/1.1" status: 204 len: 173 time: 2.6697364 Aug 31 06:39:18.177733 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1867f79e-17e0-49a9-91b9-0c5ee78e38f0 None None] The sync data for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 is: [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:17Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:39:18.191127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9439aba-dd8e-476d-b96f-6e1a6a28128d req-12046615-0865-4072-ad2c-b022ab4bc45b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.193017 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9439aba-dd8e-476d-b96f-6e1a6a28128d req-12046615-0865-4072-ad2c-b022ab4bc45b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 943 time: 0.3015018 Aug 31 06:39:18.193513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-deleted', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:18.196745 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b778d9bb-5a69-4a44-83e6-09f287655992" -d '{"events": [{"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-deleted", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:18.208298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011419e5-250e-4b1a-a08a-93084b3a7f28 req-05a4156a-7d5b-4b76-b871-03ba11f0e809 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.218195 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-011419e5-250e-4b1a-a08a-93084b3a7f28 req-05a4156a-7d5b-4b76-b871-03ba11f0e809 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1132085 Aug 31 06:39:18.380650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=565d8623-cf61-446f-b25d-bfb800420c14,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:18.396181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.429399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-011419e5-250e-4b1a-a08a-93084b3a7f28 req-e2b7c8fc-2346-44f8-9336-546c1711a6c6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098479 Aug 31 06:39:18.469850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61415909-b854-41a3-a410-8688b162dc92 req-d573e7ec-fb2d-4bc6-ae15-32b5056a2b57 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2874136 Aug 31 06:39:18.471060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.471678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.476519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] 10.222.0.53 "PUT /v2.0/ports/565d8623-cf61-446f-b25d-bfb800420c14 HTTP/1.1" status: 200 len: 1092 time: 4.7112129 Aug 31 06:39:18.668560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.703937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9439aba-dd8e-476d-b96f-6e1a6a28128d req-0c6433cb-b47e-4cd8-9ac7-ae76427ae706 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3280904 Aug 31 06:39:18.707398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e623-f406-4867-a28e-d939ca35a519 req-656261e2-bddd-43cc-b463-87edc368a647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.708905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-656261e2-bddd-43cc-b463-87edc368a647 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 917 time: 0.5617788 Aug 31 06:39:18.712876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c7037-1b57-4ecc-be8e-832f5552dd15 service neutron] Pushing event updated for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:18.721025 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca7800c-20ee-4ece-8645-f29237f9f133 x-openstack-request-id: req-bca7800c-20ee-4ece-8645-f29237f9f133 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:18.721713 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4731b027-ef32-428b-81ef-9b039cb70700", "name": "network-vif-deleted", "tag": "7bbe19a7-89ec-4c0c-a5af-40055288c7c1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:18.722127 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bca7800c-20ee-4ece-8645-f29237f9f133 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:18.722698 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4731b027-ef32-428b-81ef-9b039cb70700', 'name': 'network-vif-deleted', 'tag': '7bbe19a7-89ec-4c0c-a5af-40055288c7c1', 'status': 'completed', 'code': 200} Aug 31 06:39:18.735836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.795615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 705db556-f4c6-4ee6-8a19-53788f6c2fc6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:18.819414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.826763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2907646 Aug 31 06:39:18.827670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:18.833030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'security_group_rule': {'security_group_id': '5a8464ea-0282-41d3-8895-d019736d1267', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:18.924874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b183c-b5c4-4967-b18d-b0ebb78c5c1f req-ba8103d7-70f5-43e3-8e3b-24ec5e7a63b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:18.930025 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc1b183c-b5c4-4967-b18d-b0ebb78c5c1f req-ba8103d7-70f5-43e3-8e3b-24ec5e7a63b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 944 time: 0.1712728 Aug 31 06:39:18.952479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:18.961214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:18.961926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.964185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:18.971704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a70164-ca57-45ae-84b0-3ecd5631bef0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8464ea-0282-41d3-8895-d019736d1267,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:19.001174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-34637e24-413b-4611-9c2b-ecfed9fcc8c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0d1d7808-3243-42bd-ba16-a344b26d0250 HTTP/1.1" status: 200 len: 217 time: 0.2763739 Aug 31 06:39:19.013243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-86260b6d-043e-4860-bc3c-b2f158fe9292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.015179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-86260b6d-043e-4860-bc3c-b2f158fe9292 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=557b587da21c43438bde254a443b5bc7&device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 1095 time: 0.4563143 Aug 31 06:39:19.147062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e623-f406-4867-a28e-d939ca35a519 req-b2d59caa-40f8-4802-8c48-ce1ecaaeaa39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.162930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc1b183c-b5c4-4967-b18d-b0ebb78c5c1f req-e720f6ba-e0fd-485c-bd4e-1c63d7663693 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052934 Aug 31 06:39:19.172286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-b2d59caa-40f8-4802-8c48-ce1ecaaeaa39 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.1548402 Aug 31 06:39:19.243147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.258021 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.295880 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.330600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.334715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5051484 Aug 31 06:39:19.345143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-13121de2-fc67-44be-874f-0b3001d9d300 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=565d8623-cf61-446f-b25d-bfb800420c14 HTTP/1.1" status: 200 len: 217 time: 0.2298136 Aug 31 06:39:19.353193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:19.356211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 705db556-f4c6-4ee6-8a19-53788f6c2fc6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=705db556-f4c6-4ee6-8a19-53788f6c2fc6,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:19.364680 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.382727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'security_group_rule': {'security_group_id': '5a8464ea-0282-41d3-8895-d019736d1267', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:19.424202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343ce85d-7c1e-4858-8754-30b09387dd5f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b1de77-6b9e-4a6c-bc25-2ff25a7a5fc9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:19.428714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.502718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.515782 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.527344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:19.554478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a17964-093e-4ce7-b13d-d1d9c5be7723,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:19.571881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.588969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d5af24da-3960-4169-ae98-d6c783f57d2d tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2281625 Aug 31 06:39:19.591485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:19.596637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:19.633009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:19.700067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878e623-f406-4867-a28e-d939ca35a519 req-04bdc71e-e27e-44fc-8275-6aee47387160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.700662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-04bdc71e-e27e-44fc-8275-6aee47387160 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3678656 Aug 31 06:39:19.702339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-7d684f91-f17a-4a96-a7d0-fb36b6ea0c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.705773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-7d684f91-f17a-4a96-a7d0-fb36b6ea0c19 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=825f1cca-038a-456c-872a-93246d1caa99 HTTP/1.1" status: 200 len: 844 time: 0.3260071 Aug 31 06:39:19.754653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0d1d7808-3243-42bd-ba16-a344b26d0250 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:19.803515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c925af-4f97-40ca-8720-355cf8bfd913 req-9b2f139f-74e1-4582-a393-831da4cb1988 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.811995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32c925af-4f97-40ca-8720-355cf8bfd913 req-9b2f139f-74e1-4582-a393-831da4cb1988 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1911225 Aug 31 06:39:19.891498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6f7b0-f9a9-46a4-a373-a8897193e657 req-4f52d9c3-9d10-4376-8bc8-dab6159728bb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:19.895293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83a6f7b0-f9a9-46a4-a373-a8897193e657 req-4f52d9c3-9d10-4376-8bc8-dab6159728bb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.1713424 Aug 31 06:39:19.944284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0d1d7808-3243-42bd-ba16-a344b26d0250,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:19.964298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0d1d7808-3243-42bd-ba16-a344b26d0250', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'port_id': '0d1d7808-3243-42bd-ba16-a344b26d0250', 'mac_address': 'fa:16:3e:4c:bd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881c3cfd-2325-4a75-869a-f2f3636d130c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:19.969728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2d90976a-a442-4571-8344-7ea0361535c1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:19.992080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.038782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83a6f7b0-f9a9-46a4-a373-a8897193e657 req-e0929596-3d3c-4390-94aa-5ba10c107592 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247663 Aug 31 06:39:20.080982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.108163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1d7808-3243-42bd-ba16-a344b26d0250 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:20.138990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0d1d7808-3243-42bd-ba16-a344b26d0250,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:20.144978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 2d90976a-a442-4571-8344-7ea0361535c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:20.156657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 2d90976a-a442-4571-8344-7ea0361535c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:20.157038 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.159823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.260664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:20.317419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Allocated IP 172.25.3.80 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/d3c33747-a2e9-47e9-a205-4272d77a2223) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:20.357184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-2722ce72-1e58-444f-a167-c4c20133e837 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.362272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-2722ce72-1e58-444f-a167-c4c20133e837 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.2241480 Aug 31 06:39:20.386086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.424155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:20.426816 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215b6e0-f848-487f-95e2-3a17d3d36724" -d '{"events": [{"server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "name": "network-vif-plugged", "status": "completed", "tag": "2d90976a-a442-4571-8344-7ea0361535c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:20.442431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2d90976a-a442-4571-8344-7ea0361535c1,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:20.450420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.495264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0d1d7808-3243-42bd-ba16-a344b26d0250'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:20.608063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-aaeab631-0c69-4a36-90d4-20c69432216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.615358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-aaeab631-0c69-4a36-90d4-20c69432216e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.8952744 Aug 31 06:39:20.646387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:20.701515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32c925af-4f97-40ca-8720-355cf8bfd913 req-8ed0a078-47c1-4956-867b-5852ebc80ea2 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8867781 Aug 31 06:39:20.706533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-d4ffdf1e-8899-4970-9140-c938f0800a38 service neutron] 10.222.0.53 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9877977 Aug 31 06:39:20.707772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 705db556-f4c6-4ee6-8a19-53788f6c2fc6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:20.714920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a6b84c-e899-48fc-93ee-e1da83433f55 req-5b8507f5-4398-4f51-893d-4f444556d511 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:20.725654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a6b84c-e899-48fc-93ee-e1da83433f55 req-5b8507f5-4398-4f51-893d-4f444556d511 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 943 time: 0.2950201 Aug 31 06:39:20.753399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:20.763420 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e571268b-eb1a-41f2-9af3-426b1c8e144a" -d '{"events": [{"name": "network-changed", "server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "tag": "565d8623-cf61-446f-b25d-bfb800420c14"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:20.783738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:20.783963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.784185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.835409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a6b84c-e899-48fc-93ee-e1da83433f55 req-1ca38270-94fb-471c-b2e9-f830ec42a630 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039619 Aug 31 06:39:20.878540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Deleting port 6505424c-79a7-4d2b-a142-e47b3b203b6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:20.879087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:20.984486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:21.029531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.033840 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5317a14f-e225-489a-8dab-9b29d80b9ba7 x-openstack-request-id: req-5317a14f-e225-489a-8dab-9b29d80b9ba7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:21.034714 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "name": "network-vif-plugged", "status": "completed", "tag": "2d90976a-a442-4571-8344-7ea0361535c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:21.035151 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5317a14f-e225-489a-8dab-9b29d80b9ba7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:21.035732 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1', 'code': 200} Aug 31 06:39:21.116712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:21.161216 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1eaf0ae-f905-4203-b50b-4c60c740120a x-openstack-request-id: req-e1eaf0ae-f905-4203-b50b-4c60c740120a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:21.161530 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "tag": "565d8623-cf61-446f-b25d-bfb800420c14", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:21.161814 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1eaf0ae-f905-4203-b50b-4c60c740120a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:21.162199 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14', 'status': 'completed', 'code': 200} Aug 31 06:39:21.170698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:21.217213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:21.224140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] For port 6505424c-79a7-4d2b-a142-e47b3b203b6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6505424c-79a7-4d2b-a142-e47b3b203b6d,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:21.224650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.243718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c8dfc8-5bbd-4f1a-a3e8-29d9e41b19bd req-0f208167-11ee-4634-8483-8792a3de0be8 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.252607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33c8dfc8-5bbd-4f1a-a3e8-29d9e41b19bd req-0f208167-11ee-4634-8483-8792a3de0be8 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 944 time: 0.2444375 Aug 31 06:39:21.265375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-fe96981f-eb02-475d-a865-09b4e549dcf1 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5436225 Aug 31 06:39:21.286466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Calling delete_port for 6505424c-79a7-4d2b-a142-e47b3b203b6d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:21.306561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'Port': ['ID=d3c33747-a2e9-47e9-a205-4272d77a2223,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:21.307887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7878e623-f406-4867-a28e-d939ca35a519 req-97931b79-858f-4e42-b7fc-8d90970abca0 service neutron] 10.222.0.53 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5615451 Aug 31 06:39:21.387383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33c8dfc8-5bbd-4f1a-a3e8-29d9e41b19bd req-0f12822a-7a76-4e4f-ba47-92297cd9553d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311882 Aug 31 06:39:21.387628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e761ca-f3cb-4c74-9550-e4abed71fb27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.452106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd8d29-b4a1-4d63-979b-4ea1cb265999 req-ec5b9a17-acb6-4d40-a112-e6ee3f7e484c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.453012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-810b5dbb-c32d-4128-ab66-a768c0b03287 req-be938b0d-5469-4a97-ba2e-8de6651eaa6e service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785579 Aug 31 06:39:21.454374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88cd8d29-b4a1-4d63-979b-4ea1cb265999 req-ec5b9a17-acb6-4d40-a112-e6ee3f7e484c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 1098 time: 0.3312693 Aug 31 06:39:21.537692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f73cb-b8b9-4d36-a4ee-dc7075b6a804 req-242c7574-9dcb-4dcf-8ca2-b112d86e675e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.539349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72f73cb-b8b9-4d36-a4ee-dc7075b6a804 req-242c7574-9dcb-4dcf-8ca2-b112d86e675e tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 944 time: 0.2796938 Aug 31 06:39:21.589803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-6250b150-24a2-44fc-8f38-3b01b285e36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.592512 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-6250b150-24a2-44fc-8f38-3b01b285e36e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=557b587da21c43438bde254a443b5bc7&device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 1095 time: 0.0721157 Aug 31 06:39:21.659389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88cd8d29-b4a1-4d63-979b-4ea1cb265999 req-5fb75319-10e3-44e9-a37c-5977c77580df service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837332 Aug 31 06:39:21.660711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.691072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72f73cb-b8b9-4d36-a4ee-dc7075b6a804 req-b845ba18-20b8-4e9d-b1aa-fa9f6a0b459a tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396060 Aug 31 06:39:21.750236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-63b85f5a-7df8-48ac-8160-33c5d4e76167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.753196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-63b85f5a-7df8-48ac-8160-33c5d4e76167 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 HTTP/1.1" status: 200 len: 906 time: 0.1540172 Aug 31 06:39:21.762713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e0208736-e614-4645-a22c-cfba8934ec0e details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:21.764793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0d1d7808-3243-42bd-ba16-a344b26d0250 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:21.829078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:21.829548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.898441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-cd9b34bc-c387-4bb3-b415-5b8a72cb9be0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=565d8623-cf61-446f-b25d-bfb800420c14 HTTP/1.1" status: 200 len: 217 time: 0.1344824 Aug 31 06:39:21.918613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:21.964682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-643bbb65-f7b1-4290-ad51-dd88371266b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:21.967001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-643bbb65-f7b1-4290-ad51-dd88371266b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=825f1cca-038a-456c-872a-93246d1caa99 HTTP/1.1" status: 200 len: 844 time: 0.0606353 Aug 31 06:39:21.970942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0d1d7808-3243-42bd-ba16-a344b26d0250 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:21.996299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:21.999686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0d1d7808-3243-42bd-ba16-a344b26d0250 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:22.000075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.022343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3b43-028c-41f1-abfd-2b6f012a339a req-35578164-1465-46bb-93b9-c183007737bc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.036398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a82a3b43-028c-41f1-abfd-2b6f012a339a req-35578164-1465-46bb-93b9-c183007737bc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1845171 Aug 31 06:39:22.040644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f', 'port_id': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'mac_address': 'fa:16:3e:95:29:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2de5374b-9c88-40f5-9167-671d88f1e4b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:22.059112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event deleted for resources: {'Port': ['ID=6505424c-79a7-4d2b-a142-e47b3b203b6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.073889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e761ca-f3cb-4c74-9550-e4abed71fb27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.095125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00e761ca-f3cb-4c74-9550-e4abed71fb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.100422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a82a3b43-028c-41f1-abfd-2b6f012a339a req-3a4f4db6-4f14-4804-ab62-b182aba32f0e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627458 Aug 31 06:39:22.130877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-6fda5a13-68a1-4d0c-b7b3-bea51f0b0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.133900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-6fda5a13-68a1-4d0c-b7b3-bea51f0b0f3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1570396 Aug 31 06:39:22.144727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:22.158829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.204615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] No DVR routers for this DVR port 6505424c-79a7-4d2b-a142-e47b3b203b6d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:22.205906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20', 'network_id': 'dc671ba6-414a-44c3-a4f3-b74bf449c275', 'port_id': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20', 'mac_address': 'fa:16:3e:31:47:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '881c3cfd-2325-4a75-869a-f2f3636d130c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:22.225402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0208736-e614-4645-a22c-cfba8934ec0e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:22.234923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.237588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-311e55df-8fd4-4a2e-8b53-a5443b18c6a9 req-58d024be-f76a-40ce-ad48-3d6cb08ae6b9 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "DELETE /v2.0/ports/6505424c-79a7-4d2b-a142-e47b3b203b6d HTTP/1.1" status: 204 len: 173 time: 1.8562920 Aug 31 06:39:22.240094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-deleted', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:22.250767 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e722428-f51c-47b2-b805-15ad9b383a0d" -d '{"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-deleted", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:22.300861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-8ce0a812-78f4-46f7-86b3-6d4fdab0411e service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581426 Aug 31 06:39:22.347098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00e761ca-f3cb-4c74-9550-e4abed71fb27 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=956f5c183a434728980c6b8f7616c758&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3535714 Aug 31 06:39:22.365399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:22.368937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.399802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.446846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e571268b-eb1a-41f2-9af3-426b1c8e144a req-d93e6b1d-d1e5-4110-895a-da3274e4cd60 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054230 Aug 31 06:39:22.446846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:22.447147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:22.470481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e761ca-f3cb-4c74-9550-e4abed71fb27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6001ed1b-5276-4401-9fba-4d4ac7b59813,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.486548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.490097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d2f66b-5fb8-4257-9580-097de4b013f6 req-404af8ac-2f1f-47d7-8912-474c5fd7b515 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.493089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88d2f66b-5fb8-4257-9580-097de4b013f6 req-404af8ac-2f1f-47d7-8912-474c5fd7b515 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 943 time: 0.5171323 Aug 31 06:39:22.493505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0d1d7808-3243-42bd-ba16-a344b26d0250,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:22.495090 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.519629 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5191f4f-88f5-4456-b20e-4d7acec1eec9 x-openstack-request-id: req-a5191f4f-88f5-4456-b20e-4d7acec1eec9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:22.519916 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64472201-5c3c-46f8-b756-6ff1c976d7d0", "name": "network-vif-deleted", "tag": "6505424c-79a7-4d2b-a142-e47b3b203b6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:22.521202 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5191f4f-88f5-4456-b20e-4d7acec1eec9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:22.521605 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64472201-5c3c-46f8-b756-6ff1c976d7d0', 'name': 'network-vif-deleted', 'tag': '6505424c-79a7-4d2b-a142-e47b3b203b6d', 'status': 'completed', 'code': 200} Aug 31 06:39:22.536820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.548404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.601775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:22.612505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.632632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.659347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88d2f66b-5fb8-4257-9580-097de4b013f6 req-e3acfb71-aae3-4235-b4e8-78b056e12451 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331832 Aug 31 06:39:22.669590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493dfcb-1165-4b2e-a7a9-781fb46849ee req-1412e356-6fe8-4eef-8886-92ba137d7251 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:22.679365 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0493dfcb-1165-4b2e-a7a9-781fb46849ee req-1412e356-6fe8-4eef-8886-92ba137d7251 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 945 time: 0.0746162 Aug 31 06:39:22.706949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.714522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.730126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.737943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e0208736-e614-4645-a22c-cfba8934ec0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:22.757442 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0493dfcb-1165-4b2e-a7a9-781fb46849ee req-f9dffc9f-82f1-4c80-9a42-bf556d687549 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769825 Aug 31 06:39:22.777827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.780365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.794981 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6001ed1b-5276-4401-9fba-4d4ac7b59813 HTTP/1.1" status: 204 len: 168 time: 0.3600390 Aug 31 06:39:22.825676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b89b48-3294-47b2-96f2-a6d8436a059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6001ed1b-5276-4401-9fba-4d4ac7b59813,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.849005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'Port': ['ID=d3c33747-a2e9-47e9-a205-4272d77a2223,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.884359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c846b7bb-75fd-4192-af35-557e45ea8d2f req-895adcc7-91a1-4379-b719-38fccaa1fcfb tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=64472201-5c3c-46f8-b756-6ff1c976d7d0 HTTP/1.1" status: 200 len: 210 time: 0.0296299 Aug 31 06:39:22.930883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:22.938541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.958916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:22.960230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1d3784a7-6a45-4d11-8330-67819865f901 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3677382 Aug 31 06:39:23.037195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:23.040534 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db62932b-ab8e-4442-a0f5-6648d8813dbc" -d '{"events": [{"server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:23.101786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['4d3bf3bf-e1fe-444c-8583-0edc0d73aa20'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:23.146154 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86869db4-347e-4a00-9087-6135a3111192 x-openstack-request-id: req-86869db4-347e-4a00-9087-6135a3111192 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:23.146404 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "name": "network-vif-plugged", "status": "completed", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:23.146721 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86869db4-347e-4a00-9087-6135a3111192 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:23.147112 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250', 'code': 200} Aug 31 06:39:23.333349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-8c1d9ac2-807f-4b33-9a78-307de87927d7 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--345394146&fields=id&tenant_id=bd57b6902e2f40baab7e3019b48a0b6c HTTP/1.1" status: 200 len: 267 time: 0.1194892 Aug 31 06:39:23.410293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:23.414077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cbedf0-dc71-4418-a1df-8ae9632283ec req-70c95ce1-c47a-4bb5-b471-b3d08b321a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.417069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12cbedf0-dc71-4418-a1df-8ae9632283ec req-70c95ce1-c47a-4bb5-b471-b3d08b321a77 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 1097 time: 0.0942025 Aug 31 06:39:23.432841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea579162-c449-4991-be74-7555992fdbf8 req-56b2f3f5-363e-44dc-9cf6-95036a5c6f3f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.442012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea579162-c449-4991-be74-7555992fdbf8 req-56b2f3f5-363e-44dc-9cf6-95036a5c6f3f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.1852598 Aug 31 06:39:23.462014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06027e5e-d6c9-4bee-9002-8801d6fa65f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.507692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12cbedf0-dc71-4418-a1df-8ae9632283ec req-24702dfe-ce5a-4950-8e90-1bcfbd4896cc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569763 Aug 31 06:39:23.526448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea579162-c449-4991-be74-7555992fdbf8 req-ae9279a5-29ba-4841-a8b6-6ab0ff881b79 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831811 Aug 31 06:39:23.562873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0c58a6ba-a002-4b4c-95a0-15e959322fba tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.569980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0c58a6ba-a002-4b4c-95a0-15e959322fba tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/networks?id=3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 200 len: 815 time: 0.2354639 Aug 31 06:39:23.595708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-20f65e32-8eb0-4124-a37e-520e481b09dd tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/quotas/bd57b6902e2f40baab7e3019b48a0b6c HTTP/1.1" status: 200 len: 375 time: 0.0248237 Aug 31 06:39:23.672850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-b8c8b836-d59b-4e98-8f0a-06e3a30e3c5b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0762026 Aug 31 06:39:23.707522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06027e5e-d6c9-4bee-9002-8801d6fa65f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.720981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06027e5e-d6c9-4bee-9002-8801d6fa65f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:23.768584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 565d8623-cf61-446f-b25d-bfb800420c14 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:23.771810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e0208736-e614-4645-a22c-cfba8934ec0e up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:23.813093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:23.813747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-06027e5e-d6c9-4bee-9002-8801d6fa65f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=957a1cd9ec9147208025ebe6e15929aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4016705 Aug 31 06:39:23.816948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06027e5e-d6c9-4bee-9002-8801d6fa65f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c46bba5-48fb-4697-8339-4e3bea592419,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:23.845416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:23.900466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-41eee031-0967-4607-8a01-98bafdad8565 service neutron] 10.222.0.57 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2063634 Aug 31 06:39:23.903381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 6505424c-79a7-4d2b-a142-e47b3b203b6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:23.903960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6505424c-79a7-4d2b-a142-e47b3b203b6d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:23.957775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c486547-ed1b-485d-8465-e407b5a325bd req-65250a8d-b124-4c48-85c9-e3bebf383881 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:23.957775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c486547-ed1b-485d-8465-e407b5a325bd req-65250a8d-b124-4c48-85c9-e3bebf383881 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 943 time: 0.1011584 Aug 31 06:39:23.982249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.011669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=565d8623-cf61-446f-b25d-bfb800420c14,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:24.015521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e0208736-e614-4645-a22c-cfba8934ec0e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:24.019536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c486547-ed1b-485d-8465-e407b5a325bd req-d9c2e72a-1099-4737-bc59-edc467e4b34b tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546267 Aug 31 06:39:24.031229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e0208736-e614-4645-a22c-cfba8934ec0e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:24.031986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.038859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.062019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '565d8623-cf61-446f-b25d-bfb800420c14', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'port_id': '565d8623-cf61-446f-b25d-bfb800420c14', 'mac_address': 'fa:16:3e:31:4f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:24.066639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-8019419a-bd3b-44a8-a6c4-39ad356800e2 service neutron] 10.222.0.57 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435895 Aug 31 06:39:24.131977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.141637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.144364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.149761 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0c46bba5-48fb-4697-8339-4e3bea592419 HTTP/1.1" status: 204 len: 168 time: 0.3345609 Aug 31 06:39:24.161086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71fd6d-7939-4dfc-8de1-9729e8b29191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c46bba5-48fb-4697-8339-4e3bea592419,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.178472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 565d8623-cf61-446f-b25d-bfb800420c14 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:24.234363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=565d8623-cf61-446f-b25d-bfb800420c14,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:24.235552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.245920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022db9f1-685d-4c9f-854e-8bfc502ea796 req-59e574d4-9690-4285-85d4-4760679a9043 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.254675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.261392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-022db9f1-685d-4c9f-854e-8bfc502ea796 req-59e574d4-9690-4285-85d4-4760679a9043 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 945 time: 0.1021163 Aug 31 06:39:24.324408 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-022db9f1-685d-4c9f-854e-8bfc502ea796 req-eee4141d-86d4-4e69-ab16-2e0738deb136 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577703 Aug 31 06:39:24.334925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:24.349449 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:24.366016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.448721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:24.457356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79796959-82a8-41a2-909a-a6a3af159a22 req-d58aa36f-d82e-4949-b4c7-7e7ae319ec7b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 210 time: 0.0757127 Aug 31 06:39:24.562780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['565d8623-cf61-446f-b25d-bfb800420c14'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:24.685050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c395a7a-2289-47e9-ab7b-be7c178b7021 req-85759801-5fd3-45b4-8080-99ad9ec5f8ec tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.686818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c395a7a-2289-47e9-ab7b-be7c178b7021 req-85759801-5fd3-45b4-8080-99ad9ec5f8ec tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.1356668 Aug 31 06:39:24.700971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b6958a-5fad-4c0b-85f1-a699c236e71d req-32e33095-668e-4f57-961d-00e66ec67d69 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:24.718012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2b6958a-5fad-4c0b-85f1-a699c236e71d req-32e33095-668e-4f57-961d-00e66ec67d69 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1059349 Aug 31 06:39:24.776708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c395a7a-2289-47e9-ab7b-be7c178b7021 req-0362980d-cac2-49d1-b491-755ed8c5a8f2 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744796 Aug 31 06:39:24.804520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2b6958a-5fad-4c0b-85f1-a699c236e71d req-5b7cca03-0361-4859-9960-5eaea5d645de tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Aug 31 06:39:24.841052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f9c14cb-9e82-4555-b190-cdb40719e91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.122095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb8814d-509d-439b-a007-a7c2f43f58ed req-5aa1b7ea-e81a-4356-985c-dc10c865e39b tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.130586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbb8814d-509d-439b-a007-a7c2f43f58ed req-5aa1b7ea-e81a-4356-985c-dc10c865e39b tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 951 time: 0.0611954 Aug 31 06:39:25.153169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:25.153169 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-113a13bb-efc5-4b51-aab4-1ba43d322ff9" -d '{"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-plugged", "status": "completed", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:25.200888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbb8814d-509d-439b-a007-a7c2f43f58ed req-5a881fcd-5eac-45e1-ae47-21b097ce4c58 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497754 Aug 31 06:39:25.235836 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca0dba53-002a-48d0-87bc-14d5414802c2 x-openstack-request-id: req-ca0dba53-002a-48d0-87bc-14d5414802c2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:25.236405 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-plugged", "status": "completed", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:25.236865 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca0dba53-002a-48d0-87bc-14d5414802c2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:25.237484 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'code': 200} Aug 31 06:39:25.347456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240db43-ed12-4d83-bf4d-4f3aa9d3e9ae req-5a79d073-bbac-4099-bbb3-ccce2bfb83e7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.348990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f240db43-ed12-4d83-bf4d-4f3aa9d3e9ae req-5a79d073-bbac-4099-bbb3-ccce2bfb83e7 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 944 time: 0.1698637 Aug 31 06:39:25.355204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830738b-36e6-4cee-ac49-eb96c688e035 req-85d000da-b87f-4722-a139-1d174ba23020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.357211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f830738b-36e6-4cee-ac49-eb96c688e035 req-85d000da-b87f-4722-a139-1d174ba23020 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1098 time: 0.0539539 Aug 31 06:39:25.370343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-617ef35d-77f2-4fc4-b0a5-d998b7487580 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1448627 Aug 31 06:39:25.394475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189719ca-a9eb-4845-9721-03e42b3e66de req-cf482126-5c9a-4e85-99bb-84cc6846dd4c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.396657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-189719ca-a9eb-4845-9721-03e42b3e66de req-cf482126-5c9a-4e85-99bb-84cc6846dd4c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.1073172 Aug 31 06:39:25.409069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f830738b-36e6-4cee-ac49-eb96c688e035 req-6ea31b02-27cb-439b-9740-0c7c8486f5b2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436914 Aug 31 06:39:25.507210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f240db43-ed12-4d83-bf4d-4f3aa9d3e9ae req-0e7adabf-808d-430e-84d9-6c949d499c7d tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447818 Aug 31 06:39:25.558622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec7fa2c-62a0-4ead-8260-7869d6950984 req-17408020-045a-43d6-8119-d607521754bc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.565666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fec7fa2c-62a0-4ead-8260-7869d6950984 req-17408020-045a-43d6-8119-d607521754bc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 945 time: 0.0782788 Aug 31 06:39:25.601359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-179fb9e5-f01b-4d29-80bb-76e53fcb8fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.603139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-179fb9e5-f01b-4d29-80bb-76e53fcb8fa7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 1096 time: 0.1937470 Aug 31 06:39:25.635063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fec7fa2c-62a0-4ead-8260-7869d6950984 req-e36e7fcd-72d6-49fe-a945-d537f3cd52e5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685019 Aug 31 06:39:25.801190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 565d8623-cf61-446f-b25d-bfb800420c14 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:25.871370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:25.930834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0ebab-b5f2-4171-ba1d-336dd28be3cc req-1193fbf7-e9a6-460e-ae08-7b365ce4844b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:25.940094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72e0ebab-b5f2-4171-ba1d-336dd28be3cc req-1193fbf7-e9a6-460e-ae08-7b365ce4844b tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 944 time: 0.0847054 Aug 31 06:39:25.963387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 565d8623-cf61-446f-b25d-bfb800420c14 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:25.968903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 565d8623-cf61-446f-b25d-bfb800420c14 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:25.969725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:25.996209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:26.005466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:26.006074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.037287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72e0ebab-b5f2-4171-ba1d-336dd28be3cc req-53c021b8-25ff-4284-a083-7353c3f2c6bf tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/security-groups?id=0f4136a0-db46-4cbb-97da-d011505e0c0d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959089 Aug 31 06:39:26.148128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.171211 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.197979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-012e93e2-f31c-4256-a418-a54f1dd758d2 req-70b11fb7-9866-44c8-9020-67d94e867043 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 210 time: 0.0875237 Aug 31 06:39:26.216582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=565d8623-cf61-446f-b25d-bfb800420c14,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:26.233974 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.241105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:26.342463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Deleting port 56f41b55-51d0-4dce-baec-808c14aa7a6e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:26.342806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.404835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.416268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-85c0809c-4cc1-4898-9426-b78567911b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.417825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-85c0809c-4cc1-4898-9426-b78567911b44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.7876067 Aug 31 06:39:26.440190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:26.495140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:26.507783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-f808a3ad-5464-44a7-85fd-4b905a82a064 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 200 len: 217 time: 0.0647435 Aug 31 06:39:26.527208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808b0e3-6ffa-4e70-ace5-5e87898e0924 req-5076dcc7-31dc-4c81-bc09-f16186968be3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.528713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f808b0e3-6ffa-4e70-ace5-5e87898e0924 req-5076dcc7-31dc-4c81-bc09-f16186968be3 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.2340055 Aug 31 06:39:26.558467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0a2d4315-a423-4f3c-a921-55d9920c68c8 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.559919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0a2d4315-a423-4f3c-a921-55d9920c68c8 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.50 "GET /v2.0/networks?id=3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 200 len: 815 time: 0.4454365 Aug 31 06:39:26.627062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] For port 56f41b55-51d0-4dce-baec-808c14aa7a6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=56f41b55-51d0-4dce-baec-808c14aa7a6e,segment=NetworkSegment(5057f3bc-bd01-4848-8cf4-52cc10b9839a),segment_id=5057f3bc-bd01-4848-8cf4-52cc10b9839a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:26.627630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:26.664706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Calling delete_port for 56f41b55-51d0-4dce-baec-808c14aa7a6e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:26.700760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-ba3262a9-915c-4411-be4b-90d1fbe7a434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.702397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-ba3262a9-915c-4411-be4b-90d1fbe7a434 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.1692479 Aug 31 06:39:26.710675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f808b0e3-6ffa-4e70-ace5-5e87898e0924 req-9d1c4014-b1ca-4186-a3e5-b1897d229924 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640501 Aug 31 06:39:26.718362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-40f23cb4-06d7-4ec7-8dff-108b6837c8e4 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd57b6902e2f40baab7e3019b48a0b6c HTTP/1.1" status: 200 len: 379 time: 0.1321232 Aug 31 06:39:26.769133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'port': {'device_id': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'admin_state_up': True, 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'security_groups': ['5a8464ea-0282-41d3-8895-d019736d1267']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:26.791376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-b2183705-dd4e-45bb-858e-c1ee57ed8d61 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797482 Aug 31 06:39:26.828989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80735c5b-6dc5-427a-bddd-7a144672e309 req-11f1a908-ab59-4c88-8845-091349846861 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:26.830639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80735c5b-6dc5-427a-bddd-7a144672e309 req-11f1a908-ab59-4c88-8845-091349846861 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.0550883 Aug 31 06:39:26.880632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80735c5b-6dc5-427a-bddd-7a144672e309 req-8d4b9c3c-6e60-49a2-8271-9c50b24dcb74 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407875 Aug 31 06:39:27.065084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-8e6dd384-0811-4db4-b536-6ac7424e2fdc service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2553706 Aug 31 06:39:27.078749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161d427e-7322-4d19-bcdf-9d4d45f15218 req-2daf61cf-a93f-4c97-8f02-4d09f6d0d47d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.080235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-161d427e-7322-4d19-bcdf-9d4d45f15218 req-2daf61cf-a93f-4c97-8f02-4d09f6d0d47d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.1646142 Aug 31 06:39:27.097676 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:39:27.144446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.159032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Made reservation on behalf of bd57b6902e2f40baab7e3019b48a0b6c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:27.162352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.170293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9396dd5f-0e82-4119-a046-356ab856b86d req-10585892-f617-44c4-bbdb-558cb689ab7c tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.57 "GET /v2.0/ports?device_id=3c8ae274-1c83-4adc-85f8-49e5dea4a71a HTTP/1.1" status: 200 len: 210 time: 0.0333281 Aug 31 06:39:27.202474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Pushing event deleted for resources: {'Port': ['ID=56f41b55-51d0-4dce-baec-808c14aa7a6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:27.238969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14'}, {'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:27.241410 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3b27e84-cc30-46dc-91e4-e2946c7f252c" -d '{"events": [{"server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "name": "network-vif-plugged", "status": "completed", "tag": "565d8623-cf61-446f-b25d-bfb800420c14"}, {"server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "name": "network-vif-plugged", "status": "completed", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:27.259461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-161d427e-7322-4d19-bcdf-9d4d45f15218 req-b16a826c-fad7-4677-9c97-42bbc246e895 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727519 Aug 31 06:39:27.302220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] No DVR routers for this DVR port 56f41b55-51d0-4dce-baec-808c14aa7a6e on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:27.309023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.311145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-189719ca-a9eb-4845-9721-03e42b3e66de req-5f43b4d6-ecf4-4e8a-a377-e9dad177fa40 tempest-LiveAutoBlockMigrationV225Test-470102903 tempest-LiveAutoBlockMigrationV225Test-470102903-project] 10.222.0.50 "DELETE /v2.0/ports/56f41b55-51d0-4dce-baec-808c14aa7a6e HTTP/1.1" status: 204 len: 173 time: 1.8949096 Aug 31 06:39:27.339994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-deleted', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:27.342499 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d258516c-5873-40e7-b2cb-adc1b9cac46d" -d '{"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-deleted", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:27.356517 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be29e072-4896-449f-a6d9-cfffd96d01bc req-f92f2064-69c6-4dd1-9f35-689d49aa9969 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752185 Aug 31 06:39:27.382417 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15608a2f-3351-4152-b24a-e71383f4ffb6 x-openstack-request-id: req-15608a2f-3351-4152-b24a-e71383f4ffb6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:27.383735 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "name": "network-vif-plugged", "status": "completed", "tag": "565d8623-cf61-446f-b25d-bfb800420c14", "code": 200}, {"server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "name": "network-vif-plugged", "status": "completed", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:27.385057 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15608a2f-3351-4152-b24a-e71383f4ffb6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:27.385710 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14', 'code': 200} Aug 31 06:39:27.386636 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20', 'code': 200} Aug 31 06:39:27.437255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ac884d6-783d-4e55-9d4d-71b146b6a7db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.492646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24c1edca-3354-4956-9092-2aebd5f68c54 req-66846977-8886-48b4-bd61-82890821bb7e tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 210 time: 0.0747206 Aug 31 06:39:27.505872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3544618a-7c74-420c-a393-a283d949abac req-db0c10e4-eb40-4a94-af3f-f8376a094421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.507483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3544618a-7c74-420c-a393-a283d949abac req-db0c10e4-eb40-4a94-af3f-f8376a094421 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 1097 time: 0.0583498 Aug 31 06:39:27.556379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3544618a-7c74-420c-a393-a283d949abac req-a55a1ed0-297d-403f-a3f1-69ddcfa60079 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414624 Aug 31 06:39:27.560040 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a97980-f32f-45aa-83b7-788cee86727a x-openstack-request-id: req-e5a97980-f32f-45aa-83b7-788cee86727a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:27.560630 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8ae274-1c83-4adc-85f8-49e5dea4a71a", "name": "network-vif-deleted", "tag": "56f41b55-51d0-4dce-baec-808c14aa7a6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:27.560630 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e5a97980-f32f-45aa-83b7-788cee86727a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:27.561254 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8ae274-1c83-4adc-85f8-49e5dea4a71a', 'name': 'network-vif-deleted', 'tag': '56f41b55-51d0-4dce-baec-808c14aa7a6e', 'status': 'completed', 'code': 200} Aug 31 06:39:27.577400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Allocated IP 172.20.0.12 (3388f69f-7f6b-489e-b5aa-025df5221907/3f3b47e5-5c5c-4715-9a08-6b1013b2464b/48dc8f4f-0577-4c74-9ad4-8850fc6710f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:27.597863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6121155c-5c4c-46b5-b7e9-15cdb9b77754 req-5a39d13a-2d57-46b8-9fe6-ac33a7c6b01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.599335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6121155c-5c4c-46b5-b7e9-15cdb9b77754 req-5a39d13a-2d57-46b8-9fe6-ac33a7c6b01a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 1098 time: 0.1093106 Aug 31 06:39:27.678018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.696924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6121155c-5c4c-46b5-b7e9-15cdb9b77754 req-135dbe24-57ed-4dbf-88ef-a9425d868b54 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887668 Aug 31 06:39:27.760912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.778982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Transition to ACTIVE for port object 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:27.818041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.879211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Network 3388f69f-7f6b-489e-b5aa-025df5221907 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:27.882609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:27.887328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:27.893936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event updated for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:27.917543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b17cb4-01c8-4afc-8197-871337135d07 req-d12df7f7-a50b-418e-b2b6-d5782288eb77 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.923150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17b17cb4-01c8-4afc-8197-871337135d07 req-d12df7f7-a50b-418e-b2b6-d5782288eb77 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0713394 Aug 31 06:39:27.945761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:27.947199 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:27.966494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-bb70111b-9b12-452c-a8ac-deb2f226dbbb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2026255 Aug 31 06:39:27.968374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17b17cb4-01c8-4afc-8197-871337135d07 req-a6119239-b7eb-4fbd-9a4e-eb36b0af624e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370882 Aug 31 06:39:27.984026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Request body: {'port': {'device_id': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:28.119733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11737bb6-e7f1-4fc1-8b20-5a3a80910fb2 req-423365d1-5eb5-4355-bee2-9ac1e784f247 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.126029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11737bb6-e7f1-4fc1-8b20-5a3a80910fb2 req-423365d1-5eb5-4355-bee2-9ac1e784f247 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.1124732 Aug 31 06:39:28.129137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.159964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6e9630-917b-49fb-9b55-ecd6e27a0dc4 req-ac19e6f8-a625-4550-aab7-729a8a3a32fe tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.169093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a6e9630-917b-49fb-9b55-ecd6e27a0dc4 req-ac19e6f8-a625-4550-aab7-729a8a3a32fe tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1098 time: 0.0553844 Aug 31 06:39:28.209908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a6e9630-917b-49fb-9b55-ecd6e27a0dc4 req-ec21aa33-072a-411e-b242-dd435405613a tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398464 Aug 31 06:39:28.216871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11737bb6-e7f1-4fc1-8b20-5a3a80910fb2 req-b7b4e9b3-c04f-452b-9acb-86f0f9047381 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887747 Aug 31 06:39:28.277623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e3396af-44be-42ef-89bf-a642f8c7557b None None] Provisioning for port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:28.282626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e3396af-44be-42ef-89bf-a642f8c7557b None None] Provisioning complete for port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:28.283434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e3396af-44be-42ef-89bf-a642f8c7557b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.302483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:28.356772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e3396af-44be-42ef-89bf-a642f8c7557b None None] Port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:28.447156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab89ac3-43c4-4894-9556-890fa5e22d4a req-a7a7a18f-aa9c-444a-afcd-a9ed015725f7 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.456079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fab89ac3-43c4-4894-9556-890fa5e22d4a req-a7a7a18f-aa9c-444a-afcd-a9ed015725f7 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1098 time: 0.0596960 Aug 31 06:39:28.474780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2122cae-820b-4a67-a32b-f2c8544a97d1 req-66999ce7-8b0a-49fe-b150-66999b999757 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.476344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2122cae-820b-4a67-a32b-f2c8544a97d1 req-66999ce7-8b0a-49fe-b150-66999b999757 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0760486 Aug 31 06:39:28.537389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fab89ac3-43c4-4894-9556-890fa5e22d4a req-135d623a-b0f4-448f-b6b2-307abba15f0c tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801268 Aug 31 06:39:28.541361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Deleting subnet 25257aaf-d2c3-4f47-8a7f-122b012604c7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:28.545551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.546927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2122cae-820b-4a67-a32b-f2c8544a97d1 req-eeac9fec-19eb-494b-af90-5575227d1ee0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574579 Aug 31 06:39:28.604613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.658939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:28.659731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.678949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:28.682522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.706689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Transition to ACTIVE for port object 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:28.718526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bdb717-29c5-46a2-a79f-05bac5854210 req-9677a045-55c7-49aa-a1a5-26f68a0a88ab tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:28.720155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09bdb717-29c5-46a2-a79f-05bac5854210 req-9677a045-55c7-49aa-a1a5-26f68a0a88ab tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 932 time: 0.0937357 Aug 31 06:39:28.721283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.731845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.765308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25257aaf-d2c3-4f47-8a7f-122b012604c7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:28.774389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.779370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f99b301b-e2ce-447e-9406-6fed43b7b6c2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/25257aaf-d2c3-4f47-8a7f-122b012604c7 HTTP/1.1" status: 204 len: 168 time: 0.4755201 Aug 31 06:39:28.782002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:28.813543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Pushing event updated for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:28.856309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09bdb717-29c5-46a2-a79f-05bac5854210 req-6875b2d3-ce67-4c5d-be86-1ed58c5f5133 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198459 Aug 31 06:39:28.891088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:28.988037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.113629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.127545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3023f4d6-873a-4e75-b564-188e8d9589a1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:29.147054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5057f3bc-bd01-4848-8cf4-52cc10b9839a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:29.147421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5057f3bc-bd01-4848-8cf4-52cc10b9839a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:29.159692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.189167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.197309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:29.197874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:29.199699 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:29.205610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Attempting to bind port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:29.205936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Attempting to bind port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:29.206695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Attempting to bind port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 on network 3388f69f-7f6b-489e-b5aa-025df5221907 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:29.232177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 on network 3388f69f-7f6b-489e-b5aa-025df5221907 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:29.232517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Attempting to bind port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 on network 3388f69f-7f6b-489e-b5aa-025df5221907 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:29.257978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:29.259085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Checking segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:29.259545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Bound using segment: {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:29.259987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Bound port: 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '272b941f-d4e3-4181-96fb-130aa23652ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:29.260438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.263875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.264627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.285250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.287351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.291255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] 10.222.0.57 "DELETE /v2.0/networks/3023f4d6-873a-4e75-b564-188e8d9589a1 HTTP/1.1" status: 204 len: 168 time: 0.5079715 Aug 31 06:39:29.294185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.312846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c1338-1a83-4ca2-a7b5-cb5cb3c6bdfa admin admin] Pushing event deleted for resources: {'Network': ['ID=3023f4d6-873a-4e75-b564-188e8d9589a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.412117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a9f4073c1f644069c18b68f89f61b93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262187 Aug 31 06:39:29.416344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.418791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87618adb-9d57-469e-b70b-98dd23134fbe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.439893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.440227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.440789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.441315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.441886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.442472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.442971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.443456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.443942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.444719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.445253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.446960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd3d6ec9-7b22-40f9-8e91-c4d49071a15d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:29.473603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Deleting subnet de662570-2079-4379-9008-01abd84e124e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:29.478307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:29.481155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.482836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.485269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:29.512158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.512578 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.513827 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.562403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.563018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.564398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] 10.222.0.50 "PUT /v2.0/ports/48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 200 len: 1093 time: 1.5855963 Aug 31 06:39:29.568384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:29.574281 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:29.579267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.610135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fa27e7-71d5-4ff1-8555-f32697cb2a11 req-444e8ebf-e176-4b9a-82a9-978050391e3d tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.622808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15fa27e7-71d5-4ff1-8555-f32697cb2a11 req-444e8ebf-e176-4b9a-82a9-978050391e3d tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.0901830 Aug 31 06:39:29.644981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a601ef9b-8266-4465-a3ca-04bdb4b9899f service neutron] Pushing event updated for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.677353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.685963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.693510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.698459 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87618adb-9d57-469e-b70b-98dd23134fbe HTTP/1.1" status: 204 len: 168 time: 0.2808199 Aug 31 06:39:29.719766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15fa27e7-71d5-4ff1-8555-f32697cb2a11 req-69485021-927a-4c63-9af2-7d3cd861a3b5 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959666 Aug 31 06:39:29.720669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756e98a-ae68-4792-8ad6-09188819d30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87618adb-9d57-469e-b70b-98dd23134fbe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.820462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0a199222-8709-473f-a48b-86009c147e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:29.822527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-0a199222-8709-473f-a48b-86009c147e22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 1096 time: 0.1905084 Aug 31 06:39:29.876589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:29.883703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.886896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-10cd9b69-59cc-46d4-b535-c02dab4824c5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 200 len: 217 time: 0.0507264 Aug 31 06:39:29.955605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de662570-2079-4379-9008-01abd84e124e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:29.967218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:29.970482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8acac179-0331-4c3c-b0be-f6436b1bc530 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/de662570-2079-4379-9008-01abd84e124e HTTP/1.1" status: 204 len: 168 time: 0.6738865 Aug 31 06:39:29.974327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:29.995790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-387e97f8-889c-47aa-b272-c7303e0ee2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.002469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-387e97f8-889c-47aa-b272-c7303e0ee2c8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f3b47e5-5c5c-4715-9a08-6b1013b2464b HTTP/1.1" status: 200 len: 854 time: 0.0857534 Aug 31 06:39:30.026648 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.060487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:30.064410 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fc251f-99ed-4422-86d0-a8bb417f5843" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:30.075745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.087284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:30.094274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-c8512e1b-f17b-4a76-a2a5-1a5e4705de9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.094969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.095792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:30.101353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-c8512e1b-f17b-4a76-a2a5-1a5e4705de9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3388f69f-7f6b-489e-b5aa-025df5221907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0885518 Aug 31 06:39:30.107598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.134650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 56f41b55-51d0-4dce-baec-808c14aa7a6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:30.135418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 56f41b55-51d0-4dce-baec-808c14aa7a6e not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:30.178342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56091c7b-9092-473e-8e89-368a4aa8ce98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.188231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.192395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.203885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8530516-6f68-438b-a3e0-c1b37f743d59']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:30.229936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '384d8864-a87d-4d09-8fdc-bd341a9c6319') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:30.230912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '384d8864-a87d-4d09-8fdc-bd341a9c6319') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:30.246124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.266785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.275126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:30.276041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.325990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-7a810972-f5f9-4b0e-afab-f9d9d4b71e8c service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093904 Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:30.330508 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:30.365041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.374120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.378747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d8530516-6f68-438b-a3e0-c1b37f743d59 HTTP/1.1" status: 204 len: 168 time: 0.4011223 Aug 31 06:39:30.391879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34df98ce-c520-4930-9f89-8496f1b64369 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8530516-6f68-438b-a3e0-c1b37f743d59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.463872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56091c7b-9092-473e-8e89-368a4aa8ce98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.471831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56091c7b-9092-473e-8e89-368a4aa8ce98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.536532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7270ee3-d79e-4fb9-8ade-8b7138e3cf26 req-64523fe6-52bd-4c0e-b8bf-8e1c88f3cc2d service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881483 Aug 31 06:39:30.553753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-56091c7b-9092-473e-8e89-368a4aa8ce98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66848f1ffd144e8081faf5cda1244629&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4451172 Aug 31 06:39:30.555978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56091c7b-9092-473e-8e89-368a4aa8ce98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=794ccdb4-7277-46de-b17e-e9bbe5568768,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.557392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.604483 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2820b9a-75dc-496f-9b34-2e43505092bd x-openstack-request-id: req-b2820b9a-75dc-496f-9b34-2e43505092bd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:30.604787 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:30.605508 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b2820b9a-75dc-496f-9b34-2e43505092bd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:30.605827 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'status': 'completed', 'code': 200} Aug 31 06:39:30.650299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.668271 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.691707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-1380ce6d-97ea-44e1-a41c-82a4cfab2644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.694048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-1380ce6d-97ea-44e1-a41c-82a4cfab2644 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 1096 time: 0.0520740 Aug 31 06:39:30.738034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.780044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-19eadbc9-7ad0-46dc-8680-eb46997dc900 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2a6c5a3d6aa84a9ca25724a739ee7660&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1263926 Aug 31 06:39:30.782080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.793968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387621f9-c3c9-4fda-a579-07f2e170ed4b req-03b37ffa-0bdf-41e6-9990-6f4d12668b9a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.795508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-387621f9-c3c9-4fda-a579-07f2e170ed4b req-03b37ffa-0bdf-41e6-9990-6f4d12668b9a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.1284714 Aug 31 06:39:30.841541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-613b16bd-bd15-4f11-bfc2-eb03bd240efb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.841957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-387621f9-c3c9-4fda-a579-07f2e170ed4b req-b2dfed33-d23a-4c68-8006-e866e2cc6905 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Aug 31 06:39:30.843943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-613b16bd-bd15-4f11-bfc2-eb03bd240efb service neutron] 10.222.0.50 "GET /v2.0/networks?id=3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 200 len: 916 time: 0.1384702 Aug 31 06:39:30.851379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.855635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.857171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/794ccdb4-7277-46de-b17e-e9bbe5568768 HTTP/1.1" status: 204 len: 168 time: 0.2986705 Aug 31 06:39:30.868440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fd4726-9661-4657-a0dc-7a6d72f22662 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=794ccdb4-7277-46de-b17e-e9bbe5568768,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:30.882533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.922768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:30.933015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-cbbd75d3-224b-4aef-aa47-6e6967321499 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 200 len: 217 time: 0.0745602 Aug 31 06:39:30.974046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292abd2-723b-4079-bf19-3fed587d046a req-a4f01473-c906-4a88-ac29-54a79b21f7a8 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:30.988943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a292abd2-723b-4079-bf19-3fed587d046a req-a4f01473-c906-4a88-ac29-54a79b21f7a8 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.0658348 Aug 31 06:39:30.989654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:30.996511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Request body: {'floatingip': {'port_id': '565d8623-cf61-446f-b25d-bfb800420c14'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:31.013300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-b02871bf-0f9e-4d46-8369-4a9f665fe8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.016804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-b02871bf-0f9e-4d46-8369-4a9f665fe8a3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f3b47e5-5c5c-4715-9a08-6b1013b2464b HTTP/1.1" status: 200 len: 854 time: 0.0695093 Aug 31 06:39:31.018864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.107281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-c389513c-3ac8-4d43-bec7-3faca01117fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.109290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-c389513c-3ac8-4d43-bec7-3faca01117fd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3388f69f-7f6b-489e-b5aa-025df5221907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0772231 Aug 31 06:39:31.109442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.138702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.141153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.142333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0f4136a0-db46-4cbb-97da-d011505e0c0d HTTP/1.1" status: 204 len: 168 time: 0.3576260 Aug 31 06:39:31.148490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-a124fb12-aa7f-4655-9a35-9f247910af55 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:39:31.150137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-a124fb12-aa7f-4655-9a35-9f247910af55 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4090707 Aug 31 06:39:31.188146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b31b4e-a611-4618-82a3-f99f49f76b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f4136a0-db46-4cbb-97da-d011505e0c0d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:31.246820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-3978b314-30d4-4033-a903-2d7be6aa52d4 service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190510 Aug 31 06:39:31.259997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231f8c1-2ba6-4c60-bb20-4012a3a87b7a req-b4ef8a10-1f1b-42cb-89a8-cb2e1cab04ad tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:31.262016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4231f8c1-2ba6-4c60-bb20-4012a3a87b7a req-b4ef8a10-1f1b-42cb-89a8-cb2e1cab04ad tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 944 time: 0.1980190 Aug 31 06:39:31.370406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af9e493e-e99d-4e63-a5d7-8ae17fb7482b req-aaddd3ba-66be-45df-b11d-8177119b4d3d service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085732 Aug 31 06:39:31.373936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4231f8c1-2ba6-4c60-bb20-4012a3a87b7a req-262805fa-dc9a-43a9-8784-dd907d548256 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059358 Aug 31 06:39:31.420819 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6945153a-340c-4455-84e6-26368af9ac2d x-openstack-request-id: req-6945153a-340c-4455-84e6-26368af9ac2d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:31.421093 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-unplugged", "status": "completed", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:31.421449 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6945153a-340c-4455-84e6-26368af9ac2d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:31.421840 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'code': 200} Aug 31 06:39:31.452876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:31.453410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:39:31.662144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:31.722562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-866c95b1-898b-406d-bbab-f6a9ecd9576c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3d18b29636a044cfbf2af43667d68c75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589311 Aug 31 06:39:31.726099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:31.783440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:31.783858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:31.784094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:31.797149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:31.797495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:31.802568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.835912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:31.836922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:31.837320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:31.837974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Bound port: e0208736-e614-4645-a22c-cfba8934ec0e, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:31.843389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.900343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.908450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.940165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.947252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.949084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/740fc48b-d035-461f-92d6-57430313252a HTTP/1.1" status: 204 len: 168 time: 0.2200189 Aug 31 06:39:31.958966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbf439b-def4-4a70-ba4d-09e06a62f5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740fc48b-d035-461f-92d6-57430313252a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:31.976694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:31.984962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:31.986240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-975672a6-7b69-46d0-ac67-b014214a09f6 service neutron] 10.222.0.57 "POST /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e/bindings HTTP/1.1" status: 201 len: 390 time: 0.8231573 Aug 31 06:39:32.091107 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Floating IP 6fa3fa5c-3eef-4883-bbae-f2069008e3cb associated. External IP: 172.25.3.45, port: 565d8623-cf61-446f-b25d-bfb800420c14. Aug 31 06:39:32.207925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756483a8-fb25-4c7e-9297-ea06b34a073f req-af28e56d-7f58-4ecd-8404-9dde7f081b95 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.209813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-756483a8-fb25-4c7e-9297-ea06b34a073f req-af28e56d-7f58-4ecd-8404-9dde7f081b95 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0876262 Aug 31 06:39:32.344891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-756483a8-fb25-4c7e-9297-ea06b34a073f req-1e09256c-b142-4e44-9ab1-f10baabb8e62 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264017 Aug 31 06:39:32.396520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-4a6059a0-243b-4176-a307-c90794a75322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.399703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-4a6059a0-243b-4176-a307-c90794a75322 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1098 time: 0.0800281 Aug 31 06:39:32.581529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a433d51-d389-49c1-b1ae-7f98929ab7e1 req-3286e091-e864-41a0-bc85-a6289c2cab9c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.591058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a433d51-d389-49c1-b1ae-7f98929ab7e1 req-3286e091-e864-41a0-bc85-a6289c2cab9c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0958588 Aug 31 06:39:32.637090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a433d51-d389-49c1-b1ae-7f98929ab7e1 req-1d240990-e5b6-4ae2-bcb1-cbf739444653 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452306 Aug 31 06:39:32.667825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-14f32f68-18c6-419a-9bff-20150d3952a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.669504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-14f32f68-18c6-419a-9bff-20150d3952a4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2631338 Aug 31 06:39:32.768134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-e66794f0-bec5-4628-a02d-69febb85d85d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 217 time: 0.0855932 Aug 31 06:39:32.871032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679d47d-3a6b-408f-b563-2f2b8ed26374 req-e5463e75-adb3-4927-bf5e-3b8b84a85826 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.872655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b679d47d-3a6b-408f-b563-2f2b8ed26374 req-e5463e75-adb3-4927-bf5e-3b8b84a85826 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.1151545 Aug 31 06:39:32.878422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-ec509841-f81b-4ac3-ba12-d0e3ed667ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.879901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-ec509841-f81b-4ac3-ba12-d0e3ed667ce2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0923560 Aug 31 06:39:32.901185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eadb535-79b7-4dc7-8fcc-47e918718f7b req-aa4479cc-4d54-4106-a992-0876f28f6c4c tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:32.902992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4eadb535-79b7-4dc7-8fcc-47e918718f7b req-aa4479cc-4d54-4106-a992-0876f28f6c4c tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 944 time: 0.1120169 Aug 31 06:39:33.005566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4eadb535-79b7-4dc7-8fcc-47e918718f7b req-67ae9c78-eb18-4a9d-81a2-b1bbc1f07e35 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645103 Aug 31 06:39:33.013568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Router be783c17-e444-42fa-9f27-66b15a264f4f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:39:33.159106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:33.201824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:39:33.207437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.215347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Sync routers for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:39:33.229243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:33.231290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:39:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:33.251016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7f42408-aa3c-41dd-8523-c1e81fbd07af tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "PUT /v2.0/floatingips/6fa3fa5c-3eef-4883-bbae-f2069008e3cb HTTP/1.1" status: 200 len: 990 time: 2.2601252 Aug 31 06:39:33.252101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:33.255833 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7" -d '{"events": [{"name": "network-changed", "server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "tag": "565d8623-cf61-446f-b25d-bfb800420c14"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:33.291394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-fe2f0db4-179d-4a3b-be45-a44dee4ca920 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815182 Aug 31 06:39:33.327442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b679d47d-3a6b-408f-b563-2f2b8ed26374 req-99d132c4-ecbf-4e3a-846a-37181f3c5a2f tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4457443 Aug 31 06:39:33.345295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269173901-network', 'tenant_id': 'fb842c2776774e4cb7494d91f8caef2d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:33.380671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Made reservation on behalf of fb842c2776774e4cb7494d91f8caef2d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:33.385172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.400941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.403189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:33.463435 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d0deaeb-249d-4221-ae70-5a8afef93c8a x-openstack-request-id: req-2d0deaeb-249d-4221-ae70-5a8afef93c8a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:33.464092 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "tag": "565d8623-cf61-446f-b25d-bfb800420c14", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:33.464092 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d0deaeb-249d-4221-ae70-5a8afef93c8a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:33.464385 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14', 'status': 'completed', 'code': 200} Aug 31 06:39:33.537997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-983538b6-586c-4ab8-94df-d8e85aeb8950 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381876 Aug 31 06:39:33.609352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-b1953ebb-f6b7-47f4-9cd8-c2afaf1207c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.611148 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-b1953ebb-f6b7-47f4-9cd8-c2afaf1207c8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=557b587da21c43438bde254a443b5bc7&device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 1097 time: 0.1221008 Aug 31 06:39:33.623640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd8016-6dae-4100-afa1-ecc945311a2e req-a1b44535-67ea-45c3-8a29-f898b955269a tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.625539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64bd8016-6dae-4100-afa1-ecc945311a2e req-a1b44535-67ea-45c3-8a29-f898b955269a tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.0965705 Aug 31 06:39:33.652802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-0bd34f60-157c-4ceb-b581-b5cb0b40f29c service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047411 Aug 31 06:39:33.725956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6fa3fa5c-3eef-4883-bbae-f2069008e3cb', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'port_id': '565d8623-cf61-446f-b25d-bfb800420c14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'mac_address': 'fa:16:3e:31:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:58Z', 'updated_at': '2021-08-31T06:39:31Z', 'revision_number': 1, 'project_id': '557b587da21c43438bde254a443b5bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:33.745818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.753141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64bd8016-6dae-4100-afa1-ecc945311a2e req-5ead3392-419c-45f0-a417-11c3acbb0569 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141827 Aug 31 06:39:33.758117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.767833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Checking router: be783c17-e444-42fa-9f27-66b15a264f4f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:39:33.795280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:33.796290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:39:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:33.797501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:33.816877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54f06b3-ae6b-450d-b581-28c3565f78c2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:33.825629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.825977 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Added segment c94a7299-234d-4454-9fc4-7bdea2fcf533 of type vlan for network 3275c14c-78a2-46b2-9473-efc87c3b4a1d Aug 31 06:39:33.827898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-311b6f84-6b46-47b7-b605-28d7d02dc2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.829218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-311b6f84-6b46-47b7-b605-28d7d02dc2b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 HTTP/1.1" status: 200 len: 906 time: 0.2026124 Aug 31 06:39:33.894289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:33.910576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af02dc9-3b66-4eee-b174-3574256d9b00 req-89a61172-2357-4c9e-a9bb-53af1bd9c49b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:33.919293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1af02dc9-3b66-4eee-b174-3574256d9b00 req-89a61172-2357-4c9e-a9bb-53af1bd9c49b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0768826 Aug 31 06:39:33.941146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:33.970717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-e431ff6a-69c5-4acd-aa84-e61821ad93b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=565d8623-cf61-446f-b25d-bfb800420c14 HTTP/1.1" status: 200 len: 998 time: 0.1329625 Aug 31 06:39:33.975847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1af02dc9-3b66-4eee-b174-3574256d9b00 req-4adefc1a-a364-4b94-9adb-970b60a704fe tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554101 Aug 31 06:39:33.985151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:34.039250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.040237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.041439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.104765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-4e48f62b-e89c-440f-aaca-897e15fc01f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.105947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-4e48f62b-e89c-440f-aaca-897e15fc01f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=825f1cca-038a-456c-872a-93246d1caa99 HTTP/1.1" status: 200 len: 844 time: 0.1273484 Aug 31 06:39:34.131744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9715707 Aug 31 06:39:34.135385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:34.140515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Request body: {'subnet': {'network_id': '3275c14c-78a2-46b2-9473-efc87c3b4a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1269173901-subnet', 'tenant_id': 'fb842c2776774e4cb7494d91f8caef2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:34.150255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77f7adc-d629-420a-ba3d-cb2e7d0e2515 admin admin] Pushing event updated for resources: {'Network': ['ID=3275c14c-78a2-46b2-9473-efc87c3b4a1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:34.173062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c144f5ae-6e6e-4e96-98a0-3f44078def98 req-a384ce43-ac28-45b5-9125-cea28201f685 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.173663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3275c14c-78a2-46b2-9473-efc87c3b4a1d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:34.179347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:34.182445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c144f5ae-6e6e-4e96-98a0-3f44078def98 req-a384ce43-ac28-45b5-9125-cea28201f685 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1228840 Aug 31 06:39:34.206888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Made reservation on behalf of fb842c2776774e4cb7494d91f8caef2d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:34.209155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.273945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-093f435c-9ed0-4078-b503-54081b44cd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.275748 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-093f435c-9ed0-4078-b503-54081b44cd6e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604753 Aug 31 06:39:34.277543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c144f5ae-6e6e-4e96-98a0-3f44078def98 req-4829ffd9-cf86-4d47-8303-59025bdd3ebc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941796 Aug 31 06:39:34.310237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'port_id': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'mac_address': 'fa:16:3e:44:5e:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:34.393284 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.415363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:34.450281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:34.470122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.479840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.542176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:34.543116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.543608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.544182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.544309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1c41aa-a7b2-4179-9068-f962e1ff4eba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:34.544621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.545085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.545590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.546059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.546517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.546974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.547432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.560866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9757cdd6-1e10-4119-a72e-6d3290e71090 req-36c9d881-edd7-49cf-ab57-c0c0bd6efac7 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7070 time: 0.4128680 Aug 31 06:39:34.566487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6fa3fa5c-3eef-4883-bbae-f2069008e3cb', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'port_id': '565d8623-cf61-446f-b25d-bfb800420c14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'mac_address': 'fa:16:3e:31:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:58Z', 'updated_at': '2021-08-31T06:39:31Z', 'revision_number': 1, 'project_id': '557b587da21c43438bde254a443b5bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:34.587366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-c3591b64-0535-41ba-8c90-1570b224822b service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567952 Aug 31 06:39:34.610734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173882f9-8946-47a2-a908-0e01beebf68c None None] The sync data for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 is: [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6fa3fa5c-3eef-4883-bbae-f2069008e3cb', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'port_id': '565d8623-cf61-446f-b25d-bfb800420c14', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'mac_address': 'fa:16:3e:31:4f:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:38:58Z', 'updated_at': '2021-08-31T06:39:31Z', 'revision_number': 1, 'project_id': '557b587da21c43438bde254a443b5bc7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:39:34.663994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Checking segment: {'id': 'c94a7299-234d-4454-9fc4-7bdea2fcf533', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '3275c14c-78a2-46b2-9473-efc87c3b4a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:34.667854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Network hostable DHCP agents. Network: 3275c14c-78a2-46b2-9473-efc87c3b4a1d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:34.704207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643c388-3c94-4b2f-a1dd-c61a04966d55 req-dee8b4f7-8578-4d7e-9e9b-fc3f96d616b5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.705981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3643c388-3c94-4b2f-a1dd-c61a04966d55 req-dee8b4f7-8578-4d7e-9e9b-fc3f96d616b5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0892177 Aug 31 06:39:34.717603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Network 3275c14c-78a2-46b2-9473-efc87c3b4a1d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:34.741043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3275c14c-78a2-46b2-9473-efc87c3b4a1d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:34.749167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.749875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:34.751037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db8a9bc-bb09-4c9e-a261-cf9ae25d18a2 None None] Network 3275c14c-78a2-46b2-9473-efc87c3b4a1d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:34.753408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c32d48-0904-4ed4-8030-08c67959227d req-f6f17601-bb79-4c6b-8c9e-f05709fc7c34 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:34.754947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9c32d48-0904-4ed4-8030-08c67959227d req-f6f17601-bb79-4c6b-8c9e-f05709fc7c34 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 945 time: 0.1009519 Aug 31 06:39:34.775785 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3643c388-3c94-4b2f-a1dd-c61a04966d55 req-80852d34-06dc-439b-bdbf-4154cbf6b9e8 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608726 Aug 31 06:39:34.787852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e2200141-0eb6-4b68-9caa-96a1f9f43d3d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6513700 Aug 31 06:39:34.822639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98bce8ad-f6e3-4433-93f5-4fd9d0b155e7 req-722fe729-76ad-49d1-b1ff-b9b9063f2b81 service neutron] 10.222.0.53 "GET /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278855 Aug 31 06:39:34.864233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9c32d48-0904-4ed4-8030-08c67959227d req-fba3987b-1a19-43a9-9385-55beb5a79872 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941224 Aug 31 06:39:34.890264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['48dc8f4f-0577-4c74-9ad4-8850fc6710f7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:34.964776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf13410f-85a9-477a-8c06-bf8a65d36877 None None] Network 3275c14c-78a2-46b2-9473-efc87c3b4a1d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:35.052944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbb197fd-fdcf-4247-b47b-a53011d52ac6 None None] New status for floating IP 6fa3fa5c-3eef-4883-bbae-f2069008e3cb: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:39:35.105852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5797cb-ed9b-45eb-8d1b-8d0d10493c18 req-0c4d3d26-652a-43f3-8a8f-1f5036723266 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.120468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e5797cb-ed9b-45eb-8d1b-8d0d10493c18 req-0c4d3d26-652a-43f3-8a8f-1f5036723266 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 886 time: 0.1956065 Aug 31 06:39:35.157529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e84ef8-6166-40c3-85bc-a6fd9aa9d92d req-82b31f3f-ab67-4f3b-8eac-9765393567ef tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.159116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43e84ef8-6166-40c3-85bc-a6fd9aa9d92d req-82b31f3f-ab67-4f3b-8eac-9765393567ef tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.0755131 Aug 31 06:39:35.255042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43e84ef8-6166-40c3-85bc-a6fd9aa9d92d req-cf0cf7a2-f95a-4388-8a76-6a2a9f50a2ed tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859547 Aug 31 06:39:35.310464 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:35.478247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.478876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.479409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.479933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.480453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.480975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.481527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.482279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.482850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.483419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.486523 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75b86463-13b9-4d9b-bb0a-6811ca105ce0 req-d58102d7-1359-4779-b9ea-5e7450af0992 tempest-NetworksTest-42127062 tempest-NetworksTest-42127062-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7114 time: 0.1694555 Aug 31 06:39:35.544996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca865-81a8-4e3e-85da-45c12acbd624 req-8363c2bc-1f78-4a95-8eb2-ed3f7eb8ea82 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.559621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca865-81a8-4e3e-85da-45c12acbd624 req-8363c2bc-1f78-4a95-8eb2-ed3f7eb8ea82 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.566712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ca865-81a8-4e3e-85da-45c12acbd624 req-8363c2bc-1f78-4a95-8eb2-ed3f7eb8ea82 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.568156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d8ca865-81a8-4e3e-85da-45c12acbd624 req-8363c2bc-1f78-4a95-8eb2-ed3f7eb8ea82 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69&device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af&device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 2418 time: 0.1001813 Aug 31 06:39:35.624672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d8ca865-81a8-4e3e-85da-45c12acbd624 req-ca127eb5-5977-4c6a-92bf-63592b97182c tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476463 Aug 31 06:39:35.646870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8510a69d-e25b-4258-a02f-85783a3aabf0 req-d98938cc-a19d-4792-87f6-6c414dff880c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.649967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8510a69d-e25b-4258-a02f-85783a3aabf0 req-d98938cc-a19d-4792-87f6-6c414dff880c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0916605 Aug 31 06:39:35.732708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8510a69d-e25b-4258-a02f-85783a3aabf0 req-c12b256b-92e6-46a2-bef5-bf9ac3827dc0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743656 Aug 31 06:39:35.768837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-8ae63362-a8ef-491a-9ddc-361d5131c2cd tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:35.770723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-8ae63362-a8ef-491a-9ddc-361d5131c2cd tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 948 time: 0.0852032 Aug 31 06:39:35.816393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:35.846256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:35.851554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-894675573-network', 'tenant_id': 'ea48337e7a34497ca7582163394d9f16'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:35.897176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Made reservation on behalf of ea48337e7a34497ca7582163394d9f16 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:35.900840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:35.920913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:35.985287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Deleting port ea617625-7c08-4192-8d6e-6a2599e777c7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:35.985665 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.061531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9545d2-f644-4ef5-9529-83952213e5c9 req-ec0192fd-648e-4d12-8ca8-0744343265b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.063117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de9545d2-f644-4ef5-9529-83952213e5c9 req-ec0192fd-648e-4d12-8ca8-0744343265b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.1259315 Aug 31 06:39:36.072108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.095540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.137258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-236c1a13-7d4f-4586-9625-850ed4495f61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.147431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de9545d2-f644-4ef5-9529-83952213e5c9 req-28c9ce10-98ff-4466-a600-e8d6ecc9fda0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739286 Aug 31 06:39:36.153027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:36.179480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] For port ea617625-7c08-4192-8d6e-6a2599e777c7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ea617625-7c08-4192-8d6e-6a2599e777c7,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:36.180983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.184131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab6c0ab-935c-47f4-ae5f-0bd4e4852e82,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.200153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Calling delete_port for ea617625-7c08-4192-8d6e-6a2599e777c7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:36.222444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.223281 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Added segment a82d2056-15ff-4083-aa49-4720d97c8e2e of type vlan for network 973e4dc3-d9a5-48ce-9552-7c5426c6d349 Aug 31 06:39:36.251193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bd146-dc55-4504-9d19-c22ba6309b9a req-b20972da-de7a-4b2a-abdd-80e9ae68fc36 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.254169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c6bd146-dc55-4504-9d19-c22ba6309b9a req-b20972da-de7a-4b2a-abdd-80e9ae68fc36 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 945 time: 0.1800563 Aug 31 06:39:36.337141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.361661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c6bd146-dc55-4504-9d19-c22ba6309b9a req-ee6cb912-701a-43ae-819a-3346411c557f tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990789 Aug 31 06:39:36.373197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.432986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.434165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.434759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.437035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Pushing event deleted for resources: {'Port': ['ID=ea617625-7c08-4192-8d6e-6a2599e777c7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.479154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] No DVR routers for this DVR port ea617625-7c08-4192-8d6e-6a2599e777c7 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:36.485222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.487884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8081fbf8-fc58-4c26-a681-299e315cc17f req-b004a277-ad36-458d-a949-33df8bdd168e tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "DELETE /v2.0/ports/ea617625-7c08-4192-8d6e-6a2599e777c7 HTTP/1.1" status: 204 len: 173 time: 0.7059920 Aug 31 06:39:36.488435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-deleted', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:36.490815 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb70e08-39e7-4806-8ca4-c05db5e4e338" -d '{"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-deleted", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:36.538155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-236c1a13-7d4f-4586-9625-850ed4495f61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.561269 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a26264c-5001-4f84-8787-4b94558526f9 x-openstack-request-id: req-1a26264c-5001-4f84-8787-4b94558526f9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:36.561763 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7d0991-00f1-4d31-894b-6961af0ff46a", "name": "network-vif-deleted", "tag": "ea617625-7c08-4192-8d6e-6a2599e777c7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:36.562147 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a26264c-5001-4f84-8787-4b94558526f9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:36.562998 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7d0991-00f1-4d31-894b-6961af0ff46a', 'name': 'network-vif-deleted', 'tag': 'ea617625-7c08-4192-8d6e-6a2599e777c7', 'status': 'completed', 'code': 200} Aug 31 06:39:36.564621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13ec5957-208b-4e3f-a6db-1656706df0c1 req-23db86f7-b22a-4415-bc9e-1810797e89f7 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f7d0991-00f1-4d31-894b-6961af0ff46a HTTP/1.1" status: 200 len: 210 time: 0.1103411 Aug 31 06:39:36.567697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-236c1a13-7d4f-4586-9625-850ed4495f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.585636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7380791 Aug 31 06:39:36.590347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:36.595612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Request body: {'subnet': {'network_id': '973e4dc3-d9a5-48ce-9552-7c5426c6d349', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-894675573-subnet', 'tenant_id': 'ea48337e7a34497ca7582163394d9f16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:36.619702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8a1357-9617-4e19-95d1-044dac4836bf admin admin] Pushing event updated for resources: {'Network': ['ID=973e4dc3-d9a5-48ce-9552-7c5426c6d349,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.629473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-236c1a13-7d4f-4586-9625-850ed4495f61 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d26fd16b5f8e40779096989ea0736383&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8117278 Aug 31 06:39:36.630771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236c1a13-7d4f-4586-9625-850ed4495f61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985c98c7-2b7b-497c-9e7b-fe7153b09f1f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.633564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:36.642333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 973e4dc3-d9a5-48ce-9552-7c5426c6d349 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:36.683281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Made reservation on behalf of ea48337e7a34497ca7582163394d9f16 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:36.685778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.701833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.727965 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.839858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.842954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.846799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/985c98c7-2b7b-497c-9e7b-fe7153b09f1f HTTP/1.1" status: 204 len: 168 time: 0.2099028 Aug 31 06:39:36.863766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e1b37-c901-40bc-b7bf-5aeccc7967ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985c98c7-2b7b-497c-9e7b-fe7153b09f1f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:36.962566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:36.985900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cbdde2-ae2c-48f1-8ed1-0658e771405d req-6b6ae227-6f76-4a2d-b5b4-6e7d2e2ea236 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:36.987985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13cbdde2-ae2c-48f1-8ed1-0658e771405d req-6b6ae227-6f76-4a2d-b5b4-6e7d2e2ea236 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1192198 Aug 31 06:39:37.061410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Checking segment: {'id': 'a82d2056-15ff-4083-aa49-4720d97c8e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '973e4dc3-d9a5-48ce-9552-7c5426c6d349'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:37.061865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Network hostable DHCP agents. Network: 973e4dc3-d9a5-48ce-9552-7c5426c6d349, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:37.064160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13cbdde2-ae2c-48f1-8ed1-0658e771405d req-eae9ab60-e67d-4b30-82c8-1cb340b8ddac tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681391 Aug 31 06:39:37.085466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Pushing event updated for resources: {'Subnet': ['ID=87f7b055-dc93-44b9-a41a-e971e7f90a00,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:37.104122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Network 973e4dc3-d9a5-48ce-9552-7c5426c6d349 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:37.128308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 973e4dc3-d9a5-48ce-9552-7c5426c6d349) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:37.139346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66cff3c-793b-4568-acda-3ab68363ea33 None None] Network 973e4dc3-d9a5-48ce-9552-7c5426c6d349 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:37.146972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.147629 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.187811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9cbc8c9c-0f79-4b0f-8686-60784a67b887 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5963318 Aug 31 06:39:37.390817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:37.408382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e2b4-ab3c-4361-8716-bb0e86015fc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.422549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:37.503459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Deleting subnet 7f1c41aa-a7b2-4179-9068-f962e1ff4eba {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:37.510316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.598980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa9572c-527b-49d9-81e7-60f80475cc12 None None] Network 973e4dc3-d9a5-48ce-9552-7c5426c6d349 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:37.603742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.674414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45126be9-cfef-4a47-8d4e-eb23a1381c3c req-d91dd59b-7797-4168-a035-14ca21108c15 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:37.676107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45126be9-cfef-4a47-8d4e-eb23a1381c3c req-d91dd59b-7797-4168-a035-14ca21108c15 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 945 time: 0.1384027 Aug 31 06:39:37.705853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.810148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e2b4-ab3c-4361-8716-bb0e86015fc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.823397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5b6e2b4-ab3c-4361-8716-bb0e86015fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.840435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.850322 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45126be9-cfef-4a47-8d4e-eb23a1381c3c req-bc2e25ea-0b06-4390-9d4b-2fc0e24a1264 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615152 Aug 31 06:39:37.910665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:37.920912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e5b6e2b4-ab3c-4361-8716-bb0e86015fc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e04cdfb055664466860e16f885391832&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5276184 Aug 31 06:39:37.920912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1c41aa-a7b2-4179-9068-f962e1ff4eba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:37.921469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:37.944391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:37.947126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b821a44f-4de1-4b92-908d-d8baf7493e46 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7f1c41aa-a7b2-4179-9068-f962e1ff4eba HTTP/1.1" status: 204 len: 168 time: 0.5233741 Aug 31 06:39:37.951483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6e2b4-ab3c-4361-8716-bb0e86015fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e91e4198-0c7d-42dd-acd9-5fdfa6fc7812,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:37.953574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:38.043401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:38.051676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:38.052091 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.067455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.069202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.101090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.209097 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.234467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70297806-70e4-45dd-8af4-6d5f583d7e92 req-635965a4-3942-4c03-8cac-ace8b6fc8686 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.236280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70297806-70e4-45dd-8af4-6d5f583d7e92 req-635965a4-3942-4c03-8cac-ace8b6fc8686 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0847793 Aug 31 06:39:38.240382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:38.243317 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3bc31c-66ea-42ea-96a9-c083cbe342db" -d '{"events": [{"server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "name": "network-vif-plugged", "status": "completed", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:38.262467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:38.267137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.301015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.312330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70297806-70e4-45dd-8af4-6d5f583d7e92 req-8ff2ac61-01a2-43e6-a740-afca65909d35 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529981 Aug 31 06:39:38.321477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3275c14c-78a2-46b2-9473-efc87c3b4a1d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:38.338172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:38.352912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c94a7299-234d-4454-9fc4-7bdea2fcf533') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:38.353510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c94a7299-234d-4454-9fc4-7bdea2fcf533') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:38.367380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.376847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15913cc1-bb41-4c5e-aa92-916bcdf8c161 req-efb6ee96-c7af-4bb8-bddb-4ccb6a516b8e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.378446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15913cc1-bb41-4c5e-aa92-916bcdf8c161 req-efb6ee96-c7af-4bb8-bddb-4ccb6a516b8e tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1411433 Aug 31 06:39:38.397717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.400089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.402567 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.406065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e91e4198-0c7d-42dd-acd9-5fdfa6fc7812 HTTP/1.1" status: 204 len: 168 time: 0.4814136 Aug 31 06:39:38.441190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:38.441933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.461787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd48f7d-59dc-4019-948e-388582ac2265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e91e4198-0c7d-42dd-acd9-5fdfa6fc7812,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:38.469748 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:38.488023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c711e007-bd22-45be-9670-230c666f4b04 req-9e71bb6b-efd0-42a4-8284-3609b7dc459f tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.497629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c711e007-bd22-45be-9670-230c666f4b04 req-9e71bb6b-efd0-42a4-8284-3609b7dc459f tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 949 time: 0.0896916 Aug 31 06:39:38.533518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15913cc1-bb41-4c5e-aa92-916bcdf8c161 req-e8548405-80f8-4d52-a5da-26681fc90020 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417134 Aug 31 06:39:38.547658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c711e007-bd22-45be-9670-230c666f4b04 req-57345232-c8d9-42d3-bb17-1c2fbc2113ab tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487342 Aug 31 06:39:38.573425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.579620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.582481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] 10.222.0.57 "DELETE /v2.0/networks/3275c14c-78a2-46b2-9473-efc87c3b4a1d HTTP/1.1" status: 204 len: 168 time: 0.6277659 Aug 31 06:39:38.587345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:38.608542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b20b54d-2725-44cb-a740-bab7424848af admin admin] Pushing event deleted for resources: {'Network': ['ID=3275c14c-78a2-46b2-9473-efc87c3b4a1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:38.619491 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e9ac3d-9873-415b-a81d-0fc7ef337509 x-openstack-request-id: req-04e9ac3d-9873-415b-a81d-0fc7ef337509 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:38.619491 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "name": "network-vif-plugged", "status": "completed", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:38.620116 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04e9ac3d-9873-415b-a81d-0fc7ef337509 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:38.620293 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'code': 200} Aug 31 06:39:38.678425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Deleting subnet 87f7b055-dc93-44b9-a41a-e971e7f90a00 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:39:38.683539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.726433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.774928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d70f91f-11e8-4959-91e9-7585202d47b0 req-c2f2c867-403a-450c-affe-5a31fe610feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:38.776766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d70f91f-11e8-4959-91e9-7585202d47b0 req-c2f2c867-403a-450c-affe-5a31fe610feb service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 1098 time: 0.0508368 Aug 31 06:39:38.777727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:38.835337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d70f91f-11e8-4959-91e9-7585202d47b0 req-1b06e6bd-0aa3-4525-bf99-f4082fc59df8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438526 Aug 31 06:39:38.849533 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.009255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1179f6f-75d5-4996-8f28-1166ed2d4fea req-18264550-c4aa-4a07-80f1-b4b27ed61a81 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.017259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1179f6f-75d5-4996-8f28-1166ed2d4fea req-18264550-c4aa-4a07-80f1-b4b27ed61a81 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.0720949 Aug 31 06:39:39.066443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1179f6f-75d5-4996-8f28-1166ed2d4fea req-f39ce666-2d71-4f7b-a09d-b357ed14a188 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477889 Aug 31 06:39:39.190970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87f7b055-dc93-44b9-a41a-e971e7f90a00,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:39.194550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.196929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-20b1c6a9-18d3-4bdc-b374-7f8a4598fe81 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/87f7b055-dc93-44b9-a41a-e971e7f90a00 HTTP/1.1" status: 204 len: 168 time: 0.6070018 Aug 31 06:39:39.200135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:39.273516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.367086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.379018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['973e4dc3-d9a5-48ce-9552-7c5426c6d349']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:39.397900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a82d2056-15ff-4083-aa49-4720d97c8e2e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:39.398210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a82d2056-15ff-4083-aa49-4720d97c8e2e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:39.411464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.434415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.456120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:39:39.456447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:39:39.458439 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:39:39.529369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74a13db-9fcd-4083-98e9-6c0170611e4c req-d94c224a-d125-4608-87c7-579a08c2306f tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.531035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a74a13db-9fcd-4083-98e9-6c0170611e4c req-d94c224a-d125-4608-87c7-579a08c2306f tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1078777 Aug 31 06:39:39.542611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.547451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:39.549937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] 10.222.0.57 "DELETE /v2.0/networks/973e4dc3-d9a5-48ce-9552-7c5426c6d349 HTTP/1.1" status: 204 len: 168 time: 0.3491099 Aug 31 06:39:39.580862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83476efb-85fe-42fa-a87d-94ef3208d665 admin admin] Pushing event deleted for resources: {'Network': ['ID=973e4dc3-d9a5-48ce-9552-7c5426c6d349,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:39.631527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a74a13db-9fcd-4083-98e9-6c0170611e4c req-23f5534f-12db-4883-bb6d-3f2a1a6c39fa tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909066 Aug 31 06:39:39.728835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de098d2-505f-4de3-ace8-9ff64225547e req-3dae4f7f-6eec-4fcc-9a6b-6da2770506db tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.730743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8de098d2-505f-4de3-ace8-9ff64225547e req-3dae4f7f-6eec-4fcc-9a6b-6da2770506db tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1068139 Aug 31 06:39:39.819531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8de098d2-505f-4de3-ace8-9ff64225547e req-5c00918d-c890-4592-9a9d-d7aed2d20dc7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807858 Aug 31 06:39:39.836615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc04a2-cc51-4228-be46-0ee6ca1a5930 req-8ee20d36-bbd7-455f-9308-e4c3fc988bdb tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:39.841265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0fc04a2-cc51-4228-be46-0ee6ca1a5930 req-8ee20d36-bbd7-455f-9308-e4c3fc988bdb tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 949 time: 0.1132419 Aug 31 06:39:39.877980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:39.900382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0fc04a2-cc51-4228-be46-0ee6ca1a5930 req-da4ae7dd-bf64-405a-900f-968afed576d0 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521228 Aug 31 06:39:39.937947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:39.954506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:39.960856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: ea617625-7c08-4192-8d6e-6a2599e777c7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:39.961535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ea617625-7c08-4192-8d6e-6a2599e777c7 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:39.969786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-266d551f-bc33-4331-bd99-851f1ee381ee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb842c2776774e4cb7494d91f8caef2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0870173 Aug 31 06:39:40.017306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.045420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.103627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.106333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.107705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a54f06b3-ae6b-450d-b581-28c3565f78c2 HTTP/1.1" status: 204 len: 168 time: 0.1522017 Aug 31 06:39:40.117160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54f06b3-ae6b-450d-b581-28c3565f78c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:40.128706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.129038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.129384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.129730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.130635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.130966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.131421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.132394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.133285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.133687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.134036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.134477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54a06a2-4a7a-4913-b842-d80d8a2c0995 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:40.219155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a1383-0b2e-4b0d-b3f8-ce5b26aee4fa req-1927026c-d908-458e-aec3-63984d1847ed tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.220907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-471a1383-0b2e-4b0d-b3f8-ce5b26aee4fa req-1927026c-d908-458e-aec3-63984d1847ed tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.0705118 Aug 31 06:39:40.263999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-471a1383-0b2e-4b0d-b3f8-ce5b26aee4fa req-82c7ca84-c9a2-459e-ac44-4b49f4d2cdd2 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349195 Aug 31 06:39:40.454723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:40.496669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-044ad6c5-6725-4ba0-9871-bc6d8cf628db admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea48337e7a34497ca7582163394d9f16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407956 Aug 31 06:39:40.499385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:40.550730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.573605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.629868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.632542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:40.637853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aab6c0ab-935c-47f4-ae5f-0bd4e4852e82 HTTP/1.1" status: 204 len: 168 time: 0.1374803 Aug 31 06:39:40.646340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7921ae-77d1-420c-a35a-aa5a43e6da44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab6c0ab-935c-47f4-ae5f-0bd4e4852e82,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:40.770747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac70012-2daa-4561-b6af-c14919852e77 req-89dbe15c-2ff5-4105-ba6b-1d4db562863c tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.772358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ac70012-2daa-4561-b6af-c14919852e77 req-89dbe15c-2ff5-4105-ba6b-1d4db562863c tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0530920 Aug 31 06:39:40.813723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ac70012-2daa-4561-b6af-c14919852e77 req-d6010692-8a04-4318-a66c-219992a69025 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345523 Aug 31 06:39:40.942951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c5b20-5ce4-4ce5-abc8-c49626541257 req-0baf2b49-4ce9-47c5-bea1-c3bd7eca9ab7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:40.944481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-438c5b20-5ce4-4ce5-abc8-c49626541257 req-0baf2b49-4ce9-47c5-bea1-c3bd7eca9ab7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0620484 Aug 31 06:39:40.989867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-438c5b20-5ce4-4ce5-abc8-c49626541257 req-10f965e6-4bc5-416a-b39b-6cb2f3ebe540 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370991 Aug 31 06:39:41.115803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddba58d-8cd9-4ec3-8737-f78cf1093702 req-2684d0bd-4006-458a-b671-7a71d82e391d tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.118083 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ddba58d-8cd9-4ec3-8737-f78cf1093702 req-2684d0bd-4006-458a-b671-7a71d82e391d tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 949 time: 0.0541582 Aug 31 06:39:41.147766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcf5fade-bc79-49cd-bf9c-0ccaa7b82e8f req-a8c8767b-5e73-46c6-8d86-cee5f42fb4f0 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222108 Aug 31 06:39:41.158900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ddba58d-8cd9-4ec3-8737-f78cf1093702 req-6491c215-0106-41b1-bc1b-d29488bbaa80 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/security-groups?id=d1d9c26a-1ad9-41d2-a29a-75aa8347913d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345984 Aug 31 06:39:41.278149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf5fade-bc79-49cd-bf9c-0ccaa7b82e8f req-2e24a524-53dd-49f7-a78d-f0a3dbf3ee08 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.287263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcf5fade-bc79-49cd-bf9c-0ccaa7b82e8f req-2e24a524-53dd-49f7-a78d-f0a3dbf3ee08 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1319566 Aug 31 06:39:41.304497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcf5fade-bc79-49cd-bf9c-0ccaa7b82e8f req-ce1dcf84-d40a-4ba7-8cc6-3859e73b73a9 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/quotas/e2f13fd8ce4d40b39dedc71e1f1e7da0 HTTP/1.1" status: 200 len: 375 time: 0.0162368 Aug 31 06:39:41.338161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcf5fade-bc79-49cd-bf9c-0ccaa7b82e8f req-a4509928-ac53-4a46-bf30-e83f9f46166b tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321114 Aug 31 06:39:41.414640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627b6f86-2398-48f9-aa89-2cda734d2398 req-a38327c8-d331-4b89-b99b-772272531b9b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.416380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-627b6f86-2398-48f9-aa89-2cda734d2398 req-a38327c8-d331-4b89-b99b-772272531b9b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.0568004 Aug 31 06:39:41.457983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-627b6f86-2398-48f9-aa89-2cda734d2398 req-3e07dd32-9a08-41a7-aec7-d0e2556db8bb tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341580 Aug 31 06:39:41.512909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-8cee5758-6364-46ad-a16e-8566a81a4fd9 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.515031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-8cee5758-6364-46ad-a16e-8566a81a4fd9 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 949 time: 0.0567510 Aug 31 06:39:41.587808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c680fe2-a85d-4f1b-8f5b-c8b5163b398e req-9cdefa0f-e771-4f55-bb30-bb1c93dade95 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.589921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c680fe2-a85d-4f1b-8f5b-c8b5163b398e req-9cdefa0f-e771-4f55-bb30-bb1c93dade95 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.0622518 Aug 31 06:39:41.599352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:41.607048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Request body: {'floatingip': {'port_id': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:41.638311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Deleting port 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:41.639033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.651886 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.751482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] For port 13203e32-cf1b-42ed-9949-e0ed610f1b6e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=13203e32-cf1b-42ed-9949-e0ed610f1b6e,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:41.752551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:41.767156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Calling delete_port for 13203e32-cf1b-42ed-9949-e0ed610f1b6e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:41.993666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d744ae-b174-4e17-8f77-3c3bf3576702 req-71df7eef-f51b-40ab-8adc-8da25dc3a5c4 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:41.995257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56d744ae-b174-4e17-8f77-3c3bf3576702 req-71df7eef-f51b-40ab-8adc-8da25dc3a5c4 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0725760 Aug 31 06:39:41.996576 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.030549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Pushing event deleted for resources: {'Port': ['ID=13203e32-cf1b-42ed-9949-e0ed610f1b6e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:42.096778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] No DVR routers for this DVR port 13203e32-cf1b-42ed-9949-e0ed610f1b6e on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:42.100322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.103161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dbaa3a2-8c7e-4b5f-ac8e-1136135b5e74 req-9d3a8ed2-d330-4bfa-92d8-112c45e4dcf2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.50 "DELETE /v2.0/ports/13203e32-cf1b-42ed-9949-e0ed610f1b6e HTTP/1.1" status: 204 len: 173 time: 0.5768189 Aug 31 06:39:42.109418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-deleted', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:42.112023 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f3081-bb3d-4087-af2d-2c61293b1451" -d '{"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-deleted", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:42.122493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56d744ae-b174-4e17-8f77-3c3bf3576702 req-f43c5d7f-2497-4997-977d-69d789a28bc6 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966938 Aug 31 06:39:42.270047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.276858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257f6412-e526-4369-bc92-49cb34e38fd9 req-8dbeaa1c-877e-4ca6-979f-c3a3ec9e70ca tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.279913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.288150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-257f6412-e526-4369-bc92-49cb34e38fd9 req-8dbeaa1c-877e-4ca6-979f-c3a3ec9e70ca tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0898166 Aug 31 06:39:42.292732 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0767f30-5109-438b-93c6-83707a82f0f1 x-openstack-request-id: req-b0767f30-5109-438b-93c6-83707a82f0f1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:42.293132 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bdb9658-549f-4667-99a5-9ab380f48eaa", "name": "network-vif-deleted", "tag": "13203e32-cf1b-42ed-9949-e0ed610f1b6e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:42.293415 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0767f30-5109-438b-93c6-83707a82f0f1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:42.293820 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bdb9658-549f-4667-99a5-9ab380f48eaa', 'name': 'network-vif-deleted', 'tag': '13203e32-cf1b-42ed-9949-e0ed610f1b6e', 'status': 'completed', 'code': 200} Aug 31 06:39:42.357371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-257f6412-e526-4369-bc92-49cb34e38fd9 req-c08cb524-b3fb-44c3-a05f-dede3ac535c7 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480962 Aug 31 06:39:42.413622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a75f7672-174a-4847-b507-c7e18014dead req-7c6f521b-8095-4b69-9622-79ac6cee0cc2 tempest-ListImageFiltersTestJSON-1262032641 tempest-ListImageFiltersTestJSON-1262032641-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bdb9658-549f-4667-99a5-9ab380f48eaa HTTP/1.1" status: 200 len: 210 time: 0.0573654 Aug 31 06:39:42.449162 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Floating IP e3016ef2-d4f8-4fe8-afbb-0c5116941c4b associated. External IP: 172.25.3.80, port: 48dc8f4f-0577-4c74-9ad4-8850fc6710f7. Aug 31 06:39:42.718517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:39:42.751801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-4a427b43-cb5d-4af6-a7e7-eb2bd113380f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0317857 Aug 31 06:39:42.833810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7642bbb-102c-4d4d-b3c9-1d88e8143dcd req-f2fc7f06-070c-4788-9b51-9bfe04b86568 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563891 Aug 31 06:39:42.864781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-539f5205-f09c-4f95-8e1d-63a2ba2eee8d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:42.866322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-539f5205-f09c-4f95-8e1d-63a2ba2eee8d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1137776 Aug 31 06:39:42.884142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-5348e062-fcc4-42c0-a111-c7058b2c4923 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/quotas/847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 375 time: 0.0108263 Aug 31 06:39:42.909146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:39:42.916108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:42.920748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-df2ee63e-bc5c-41b2-b805-a851c0ae4790 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294743 Aug 31 06:39:42.924495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Sync routers for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:39:42.934773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:42.935605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:39:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:42.962907 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3d73fc1-0a96-4814-ae78-e976986e34e9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "PUT /v2.0/floatingips/e3016ef2-d4f8-4fe8-afbb-0c5116941c4b HTTP/1.1" status: 200 len: 991 time: 1.3610032 Aug 31 06:39:42.966145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:42.968448 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1732e8f7-772d-442e-adb5-f66eea05c39c" -d '{"events": [{"name": "network-changed", "server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:43.016374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7642bbb-102c-4d4d-b3c9-1d88e8143dcd req-b33e0383-a5da-46ef-b530-347408247865 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.017922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7642bbb-102c-4d4d-b3c9-1d88e8143dcd req-b33e0383-a5da-46ef-b530-347408247865 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1677778 Aug 31 06:39:43.036797 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7642bbb-102c-4d4d-b3c9-1d88e8143dcd req-97c4a908-379d-4173-aa6a-bda542222a8a tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/quotas/e2f13fd8ce4d40b39dedc71e1f1e7da0 HTTP/1.1" status: 200 len: 375 time: 0.0097806 Aug 31 06:39:43.064050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:43.076249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7642bbb-102c-4d4d-b3c9-1d88e8143dcd req-817e0248-9242-4beb-bacf-bbc208996195 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325012 Aug 31 06:39:43.169679 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d610dd-d165-4b37-a310-a5d4f35f2e0d x-openstack-request-id: req-c2d610dd-d165-4b37-a310-a5d4f35f2e0d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:43.169969 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:43.170220 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c2d610dd-d165-4b37-a310-a5d4f35f2e0d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:43.170622 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'status': 'completed', 'code': 200} Aug 31 06:39:43.206724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72833b29-0af8-470a-9cae-420a93a69b64 req-bbf927bc-8094-45dd-b477-3477eb2d96c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 210 time: 0.0346308 Aug 31 06:39:43.267646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-325ee90a-f144-4737-9888-2d18c097d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.270019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-325ee90a-f144-4737-9888-2d18c097d17c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 1098 time: 0.0623262 Aug 31 06:39:43.375074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e3016ef2-d4f8-4fe8-afbb-0c5116941c4b', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'port_id': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'mac_address': 'fa:16:3e:44:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:39:21Z', 'updated_at': '2021-08-31T06:39:42Z', 'revision_number': 1, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:43.375897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4098d90d-d989-4bc0-b186-493ee7b2f7f5 req-f5b48e33-7b3e-47c3-811f-adbecadef2b9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.378773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4098d90d-d989-4bc0-b186-493ee7b2f7f5 req-f5b48e33-7b3e-47c3-811f-adbecadef2b9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0602663 Aug 31 06:39:43.408459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Checking router: ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:39:43.418083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:39:43.418694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:39:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:43.441278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-61ab0099-fb35-42ce-9891-0b749f649af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.442867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-61ab0099-fb35-42ce-9891-0b749f649af3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 200 len: 916 time: 0.1601617 Aug 31 06:39:43.444239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4098d90d-d989-4bc0-b186-493ee7b2f7f5 req-df501e8e-41eb-4ef6-9771-be9a303ff0d3 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581055 Aug 31 06:39:43.559762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:39:43.583191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-c97e7b82-db6e-44ed-af33-19bb218ae3ae service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 200 len: 999 time: 0.1274736 Aug 31 06:39:43.605889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735de709-56cf-4d6e-8113-7288a812ad6f req-52822265-e4a0-42f2-afc1-88cc6aac8e82 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.607605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-735de709-56cf-4d6e-8113-7288a812ad6f req-52822265-e4a0-42f2-afc1-88cc6aac8e82 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.0741138 Aug 31 06:39:43.710617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-735de709-56cf-4d6e-8113-7288a812ad6f req-7dd47742-88e4-4b6b-8cbb-7e93f4944d89 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829353 Aug 31 06:39:43.729105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-11a80fca-f457-4dac-b8fa-813498939861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.731158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-11a80fca-f457-4dac-b8fa-813498939861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f3b47e5-5c5c-4715-9a08-6b1013b2464b HTTP/1.1" status: 200 len: 854 time: 0.1226652 Aug 31 06:39:43.813891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-d28dfedb-5d43-449f-86ab-6d63b2d51cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:43.815422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-d28dfedb-5d43-449f-86ab-6d63b2d51cc8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3388f69f-7f6b-489e-b5aa-025df5221907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0695972 Aug 31 06:39:43.911235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e3016ef2-d4f8-4fe8-afbb-0c5116941c4b', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'port_id': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'mac_address': 'fa:16:3e:44:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:39:21Z', 'updated_at': '2021-08-31T06:39:42Z', 'revision_number': 1, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:39:43.939867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-d6556122-ba85-462c-9afe-8d6e83075338 service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107647 Aug 31 06:39:43.941432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b08b3f8-c06c-4584-9b52-df80ff211612 None None] The sync data for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 is: [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e3016ef2-d4f8-4fe8-afbb-0c5116941c4b', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'port_id': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 724, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'mac_address': 'fa:16:3e:44:5e:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:39:21Z', 'updated_at': '2021-08-31T06:39:42Z', 'revision_number': 1, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:39:44.064655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1732e8f7-772d-442e-adb5-f66eea05c39c req-49a34d59-bf1a-4c82-9181-230b43a6d7bc service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068454 Aug 31 06:39:44.142011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-406c9af1-c659-49f3-acd8-c32aff96c1d4 req-c0594c45-bd63-46af-9e9f-6a76f3c1b178 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0271130 Aug 31 06:39:44.185570 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0492320-a923-478d-ba76-af495bdbbeb0 None None] New status for floating IP e3016ef2-d4f8-4fe8-afbb-0c5116941c4b: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:39:44.277375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c9af1-c659-49f3-acd8-c32aff96c1d4 req-15a9b149-6a41-4fcb-b642-153ea9aa1143 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.285894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-406c9af1-c659-49f3-acd8-c32aff96c1d4 req-15a9b149-6a41-4fcb-b642-153ea9aa1143 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1346164 Aug 31 06:39:44.299273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-406c9af1-c659-49f3-acd8-c32aff96c1d4 req-095098f9-3472-4322-a3a5-386d30415c88 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/quotas/e2f13fd8ce4d40b39dedc71e1f1e7da0 HTTP/1.1" status: 200 len: 375 time: 0.0122995 Aug 31 06:39:44.334697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-406c9af1-c659-49f3-acd8-c32aff96c1d4 req-e2e62f1d-eda9-4e62-b429-e20f5a9ff366 tempest-QuotasAdminNegativeTest-400700450 tempest-QuotasAdminNegativeTest-400700450-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282698 Aug 31 06:39:44.514473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-0af0a300-84f3-4df4-9d17-3f26614d9b3f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342653 Aug 31 06:39:44.554129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45233da4-8d3a-4aec-93e1-1f99140980ee req-0ba1d6c6-0646-4291-a40f-1310fb7beb13 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 210 time: 0.0638146 Aug 31 06:39:44.687807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-40de93b1-8ebb-4b92-9559-3be016f6c383 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.691650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-40de93b1-8ebb-4b92-9559-3be016f6c383 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1617486 Aug 31 06:39:44.709731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aded27f8-e93c-450a-aec2-f57cb63806ab req-b418a000-032e-4c4f-bc00-58a34f9695ee tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:44.711346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aded27f8-e93c-450a-aec2-f57cb63806ab req-b418a000-032e-4c4f-bc00-58a34f9695ee tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0808673 Aug 31 06:39:44.716111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Request body: {'port': {'device_id': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '847ffd19e6bc4ecbb305fb949ca85bbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:44.802674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aded27f8-e93c-450a-aec2-f57cb63806ab req-ca3e9130-a5a4-4186-b4b1-3de57c8afbe8 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830550 Aug 31 06:39:44.869624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Made reservation on behalf of 847ffd19e6bc4ecbb305fb949ca85bbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:44.873512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:44.885278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.037667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.045518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.124620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5664a0-bb3d-4f30-904f-68a5c4fd49fe req-e92372ad-f443-4e74-a3a5-6fe6cdc6a41d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.126186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac5664a0-bb3d-4f30-904f-68a5c4fd49fe req-e92372ad-f443-4e74-a3a5-6fe6cdc6a41d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1270502 Aug 31 06:39:45.139714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33454e2c-d3aa-4582-8b56-484a5b664b60,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.176036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:45.205699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:45.222612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac5664a0-bb3d-4f30-904f-68a5c4fd49fe req-96c774b5-23fb-459b-ab92-6be330802296 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838737 Aug 31 06:39:45.251844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Allocated IP 192.168.233.70 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:45.368478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac152b31-531a-443d-b838-2f4b2c5d9b6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.448009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-54146f7c-5606-4ea6-bb4b-91e0c19c72d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5fc8be3c63744de8b6bed1d59fd772f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2394974 Aug 31 06:39:45.451396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:45.460334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac152b31-531a-443d-b838-2f4b2c5d9b6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.467104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac152b31-531a-443d-b838-2f4b2c5d9b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.472389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.494743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.507392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac152b31-531a-443d-b838-2f4b2c5d9b6e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e2f13fd8ce4d40b39dedc71e1f1e7da0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3302989 Aug 31 06:39:45.510125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac152b31-531a-443d-b838-2f4b2c5d9b6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f7bbb9-d901-4c42-9ffa-0ea76fe79a3e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.512437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:45.521610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Transition to ACTIVE for port object f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:45.543902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.564849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.577536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.586264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.598388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.639353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.641875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.643024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23f7bbb9-d901-4c42-9ffa-0ea76fe79a3e HTTP/1.1" status: 204 len: 168 time: 0.1287918 Aug 31 06:39:45.655144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e67a-23aa-472b-97b8-f304f2c074f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f7bbb9-d901-4c42-9ffa-0ea76fe79a3e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.697250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:45.712081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:45.717934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:45.749007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.784681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8e61b-2788-4311-9389-f88c94273e02 req-b77090d9-3d70-427d-8b5b-ea40c67145c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.786326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cb8e61b-2788-4311-9389-f88c94273e02 req-b77090d9-3d70-427d-8b5b-ea40c67145c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 935 time: 0.1414309 Aug 31 06:39:45.787041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.790594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.791754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d1d9c26a-1ad9-41d2-a29a-75aa8347913d HTTP/1.1" status: 204 len: 168 time: 0.3394496 Aug 31 06:39:45.813002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb6bc0f-57e7-4efd-a441-69ab4f9a7ffe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d9c26a-1ad9-41d2-a29a-75aa8347913d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:45.824357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.825028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:45.858712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d6d3e7c0-c46a-45cd-8ae1-3fbbd2c9b58b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1462855 Aug 31 06:39:45.875949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cb8e61b-2788-4311-9389-f88c94273e02 req-df60012d-513b-4029-b45c-75730ca7b0f5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709879 Aug 31 06:39:45.881504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Request body: {'port': {'device_id': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:45.981459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:45.986597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e71ec6-28b2-4bcb-8c2e-454a5fb472c7 req-63027373-94f1-4b9d-98ad-1419120a7f85 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:45.995268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35e71ec6-28b2-4bcb-8c2e-454a5fb472c7 req-63027373-94f1-4b9d-98ad-1419120a7f85 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0684643 Aug 31 06:39:46.036674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 13203e32-cf1b-42ed-9949-e0ed610f1b6e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:39:46.037426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 13203e32-cf1b-42ed-9949-e0ed610f1b6e not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:46.042249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35e71ec6-28b2-4bcb-8c2e-454a5fb472c7 req-8ce97246-012f-46d4-bde9-f372ecda3996 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458107 Aug 31 06:39:46.051484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.052656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16217b36-f031-4078-bfd9-b764e357103c None None] Provisioning for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:46.059194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16217b36-f031-4078-bfd9-b764e357103c None None] Provisioning complete for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:46.059576 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16217b36-f031-4078-bfd9-b764e357103c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.075419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-063fcc67-086d-4aa9-83d7-50c9aced561c tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.078004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-063fcc67-086d-4aa9-83d7-50c9aced561c tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1098 time: 0.1643083 Aug 31 06:39:46.110317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:46.118271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16217b36-f031-4078-bfd9-b764e357103c None None] Port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:46.154716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:46.170293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef67e70-af72-4377-8d43-dfcf464589af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.287876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef67e70-af72-4377-8d43-dfcf464589af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.295592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fef67e70-af72-4377-8d43-dfcf464589af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.348190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef67e70-af72-4377-8d43-dfcf464589af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed91ff9-07ed-4e4c-8994-8a4ead1f501f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:46.363262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fef67e70-af72-4377-8d43-dfcf464589af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a043b9a5eb36482f84404fa6fc3d7e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2067549 Aug 31 06:39:46.372850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:46.463685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321ac890-34ea-4e46-a2b0-3d25273972eb req-08e97053-0134-4c18-ab9f-1eb608479182 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:46.471935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-321ac890-34ea-4e46-a2b0-3d25273972eb req-08e97053-0134-4c18-ab9f-1eb608479182 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 946 time: 0.1137688 Aug 31 06:39:46.501984 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.525903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-321ac890-34ea-4e46-a2b0-3d25273972eb req-3ae770a2-ace1-45dd-9d13-46d7f54f1f1c tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530510 Aug 31 06:39:46.532518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.550414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.619568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.624268 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.625674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aed91ff9-07ed-4e4c-8994-8a4ead1f501f HTTP/1.1" status: 204 len: 168 time: 0.2516003 Aug 31 06:39:46.636450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a1bee1-b327-4ef8-9a6e-7e48e317c5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed91ff9-07ed-4e4c-8994-8a4ead1f501f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:46.792701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:46.855429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:46.866804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.880839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:46.906022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Transition to ACTIVE for port object f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:46.917402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.960747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:46.963196 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6ccb78-287c-45f5-a3a6-290fa0e0b295" -d '{"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-unplugged", "status": "completed", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:46.969480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:46.995540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.048760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:47.097772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90711874-6240-48f2-86e7-2d132223ee7a req-f7b145fe-b87b-40c5-9803-ad096681552c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.100216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90711874-6240-48f2-86e7-2d132223ee7a req-f7b145fe-b87b-40c5-9803-ad096681552c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.1158013 Aug 31 06:39:47.107422 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8f4074-bcca-4196-b93b-b872574919b6 x-openstack-request-id: req-3f8f4074-bcca-4196-b93b-b872574919b6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:47.108247 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-unplugged", "status": "completed", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:47.108709 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f8f4074-bcca-4196-b93b-b872574919b6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:47.109858 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'code': 200} Aug 31 06:39:47.198999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90711874-6240-48f2-86e7-2d132223ee7a req-471d08c8-08d2-42a7-8519-ef69be037e5e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899689 Aug 31 06:39:47.235655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:47.236000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:47.236336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:47.276720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:47.299913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:47.300236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Attempting to bind port e0208736-e614-4645-a22c-cfba8934ec0e on network f125b887-523d-4ff2-8eb5-47a4350ddc7f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:47.328954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:47.329245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Checking segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:47.329658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Bound using segment: {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:47.330091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Bound port: e0208736-e614-4645-a22c-cfba8934ec0e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '78411f59-902c-4894-9ead-fb409ef26e5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f125b887-523d-4ff2-8eb5-47a4350ddc7f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:47.330447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.357453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:47.357792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:47.358121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:47.370496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:47.370826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:47.394439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:47.394992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:47.395385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:47.395825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Bound port: f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:47.396182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.417958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ea4bb5e-8811-4f30-b8f8-fbfdf1f1770d req-0a2cbc4d-9767-483a-b235-6f48ef626c8d tempest-AbsoluteLimitsNegativeTestJSON-1830248663 tempest-AbsoluteLimitsNegativeTestJSON-1830248663-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=76e7d3314dfa4a39b83f605f907ddfc6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313082 Aug 31 06:39:47.427509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7752d-401b-48a6-ab4c-e8cdcdbfe3b1 req-3d7e7b6b-9108-413f-b6fd-13ddc3f25f2f tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.429001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36d7752d-401b-48a6-ab4c-e8cdcdbfe3b1 req-3d7e7b6b-9108-413f-b6fd-13ddc3f25f2f tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1468477 Aug 31 06:39:47.513402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:47.542983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:47.557370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36d7752d-401b-48a6-ab4c-e8cdcdbfe3b1 req-4ac10f80-796f-433d-83c5-b1e7f8bffbbc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004915 Aug 31 06:39:47.559158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:47.566184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4bb5e-8811-4f30-b8f8-fbfdf1f1770d req-2a66e1de-6a0a-4def-9cc3-cd9a72aa3d17 tempest-AbsoluteLimitsNegativeTestJSON-1830248663 tempest-AbsoluteLimitsNegativeTestJSON-1830248663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.567238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.569944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ea4bb5e-8811-4f30-b8f8-fbfdf1f1770d req-2a66e1de-6a0a-4def-9cc3-cd9a72aa3d17 tempest-AbsoluteLimitsNegativeTestJSON-1830248663 tempest-AbsoluteLimitsNegativeTestJSON-1830248663-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498203 Aug 31 06:39:47.571634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:47.597659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ea4bb5e-8811-4f30-b8f8-fbfdf1f1770d req-415fa53d-bde1-437e-ba01-fe1a66da7342 tempest-AbsoluteLimitsNegativeTestJSON-1830248663 tempest-AbsoluteLimitsNegativeTestJSON-1830248663-project] 10.222.0.57 "GET /v2.0/quotas/76e7d3314dfa4a39b83f605f907ddfc6 HTTP/1.1" status: 200 len: 375 time: 0.0106950 Aug 31 06:39:47.598952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.625353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.625991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.627485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] 10.222.0.50 "PUT /v2.0/ports/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 1096 time: 1.7503691 Aug 31 06:39:47.668350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:47.672323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.673163 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:47.674712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-cfa6e5e7-a7b7-431c-89d0-e58aaa9a647f service neutron] 10.222.0.50 "PUT /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 1124 time: 1.5691667 Aug 31 06:39:47.696166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ea4bb5e-8811-4f30-b8f8-fbfdf1f1770d req-81c1848b-864a-449d-874f-a49d0323697c tempest-AbsoluteLimitsNegativeTestJSON-1830248663 tempest-AbsoluteLimitsNegativeTestJSON-1830248663-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=76e7d3314dfa4a39b83f605f907ddfc6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802855 Aug 31 06:39:47.784007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e0208736-e614-4645-a22c-cfba8934ec0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:47.804039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4476add-8307-40d1-9c2f-5340aa87f63f service neutron] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:47.846994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-e93c8200-369f-4561-8b57-28f568edf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.848639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-e93c8200-369f-4561-8b57-28f568edf3e8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.1126218 Aug 31 06:39:47.868992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f418bd-12b1-435e-b1cb-b90093a39684 req-449ead40-b284-4395-a0a6-41b134df665a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:47.870932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08f418bd-12b1-435e-b1cb-b90093a39684 req-449ead40-b284-4395-a0a6-41b134df665a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.0959077 Aug 31 06:39:47.875304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e0208736-e614-4645-a22c-cfba8934ec0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:47.940789 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-1e113c49-3603-4fee-9f77-45f44ec815f9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0683088 Aug 31 06:39:47.981149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e0208736-e614-4645-a22c-cfba8934ec0e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:48.044305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08f418bd-12b1-435e-b1cb-b90093a39684 req-80009ff5-74c5-41f1-aa0b-1482f9d228d5 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022460 Aug 31 06:39:48.054093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-03271a05-955e-47fe-8952-99d163afad8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.055888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-03271a05-955e-47fe-8952-99d163afad8a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0901144 Aug 31 06:39:48.105747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:48.124802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-5e70bcb1-9a6e-4177-8192-5022373231e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.126393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-5e70bcb1-9a6e-4177-8192-5022373231e3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0561805 Aug 31 06:39:48.169582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:48.223519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e0208736-e614-4645-a22c-cfba8934ec0e has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 06:39:48.291084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-7646cca1-e329-4dc1-a164-b248dd0181cf service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512325 Aug 31 06:39:48.425045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232e4652-659c-4c69-8c2c-24bc913fc582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.465122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5478e762-cf2d-4d43-bb52-5d1f9e4aa899 req-f807a349-964c-4f6d-9adb-3a779c8b6c90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.466646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5478e762-cf2d-4d43-bb52-5d1f9e4aa899 req-f807a349-964c-4f6d-9adb-3a779c8b6c90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.1463895 Aug 31 06:39:48.502087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0e6ee5e-3e49-4d41-8b7f-fc0032ec2ee6 req-187668b2-12b3-42e5-af50-870bf5900c6c service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905019 Aug 31 06:39:48.543282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5478e762-cf2d-4d43-bb52-5d1f9e4aa899 req-dbca46ee-f4f3-4297-8e94-c274173a9f24 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670543 Aug 31 06:39:48.621456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232e4652-659c-4c69-8c2c-24bc913fc582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.627360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232e4652-659c-4c69-8c2c-24bc913fc582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.666992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-232e4652-659c-4c69-8c2c-24bc913fc582 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76e7d3314dfa4a39b83f605f907ddfc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5601645 Aug 31 06:39:48.668032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232e4652-659c-4c69-8c2c-24bc913fc582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17b9ce8f-351f-42e2-957e-464b45e01e57,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:48.669759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:48.727025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbaa77-c6f1-4513-b631-1972cf5bc2d5 req-66f0909c-4473-4076-8226-45c8811a710b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:48.728620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3dcbaa77-c6f1-4513-b631-1972cf5bc2d5 req-66f0909c-4473-4076-8226-45c8811a710b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0922787 Aug 31 06:39:48.762533 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.790203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3dcbaa77-c6f1-4513-b631-1972cf5bc2d5 req-19b9c3b6-c405-42bc-82dd-11d5d534a6b1 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551493 Aug 31 06:39:48.799033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.850275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.853520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:48.857150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17b9ce8f-351f-42e2-957e-464b45e01e57 HTTP/1.1" status: 204 len: 168 time: 0.1831386 Aug 31 06:39:48.864658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf073c-d498-425e-b26a-a606d81ea2f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b9ce8f-351f-42e2-957e-464b45e01e57,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:48.898060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-529e3fe2-df94-4084-8a4e-f1f4090d4a94 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0246501 Aug 31 06:39:49.013813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-db37121f-cbb8-45b4-bd4a-0cdcda67ff85 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.015302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-db37121f-cbb8-45b4-bd4a-0cdcda67ff85 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113145 Aug 31 06:39:49.036015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-8913bbe3-6894-4bf4-b108-55e529f11240 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/quotas/5cacaf24843a4b7fac9fb89f99207511 HTTP/1.1" status: 200 len: 375 time: 0.0146866 Aug 31 06:39:49.071097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-23c3eac2-1387-4f16-bd9f-54de65121f60 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285234 Aug 31 06:39:49.110991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}, {'name': 'network-changed', 'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:49.114665 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-343932b4-f272-407d-b265-2986d524a293" -d '{"events": [{"name": "network-changed", "server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}, {"name": "network-changed", "server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:49.169464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee5c04c-a1a7-4ebd-96bc-3cbdc01fdcf8 req-2ce5f4d1-527e-4171-97c8-725109faa2a8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.171364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ee5c04c-a1a7-4ebd-96bc-3cbdc01fdcf8 req-2ce5f4d1-527e-4171-97c8-725109faa2a8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.0577531 Aug 31 06:39:49.232027 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d4356e-baf6-4b10-b32e-238f58019d17 x-openstack-request-id: req-d7d4356e-baf6-4b10-b32e-238f58019d17 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:49.232330 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:49.232646 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7d4356e-baf6-4b10-b32e-238f58019d17 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:49.233005 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'status': 'completed', 'code': 200} Aug 31 06:39:49.233266 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'status': 'completed', 'code': 200} Aug 31 06:39:49.248590 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ee5c04c-a1a7-4ebd-96bc-3cbdc01fdcf8 req-08dcd329-441e-4623-bdaf-5bfd126d70dc tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581968 Aug 31 06:39:49.348373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-d9382e06-5f53-4a7e-b337-5f01f71e137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.352437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-d9382e06-5f53-4a7e-b337-5f01f71e137b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1127 time: 0.0908461 Aug 31 06:39:49.385351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-4a9c58ea-6d4e-40fe-8541-4a537c166459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.387196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-4a9c58ea-6d4e-40fe-8541-4a537c166459 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.1008859 Aug 31 06:39:49.498862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-e19be094-c80f-4e6c-a3aa-df5199aac57a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321350 Aug 31 06:39:49.525051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-ef36c0a0-4428-45f0-9792-5f9d590570ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.526729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-ef36c0a0-4428-45f0-9792-5f9d590570ac service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1263185 Aug 31 06:39:49.597512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-251aa5af-a2a7-4cb0-863f-d0b53fb40cf9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0544071 Aug 31 06:39:49.599972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-0e83c07e-b8a4-4fa2-96d0-e0d82a328e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.602155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-0e83c07e-b8a4-4fa2-96d0-e0d82a328e48 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2404222 Aug 31 06:39:49.650843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-26685694-d6db-4ed9-a3ef-29f680ae450c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 217 time: 0.0404880 Aug 31 06:39:49.733248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-e4e78535-5d5e-4311-8438-83d7ebf245b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.735007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-e4e78535-5d5e-4311-8438-83d7ebf245b3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1266458 Aug 31 06:39:49.752811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-bca94269-497f-4153-adae-17866e121cda tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.754452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-bca94269-497f-4153-adae-17866e121cda tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2434006 Aug 31 06:39:49.755435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b8ee14-be52-4971-ab55-f2a6f75de9d8 req-d4d1d9df-e367-4027-aa99-db40478437aa tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.756593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-be26dde1-5965-4f01-8bc6-5c741d9a8e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.759242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-be26dde1-5965-4f01-8bc6-5c741d9a8e92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0990865 Aug 31 06:39:49.761990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02b8ee14-be52-4971-ab55-f2a6f75de9d8 req-d4d1d9df-e367-4027-aa99-db40478437aa tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.0937715 Aug 31 06:39:49.782146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-f3c1ad36-21ff-4749-8e31-386019157c86 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/quotas/5cacaf24843a4b7fac9fb89f99207511 HTTP/1.1" status: 200 len: 375 time: 0.0206766 Aug 31 06:39:49.824525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-0844f34b-1724-4a3f-9376-0fa91d2bdc4a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411298 Aug 31 06:39:49.842406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02b8ee14-be52-4971-ab55-f2a6f75de9d8 req-63b48671-38f8-4174-bc6f-6f256413773d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686316 Aug 31 06:39:49.849870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-3f2a857d-efd6-4eaa-80fb-22ad23bf681c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0538371 Aug 31 06:39:49.864059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343932b4-f272-407d-b265-2986d524a293 req-76f65715-fedd-41d6-a086-c48565b6ee83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:49.865574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-76f65715-fedd-41d6-a086-c48565b6ee83 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0997977 Aug 31 06:39:49.877664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45354) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:50.017428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-4525b973-e327-4106-b48c-754622f60021 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710896 Aug 31 06:39:50.044659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1005921945-network', 'tenant_id': '731291c2832149ac90f8f2cf923a573c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:50.083667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93665741-1b07-4719-92b0-53d6bbeb3f01 req-ae98bc24-c018-4696-ad84-89373e94f952 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.085447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93665741-1b07-4719-92b0-53d6bbeb3f01 req-ae98bc24-c018-4696-ad84-89373e94f952 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1365342 Aug 31 06:39:50.097135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-0b4accba-bac5-4b3e-9aed-d455059e0bae service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149551 Aug 31 06:39:50.113847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Made reservation on behalf of 731291c2832149ac90f8f2cf923a573c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:50.116069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.170117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-0358dea4-2a74-4645-910b-b48c6b395682 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340895 Aug 31 06:39:50.177764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.213608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93665741-1b07-4719-92b0-53d6bbeb3f01 req-8a0a1e9d-0db4-4a26-974b-04a597928744 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211405 Aug 31 06:39:50.216502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-090e4d69-b06b-4afb-b29f-1ebe2e805cd5 req-e69077bf-0a3c-4c2b-ab4c-710a839ecc01 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 210 time: 0.0401299 Aug 31 06:39:50.282447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343932b4-f272-407d-b265-2986d524a293 req-ed8fd215-e320-420e-91f2-760a8176312d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620386 Aug 31 06:39:50.380866 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.384991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.409752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:39:50.437668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafbcbdc-8d82-4023-8a46-8413801dfa92 req-17722a6b-1fe9-4155-935e-afbc34ef89b8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.439182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafbcbdc-8d82-4023-8a46-8413801dfa92 req-17722a6b-1fe9-4155-935e-afbc34ef89b8 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1056004 Aug 31 06:39:50.442194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fecb3a79-e969-4251-809e-ef0c522e2971,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:50.445878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.446221 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Added segment a6bca87c-a58b-41fe-9bd3-fa06bfbafa96 of type vlan for network 91cad9a5-0963-4d34-870d-5586cec1441d Aug 31 06:39:50.510053 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.535908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafbcbdc-8d82-4023-8a46-8413801dfa92 req-45bccfdc-3b1b-4721-9e74-a0ccf7d6db13 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757363 Aug 31 06:39:50.553298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.555346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.556337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.618305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7383137 Aug 31 06:39:50.621072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:39:50.626396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Request body: {'subnet': {'network_id': '91cad9a5-0963-4d34-870d-5586cec1441d', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1005921945-subnet', 'tenant_id': '731291c2832149ac90f8f2cf923a573c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:50.629712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-68fc1cbe-8588-4b2f-907e-0815cb6351d4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382364 Aug 31 06:39:50.633370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84cb5c8-b4bc-4a3e-b209-6aaeac893e32 admin admin] Pushing event updated for resources: {'Network': ['ID=91cad9a5-0963-4d34-870d-5586cec1441d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:50.647986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 91cad9a5-0963-4d34-870d-5586cec1441d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:39:50.660789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Made reservation on behalf of 731291c2832149ac90f8f2cf923a573c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:50.664602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.798415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-65cb1504-5179-4fc8-bb1b-dd57862ebecc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.800767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-65cb1504-5179-4fc8-bb1b-dd57862ebecc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1604142 Aug 31 06:39:50.820606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Request body: {'port': {'device_id': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '5cacaf24843a4b7fac9fb89f99207511'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:50.862869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.911363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f4ff628-291f-4e2f-9c93-b4c226c75e79,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:50.949805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Made reservation on behalf of 5cacaf24843a4b7fac9fb89f99207511 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:50.953606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.962654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Checking segment: {'id': 'a6bca87c-a58b-41fe-9bd3-fa06bfbafa96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '91cad9a5-0963-4d34-870d-5586cec1441d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:50.962855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:50.963018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Network hostable DHCP agents. Network: 91cad9a5-0963-4d34-870d-5586cec1441d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:39:50.994423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42befa-9a9f-4be0-b282-5b362e88623e req-927ddb47-f86a-4159-9b07-03e254b4e45b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:50.995921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa42befa-9a9f-4be0-b282-5b362e88623e req-927ddb47-f86a-4159-9b07-03e254b4e45b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.0712349 Aug 31 06:39:50.996664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Network 91cad9a5-0963-4d34-870d-5586cec1441d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:39:51.017570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 91cad9a5-0963-4d34-870d-5586cec1441d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:51.024701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.025356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.032264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a80f9da-4211-422d-9073-e67f9caf9906 None None] Network 91cad9a5-0963-4d34-870d-5586cec1441d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:51.050983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa42befa-9a9f-4be0-b282-5b362e88623e req-42e6906d-baa7-4373-bd27-4ba13bca08e2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470877 Aug 31 06:39:51.075923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.080413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.094303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a0c3c13-40aa-492b-a901-8d82dde89d3d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4638343 Aug 31 06:39:51.154955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59e701d9-8589-45f3-b1b1-5b7e07116148,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:51.194736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba70c29e-eb67-4130-9e56-321738ac481e None None] Network 91cad9a5-0963-4d34-870d-5586cec1441d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:39:51.234008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Allocated IP 192.168.233.191 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:51.392836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-961092152', 'description': 'tempest-description-1788696256'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:51.404675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ec712-938b-4f6e-8a1a-be52de5f1240 req-6076ac0f-7d8d-4562-9fb0-c75b94bbcdaa tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.406221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e59ec712-938b-4f6e-8a1a-be52de5f1240 req-6076ac0f-7d8d-4562-9fb0-c75b94bbcdaa tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1130948 Aug 31 06:39:51.416209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.490023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e59ec712-938b-4f6e-8a1a-be52de5f1240 req-073d61e7-919d-4a9f-af88-d8d405f20e3e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746889 Aug 31 06:39:51.495372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.509998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Transition to ACTIVE for port object 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:51.528024 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.534965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.552007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.572821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.575416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98bee027-9982-4be5-b6fc-ab9ad598cb09 req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1868124 Aug 31 06:39:51.592139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6954b6-88d9-408f-add9-4f700202375f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff5914f-8bfa-47b7-8fe6-107a92d62932,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:51.606205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-9aabc46d-4654-4626-a957-02a2f9c2a81b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275383 Aug 31 06:39:51.641549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49c89c1b-60d2-4791-a1cf-a94b59b69579 req-d54a98d7-9d9d-460b-958e-5156ac63a0fd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 210 time: 0.0758557 Aug 31 06:39:51.644043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:51.647335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:51.651970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:51.693889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:51.756226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.757226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.786364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-984963cd-2d71-4089-b64d-266106b2e663 req-5f8f1e8f-0acd-4beb-bba6-6b8cf2ad0f79 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/8ff5914f-8bfa-47b7-8fe6-107a92d62932 HTTP/1.1" status: 200 len: 1804 time: 0.0942285 Aug 31 06:39:51.791818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-2b0c4704-fe64-4af5-8f73-b374c05b291a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9754179 Aug 31 06:39:51.808952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ff5914f-8bfa-47b7-8fe6-107a92d62932', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:51.810002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '8ff5914f-8bfa-47b7-8fe6-107a92d62932', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:51.818454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Request body: {'port': {'device_id': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:51.873925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063b7856-60f6-4bea-84da-95a753c00371 req-fb55a327-ab4e-4771-9412-9942a9602154 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.878519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-063b7856-60f6-4bea-84da-95a753c00371 req-fb55a327-ab4e-4771-9412-9942a9602154 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1122091 Aug 31 06:39:51.901718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.939933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:51.941194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-638b43ad-0624-4d6a-bd59-27ec87050ec4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:51.943054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-638b43ad-0624-4d6a-bd59-27ec87050ec4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3145041 Aug 31 06:39:51.952129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-063b7856-60f6-4bea-84da-95a753c00371 req-259169e4-fc60-4021-8461-bd79c1950c1f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547469 Aug 31 06:39:51.963115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Request body: {'port': {'device_id': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '5cacaf24843a4b7fac9fb89f99207511'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:52.008009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2564e21-7f76-4b28-ba37-618874325b72 None None] Provisioning for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:52.016025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2564e21-7f76-4b28-ba37-618874325b72 None None] Provisioning complete for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:52.017473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2564e21-7f76-4b28-ba37-618874325b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.019843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:52.105706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Made reservation on behalf of 5cacaf24843a4b7fac9fb89f99207511 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:39:52.110029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.127353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2564e21-7f76-4b28-ba37-618874325b72 None None] Port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:52.184615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:52.199117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'mac_address': 'fa:16:3e:77:9d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:52.251394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.271583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e802d7f7-8736-4e97-9e98-34a36bd83fd1 req-fb2b319d-50b6-43da-8e46-f0ce17cd7939 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.273582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e802d7f7-8736-4e97-9e98-34a36bd83fd1 req-fb2b319d-50b6-43da-8e46-f0ce17cd7939 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.0731177 Aug 31 06:39:52.286332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:52.310663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:52.316108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.325226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e802d7f7-8736-4e97-9e98-34a36bd83fd1 req-7ecdd3c0-f92b-441e-9b81-f7adce2c3882 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451846 Aug 31 06:39:52.384370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:52.394995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.395702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.396236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.396774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.397404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.397942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.399117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.399660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.400191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.400708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.401220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.401791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:39:52.500062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.505790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.546321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.547719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-984963cd-2d71-4089-b64d-266106b2e663 req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7463896 Aug 31 06:39:52.548355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79aa591-6219-4594-9515-01044faafc9d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ae51f0e-20ed-465d-bccf-16111fd35f65,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:52.577458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1208749780', 'description': 'tempest-description-366901071'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:52.634914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.657446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65345806-b440-4460-a457-bd4f53d86c26 req-37552d82-1539-44a3-8809-02068cfd2a3c tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:52.659202 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65345806-b440-4460-a457-bd4f53d86c26 req-37552d82-1539-44a3-8809-02068cfd2a3c tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0651560 Aug 31 06:39:52.685818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:52.697555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.703042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65345806-b440-4460-a457-bd4f53d86c26 req-c4975b05-f3e1-48fb-b631-9576e16e7e6b tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365674 Aug 31 06:39:52.718370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Transition to ACTIVE for port object 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:52.735016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.817649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Allocated IP 192.168.233.21 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/d182ebf5-4773-4913-9fd7-bc1889297fce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:39:52.820763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:52.838739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:52.910804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.937735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abae4525-51c1-4239-8dc3-8eac255fa8e2 req-4a9676ed-e2dc-4aa7-865e-6cd63d4ac206 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 210 time: 0.0587914 Aug 31 06:39:52.939952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.983067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:52.984967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-653bf140-52fb-4528-981b-d5198376bf24 req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4139166 Aug 31 06:39:53.010303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12b89ae-79c0-417a-9cb3-e1614fbefa6f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acb6718-b890-4a16-8b12-c97a2d19b6f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:53.029619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Attempting to bind port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:53.030184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Attempting to bind port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:53.030627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Attempting to bind port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:53.036414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:53.037590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Attempting to bind port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:53.044866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:53.045305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:53.045813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:53.046481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Bound port: 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:53.046936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.137231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-0063b1df-4862-4172-af4f-2f4b694e68c9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/0acb6718-b890-4a16-8b12-c97a2d19b6f4 HTTP/1.1" status: 200 len: 1804 time: 0.0784006 Aug 31 06:39:53.165882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0acb6718-b890-4a16-8b12-c97a2d19b6f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:53.166746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '0acb6718-b890-4a16-8b12-c97a2d19b6f4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:53.183389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:53.185955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8c834-a27f-43f5-a0ea-76cc77e95c6f req-e89c8d26-a04a-4f3d-8896-ae82633d60ef tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.193549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abc8c834-a27f-43f5-a0ea-76cc77e95c6f req-e89c8d26-a04a-4f3d-8896-ae82633d60ef tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 944 time: 0.1023083 Aug 31 06:39:53.198788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.201120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:53.207292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.229276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Transition to ACTIVE for port object d182ebf5-4773-4913-9fd7-bc1889297fce will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:53.256921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.258432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.260015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-eae85639-0555-4862-baad-12aa906f6250 service neutron] 10.222.0.53 "PUT /v2.0/ports/9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d HTTP/1.1" status: 200 len: 1097 time: 1.4556720 Aug 31 06:39:53.260561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:53.262965 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9739db-4691-415e-94cc-2640dcfb05f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:53.276082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abc8c834-a27f-43f5-a0ea-76cc77e95c6f req-acb4a5dd-aac8-48ed-a630-7f16ccd8ce9b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812523 Aug 31 06:39:53.326384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae85639-0555-4862-baad-12aa906f6250 service neutron] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:53.329920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.335113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.389130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.399533 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.409646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-421f6386-bffa-4af1-99c0-b445bff2939e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.411226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-421f6386-bffa-4af1-99c0-b445bff2939e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1100 time: 0.0724196 Aug 31 06:39:53.436208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:39:53.458843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:39:53.475937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:39:53.489638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a8808d-badc-4332-92e8-df7abd1d432f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:53.504623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-0c2a523f-a437-4f9a-9d4b-cb9df5ddbd39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d HTTP/1.1" status: 200 len: 217 time: 0.0778770 Aug 31 06:39:53.564647 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3900e658-5d9b-4ce9-8760-f9be78c703d6 x-openstack-request-id: req-3900e658-5d9b-4ce9-8760-f9be78c703d6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:53.564995 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:53.565264 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3900e658-5d9b-4ce9-8760-f9be78c703d6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:53.565663 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'status': 'completed', 'code': 200} Aug 31 06:39:53.567777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-769cdd2b-5342-4f28-8bdc-6f6449fb6504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.570702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-769cdd2b-5342-4f28-8bdc-6f6449fb6504 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0636814 Aug 31 06:39:53.572292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.584863 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-594197ff-7d43-4dba-aac4-7e91d13bbdee req-f0586ed9-35ac-470a-b3f7-f0554b486d35 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4304061 Aug 31 06:39:53.654140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-81549b85-3028-4389-92d0-d0688793f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.657150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-81549b85-3028-4389-92d0-d0688793f819 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0711596 Aug 31 06:39:53.757266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2004673514', 'description': 'tempest-description-1348145482'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:53.799285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event updated for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:53.848381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.852359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.852987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.856420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-610629c6-3a83-408f-902c-d97998155746 None None] Provisioning for port d182ebf5-4773-4913-9fd7-bc1889297fce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:53.860911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-610629c6-3a83-408f-902c-d97998155746 None None] Provisioning complete for port d182ebf5-4773-4913-9fd7-bc1889297fce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:53.861599 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-610629c6-3a83-408f-902c-d97998155746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:53.871469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-09f6e57f-9dad-43ab-9db9-2ed9222cb3f2 service neutron] 10.222.0.53 "GET /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.1290131 Aug 31 06:39:53.879090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-4ff81309-c89f-4db1-9d64-2e08d0bd1bad service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065516 Aug 31 06:39:53.881053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84759bc-831e-46fd-a213-f798a533e978 req-34f0204f-62cc-48fb-9572-52a2398e5a4d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:53.883348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a84759bc-831e-46fd-a213-f798a533e978 req-34f0204f-62cc-48fb-9572-52a2398e5a4d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.0848522 Aug 31 06:39:53.892324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-38e24e7f-f08e-4893-a251-511e024f79d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9336524 Aug 31 06:39:53.906499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-610629c6-3a83-408f-902c-d97998155746 None None] Port d182ebf5-4773-4913-9fd7-bc1889297fce cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:39:53.912157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Request body: {'port': {'device_id': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:53.963389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a84759bc-831e-46fd-a213-f798a533e978 req-984aa7bc-37e3-42da-99d9-73f7098cc968 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701199 Aug 31 06:39:53.995115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.094361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d90fbae3-c2a9-4d25-b20c-74b787896968 req-f92232c3-e8f1-4e0a-867c-a4e48c054d9c service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963203 Aug 31 06:39:54.156444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688cc95-3adb-4e28-aae5-7341f090fa8c req-311d22e4-6c06-4296-a1f2-ab83fb2e7ecd tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.157930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3688cc95-3adb-4e28-aae5-7341f090fa8c req-311d22e4-6c06-4296-a1f2-ab83fb2e7ecd tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1251070 Aug 31 06:39:54.169361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.181832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.246958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3688cc95-3adb-4e28-aae5-7341f090fa8c req-25132c1e-cedb-4414-b867-a073347a4bb2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790329 Aug 31 06:39:54.247372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.248593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94638ea5-165d-4836-bf80-ad589b4d0d73 req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.5005214 Aug 31 06:39:54.255268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57522d7-ef10-4ad1-895c-1594b1c13b5f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74952aae-26b3-4b47-84d7-22dc6a50d9ad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.287979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-1c80029b-197d-4d90-9f43-ea9b918cac52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.290195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-1c80029b-197d-4d90-9f43-ea9b918cac52 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1100 time: 0.1237521 Aug 31 06:39:54.297518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:54.377062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-545137558', 'description': 'tempest-description-328147864'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:54.390023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:54.402560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d182ebf5-4773-4913-9fd7-bc1889297fce {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:54.411872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.435956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425156f3-eee5-4936-b624-17cd7117ff30 req-e046b425-153f-41c7-8e83-4724da1ff620 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.437683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-425156f3-eee5-4936-b624-17cd7117ff30 req-e046b425-153f-41c7-8e83-4724da1ff620 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 935 time: 0.0784261 Aug 31 06:39:54.440384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Transition to ACTIVE for port object d182ebf5-4773-4913-9fd7-bc1889297fce will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:54.446288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.452096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0208736-e614-4645-a22c-cfba8934ec0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:54.458160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.479321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:54.510055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-bc88b0c4-25af-45b7-98d8-ed4ce51164ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.512293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-bc88b0c4-25af-45b7-98d8-ed4ce51164ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2114680 Aug 31 06:39:54.517387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.531062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Pushing event updated for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.550103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-425156f3-eee5-4936-b624-17cd7117ff30 req-270704bf-3361-4544-ae07-c076af219c65 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000845 Aug 31 06:39:54.624633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-8cffa675-1eb1-4c7e-b58d-44b77bb06c27 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d HTTP/1.1" status: 200 len: 217 time: 0.0938656 Aug 31 06:39:54.654106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Attempting to bind port d182ebf5-4773-4913-9fd7-bc1889297fce on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:39:54.654446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Attempting to bind port d182ebf5-4773-4913-9fd7-bc1889297fce by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:39:54.655136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Attempting to bind port d182ebf5-4773-4913-9fd7-bc1889297fce on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:54.661041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Port d182ebf5-4773-4913-9fd7-bc1889297fce on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:39:54.661394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Attempting to bind port d182ebf5-4773-4913-9fd7-bc1889297fce on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:39:54.667391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:39:54.667748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:39:54.668122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:39:54.668552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Bound port: d182ebf5-4773-4913-9fd7-bc1889297fce, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:39:54.668911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.733029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-dda26b46-7b03-4100-b36f-1465bda1baf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.734653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-dda26b46-7b03-4100-b36f-1465bda1baf3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0978456 Aug 31 06:39:54.739853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] Transition to ACTIVE for port object e0208736-e614-4645-a22c-cfba8934ec0e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:39:54.755942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.782010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:54.805607 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abe35eae-196a-43e2-85dd-475f7d0a2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.812546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d182ebf5-4773-4913-9fd7-bc1889297fce,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:39:54.824481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.833373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.844426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.870327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607ee81-a7f4-4fe1-b54c-5916653e037a req-8b011771-f693-460d-84d2-badf590de12b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.871765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6607ee81-a7f4-4fe1-b54c-5916653e037a req-8b011771-f693-460d-84d2-badf590de12b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.1111615 Aug 31 06:39:54.884336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.884889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.886397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] 10.222.0.50 "PUT /v2.0/ports/d182ebf5-4773-4913-9fd7-bc1889297fce HTTP/1.1" status: 200 len: 1096 time: 0.9784667 Aug 31 06:39:54.888038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:54.890733 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c7f827-5908-4547-8c02-dbf4a7a85ee7" -d '{"events": [{"name": "network-changed", "server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:54.892009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-7e148570-4878-4961-99eb-9deddd6d9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:54.893534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-7e148570-4878-4961-99eb-9deddd6d9ef9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1493285 Aug 31 06:39:54.894340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] No DVR routers for this DVR port e0208736-e614-4645-a22c-cfba8934ec0e on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:54.923673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] Pushing event updated for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.926656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:54.929957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aebf302-4b21-4f2f-8d00-a5c08b0834dd service neutron] Pushing event updated for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:54.937562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11e0fd5c-a57b-4c6d-b7e0-ed6007490cc3 req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5714660 Aug 31 06:39:54.957071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6607ee81-a7f4-4fe1-b54c-5916653e037a req-ad7677c9-9a4f-4f4b-906d-68259f52a539 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685518 Aug 31 06:39:55.019108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-091083b4-82b3-432c-84a6-bf70dbee1c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.021675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-091083b4-82b3-432c-84a6-bf70dbee1c20 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 1099 time: 0.0551400 Aug 31 06:39:55.034385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bae32-9405-4b40-bb34-fee1b4e99d8a tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181d0b43-d54b-4d04-aaef-8800fbe0b83d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:55.044587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-27a967b1-1758-4f4e-b0b4-a268d73015dd service neutron] 10.222.0.53 "PUT /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 1.1645215 Aug 31 06:39:55.095292 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11ebbd9-f786-4653-b66f-a4d8d70173d0 x-openstack-request-id: req-e11ebbd9-f786-4653-b66f-a4d8d70173d0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:55.095526 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:55.095777 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e11ebbd9-f786-4653-b66f-a4d8d70173d0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:55.096187 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce', 'status': 'completed', 'code': 200} Aug 31 06:39:55.103501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-f6e016da-8fac-47e7-8be3-7edf09cb0091 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d182ebf5-4773-4913-9fd7-bc1889297fce HTTP/1.1" status: 200 len: 217 time: 0.0694542 Aug 31 06:39:55.145257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-1f78eac9-703a-4922-8ed3-e44c7108775f service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373302 Aug 31 06:39:55.213519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-1d4ae623-b440-49b4-a484-c9f39fc6fbf5 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/74952aae-26b3-4b47-84d7-22dc6a50d9ad HTTP/1.1" status: 200 len: 1805 time: 0.1052411 Aug 31 06:39:55.233223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-c5bcb2c2-188d-4f2b-9588-f077ad9250da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.234702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-c5bcb2c2-188d-4f2b-9588-f077ad9250da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1152921 Aug 31 06:39:55.253905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e26088-77f1-4966-9e62-4d92f0d8f484 req-234795df-7744-4a6d-a03e-6be31708403f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.255400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-32e26088-77f1-4966-9e62-4d92f0d8f484 req-234795df-7744-4a6d-a03e-6be31708403f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.0968947 Aug 31 06:39:55.273029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-63440543-d682-4e30-b9be-75ea5972a058 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.275396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-63440543-d682-4e30-b9be-75ea5972a058 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.1151881 Aug 31 06:39:55.293354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-0bb4ffed-3de9-4176-8c6d-9a25021778ec tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/181d0b43-d54b-4d04-aaef-8800fbe0b83d HTTP/1.1" status: 200 len: 1803 time: 0.0717845 Aug 31 06:39:55.296999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d9739db-4691-415e-94cc-2640dcfb05f1 req-8bcfe9ba-8a2b-4258-bf46-0a273d9f973f service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363525 Aug 31 06:39:55.304318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '74952aae-26b3-4b47-84d7-22dc6a50d9ad', 'remote_group_id': '181d0b43-d54b-4d04-aaef-8800fbe0b83d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:55.305248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '74952aae-26b3-4b47-84d7-22dc6a50d9ad', 'remote_group_id': '181d0b43-d54b-4d04-aaef-8800fbe0b83d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:55.369503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-32e26088-77f1-4966-9e62-4d92f0d8f484 req-160a74a7-2dce-4f8d-a437-ef37e6f4fc01 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998857 Aug 31 06:39:55.370035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.372840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-3713b07c-4107-4436-9ba1-71e29061ac05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.374324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-3713b07c-4107-4436-9ba1-71e29061ac05 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1180444 Aug 31 06:39:55.381288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-8d1facd8-21e4-4b31-a38d-fa34d8a229e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.383530 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-8d1facd8-21e4-4b31-a38d-fa34d8a229e3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208&tenant_id=08326483919745ab9790c05eb07ccf61 HTTP/1.1" status: 200 len: 1097 time: 0.0864067 Aug 31 06:39:55.424599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.428816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.450036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24beaa04-32b0-4e40-a776-e27ef8858f3e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:55.453501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.454975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ff9bbb2-815c-40aa-861d-c6643a93c5e3 req-694a8edb-025a-4122-803e-095516ed23a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1545999 Aug 31 06:39:55.545890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-73311045', 'description': 'tempest-description-447347837'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:55.556014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-222af7f4-e83e-446d-b51a-f4d8eb0d0de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.557529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-222af7f4-e83e-446d-b51a-f4d8eb0d0de5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1097 time: 0.1393139 Aug 31 06:39:55.569249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.572877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b99103-7072-4c1e-9756-9b6c12f2ed80 req-6491d839-6f01-4c87-8912-b77b40fbc290 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.574350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9b99103-7072-4c1e-9756-9b6c12f2ed80 req-6491d839-6f01-4c87-8912-b77b40fbc290 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1163642 Aug 31 06:39:55.597890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-29e9374c-07ea-4d82-845a-0235c57e5a06 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025082 Aug 31 06:39:55.654779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.658954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.691247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.692402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e72605c3-52b3-4a56-a7f7-704b60008e07 req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1510262 Aug 31 06:39:55.697169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0d53ce-8c58-4a2b-892e-66246b458b11 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=648fde32-93dc-417d-9d12-6775eae22632,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:55.730826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9b99103-7072-4c1e-9756-9b6c12f2ed80 req-b266e575-fb5f-4728-8976-96f7d734adb5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459379 Aug 31 06:39:55.771604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1237254359', 'description': 'tempest-description-374695346'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:55.795746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-60aebe63-e429-48a5-b82a-de22d839925e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.797208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-60aebe63-e429-48a5-b82a-de22d839925e service neutron] 10.222.0.50 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.2220118 Aug 31 06:39:55.808319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5dd9baf-b9c3-4eff-8468-1dd5b2f09c4b req-f17eadd6-03ae-41a8-841c-cbe22495724b service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797452 Aug 31 06:39:55.816742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296387da-57f0-4dc7-978c-81eb9a13c5f5 req-12db4fa1-5675-485b-9d86-06a59ac577a0 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.821517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-296387da-57f0-4dc7-978c-81eb9a13c5f5 req-12db4fa1-5675-485b-9d86-06a59ac577a0 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 947 time: 0.0564516 Aug 31 06:39:55.857512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-e2f55404-7c4d-4016-9971-230c8c2eb8bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 200 len: 217 time: 0.0482106 Aug 31 06:39:55.858203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:55.859688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-296387da-57f0-4dc7-978c-81eb9a13c5f5 req-425f0f0c-ab45-41f7-8421-606b47da51c7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341241 Aug 31 06:39:55.896698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:39:55.900227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e0208736-e614-4645-a22c-cfba8934ec0e no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:39:55.958505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-efdb91b4-1ffb-47fe-8af8-6c53546ce997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:55.959845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-efdb91b4-1ffb-47fe-8af8-6c53546ce997 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0883384 Aug 31 06:39:55.991769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e0208736-e614-4645-a22c-cfba8934ec0e not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:39:56.005648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-2b39b947-91ee-4868-ac30-2ed87b896421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.007309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-2b39b947-91ee-4868-ac30-2ed87b896421 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 1099 time: 0.1053576 Aug 31 06:39:56.008955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-cb82ca92-0936-4de7-9440-aff8c3dd1f45 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391197 Aug 31 06:39:56.041755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:56.084397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5903ff41-35ea-4e62-bf75-8a9ffbacb519 req-35294838-94e1-4038-aa18-57826418bb70 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.093010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5903ff41-35ea-4e62-bf75-8a9ffbacb519 req-35294838-94e1-4038-aa18-57826418bb70 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.0606430 Aug 31 06:39:56.132394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5903ff41-35ea-4e62-bf75-8a9ffbacb519 req-5bc4cb7f-77da-406b-a15f-57b5491aec1f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383539 Aug 31 06:39:56.157440 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.167837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.191783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:56.205590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.225435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'mac_address': 'fa:16:3e:55:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:39:56.240066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.253930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f857d2b3-ab56-440c-b1b9-492e004a6cc5 req-1d874dc7-a07f-4f65-a828-d965ec1523b9 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4922254 Aug 31 06:39:56.280169 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.287923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-be96d6cd-cffd-420c-a55e-4124af110fa7 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2522902 Aug 31 06:39:56.298393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:39:56.300585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-3221df01-d11f-4f55-833b-0b060e85afe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.302100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-3221df01-d11f-4f55-833b-0b060e85afe2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2676344 Aug 31 06:39:56.303741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:56.313777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:56.314130 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.327245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-41878c4e-4117-4a0c-b803-0d484ff075d3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/648fde32-93dc-417d-9d12-6775eae22632 HTTP/1.1" status: 200 len: 1802 time: 0.0583801 Aug 31 06:39:56.342784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:56.347585 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.415351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.422199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-57873eca-0d50-4e54-8708-9b27c6761fba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d182ebf5-4773-4913-9fd7-bc1889297fce HTTP/1.1" status: 200 len: 217 time: 0.0884836 Aug 31 06:39:56.454756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.488414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:56.490666 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bef14fd-80d2-42a3-bf16-2ec2abeae8de" -d '{"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-plugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:56.499346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd741e-01a9-403c-8205-34d035f09be6 req-99204f24-0ebc-44a1-a30f-f25fa142ba86 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.500933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63fd741e-01a9-403c-8205-34d035f09be6 req-99204f24-0ebc-44a1-a30f-f25fa142ba86 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.0534492 Aug 31 06:39:56.506226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:56.509874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-6161d300-df5d-4902-b898-28ea2beb45b4 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1 HTTP/1.1" status: 200 len: 1804 time: 0.1686459 Aug 31 06:39:56.520776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.524621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-e769fb81-e0bb-431c-b67c-1f920c4ad8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.526247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-e769fb81-e0bb-431c-b67c-1f920c4ad8d4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0908957 Aug 31 06:39:56.529473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '648fde32-93dc-417d-9d12-6775eae22632', 'remote_group_id': 'f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:56.529902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '648fde32-93dc-417d-9d12-6775eae22632', 'remote_group_id': 'f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:56.561915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63fd741e-01a9-403c-8205-34d035f09be6 req-4fdb4b66-7c94-4e4c-be74-699b2b213028 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483720 Aug 31 06:39:56.575818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.584201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-a911b5cc-3d59-40f8-b8ec-781bb91a44c1 service neutron] 10.222.0.50 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515604 Aug 31 06:39:56.597276 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea392cbd-1445-46cc-bee1-5b9fd410a2e8 x-openstack-request-id: req-ea392cbd-1445-46cc-bee1-5b9fd410a2e8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:56.597960 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-plugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:56.598232 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea392cbd-1445-46cc-bee1-5b9fd410a2e8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:56.598841 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'code': 200} Aug 31 06:39:56.620806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-838fa0db-5ee6-4083-838e-fa9f7cf84d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.622315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-838fa0db-5ee6-4083-838e-fa9f7cf84d6a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0808744 Aug 31 06:39:56.627706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:56.665002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.746232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.762893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.814155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e49270-6676-4d50-bef7-37b0322f813a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:56.820503 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:56.825038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2be1e56d-0a28-47bd-b31d-e1249b240f57 req-64db44c2-5d8e-47ba-9633-5bbca3aae4d1 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3090198 Aug 31 06:39:56.837238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-e50bcbf3-f6ca-40bc-b4a5-65c7cc460f7d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1924503 Aug 31 06:39:56.842640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc32905-d598-4405-b207-a1e9a782e0c5 req-5659777a-804b-44b0-83c1-397cf5b0f4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.844127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bc32905-d598-4405-b207-a1e9a782e0c5 req-5659777a-804b-44b0-83c1-397cf5b0f4fe service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.1009002 Aug 31 06:39:56.860616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d40e50-ddd4-4b66-aa5a-e1a368a11d03 req-6477717d-dc22-43eb-ae1a-696bb2755c49 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:56.862137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88d40e50-ddd4-4b66-aa5a-e1a368a11d03 req-6477717d-dc22-43eb-ae1a-696bb2755c49 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0547030 Aug 31 06:39:56.887530 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-af515e7f-7899-4209-9d61-10769805384e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1 HTTP/1.1" status: 200 len: 1804 time: 0.0424461 Aug 31 06:39:56.910075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88d40e50-ddd4-4b66-aa5a-e1a368a11d03 req-b015d9f4-e5af-4936-9814-2350a1a4a407 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409524 Aug 31 06:39:57.023387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4410cb2-1e74-4f35-ac63-b8c7d01c325a req-a30f61f2-5b9e-4075-b6a7-f0e4f9179d38 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.024886 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4410cb2-1e74-4f35-ac63-b8c7d01c325a req-a30f61f2-5b9e-4075-b6a7-f0e4f9179d38 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 947 time: 0.0508263 Aug 31 06:39:57.026293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bc32905-d598-4405-b207-a1e9a782e0c5 req-dc0691fd-0dee-4750-9e96-b952fe6a7509 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283574 Aug 31 06:39:57.066012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4410cb2-1e74-4f35-ac63-b8c7d01c325a req-78270bb6-5a47-4c01-92ad-13c097ee7566 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344627 Aug 31 06:39:57.079470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.082545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94181522-12c0-48cc-870f-078f55233930 req-a39549d7-901c-47b3-9774-e0c004e7c6ed tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.084073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-a39549d7-901c-47b3-9774-e0c004e7c6ed tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208&tenant_id=08326483919745ab9790c05eb07ccf61&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.0984421 Aug 31 06:39:57.086327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c7f827-5908-4547-8c02-dbf4a7a85ee7 req-1984629c-d773-4b23-9e35-97b268fb63a7 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956508 Aug 31 06:39:57.111140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.173611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.177362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.178706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343a42dc-06a2-4de2-b703-64046c48f2c5 req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1 HTTP/1.1" status: 204 len: 173 time: 0.2796717 Aug 31 06:39:57.191168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25669a43-e108-476d-af92-6c18fd8f37bf tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:57.250473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-819722bc-303c-4b3a-b57e-a16ca620b835 req-d9a417ea-f066-4f42-b6cb-8cacf664b683 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/648fde32-93dc-417d-9d12-6775eae22632 HTTP/1.1" status: 200 len: 1802 time: 0.0421562 Aug 31 06:39:57.267158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc99754e-fdac-403c-a5da-6ef9e691e09f req-3f7193cd-3a7f-4403-9586-28088699ce27 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.270434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc99754e-fdac-403c-a5da-6ef9e691e09f req-3f7193cd-3a7f-4403-9586-28088699ce27 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.0544889 Aug 31 06:39:57.315343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc99754e-fdac-403c-a5da-6ef9e691e09f req-ca6e9707-3121-4fa7-a31b-00cdcf1466f1 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Aug 31 06:39:57.353034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-815386858', 'description': 'tempest-description-1896391680'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:57.400056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.415455 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4606372-1735-4b77-bdb7-5ad7a4db30e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.468748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-94181522-12c0-48cc-870f-078f55233930 req-37fc1351-e132-4b13-9a8f-33934086e95c service neutron] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:39:57.473671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-94181522-12c0-48cc-870f-078f55233930 req-37fc1351-e132-4b13-9a8f-33934086e95c service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.474765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94181522-12c0-48cc-870f-078f55233930 req-37fc1351-e132-4b13-9a8f-33934086e95c service neutron] 10.222.0.50 "DELETE /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.1583405 Aug 31 06:39:57.519450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc7f15-5afe-433e-a383-8444bbd35db9 req-c90dc553-6520-462d-8be2-9b15dd641823 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.521213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0dc7f15-5afe-433e-a383-8444bbd35db9 req-c90dc553-6520-462d-8be2-9b15dd641823 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 1097 time: 0.0514145 Aug 31 06:39:57.531868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.536582 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.563247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0dc7f15-5afe-433e-a383-8444bbd35db9 req-e6bd9404-8fed-4e0e-bb11-5af87d58d0c7 tempest-LiveMigrationTest-1627303735 tempest-LiveMigrationTest-1627303735-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Aug 31 06:39:57.563855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.565018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac5ca8ea-accb-4d1d-9ad6-e418e3263332 req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2199450 Aug 31 06:39:57.566811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e0fb0-2bdd-4ebd-b216-64306126313d tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d86239-4244-4a6a-b82e-6a00a152ecc4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:57.639710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-b4b480fb-782b-44a5-8a99-d004d08cfd88 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 200 len: 1804 time: 0.0407555 Aug 31 06:39:57.650095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81d86239-4244-4a6a-b82e-6a00a152ecc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:57.650940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81d86239-4244-4a6a-b82e-6a00a152ecc4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:57.675741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d84b20-5153-451b-8678-1856cd63c221 req-64da5f1a-fff9-4a90-b173-fc4feed8864f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.677356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18d84b20-5153-451b-8678-1856cd63c221 req-64da5f1a-fff9-4a90-b173-fc4feed8864f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0517607 Aug 31 06:39:57.688422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.714580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.718382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18d84b20-5153-451b-8678-1856cd63c221 req-1e2f143f-e54b-4d5b-b07e-d4d6181b94c1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337069 Aug 31 06:39:57.743534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.748253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.768085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b1e3fae-e906-4036-a301-f6425a8ad7fc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:57.777209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.778918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9fa9de61-b706-480e-a7f6-efd0b104b2a3 req-a84911bc-bef8-4727-b747-953dd06aa329 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1327426 Aug 31 06:39:57.909977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:39:57.914471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-c54398a9-daae-4c1b-9303-ec55a12dae20 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 200 len: 2397 time: 0.0501614 Aug 31 06:39:57.940836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81d86239-4244-4a6a-b82e-6a00a152ecc4', 'remote_group_id': None}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:57.941172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '81d86239-4244-4a6a-b82e-6a00a152ecc4', 'remote_group_id': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:39:57.970461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:39:57.975192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:39:57.975788 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:57.991606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8c74e1-f066-4fbd-b8f6-bbb6e9e7cd26 req-1d6ef31d-195a-4d20-a206-f4c2d783c67d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:57.999527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa8c74e1-f066-4fbd-b8f6-bbb6e9e7cd26 req-1d6ef31d-195a-4d20-a206-f4c2d783c67d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.0600550 Aug 31 06:39:58.011194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.041855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.045428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa8c74e1-f066-4fbd-b8f6-bbb6e9e7cd26 req-4f6c8aaa-2a09-4ef4-b84f-28f99a199d0b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447874 Aug 31 06:39:58.048523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.076056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53552af5-840f-459d-8491-bb6939adef4c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:58.076605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.085020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.089844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34c5b092-9a79-46c5-a1c1-2f8db3768727 req-8885a6c0-47d8-4fbb-923c-78211dc9a1be tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1574841 Aug 31 06:39:58.117499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:58.122594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.173883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e89d-5556-4751-b1c1-b5a5f86f96ac req-eec62c90-48c0-4f4a-8f1e-35fa5d8126c2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.175592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2766e89d-5556-4751-b1c1-b5a5f86f96ac req-eec62c90-48c0-4f4a-8f1e-35fa5d8126c2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0592487 Aug 31 06:39:58.181462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:58.211301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13023c-d48c-42bf-a433-1b2fd192dae5 req-12c32a5c-7383-4195-afaf-afac54d25d09 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.213040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d13023c-d48c-42bf-a433-1b2fd192dae5 req-12c32a5c-7383-4195-afaf-afac54d25d09 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 947 time: 0.0535910 Aug 31 06:39:58.219983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2766e89d-5556-4751-b1c1-b5a5f86f96ac req-0e58eafa-0324-4266-834b-b833b087e805 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367265 Aug 31 06:39:58.262870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d13023c-d48c-42bf-a433-1b2fd192dae5 req-79942849-26ae-41dd-b9af-cd17e510a842 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423858 Aug 31 06:39:58.307311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1655a98b-0e39-4577-9c68-8dc8c103c0d2 req-19941ffd-3ee1-4aa7-87d9-3df6b3219f15 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 200 len: 2995 time: 0.0457242 Aug 31 06:39:58.349891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-f20f4725-340a-4b44-95c3-c603a930d8ff tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-group-rules/53552af5-840f-459d-8491-bb6939adef4c HTTP/1.1" status: 200 len: 783 time: 0.0206416 Aug 31 06:39:58.399520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-807e9a1e-f094-434f-820a-a2efc2ce2a40 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 200 len: 2995 time: 0.0423155 Aug 31 06:39:58.429227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.437301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.464921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.471117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.472206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a2ae8c4-e699-4b4f-8533-1c16338c1799 req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/53552af5-840f-459d-8491-bb6939adef4c HTTP/1.1" status: 204 len: 173 time: 0.0670042 Aug 31 06:39:58.478225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f8280-24bb-4326-8378-e65f98053b12 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53552af5-840f-459d-8491-bb6939adef4c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:58.533683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-0fa8d0dd-d010-46d3-b5ef-55854ebf4b48 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 200 len: 2397 time: 0.0402279 Aug 31 06:39:58.591177 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.599623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:58.602921 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d6119c-6d5f-43f7-9b4e-3ddf94f9f0d2" -d '{"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:58.614015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.639698 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f8cbf5-5f32-4dd9-9e80-5c25e0579f81 x-openstack-request-id: req-f2f8cbf5-5f32-4dd9-9e80-5c25e0579f81 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:58.640059 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:58.640409 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2f8cbf5-5f32-4dd9-9e80-5c25e0579f81 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:58.640858 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'code': 200} Aug 31 06:39:58.669342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.671929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.673088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdb8909f-3888-4070-a4c4-cce804b25496 req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/81d86239-4244-4a6a-b82e-6a00a152ecc4 HTTP/1.1" status: 204 len: 173 time: 0.1325173 Aug 31 06:39:58.682600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436f2575-b52f-4c3e-a113-51acce63ba25 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d86239-4244-4a6a-b82e-6a00a152ecc4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:58.709524 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-b581b312-6125-4d8c-ae30-af0eaad8ac58 req-1ee80f0b-2be4-4319-acb5-e13e4cc035e7 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] show failed (client error): The resource could not be found. Aug 31 06:39:58.711576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b581b312-6125-4d8c-ae30-af0eaad8ac58 req-1ee80f0b-2be4-4319-acb5-e13e4cc035e7 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/f4b55803-9d08-4da7-b3fd-0bdc1de3ecb1 HTTP/1.1" status: 404 len: 352 time: 0.0143156 Aug 31 06:39:58.776445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26fade-6a7a-4bba-8709-bb588de8dc39 req-b47bdca3-68f7-49bb-af0e-9ce25cf78c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.777961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b26fade-6a7a-4bba-8709-bb588de8dc39 req-b47bdca3-68f7-49bb-af0e-9ce25cf78c6b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1102 time: 0.0726557 Aug 31 06:39:58.781807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-8dd3408f-5361-452e-b579-212e6b45e7ab tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/648fde32-93dc-417d-9d12-6775eae22632 HTTP/1.1" status: 200 len: 1802 time: 0.0489485 Aug 31 06:39:58.838248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b26fade-6a7a-4bba-8709-bb588de8dc39 req-23c161ea-3e5d-4698-a6fd-fd710e04e675 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524523 Aug 31 06:39:58.842168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b690e-dc4d-4277-9918-2552416a73c5 req-1d3aca7e-0258-41a1-96ad-5f53b76bce76 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.843586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b35b690e-dc4d-4277-9918-2552416a73c5 req-1d3aca7e-0258-41a1-96ad-5f53b76bce76 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0547152 Aug 31 06:39:58.866366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.884047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b35b690e-dc4d-4277-9918-2552416a73c5 req-35bd0874-d44e-4f21-ab3c-0a9b1a86af63 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340018 Aug 31 06:39:58.890212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.943751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-01369482-b468-4487-9c11-a1c089db7337 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:58.945897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-01369482-b468-4487-9c11-a1c089db7337 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Aug 31 06:39:58.946148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.948738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:58.949887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a256ab6-a3f5-44d1-9916-8df368c22877 req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/648fde32-93dc-417d-9d12-6775eae22632 HTTP/1.1" status: 204 len: 173 time: 0.1580622 Aug 31 06:39:58.958961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d663ac37-9dae-4420-b145-6627ae87152e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=648fde32-93dc-417d-9d12-6775eae22632,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.008876 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-306c489a-51dd-4743-ae8b-1633445a2268 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/181d0b43-d54b-4d04-aaef-8800fbe0b83d HTTP/1.1" status: 200 len: 1803 time: 0.0413353 Aug 31 06:39:59.065404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Deleting port e0208736-e614-4645-a22c-cfba8934ec0e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:39:59.065750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.079411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.108397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.175565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.178434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.180289 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee5bba5a-61a1-417b-baf3-d70e63582068 req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/181d0b43-d54b-4d04-aaef-8800fbe0b83d HTTP/1.1" status: 204 len: 173 time: 0.1633470 Aug 31 06:39:59.192436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c6d621-d019-4dac-8794-11add8089c1c tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181d0b43-d54b-4d04-aaef-8800fbe0b83d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.198583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] For port e0208736-e614-4645-a22c-cfba8934ec0e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e0208736-e614-4645-a22c-cfba8934ec0e,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:39:59.198898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.217041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962b0c5-ea89-4fa5-bae9-0a3353220f20 req-3dd8109c-5c0d-474d-b234-53fbfa8e2a68 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.218566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b962b0c5-ea89-4fa5-bae9-0a3353220f20 req-3dd8109c-5c0d-474d-b234-53fbfa8e2a68 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 945 time: 0.0895736 Aug 31 06:39:59.228060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Calling delete_port for e0208736-e614-4645-a22c-cfba8934ec0e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:39:59.248844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-48d5a454-1605-4974-ba70-a951bb3e9d97 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/74952aae-26b3-4b47-84d7-22dc6a50d9ad HTTP/1.1" status: 200 len: 1805 time: 0.0470467 Aug 31 06:39:59.316968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.341934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.387047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.389860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.396648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-483a196c-2357-43db-be78-f8ed0b350bd4 req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/74952aae-26b3-4b47-84d7-22dc6a50d9ad HTTP/1.1" status: 204 len: 173 time: 0.1372225 Aug 31 06:39:59.407425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af50b10-5a47-4bcf-97d2-1956c9354e62 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74952aae-26b3-4b47-84d7-22dc6a50d9ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.495350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75b1e5-250f-4338-ba93-947089930990 req-8f19499b-ff87-4618-96ec-d34cb3b9f785 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.497301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be75b1e5-250f-4338-ba93-947089930990 req-8f19499b-ff87-4618-96ec-d34cb3b9f785 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0542827 Aug 31 06:39:59.510934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.543800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be75b1e5-250f-4338-ba93-947089930990 req-43680e80-25c3-407b-89e6-0b930553a3c6 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Aug 31 06:39:59.572247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b962b0c5-ea89-4fa5-bae9-0a3353220f20 req-7f1edece-35f9-4772-9463-bb6abcee6851 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3419046 Aug 31 06:39:59.660804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db14b8ee-d572-41cc-b631-00efed521f44 req-b9f35bcf-bf7c-4c9f-a9fb-8cd3b9a050ad tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:39:59.662664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db14b8ee-d572-41cc-b631-00efed521f44 req-b9f35bcf-bf7c-4c9f-a9fb-8cd3b9a050ad tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 947 time: 0.0615091 Aug 31 06:39:59.681655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.704716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c', 'e0208736-e614-4645-a22c-cfba8934ec0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:39:59.706802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db14b8ee-d572-41cc-b631-00efed521f44 req-a3c83015-f2b2-45e3-8b12-34193674bcab tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366430 Aug 31 06:39:59.734977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event deleted for resources: {'Port': ['ID=e0208736-e614-4645-a22c-cfba8934ec0e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:39:59.774180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-89f67002-5854-4c81-92fd-74cabc5f881f tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/0acb6718-b890-4a16-8b12-c97a2d19b6f4 HTTP/1.1" status: 200 len: 2403 time: 0.1011093 Aug 31 06:39:59.788212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] No DVR routers for this DVR port e0208736-e614-4645-a22c-cfba8934ec0e on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:39:59.797411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.799449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-602930a1-0e58-4e04-8cf7-7ae0ab202306 req-7792fbcb-f19a-4d67-bccd-a6d612a7f8df tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "DELETE /v2.0/ports/e0208736-e614-4645-a22c-cfba8934ec0e HTTP/1.1" status: 204 len: 173 time: 0.8375812 Aug 31 06:39:59.799886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-deleted', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:39:59.802105 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ada5e8f-291c-4e32-8ba6-b711a3388b96" -d '{"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-deleted", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:39:59.845775 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f546bda-ce76-4744-a14d-36fa0bbf6fe5 x-openstack-request-id: req-9f546bda-ce76-4744-a14d-36fa0bbf6fe5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:39:59.846066 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ca9153-97be-46de-aa25-55db53b58208", "name": "network-vif-deleted", "tag": "e0208736-e614-4645-a22c-cfba8934ec0e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:39:59.846317 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f546bda-ce76-4744-a14d-36fa0bbf6fe5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:39:59.846713 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ca9153-97be-46de-aa25-55db53b58208', 'name': 'network-vif-deleted', 'tag': 'e0208736-e614-4645-a22c-cfba8934ec0e', 'status': 'completed', 'code': 200} Aug 31 06:39:59.865944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.891149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.941963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.945014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:39:59.946668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7aabc809-b27d-49cd-9a8a-7a3513eeaf5f req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/0acb6718-b890-4a16-8b12-c97a2d19b6f4 HTTP/1.1" status: 204 len: 173 time: 0.1595023 Aug 31 06:39:59.959097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1daa73a-542b-4575-b99e-ef21eac0d48e tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acb6718-b890-4a16-8b12-c97a2d19b6f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.029760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-0973a4ee-43e5-4652-ac7c-5f99d2f784a3 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "GET /v2.0/security-groups/8ff5914f-8bfa-47b7-8fe6-107a92d62932 HTTP/1.1" status: 200 len: 2397 time: 0.0569088 Aug 31 06:40:00.031567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f034ec0d-b004-4ab5-af01-bb1475dbda1f req-66ca0ce7-316f-4d49-ae48-f9034c7d0995 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:00.033442 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f034ec0d-b004-4ab5-af01-bb1475dbda1f req-66ca0ce7-316f-4d49-ae48-f9034c7d0995 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0574336 Aug 31 06:40:00.066616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d182ebf5-4773-4913-9fd7-bc1889297fce details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:00.111418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.115749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f034ec0d-b004-4ab5-af01-bb1475dbda1f req-aae6b27e-aee0-4315-9351-95c4840389cf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621209 Aug 31 06:40:00.143202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.205470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.211930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.213632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a0481bc-8bc0-4e29-89b1-d6497a882253 req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] 10.222.0.57 "DELETE /v2.0/security-groups/8ff5914f-8bfa-47b7-8fe6-107a92d62932 HTTP/1.1" status: 204 len: 173 time: 0.1763966 Aug 31 06:40:00.220516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:00.223731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d182ebf5-4773-4913-9fd7-bc1889297fce,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:00.240463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'd182ebf5-4773-4913-9fd7-bc1889297fce', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'd182ebf5-4773-4913-9fd7-bc1889297fce', 'mac_address': 'fa:16:3e:28:81:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:00.278372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bc1f47-b755-4921-a14a-bf8a63b41bc0 tempest-SecurityGroupRulesTestJSON-1618282462 tempest-SecurityGroupRulesTestJSON-1618282462-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff5914f-8bfa-47b7-8fe6-107a92d62932,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.302090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Deleting subnet 8f4ff628-291f-4e2f-9c93-b4c226c75e79 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:00.303001 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.308378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.318645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d182ebf5-4773-4913-9fd7-bc1889297fce {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:00.340387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d182ebf5-4773-4913-9fd7-bc1889297fce,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:00.345811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.355427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.398942 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.406757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.483968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-8e722e23-6185-4867-840d-2e6da7b49376 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:00.485516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-8e722e23-6185-4867-840d-2e6da7b49376 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.0571356 Aug 31 06:40:00.486595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.518655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f4ff628-291f-4e2f-9c93-b4c226c75e79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.528777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.530638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8aa793e4-6a9e-4d91-9aeb-d3680224966e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8f4ff628-291f-4e2f-9c93-b4c226c75e79 HTTP/1.1" status: 204 len: 168 time: 0.3024888 Aug 31 06:40:00.531549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-6493b2bb-c163-42ff-9a91-3aadb4249aa9 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.533197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:00.630178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.692000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71d08f0-407e-4603-8f7c-5027e2d676eb req-e0a60513-97ef-47f4-aa54-6c64b4853457 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:00.693762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c71d08f0-407e-4603-8f7c-5027e2d676eb req-e0a60513-97ef-47f4-aa54-6c64b4853457 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0572963 Aug 31 06:40:00.737756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c71d08f0-407e-4603-8f7c-5027e2d676eb req-1aa17df2-60ef-4728-b262-abfa6534a0fb tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Aug 31 06:40:00.754362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.768393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91cad9a5-0963-4d34-870d-5586cec1441d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:00.785648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6bca87c-a58b-41fe-9bd3-fa06bfbafa96') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:00.785944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6bca87c-a58b-41fe-9bd3-fa06bfbafa96') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:00.801151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-6493b2bb-c163-42ff-9a91-3aadb4249aa9 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.803344 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.811019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-6493b2bb-c163-42ff-9a91-3aadb4249aa9 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.811352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d182ebf5-4773-4913-9fd7-bc1889297fce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:00.837588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.855252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f528c165-e88a-4c87-9d36-7edc28cc1811 req-6493b2bb-c163-42ff-9a91-3aadb4249aa9 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3445785 Aug 31 06:40:00.859333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:00.860477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:00.861969 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:00.872843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6493b2bb-c163-42ff-9a91-3aadb4249aa9 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efc7b475-2980-42c7-835b-768e5ac03713,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.893300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f4529f9-7219-4c31-b036-753c7e0107a9 req-cb374cd8-8612-499f-9166-4d8f3ba618e0 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 210 time: 0.0744686 Aug 31 06:40:00.953608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.959762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:00.963283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] 10.222.0.57 "DELETE /v2.0/networks/91cad9a5-0963-4d34-870d-5586cec1441d HTTP/1.1" status: 204 len: 168 time: 0.4291301 Aug 31 06:40:00.978592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be20f51-ca93-48a4-8297-f4862c67592a admin admin] Pushing event deleted for resources: {'Network': ['ID=91cad9a5-0963-4d34-870d-5586cec1441d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:00.990437 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.044875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce87618-8aef-4b81-b995-44d00cc6867b req-9bdd3f09-a539-4dc4-a9f6-77ddbaa04590 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.053522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ce87618-8aef-4b81-b995-44d00cc6867b req-9bdd3f09-a539-4dc4-a9f6-77ddbaa04590 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 948 time: 0.0839708 Aug 31 06:40:01.107474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ce87618-8aef-4b81-b995-44d00cc6867b req-792a7529-ccb6-4dc4-953c-18d17988de81 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527055 Aug 31 06:40:01.134191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:01.178468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d9a421d5-a3ac-4007-a08b-7ab7773c5ed7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=731291c2832149ac90f8f2cf923a573c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0430782 Aug 31 06:40:01.181561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:01.234907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.260283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.331160 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.333860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:01.339079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fecb3a79-e969-4251-809e-ef0c522e2971 HTTP/1.1" status: 204 len: 168 time: 0.1565685 Aug 31 06:40:01.347684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f634fa-9e40-42fd-aba1-5ee75e28ab5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fecb3a79-e969-4251-809e-ef0c522e2971,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:01.701770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-16beb846-52ee-45fd-9879-d77603328cc9 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0932255 Aug 31 06:40:01.715100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd174cc9-6370-4889-a09f-f9769dbf2945 req-f7dfb2e1-599e-4c87-9b12-f2a2d9d24d1d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.722713 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd174cc9-6370-4889-a09f-f9769dbf2945 req-f7dfb2e1-599e-4c87-9b12-f2a2d9d24d1d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0711243 Aug 31 06:40:01.777500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd174cc9-6370-4889-a09f-f9769dbf2945 req-9ecf1e94-ada0-4a52-a41a-bb9f9a151edf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487900 Aug 31 06:40:01.893609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b9891a-97ef-4aac-bcab-df2559539e3b req-89330c9c-ef5b-40d4-ab0f-0701efcfbe95 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:01.902500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4b9891a-97ef-4aac-bcab-df2559539e3b req-89330c9c-ef5b-40d4-ab0f-0701efcfbe95 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0728250 Aug 31 06:40:01.953163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4b9891a-97ef-4aac-bcab-df2559539e3b req-6576129b-29e5-4e79-aa96-198d61091798 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495183 Aug 31 06:40:02.030225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10c04ce9-483e-4d80-8404-58d707509444 req-526e2ec1-6337-4fdc-b99f-6fc9fb730e87 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 210 time: 0.0338151 Aug 31 06:40:02.086711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e0208736-e614-4645-a22c-cfba8934ec0e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:02.122097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: e0208736-e614-4645-a22c-cfba8934ec0e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:02.122534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e0208736-e614-4645-a22c-cfba8934ec0e not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:02.254066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:02.262536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bd25e4-4aa4-4438-9bfd-943095ea7e00 req-ee124ad4-d349-4c0e-95a1-6804f35112a3 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:02.271266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9bd25e4-4aa4-4438-9bfd-943095ea7e00 req-ee124ad4-d349-4c0e-95a1-6804f35112a3 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 948 time: 0.0684621 Aug 31 06:40:02.325016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9bd25e4-4aa4-4438-9bfd-943095ea7e00 req-129f0c8b-13b9-4c81-ba92-bfeab3913a0c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523462 Aug 31 06:40:02.410846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1749882751-network', 'tenant_id': '8b4aaae54bea443db1e4d809f2b806b3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:02.434672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Made reservation on behalf of 8b4aaae54bea443db1e4d809f2b806b3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:02.437213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.446721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.557759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.563088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.591992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:40:02.597674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af5ed452-d6dc-4495-b231-546c13c7794f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:02.606327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.606668 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Added segment 0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838 of type vlan for network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 Aug 31 06:40:02.650526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.676141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.677070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:02.677680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.735212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4801519 Aug 31 06:40:02.738249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:02.746038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Request body: {'subnet': {'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1749882751-subnet', 'tenant_id': '8b4aaae54bea443db1e4d809f2b806b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:02.753724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c63dc2-6547-4a44-bc2b-4621b0f766fe admin admin] Pushing event updated for resources: {'Network': ['ID=15da17a3-bab4-4123-80c8-e3a9d9c0e347,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:02.770453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:40:02.775334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Made reservation on behalf of 8b4aaae54bea443db1e4d809f2b806b3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:02.778580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:02.913384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9533e5-27f8-4739-bcf4-8bfa69cd29be req-d4a396ed-295a-4425-bcf5-d1cada74f6a9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:02.916244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d9533e5-27f8-4739-bcf4-8bfa69cd29be req-d4a396ed-295a-4425-bcf5-d1cada74f6a9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0626655 Aug 31 06:40:02.956364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d9533e5-27f8-4739-bcf4-8bfa69cd29be req-21590086-d103-4c05-b7e8-8cb630d2359d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338655 Aug 31 06:40:03.003115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.101224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=728ca953-f27d-4b25-a9a3-bde4df4943a1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:03.119349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Checking segment: {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:03.119709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Network hostable DHCP agents. Network: 15da17a3-bab4-4123-80c8-e3a9d9c0e347, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:40:03.128887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fd0a5b-cab7-43ee-8534-1530a2e33ec3 req-cf1c6b6f-d0b2-4498-8f31-f71639944b56 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.130432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2fd0a5b-cab7-43ee-8534-1530a2e33ec3 req-cf1c6b6f-d0b2-4498-8f31-f71639944b56 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0912769 Aug 31 06:40:03.150537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5549af27-858b-46d1-9b61-9961e37282b3 req-85e75d2e-4a67-4b6e-9f7c-08a10200c9c4 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=54ca9153-97be-46de-aa25-55db53b58208 HTTP/1.1" status: 200 len: 210 time: 0.0338948 Aug 31 06:40:03.160899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:40:03.172926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 15da17a3-bab4-4123-80c8-e3a9d9c0e347) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:03.178148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.178731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.186740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1ebaee-17e6-4c66-b4c9-f05e7e8e493f None None] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:03.211701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2fd0a5b-cab7-43ee-8534-1530a2e33ec3 req-62c3915c-44bd-4193-a083-5c6761380288 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687497 Aug 31 06:40:03.230387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5167f45-d011-4afe-a636-7477f1df5791 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4911017 Aug 31 06:40:03.378767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bf982a-a86a-4865-b741-5c366ed62f73 None None] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:03.480320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-a2eb1f06-5e69-4fc4-8e95-7c2907837b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.482246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-a2eb1f06-5e69-4fc4-8e95-7c2907837b8f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.0899901 Aug 31 06:40:03.503311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29a790-dce9-41ca-a8af-4cbb252be77e req-b3061617-6a8d-4122-ac6b-612aefd1916c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.504819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e29a790-dce9-41ca-a8af-4cbb252be77e req-b3061617-6a8d-4122-ac6b-612aefd1916c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 948 time: 0.0692644 Aug 31 06:40:03.566331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-473738714', 'description': 'tempest-description-2096022601'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:03.593964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.617822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e29a790-dce9-41ca-a8af-4cbb252be77e req-a9812b0c-fa70-4ddf-af55-3e0fbdc9bd5c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883417 Aug 31 06:40:03.663706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-e486136a-1ba5-419f-a50b-7f541b996b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.665862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-e486136a-1ba5-419f-a50b-7f541b996b4a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1599019 Aug 31 06:40:03.725310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-714df1f5-ba3e-4acb-9adf-72628cd94cbf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0442250 Aug 31 06:40:03.743650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.749455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.785773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.787990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ee1d45f-f427-43d6-a35b-3685cc9043b1 req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2265794 Aug 31 06:40:03.790219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec75e7a-830a-4ee8-950e-f20750791924 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=513d110d-4936-403f-8c2d-b00445f3af2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:03.792611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-e47a8529-71f6-4220-8dcc-4a9ff7824c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.794149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-e47a8529-71f6-4220-8dcc-4a9ff7824c0b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0587614 Aug 31 06:40:03.833788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-613944962', 'description': 'tempest-description-1991700373'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:03.883894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:03.894543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-310c39ca-1274-407e-bc58-32393a64f46a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:03.895801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-310c39ca-1274-407e-bc58-32393a64f46a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0776353 Aug 31 06:40:04.029006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-32f989f3-d0db-4a2a-bed3-f43c2534362e service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225343 Aug 31 06:40:04.096662 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.097752 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:40:04.101638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d182ebf5-4773-4913-9fd7-bc1889297fce up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:04.139158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dd49ed-b4fe-4608-9e08-6d807b1f7bcc req-090faf44-4791-4b8a-9495-e983ded48096 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.143373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.147465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-4982f2d8-bc03-4a44-bba1-2f82189d2637 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093705 Aug 31 06:40:04.147896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82dd49ed-b4fe-4608-9e08-6d807b1f7bcc req-090faf44-4791-4b8a-9495-e983ded48096 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1006045 Aug 31 06:40:04.182766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.197841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01eb2c63-4f97-4663-9cd4-715e71dcc355 req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3673639 Aug 31 06:40:04.201548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d6343-e547-41ee-9268-a4e002572784 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46efef9d-bf34-4b2f-a04c-34dfc792d948,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:04.212857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port d182ebf5-4773-4913-9fd7-bc1889297fce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:04.218420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port d182ebf5-4773-4913-9fd7-bc1889297fce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:04.219024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.248102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82dd49ed-b4fe-4608-9e08-6d807b1f7bcc req-6eb26925-578d-474d-9ce6-4642c16222fc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989866 Aug 31 06:40:04.396178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00b1725-49f2-45c6-8511-d54b03813e7a req-b4b4bb36-1014-4f05-b66b-10bfdf0b485d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.407905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a00b1725-49f2-45c6-8511-d54b03813e7a req-b4b4bb36-1014-4f05-b66b-10bfdf0b485d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0884652 Aug 31 06:40:04.457657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.463129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a00b1725-49f2-45c6-8511-d54b03813e7a req-9a713caa-3cfd-4526-a78f-2f36173c98b5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543253 Aug 31 06:40:04.496823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:04.506517 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-189cbf4a-c78a-40df-889a-bc084cae0d91" -d '{"events": [{"server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "name": "network-vif-plugged", "status": "completed", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:04.539090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d182ebf5-4773-4913-9fd7-bc1889297fce,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:04.545000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:04.588116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-f0f9d01e-0486-4ecb-92fc-0b461c9e7242 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.595925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-f0f9d01e-0486-4ecb-92fc-0b461c9e7242 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 813 time: 0.1479275 Aug 31 06:40:04.608794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:04.613364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-a7964066-986c-40e7-a9a6-627992a6f610 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/quotas/8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 375 time: 0.0162466 Aug 31 06:40:04.649907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-77b4f452-1807-4977-9ff0-9271a4d9d8e9 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356398 Aug 31 06:40:04.749280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-da59537e-78fb-4530-9843-d00013bc667d service neutron] 10.222.0.57 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981205 Aug 31 06:40:04.843585 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6e34b5-1535-43e0-a8bf-99d2d1e747dd x-openstack-request-id: req-1d6e34b5-1535-43e0-a8bf-99d2d1e747dd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:04.844563 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "name": "network-vif-plugged", "status": "completed", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:04.845417 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d6e34b5-1535-43e0-a8bf-99d2d1e747dd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:04.846253 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce', 'code': 200} Aug 31 06:40:04.859323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-960f57a8-c2c8-44d7-9435-a5dda1649b69 service neutron] 10.222.0.57 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033580 Aug 31 06:40:04.977629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edfade-fbcd-4b49-ab2e-63db1f9666e4 req-e1287516-e174-4679-8fea-1b3c2c781ac8 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:04.983071 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17edfade-fbcd-4b49-ab2e-63db1f9666e4 req-e1287516-e174-4679-8fea-1b3c2c781ac8 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.0738640 Aug 31 06:40:05.010125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3fcda-bd32-4755-b4da-fb12ffdb6689 req-76d5acdc-b33f-4cc2-b8bd-adf4d0ee437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.014821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0be3fcda-bd32-4755-b4da-fb12ffdb6689 req-76d5acdc-b33f-4cc2-b8bd-adf4d0ee437a service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 1101 time: 0.0859566 Aug 31 06:40:05.062536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17edfade-fbcd-4b49-ab2e-63db1f9666e4 req-2b8c7f29-772b-41b1-8e76-fb24f5f5d799 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722239 Aug 31 06:40:05.076241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0be3fcda-bd32-4755-b4da-fb12ffdb6689 req-d084110d-35da-4267-802d-4ee26220f78b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448337 Aug 31 06:40:05.168315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-619382bc-0b18-4a1d-8570-ecc0c0c5403d req-0fb94ad2-03c9-4073-a2dc-97703b3a8a21 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 210 time: 0.0411942 Aug 31 06:40:05.247940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:05.388003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c9168-c4f1-4c82-8aa0-40c8700b83dc req-db1cf8b1-c730-4be2-b4ce-a2241ae583cd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.389888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-110c9168-c4f1-4c82-8aa0-40c8700b83dc req-db1cf8b1-c730-4be2-b4ce-a2241ae583cd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0687330 Aug 31 06:40:05.421866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ec04b-e016-478c-8afb-468d3b4ee95f req-9fa70bd9-6e72-4799-921a-c3c80bf5ab04 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.423948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-538ec04b-e016-478c-8afb-468d3b4ee95f req-9fa70bd9-6e72-4799-921a-c3c80bf5ab04 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0857909 Aug 31 06:40:05.480082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-110c9168-c4f1-4c82-8aa0-40c8700b83dc req-210b76c5-bbd5-4531-a528-0f844a02e1e1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777240 Aug 31 06:40:05.540247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-538ec04b-e016-478c-8afb-468d3b4ee95f req-a27e1722-93f8-4692-8542-11ec48c4f84a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001761 Aug 31 06:40:05.625274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-2e441fb2-dd75-4cb2-af36-349ad335cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.626920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-2e441fb2-dd75-4cb2-af36-349ad335cdae service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 1098 time: 0.0699244 Aug 31 06:40:05.749209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-9aab5887-27b8-4ab8-b9d8-8227892c1fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.750705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-9aab5887-27b8-4ab8-b9d8-8227892c1fc6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 200 len: 917 time: 0.1075728 Aug 31 06:40:05.807410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-51147862-103d-4a73-bfd2-fc21c6dbf836 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d90976a-a442-4571-8344-7ea0361535c1 HTTP/1.1" status: 200 len: 217 time: 0.0447326 Aug 31 06:40:05.877871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-626155ad-7718-4d55-8309-4a486ff7b614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.879234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-626155ad-7718-4d55-8309-4a486ff7b614 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 200 len: 855 time: 0.0578630 Aug 31 06:40:05.933084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-4766789b-3af3-44f8-9aeb-4622fbc46b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:05.934757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-4766789b-3af3-44f8-9aeb-4622fbc46b84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dc671ba6-414a-44c3-a4f3-b74bf449c275&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434732 Aug 31 06:40:06.036976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-de20e910-c3ba-4b20-b338-b91932a9ef26 service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877559 Aug 31 06:40:06.195866 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12afeddf-3264-4150-a66f-ea8b0f3002e4 req-ac9eef17-e03a-4b84-b4fc-e0b2f71960eb service neutron] 10.222.0.50 "GET /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418781 Aug 31 06:40:06.239421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c19646-304c-4519-b9d3-f373688036db req-9a6d18c9-8ad5-46a0-8d40-eac61e8c4712 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:06.248292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0c19646-304c-4519-b9d3-f373688036db req-9a6d18c9-8ad5-46a0-8d40-eac61e8c4712 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.0670896 Aug 31 06:40:06.312060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0c19646-304c-4519-b9d3-f373688036db req-0cc2deea-7f18-4743-8983-ba0da6d737ca tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575087 Aug 31 06:40:06.380848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd63b003-3863-40b5-99c1-d3a56b497e30 req-76f03072-9ea8-436c-9248-d17edd704334 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 210 time: 0.0435467 Aug 31 06:40:06.452522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-805ebd30-1309-413d-a816-ce78639684c3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:06.454712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-805ebd30-1309-413d-a816-ce78639684c3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 813 time: 0.1928976 Aug 31 06:40:06.475554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'device_id': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347', 'admin_state_up': True, 'tenant_id': '8b4aaae54bea443db1e4d809f2b806b3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:06.656479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Made reservation on behalf of 8b4aaae54bea443db1e4d809f2b806b3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:06.660505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:06.667209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f4099b-3d14-4855-aa1f-1b933050d1dd req-0747b292-1764-4cde-b15e-404342941793 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:06.669864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09f4099b-3d14-4855-aa1f-1b933050d1dd req-0747b292-1764-4cde-b15e-404342941793 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1121199 Aug 31 06:40:06.727198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09f4099b-3d14-4855-aa1f-1b933050d1dd req-c01cc26a-e3ab-4220-8912-e2dd2febd6cd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507388 Aug 31 06:40:06.771045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609d6514-fe8e-45b6-a595-df80a653da78 req-3d94fad3-0d0f-47e4-a8da-d481517b50d9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:06.772571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-609d6514-fe8e-45b6-a595-df80a653da78 req-3d94fad3-0d0f-47e4-a8da-d481517b50d9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.1047022 Aug 31 06:40:06.865056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-609d6514-fe8e-45b6-a595-df80a653da78 req-59fedafe-5c94-4572-beb6-610df4894afb tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727124 Aug 31 06:40:06.903252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Allocated IP 172.20.0.5 (15da17a3-bab4-4123-80c8-e3a9d9c0e347/728ca953-f27d-4b25-a9a3-bde4df4943a1/01db05ad-1dfc-40cb-af52-2a8c537d2c2e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:07.071559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.115913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.170560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:07.179561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:07.182044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:07.191559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:07.265476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.266091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.284497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b474eb09-c618-413d-afd1-14dc39d04a27 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8131313 Aug 31 06:40:07.303296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Request body: {'port': {'device_id': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:07.372508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.435463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4936c337-7730-48aa-a461-4a9ea3bab194 req-23218918-98d7-4c3a-888f-84911f89b0a4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.436999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4936c337-7730-48aa-a461-4a9ea3bab194 req-23218918-98d7-4c3a-888f-84911f89b0a4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.0558562 Aug 31 06:40:07.490949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4936c337-7730-48aa-a461-4a9ea3bab194 req-7a60f75f-ebfb-4929-b3c0-42d2261c4647 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433335 Aug 31 06:40:07.617921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d9533-7ce1-4963-a0d7-d2ce535883c4 req-dfe7d64d-68f0-425a-9bd7-d04a034091bc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.625190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a33d9533-7ce1-4963-a0d7-d2ce535883c4 req-dfe7d64d-68f0-425a-9bd7-d04a034091bc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 931 time: 0.1238043 Aug 31 06:40:07.645832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cfd63-5ea5-42e1-bfe7-6d33ec1e0343 req-7cc5515a-ccec-4c8c-8b2f-054b94ca1a0d tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.660816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-202cfd63-5ea5-42e1-bfe7-6d33ec1e0343 req-7cc5515a-ccec-4c8c-8b2f-054b94ca1a0d tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0709949 Aug 31 06:40:07.683950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a33d9533-7ce1-4963-a0d7-d2ce535883c4 req-0e757db8-1bcc-4211-9cac-9e1643629396 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522976 Aug 31 06:40:07.727512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-202cfd63-5ea5-42e1-bfe7-6d33ec1e0343 req-0f50d4da-a61a-4006-ba95-ed232f6a95f6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656803 Aug 31 06:40:07.849074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01db05ad-1dfc-40cb-af52-2a8c537d2c2e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:07.868087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.884852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02085ef2-c9f5-4758-a834-a79d530cf0d1 req-8e767de2-5153-46ff-99fb-4b0915582e35 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:07.886885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Transition to ACTIVE for port object 01db05ad-1dfc-40cb-af52-2a8c537d2c2e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:07.889847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02085ef2-c9f5-4758-a834-a79d530cf0d1 req-8e767de2-5153-46ff-99fb-4b0915582e35 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0781980 Aug 31 06:40:07.894788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:07.986820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02085ef2-c9f5-4758-a834-a79d530cf0d1 req-d1c9502a-c48e-4224-9867-c9459ed7a505 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906115 Aug 31 06:40:08.051899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:08.106642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d85b13d0-5c9a-4286-b442-09a5656619a3 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233953 Aug 31 06:40:08.115361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Attempting to bind port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:08.115695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Attempting to bind port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:08.116164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Attempting to bind port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:08.133174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9309a-338a-4526-8eaa-8e4257157036 req-7d8ac77f-c8fe-4120-96f4-392a933e04dc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.134817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1eb9309a-338a-4526-8eaa-8e4257157036 req-7d8ac77f-c8fe-4120-96f4-392a933e04dc tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0699282 Aug 31 06:40:08.135696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:08.136086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Attempting to bind port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:08.141831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:08.142168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Checking segment: {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:08.142552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Bound using segment: {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:08.142979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Bound port: 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:08.143453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.209443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1eb9309a-338a-4526-8eaa-8e4257157036 req-b6ad0815-7f97-43af-9efc-61735dfceafe tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635991 Aug 31 06:40:08.234991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:08.235970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-e7d9ca87-acc7-4c08-8cbb-e491d34bfef9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.239147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:08.246471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-e7d9ca87-acc7-4c08-8cbb-e491d34bfef9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1318896 Aug 31 06:40:08.255255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.276154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-eba5b05d-7527-4f9c-b96d-4beefe7f9e46 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/quotas/5cacaf24843a4b7fac9fb89f99207511 HTTP/1.1" status: 200 len: 375 time: 0.0222569 Aug 31 06:40:08.344337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.344981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:08.346649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] 10.222.0.53 "PUT /v2.0/ports/01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 1092 time: 1.0484135 Aug 31 06:40:08.347101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:08.350907 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a010c0a-5e86-4aff-bf54-2863626ca7d6" -d '{"events": [{"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:08.362735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-e8959208-0348-4e9c-9556-0b43321ab5b7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694306 Aug 31 06:40:08.367756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f55993-27d8-43a0-91b6-1a6840666a3f service neutron] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:08.461443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f2554-6cf2-4c74-b602-b89ba79ea552 req-74dd5ed1-1d22-4ade-9e53-57e58ed2acff tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.463030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-586f2554-6cf2-4c74-b602-b89ba79ea552 req-74dd5ed1-1d22-4ade-9e53-57e58ed2acff tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.0859346 Aug 31 06:40:08.469864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-23bcc492-1959-4543-97d6-026e65de15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.471811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-23bcc492-1959-4543-97d6-026e65de15e0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1095 time: 0.0648808 Aug 31 06:40:08.692657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a97d2c9-11f6-4815-9aa4-ad8eae10e4c8 req-f6871de8-064d-4d80-8095-6fcc2e83d603 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 210 time: 0.0274360 Aug 31 06:40:08.814659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81545dc4-9efb-4a56-997a-1590b47ddc86 req-31f28a55-8464-4a85-b668-0b852517fa24 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.817021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81545dc4-9efb-4a56-997a-1590b47ddc86 req-31f28a55-8464-4a85-b668-0b852517fa24 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0529397 Aug 31 06:40:08.852072 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d6fa1d-6ce8-405b-a754-91f5ca3c7ec6 x-openstack-request-id: req-67d6fa1d-6ce8-405b-a754-91f5ca3c7ec6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:08.852621 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:08.852621 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67d6fa1d-6ce8-405b-a754-91f5ca3c7ec6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:08.852993 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'status': 'completed', 'code': 200} Aug 31 06:40:08.855175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-3c3616a7-503f-4527-9518-fadd86be5918 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 217 time: 0.3744628 Aug 31 06:40:08.889930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81545dc4-9efb-4a56-997a-1590b47ddc86 req-b931701d-5ef8-4dee-a523-a8bcdeb0bdf9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643642 Aug 31 06:40:08.907980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-586f2554-6cf2-4c74-b602-b89ba79ea552 req-502a769d-7e47-4a17-93f8-4029219451fa tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4356315 Aug 31 06:40:08.936933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-437a8737-7971-4a14-9f90-47353c175c44 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.939632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-437a8737-7971-4a14-9f90-47353c175c44 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 944 time: 0.0849118 Aug 31 06:40:08.940573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-8dc6d6e1-29a2-4e19-8184-06e224b92feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:08.942098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-8dc6d6e1-29a2-4e19-8184-06e224b92feb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.0765166 Aug 31 06:40:08.994282 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-53b6756e-5e02-42a7-8b73-17e9712ef9b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387022 Aug 31 06:40:09.120234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932b40c5-560a-4c38-817d-ed1b44545f3e req-853f8ae3-4835-4086-8ecc-8382c72a7df3 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.122954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-932b40c5-560a-4c38-817d-ed1b44545f3e req-853f8ae3-4835-4086-8ecc-8382c72a7df3 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.1214430 Aug 31 06:40:09.130394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825454b-2cf6-4be2-8c5a-833993430022 req-f84e9e55-c5bd-4b6b-a04b-9851655575f5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.131897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6825454b-2cf6-4be2-8c5a-833993430022 req-f84e9e55-c5bd-4b6b-a04b-9851655575f5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 943 time: 0.1315420 Aug 31 06:40:09.158693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Deleting port 462d20db-a3a6-46d1-911f-63767ae13f3c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:09.158911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-b0aa7c69-880c-4fec-92ae-11a1ea533d7f service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555512 Aug 31 06:40:09.159064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:09.229368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-932b40c5-560a-4c38-817d-ed1b44545f3e req-73da7ee5-7dc4-4760-bdc6-03436a539347 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980279 Aug 31 06:40:09.238507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6825454b-2cf6-4be2-8c5a-833993430022 req-df820e71-20d4-4496-8419-847b73932f2e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950973 Aug 31 06:40:09.287743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] For port 462d20db-a3a6-46d1-911f-63767ae13f3c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=462d20db-a3a6-46d1-911f-63767ae13f3c,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:09.288122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:09.305052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Calling delete_port for 462d20db-a3a6-46d1-911f-63767ae13f3c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:09.309567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-890748ad-c4fe-49c0-98c7-d0b37a2d2d50 req-7419fb12-c433-4ddb-99ca-2658c1bbc463 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404426 Aug 31 06:40:09.401707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4896d3fc-f513-4118-80b1-731372983bbe req-8212aad3-206b-44c6-8ea8-8ccee4243f12 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.403239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4896d3fc-f513-4118-80b1-731372983bbe req-8212aad3-206b-44c6-8ea8-8ccee4243f12 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1002150 Aug 31 06:40:09.437867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-ff4c4a5a-2350-4a8a-a65f-ad13ac15cd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.439386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-ff4c4a5a-2350-4a8a-a65f-ad13ac15cd17 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1095 time: 0.0769472 Aug 31 06:40:09.452412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c6c89-5ee1-4612-90da-a4540bdec6d0 req-9fc1058e-61c9-4738-9438-cf002d8456bf tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.453931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-107c6c89-5ee1-4612-90da-a4540bdec6d0 req-9fc1058e-61c9-4738-9438-cf002d8456bf tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0628557 Aug 31 06:40:09.459828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4896d3fc-f513-4118-80b1-731372983bbe req-80026960-f35f-478b-bcfe-f249fe705d07 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461631 Aug 31 06:40:09.530239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:09.556081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['462d20db-a3a6-46d1-911f-63767ae13f3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:09.563614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event deleted for resources: {'Port': ['ID=462d20db-a3a6-46d1-911f-63767ae13f3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:09.589811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-107c6c89-5ee1-4612-90da-a4540bdec6d0 req-d5548aa0-31fd-4475-8e23-d00312304b16 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233668 Aug 31 06:40:09.632942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] No DVR routers for this DVR port 462d20db-a3a6-46d1-911f-63767ae13f3c on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:09.640152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-65727984-6dfa-4778-a812-8794ffeb3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.641056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:09.642326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-65727984-6dfa-4778-a812-8794ffeb3894 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.1875887 Aug 31 06:40:09.643554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b559f76-e700-4a04-bdbc-0cb43e8c6108 req-10d9a3f1-4a2e-4cc9-b7a9-55048c958613 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "DELETE /v2.0/ports/462d20db-a3a6-46d1-911f-63767ae13f3c HTTP/1.1" status: 204 len: 173 time: 0.6925168 Aug 31 06:40:09.644081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-deleted', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:09.653545 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d386a6c4-0f0c-4679-8127-b7229c9ebdda" -d '{"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-deleted", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:09.668379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-2bc66bd7-c698-4fa1-8205-c1886861b333 req-939b39ae-0085-4b3c-9cee-fed092879d84 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:40:09.669478 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2bc66bd7-c698-4fa1-8205-c1886861b333 req-939b39ae-0085-4b3c-9cee-fed092879d84 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0327499 Aug 31 06:40:09.680137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-076e7158-77b2-45fd-adbb-c1ea70a2330b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=5cacaf24843a4b7fac9fb89f99207511&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843983 Aug 31 06:40:09.723208 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f5cc168-95ae-4da4-b1c9-5f71e0d3814a x-openstack-request-id: req-5f5cc168-95ae-4da4-b1c9-5f71e0d3814a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:09.723577 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cf00fc-5656-415a-8272-8ca41d485e17", "name": "network-vif-deleted", "tag": "462d20db-a3a6-46d1-911f-63767ae13f3c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:09.723902 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f5cc168-95ae-4da4-b1c9-5f71e0d3814a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:09.724372 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cf00fc-5656-415a-8272-8ca41d485e17', 'name': 'network-vif-deleted', 'tag': '462d20db-a3a6-46d1-911f-63767ae13f3c', 'status': 'completed', 'code': 200} Aug 31 06:40:09.725141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-836dccdf-e00a-47af-bd81-295bc49a81b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 217 time: 0.0547121 Aug 31 06:40:09.812501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5342c08d-6f98-4722-956b-016d81836767 req-7aa19f47-1fda-48da-bbc3-7741c30250ae tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 210 time: 0.0283043 Aug 31 06:40:09.926831 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2bc66bd7-c698-4fa1-8205-c1886861b333 req-e20b9d85-af6b-4754-9fb2-b648971b545d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2453642 Aug 31 06:40:09.928144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-4814b4b5-6c9e-4312-99b1-2d8299660f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.930090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-4814b4b5-6c9e-4312-99b1-2d8299660f61 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.1546512 Aug 31 06:40:09.973439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-ae25b310-cbf4-48ac-94ab-501058aeff99 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337882 Aug 31 06:40:09.981216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-af16b298-f6f1-4757-9746-f52f99677241 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:09.982669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-af16b298-f6f1-4757-9746-f52f99677241 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2543690 Aug 31 06:40:09.995852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Request body: {'port': {'device_id': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '5cacaf24843a4b7fac9fb89f99207511'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:10.031079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c1c0dd8-6178-4b2d-8ba5-59d6eb946074 req-5a5a733f-3cd3-46ad-a674-084747c4f65b tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6cf00fc-5656-415a-8272-8ca41d485e17 HTTP/1.1" status: 200 len: 210 time: 0.0312655 Aug 31 06:40:10.152687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-420aecee-f2e4-4564-a3d5-a12ddbddf0d8 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688516 Aug 31 06:40:10.184946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d2acc9-d458-489b-a50c-7b9203775f80 req-11c85910-e4df-4b2d-83f9-4a8950b175f0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.186471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7d2acc9-d458-489b-a50c-7b9203775f80 req-11c85910-e4df-4b2d-83f9-4a8950b175f0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0491228 Aug 31 06:40:10.223908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Made reservation on behalf of 5cacaf24843a4b7fac9fb89f99207511 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:10.227970 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.231032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7d2acc9-d458-489b-a50c-7b9203775f80 req-cbb26111-8e85-443b-8d7c-368c295bf9d9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379999 Aug 31 06:40:10.363689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492dd474-b35e-4d21-8a5d-f7ad0521f685 req-8ebe5e9c-99b7-4521-9340-1dab00a1995c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.365188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-492dd474-b35e-4d21-8a5d-f7ad0521f685 req-8ebe5e9c-99b7-4521-9340-1dab00a1995c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 943 time: 0.0516968 Aug 31 06:40:10.366183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a010c0a-5e86-4aff-bf54-2863626ca7d6 req-8c5631ee-fc6a-4108-b5da-912440f0220a service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042098 Aug 31 06:40:10.417561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-492dd474-b35e-4d21-8a5d-f7ad0521f685 req-30fe74d7-70b4-4597-88fc-595500b935b0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374079 Aug 31 06:40:10.435958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1d48-84f9-4065-95d8-47ac087f17c4 req-07c93414-f2b1-484d-88d1-7970910a00b4 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.437482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d1d48-84f9-4065-95d8-47ac087f17c4 req-07c93414-f2b1-484d-88d1-7970910a00b4 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.1245716 Aug 31 06:40:10.469283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Allocated IP 192.168.233.169 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/80eec8d3-bfa0-4107-9d3d-d28bfbbb258a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:10.501747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d1d48-84f9-4065-95d8-47ac087f17c4 req-96dcbeda-67ba-415d-8328-c27996e105b5 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576930 Aug 31 06:40:10.593787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3c9388-11bb-4dbd-852b-d1a50b15c216 req-3fc213a7-bfb4-40b5-bc7f-68b7672080f2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.595287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a3c9388-11bb-4dbd-852b-d1a50b15c216 req-3fc213a7-bfb4-40b5-bc7f-68b7672080f2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0508008 Aug 31 06:40:10.634484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a3c9388-11bb-4dbd-852b-d1a50b15c216 req-916c8b1a-85b0-4c47-bc66-35ae564e014a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330920 Aug 31 06:40:10.659597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56953dc-c18e-4f32-83b9-e04c24a0b974 req-48745558-5613-46b9-bc32-1e4142dbee27 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.662681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c56953dc-c18e-4f32-83b9-e04c24a0b974 req-48745558-5613-46b9-bc32-1e4142dbee27 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0799778 Aug 31 06:40:10.700869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.728822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c56953dc-c18e-4f32-83b9-e04c24a0b974 req-a28cd0aa-ede1-41a9-9cee-594cc43f70ec tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611563 Aug 31 06:40:10.730263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Transition to ACTIVE for port object 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:10.769765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.796384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:10.798579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d182ebf5-4773-4913-9fd7-bc1889297fce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:10.814684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:10.820420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:10.824311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:10.850234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event updated for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:10.883169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.884204 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:10.904208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-2c53680a-924b-4b11-96e3-a2f22ba51308 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9126768 Aug 31 06:40:10.933962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Request body: {'port': {'device_id': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:10.981685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab0d416-17b4-4a5c-9830-313f6dbd29df req-f8b433fe-2eb5-4624-867f-ee4364c06229 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:10.983660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aab0d416-17b4-4a5c-9830-313f6dbd29df req-f8b433fe-2eb5-4624-867f-ee4364c06229 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 936 time: 0.0780323 Aug 31 06:40:11.036737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aab0d416-17b4-4a5c-9830-313f6dbd29df req-5ac78c91-45e6-438f-84a6-3e592266f82f tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461376 Aug 31 06:40:11.051997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.121433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ec1e-e637-4737-a3d2-24b0f864c35f req-e2915f2c-5fa2-4f14-839b-e0aab2d22b2d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.127594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ec1e-e637-4737-a3d2-24b0f864c35f req-e2915f2c-5fa2-4f14-839b-e0aab2d22b2d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.134504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ec1e-e637-4737-a3d2-24b0f864c35f req-e2915f2c-5fa2-4f14-839b-e0aab2d22b2d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.136184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd02ec1e-e637-4737-a3d2-24b0f864c35f req-e2915f2c-5fa2-4f14-839b-e0aab2d22b2d tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69&device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af&device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 2418 time: 0.1236997 Aug 31 06:40:11.214607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e45adce-73bb-4f63-a212-1ad70fd9aa9d None None] Provisioning for port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:11.219832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e45adce-73bb-4f63-a212-1ad70fd9aa9d None None] Provisioning complete for port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:11.220636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e45adce-73bb-4f63-a212-1ad70fd9aa9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.255102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd02ec1e-e637-4737-a3d2-24b0f864c35f req-d7e6f693-1a04-4a33-8d97-4a03c89bb324 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085458 Aug 31 06:40:11.292812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9e45adce-73bb-4f63-a212-1ad70fd9aa9d None None] Port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:11.354130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01266ce3-28a6-4769-8b47-24178fec171b req-4746020d-8bca-4942-a420-0dd501c5fa2f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.355689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01266ce3-28a6-4769-8b47-24178fec171b req-4746020d-8bca-4942-a420-0dd501c5fa2f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 944 time: 0.0492392 Aug 31 06:40:11.399209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01266ce3-28a6-4769-8b47-24178fec171b req-884c2ee6-ef3f-4237-8b69-d064913d229d tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369411 Aug 31 06:40:11.402558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-631ca634-9859-40e6-9c63-a9407f1251a8 req-dc8d653f-397e-4534-8c47-08c87cfa6419 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1075461 Aug 31 06:40:11.469296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:11.481252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.496007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Transition to ACTIVE for port object 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:11.502956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.542875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac174a-e14f-4088-bfac-b87c584fde13 req-faf54ae0-4005-4798-8632-74122f53f5c8 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.544719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ac174a-e14f-4088-bfac-b87c584fde13 req-faf54ae0-4005-4798-8632-74122f53f5c8 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 943 time: 0.0577495 Aug 31 06:40:11.552661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Pushing event updated for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:11.610851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ac174a-e14f-4088-bfac-b87c584fde13 req-ac65f6e0-2acc-4d14-88c9-ad271fa038d1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370424 Aug 31 06:40:11.652181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Attempting to bind port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:11.652788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Attempting to bind port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:11.653690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Attempting to bind port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:11.658929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:11.659250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Attempting to bind port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:11.672212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:11.672640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:11.673053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:11.674102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Bound port: 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:11.674102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.811662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c00464-fe6b-477f-8b14-ad960155762c req-09e6ef3f-2a10-4af5-9dae-c7bdda8e53ce tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.813111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5c00464-fe6b-477f-8b14-ad960155762c req-09e6ef3f-2a10-4af5-9dae-c7bdda8e53ce tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0734398 Aug 31 06:40:11.816470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:11.819584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:11.829613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.893124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:11.893791 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:11.895648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] 10.222.0.53 "PUT /v2.0/ports/80eec8d3-bfa0-4107-9d3d-d28bfbbb258a HTTP/1.1" status: 200 len: 1097 time: 0.9692690 Aug 31 06:40:11.895648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:11.898792 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d41d7c4-3939-49ec-9306-2cefd665cdb0" -d '{"events": [{"name": "network-changed", "server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:11.911843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5c00464-fe6b-477f-8b14-ad960155762c req-1b29afd5-bf61-451c-a898-547b0237f241 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899189 Aug 31 06:40:11.929751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35651d1-babf-4626-b0c8-582993a836ac service neutron] Pushing event updated for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:12.002835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 01db05ad-1dfc-40cb-af52-2a8c537d2c2e details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:12.042533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-9d8171db-893b-4d8f-8179-fe4b18db8c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.044111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-9d8171db-893b-4d8f-8179-fe4b18db8c60 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 1100 time: 0.0754745 Aug 31 06:40:12.061405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-01e72c0d-c8fe-4fa7-984e-3fe493c2c007 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.063964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-01e72c0d-c8fe-4fa7-984e-3fe493c2c007 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 944 time: 0.1253643 Aug 31 06:40:12.101536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-f235930c-89a7-44e3-bf11-927c2bf78d05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a HTTP/1.1" status: 200 len: 217 time: 0.0445261 Aug 31 06:40:12.162824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-4b582260-e09c-4353-b0df-54cbd1ffcff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.165155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-4b582260-e09c-4353-b0df-54cbd1ffcff0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0545797 Aug 31 06:40:12.175179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:12.175632 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee0993f-2bc2-43eb-a1a5-9075afff2296 x-openstack-request-id: req-5ee0993f-2bc2-43eb-a1a5-9075afff2296 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:12.175923 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:12.176288 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5ee0993f-2bc2-43eb-a1a5-9075afff2296 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:12.176695 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a', 'status': 'completed', 'code': 200} Aug 31 06:40:12.205739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 462d20db-a3a6-46d1-911f-63767ae13f3c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:12.206095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 462d20db-a3a6-46d1-911f-63767ae13f3c not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:12.209006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.229940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347', 'port_id': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'mac_address': 'fa:16:3e:36:35:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728ca953-f27d-4b25-a9a3-bde4df4943a1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:12.231329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-95f7b58b-b2e0-426c-bfcc-f0db32fb020d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.232969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-95f7b58b-b2e0-426c-bfcc-f0db32fb020d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0554316 Aug 31 06:40:12.233115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Deleting port a182c3f6-7695-498d-9056-c4bfd5b369e2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:12.233501 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.294484 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.311653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01db05ad-1dfc-40cb-af52-2a8c537d2c2e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:12.343017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.351673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] For port a182c3f6-7695-498d-9056-c4bfd5b369e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a182c3f6-7695-498d-9056-c4bfd5b369e2,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:12.352411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.353628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.367621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31013f-f944-4d42-9a99-3de2c02216ec req-b8433005-7bab-4fdd-82de-3bace2daaecd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.368858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Calling delete_port for a182c3f6-7695-498d-9056-c4bfd5b369e2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:12.369359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce31013f-f944-4d42-9a99-3de2c02216ec req-b8433005-7bab-4fdd-82de-3bace2daaecd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 948 time: 0.1149251 Aug 31 06:40:12.398788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-5bd58966-40db-45a0-9f47-584775b8f04a service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519666 Aug 31 06:40:12.412467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:12.464535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce31013f-f944-4d42-9a99-3de2c02216ec req-83eea82b-4d75-48e7-8e04-e8447ca09e55 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840013 Aug 31 06:40:12.510852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91cd1d41-69f1-4e6c-bce6-217fd5847c3b req-bfcf71f1-966b-4c95-b107-8306f75339b0 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027050 Aug 31 06:40:12.526142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.569040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f241994-f561-484e-8386-fe8ee53d43f3 req-943f0dfd-f95a-4087-a7cc-182828929b88 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=49c36562-ea9f-4bed-8206-a54fb8d75351 HTTP/1.1" status: 200 len: 210 time: 0.0314202 Aug 31 06:40:12.574320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event deleted for resources: {'Port': ['ID=a182c3f6-7695-498d-9056-c4bfd5b369e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:12.618730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] No DVR routers for this DVR port a182c3f6-7695-498d-9056-c4bfd5b369e2 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:12.619288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:12.621465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:12.624611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-0874a2cb-f205-47bc-b8b9-d08c5a6c18ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.625143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e1b2fde-8c4b-4767-88f9-2d575dfc2362 req-58b953d3-7b8f-44ad-bf0e-38858a90a240 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.50 "DELETE /v2.0/ports/a182c3f6-7695-498d-9056-c4bfd5b369e2 HTTP/1.1" status: 204 len: 173 time: 0.5458984 Aug 31 06:40:12.625736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-deleted', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:12.626077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-0874a2cb-f205-47bc-b8b9-d08c5a6c18ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 1100 time: 0.0595043 Aug 31 06:40:12.628214 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a736666-ccbe-474e-8d6e-7bb6f50ef8be" -d '{"events": [{"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-deleted", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:12.674452 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d477c3a3-5113-4c08-a3f6-fd30c73d1294 x-openstack-request-id: req-d477c3a3-5113-4c08-a3f6-fd30c73d1294 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:12.674999 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49c36562-ea9f-4bed-8206-a54fb8d75351", "name": "network-vif-deleted", "tag": "a182c3f6-7695-498d-9056-c4bfd5b369e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:12.675461 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d477c3a3-5113-4c08-a3f6-fd30c73d1294 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:12.676054 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49c36562-ea9f-4bed-8206-a54fb8d75351', 'name': 'network-vif-deleted', 'tag': 'a182c3f6-7695-498d-9056-c4bfd5b369e2', 'status': 'completed', 'code': 200} Aug 31 06:40:12.806602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-c6275843-4f85-4eaa-a044-d51ac54d564c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.808089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-c6275843-4f85-4eaa-a044-d51ac54d564c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1680822 Aug 31 06:40:12.837361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3929b3-4e32-4508-a980-4ac33d48477f req-84297661-d285-4273-96e3-2d97b055b078 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.838772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d3929b3-4e32-4508-a980-4ac33d48477f req-84297661-d285-4273-96e3-2d97b055b078 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 944 time: 0.0912235 Aug 31 06:40:12.872184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-511a2980-2b42-4b82-a4f1-ae0c290a1bee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a HTTP/1.1" status: 200 len: 217 time: 0.0528276 Aug 31 06:40:12.938311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d3929b3-4e32-4508-a980-4ac33d48477f req-fa85cf4d-f3df-45d8-9245-22bc57220709 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685599 Aug 31 06:40:12.945785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-51c54d6d-4814-4460-9126-dc7756cc87ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:12.947492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-51c54d6d-4814-4460-9126-dc7756cc87ac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0629737 Aug 31 06:40:12.999424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-5fcae73e-1bc3-4af8-89f4-bc381c0c238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.001130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-5fcae73e-1bc3-4af8-89f4-bc381c0c238e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0463769 Aug 31 06:40:13.121240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b4f12-adc9-4bff-847c-85b551e5397f req-60972963-2a56-4977-8546-e4a4e682c67e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.122615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-585b4f12-adc9-4bff-847c-85b551e5397f req-60972963-2a56-4977-8546-e4a4e682c67e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1129000 Aug 31 06:40:13.158294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-9002b405-ca87-48c4-9a55-8e70d869263e service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467526 Aug 31 06:40:13.165298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d90057-2909-4f07-bf0e-ed88bdb63c55 req-4bd6ed44-f5b3-4e2b-b4e1-a06b81be91b2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.166958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87d90057-2909-4f07-bf0e-ed88bdb63c55 req-4bd6ed44-f5b3-4e2b-b4e1-a06b81be91b2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0551355 Aug 31 06:40:13.184663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-585b4f12-adc9-4bff-847c-85b551e5397f req-96977bf5-e504-4a24-a389-12cee4740f75 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558188 Aug 31 06:40:13.207868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87d90057-2909-4f07-bf0e-ed88bdb63c55 req-be43a78e-4cab-45f5-9469-e83f7b3878d0 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347049 Aug 31 06:40:13.269280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d41d7c4-3939-49ec-9306-2cefd665cdb0 req-8b140220-d929-4aae-b674-9cf02e05d0ab service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980949 Aug 31 06:40:13.581300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c9c0e-065b-43ff-8b49-9c9d71cb3063 req-89def7e7-69ab-4776-bfad-e4aa88763d99 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.582924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d8c9c0e-065b-43ff-8b49-9c9d71cb3063 req-89def7e7-69ab-4776-bfad-e4aa88763d99 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 948 time: 0.0500355 Aug 31 06:40:13.588384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-e90437aa-e720-44c0-b0c3-ff266c267122 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0411768 Aug 31 06:40:13.624184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d8c9c0e-065b-43ff-8b49-9c9d71cb3063 req-3175a10b-e923-4f6f-9d05-4b207f5eda1c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338380 Aug 31 06:40:13.676581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-bc7e04ef-d4d2-499a-aaad-d53c80d040d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.678097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-bc7e04ef-d4d2-499a-aaad-d53c80d040d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=08326483919745ab9790c05eb07ccf61&device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 1096 time: 0.0412815 Aug 31 06:40:13.798605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-d17b185b-00fc-4167-8370-5497ff0e6c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.800213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-d17b185b-00fc-4167-8370-5497ff0e6c61 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 200 len: 908 time: 0.1008410 Aug 31 06:40:13.844411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-39801fc0-0529-41b3-9817-55feaf8c7d56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 200 len: 217 time: 0.0361545 Aug 31 06:40:13.856364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535bb21-2d39-4765-8921-8210bc856a33 req-db9a66f2-2879-4a93-9f8b-031ed5127bcf tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.857864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f535bb21-2d39-4765-8921-8210bc856a33 req-db9a66f2-2879-4a93-9f8b-031ed5127bcf tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.0492003 Aug 31 06:40:13.901880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-d628eaff-41db-46a1-af5f-766c0980ca8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:13.903605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-d628eaff-41db-46a1-af5f-766c0980ca8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 200 len: 847 time: 0.0500820 Aug 31 06:40:13.908511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f535bb21-2d39-4765-8921-8210bc856a33 req-e248ceaf-5cb8-4df3-a4f8-ca899618683f tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437117 Aug 31 06:40:13.946690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-66267bf2-3f79-4b37-9abc-588e5cc76272 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f125b887-523d-4ff2-8eb5-47a4350ddc7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305974 Aug 31 06:40:14.021244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 01db05ad-1dfc-40cb-af52-2a8c537d2c2e up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:14.042192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-ee66ac31-cfd1-4b22-b439-34c4956296f0 service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860729 Aug 31 06:40:14.058909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1327fc3a-af1c-45e4-bd77-2b648509b014 req-35ba0d48-03ae-4e5c-a666-96cb93865b88 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.060766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1327fc3a-af1c-45e4-bd77-2b648509b014 req-35ba0d48-03ae-4e5c-a666-96cb93865b88 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 944 time: 0.0546584 Aug 31 06:40:14.078853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:14.087025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:14.088271 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.111598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1327fc3a-af1c-45e4-bd77-2b648509b014 req-d5621bb3-721b-4558-a91c-b6d5ed9e8f82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444534 Aug 31 06:40:14.152441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-137e73a3-065b-4d94-ad60-ad838fee7d2a req-a4b72318-8410-49d1-b611-8197f29c13de service neutron] 10.222.0.53 "GET /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018238 Aug 31 06:40:14.188419 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.212215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:14.214754 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bee6471-26b6-403a-81d1-c4af475227e5" -d '{"events": [{"server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "name": "network-vif-plugged", "status": "completed", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:14.228091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:14.232976 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.260577 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b5955cb-2156-45fa-a932-ffe519abe969 x-openstack-request-id: req-7b5955cb-2156-45fa-a932-ffe519abe969 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:14.260865 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "name": "network-vif-plugged", "status": "completed", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:14.261117 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7b5955cb-2156-45fa-a932-ffe519abe969 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:14.261574 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'code': 200} Aug 31 06:40:14.301569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:14.312865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23189aa5-f6d4-46d3-a802-3468adf88af5 req-2a20f96b-ac83-43bf-af11-c8e22d5b8d75 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.314381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-23189aa5-f6d4-46d3-a802-3468adf88af5 req-2a20f96b-ac83-43bf-af11-c8e22d5b8d75 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0544715 Aug 31 06:40:14.340730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-8b03a5b7-c497-4339-939b-71ec730aeb0a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.342235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-8b03a5b7-c497-4339-939b-71ec730aeb0a tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.0613480 Aug 31 06:40:14.363676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-23189aa5-f6d4-46d3-a802-3468adf88af5 req-88630baf-aaf9-42bf-9684-d560818e107e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Aug 31 06:40:14.471409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6227d439-caa1-4e30-9919-39ffad176758 req-7666c5b3-2d6f-4fa3-a60a-34ed0d5b8a52 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.472875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6227d439-caa1-4e30-9919-39ffad176758 req-7666c5b3-2d6f-4fa3-a60a-34ed0d5b8a52 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.1297638 Aug 31 06:40:14.484315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63e8d8-b2f7-4a35-aacf-81dfd5295d3b req-e5251e64-fcf4-499b-8d69-b6d782ea2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.485723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee63e8d8-b2f7-4a35-aacf-81dfd5295d3b req-e5251e64-fcf4-499b-8d69-b6d782ea2949 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1097 time: 0.1124811 Aug 31 06:40:14.548987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6227d439-caa1-4e30-9919-39ffad176758 req-5e773629-e2c7-46a2-a2b6-30f6d835e70e tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690482 Aug 31 06:40:14.555466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee63e8d8-b2f7-4a35-aacf-81dfd5295d3b req-15732510-5d60-493a-b12e-c5833dc64bcd service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560110 Aug 31 06:40:14.559826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Deleting port 6e43bd73-c852-4d8b-99a0-7339a0476d4b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:14.560158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.749833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aad64c1-7f5f-4003-8fc5-09db8da94858 req-364c631b-b5d4-4e52-a7d0-fdb51c26f684 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:14.751434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5aad64c1-7f5f-4003-8fc5-09db8da94858 req-364c631b-b5d4-4e52-a7d0-fdb51c26f684 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 948 time: 0.0538602 Aug 31 06:40:14.793496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5aad64c1-7f5f-4003-8fc5-09db8da94858 req-8f823c38-d861-46a1-b825-73d34ad83083 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354602 Aug 31 06:40:14.922430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] For port 6e43bd73-c852-4d8b-99a0-7339a0476d4b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e43bd73-c852-4d8b-99a0-7339a0476d4b,segment=NetworkSegment(78411f59-902c-4894-9ead-fb409ef26e5d),segment_id=78411f59-902c-4894-9ead-fb409ef26e5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:14.922796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:14.936896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Calling delete_port for 6e43bd73-c852-4d8b-99a0-7339a0476d4b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:15.051442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead1299-bb15-4d0f-a8e1-b95a8ff80a0b req-88bc9d04-2e6f-4d2b-bf6b-7d19437c92d6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.053046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ead1299-bb15-4d0f-a8e1-b95a8ff80a0b req-88bc9d04-2e6f-4d2b-bf6b-7d19437c92d6 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6eacd69-1542-4dc1-8059-c732d467698f HTTP/1.1" status: 200 len: 944 time: 0.0693324 Aug 31 06:40:15.126065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ead1299-bb15-4d0f-a8e1-b95a8ff80a0b req-b421b10c-f44a-46aa-a62a-eae575246d16 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.57 "GET /v2.0/security-groups?id=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648885 Aug 31 06:40:15.150827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.179930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Pushing event deleted for resources: {'Port': ['ID=6e43bd73-c852-4d8b-99a0-7339a0476d4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:15.230967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] No DVR routers for this DVR port 6e43bd73-c852-4d8b-99a0-7339a0476d4b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:15.233674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.235649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1defb84-c6d9-44f5-b967-67d777ca027f req-39740834-f5cb-434f-866a-41326599bc93 tempest-LiveMigrationTest-104360371 tempest-LiveMigrationTest-104360371-project] 10.222.0.53 "DELETE /v2.0/ports/6e43bd73-c852-4d8b-99a0-7339a0476d4b HTTP/1.1" status: 204 len: 173 time: 0.8818207 Aug 31 06:40:15.236090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-deleted', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:15.239000 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11454d1c-3d73-44a1-b770-b4f66e771220" -d '{"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-deleted", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:15.246070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1460d-2b82-4742-8655-a34ad97c853d req-2d6b2c24-13f8-4504-8f42-f8f1c31ce8e1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.247860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91e1460d-2b82-4742-8655-a34ad97c853d req-2d6b2c24-13f8-4504-8f42-f8f1c31ce8e1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 945 time: 0.0571091 Aug 31 06:40:15.290407 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a56a62-2d1d-41d4-a75d-04f3498bd242 x-openstack-request-id: req-f7a56a62-2d1d-41d4-a75d-04f3498bd242 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:15.290772 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6eacd69-1542-4dc1-8059-c732d467698f", "name": "network-vif-deleted", "tag": "6e43bd73-c852-4d8b-99a0-7339a0476d4b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:15.291198 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7a56a62-2d1d-41d4-a75d-04f3498bd242 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:15.291595 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6eacd69-1542-4dc1-8059-c732d467698f', 'name': 'network-vif-deleted', 'tag': '6e43bd73-c852-4d8b-99a0-7339a0476d4b', 'status': 'completed', 'code': 200} Aug 31 06:40:15.293953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91e1460d-2b82-4742-8655-a34ad97c853d req-107b1d8a-07ab-40e7-894b-3036cee5c7ec tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397458 Aug 31 06:40:15.469663 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:15.491137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa9adc-5e56-4bb1-82f5-59b1da73b681 req-8ca6e640-909b-4d58-afca-ac86523226d4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.493297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3efa9adc-5e56-4bb1-82f5-59b1da73b681 req-8ca6e640-909b-4d58-afca-ac86523226d4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0582936 Aug 31 06:40:15.532435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3efa9adc-5e56-4bb1-82f5-59b1da73b681 req-c4c223ad-f86b-4fac-af80-5b8a33632edd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332170 Aug 31 06:40:15.607654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-82c6a1cb-d591-412d-b658-0324c1e32776 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.609233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-82c6a1cb-d591-412d-b658-0324c1e32776 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.0534654 Aug 31 06:40:15.934199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95914b3-1f12-461d-b857-92677ad185f9 req-91ccb3b9-92a9-4c56-b792-d6fa05394162 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.935791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95914b3-1f12-461d-b857-92677ad185f9 req-91ccb3b9-92a9-4c56-b792-d6fa05394162 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 948 time: 0.0594695 Aug 31 06:40:15.976646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95914b3-1f12-461d-b857-92677ad185f9 req-43e2380f-07bb-489e-a601-3ec330ef16e8 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339031 Aug 31 06:40:15.977298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c6ca65-874e-4671-b71e-5c170950d9ce req-8ff879c1-b576-4a11-92af-17e80d7625b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:15.978875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7c6ca65-874e-4671-b71e-5c170950d9ce req-8ff879c1-b576-4a11-92af-17e80d7625b7 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=33f9bb6b-1044-4e05-87a7-2308b06acc69 HTTP/1.1" status: 200 len: 946 time: 0.3537109 Aug 31 06:40:16.027733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Deleting port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:16.028092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.034266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:16.035444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7c6ca65-874e-4671-b71e-5c170950d9ce req-43b9c417-817a-44ae-a42d-0ad3521c8fa4 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503910 Aug 31 06:40:16.123609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] For port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:16.124078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.137356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Calling delete_port for 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:16.144098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:16.156570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a', 'mac_address': 'fa:16:3e:2d:1a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:16.187126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:16.197245 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.211877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:16.216861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:16.234017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:16.261474 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.263841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: a182c3f6-7695-498d-9056-c4bfd5b369e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:16.264372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a182c3f6-7695-498d-9056-c4bfd5b369e2 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:16.280296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.302602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2d90976a-a442-4571-8344-7ea0361535c1', '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:16.306098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0d1d7808-3243-42bd-ba16-a344b26d0250'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:16.320932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Deleting subnet 2de5374b-9c88-40f5-9167-671d88f1e4b3 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:16.322080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event deleted for resources: {'Port': ['ID=4d3bf3bf-e1fe-444c-8583-0edc0d73aa20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.325387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.374066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] No DVR routers for this DVR port 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:16.376871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.379147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6499d5e-7b8f-4f68-9638-60a3a228dc48 req-7ac8e006-3f85-4b0d-8c94-85a42263703a tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "DELETE /v2.0/ports/4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 HTTP/1.1" status: 204 len: 173 time: 0.7603033 Aug 31 06:40:16.379763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'name': 'network-vif-deleted', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:16.383244 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd2877-6d22-481f-a81c-762daaeb5e04" -d '{"events": [{"server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "name": "network-vif-deleted", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:16.384379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.438661 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a0c7dc-c642-4619-b179-8de9ddef498d x-openstack-request-id: req-92a0c7dc-c642-4619-b179-8de9ddef498d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:16.438935 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33f9bb6b-1044-4e05-87a7-2308b06acc69", "name": "network-vif-deleted", "tag": "4d3bf3bf-e1fe-444c-8583-0edc0d73aa20", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:16.439178 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-92a0c7dc-c642-4619-b179-8de9ddef498d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:16.439564 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33f9bb6b-1044-4e05-87a7-2308b06acc69', 'name': 'network-vif-deleted', 'tag': '4d3bf3bf-e1fe-444c-8583-0edc0d73aa20', 'status': 'completed', 'code': 200} Aug 31 06:40:16.451506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.459211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.472818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a7e7c4-da44-4d83-9c64-33d876472e49 req-722ac9a9-5190-4d3b-8d90-ab00a98d2ae5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:16.474457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2a7e7c4-da44-4d83-9c64-33d876472e49 req-722ac9a9-5190-4d3b-8d90-ab00a98d2ae5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 945 time: 0.0689950 Aug 31 06:40:16.521958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.537562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2a7e7c4-da44-4d83-9c64-33d876472e49 req-6530d52f-e9a2-4ce3-b31b-4660fe0e23de tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566158 Aug 31 06:40:16.562871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2de5374b-9c88-40f5-9167-671d88f1e4b3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:16.570932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.573320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac05fa95-f156-4585-bc86-9eceadab0073 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2de5374b-9c88-40f5-9167-671d88f1e4b3 HTTP/1.1" status: 204 len: 168 time: 0.3846543 Aug 31 06:40:16.575801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:16.576091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['80eec8d3-bfa0-4107-9d3d-d28bfbbb258a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:16.670949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-fdd41f8b-17f2-46f5-bbc8-2c40889c39f5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-473738714&fields=id&tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 267 time: 0.0585003 Aug 31 06:40:16.717553 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.738539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-de036dbf-e524-4652-b7ef-c8bfadd437de tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:16.740537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-de036dbf-e524-4652-b7ef-c8bfadd437de tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 945 time: 0.0686553 Aug 31 06:40:16.754064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'security_groups': ['af5ed452-d6dc-4495-b231-546c13c7794f', '513d110d-4936-403f-8c2d-b00445f3af2e']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:16.760895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be2bdf-72bc-449c-8c34-32cc968ace3c req-81f77504-58f4-4b0b-9c2b-d1fd40312e2a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:16.762497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72be2bdf-72bc-449c-8c34-32cc968ace3c req-81f77504-58f4-4b0b-9c2b-d1fd40312e2a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0855267 Aug 31 06:40:16.833104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.870909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.891949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f125b887-523d-4ff2-8eb5-47a4350ddc7f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.903704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72be2bdf-72bc-449c-8c34-32cc968ace3c req-f56d63c1-7c61-44dd-9b9a-6bbbbe06d7e4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169810 Aug 31 06:40:16.907261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78411f59-902c-4894-9ead-fb409ef26e5d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.907556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78411f59-902c-4894-9ead-fb409ef26e5d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:16.918390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.933667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.939557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:16.939910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:16.941553 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:17.007731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.024397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.029466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] 10.222.0.57 "DELETE /v2.0/networks/f125b887-523d-4ff2-8eb5-47a4350ddc7f HTTP/1.1" status: 204 len: 168 time: 0.4510269 Aug 31 06:40:17.035183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:17.053049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544ed92-21b6-4638-9a68-5caaf047047f admin admin] Pushing event deleted for resources: {'Network': ['ID=f125b887-523d-4ff2-8eb5-47a4350ddc7f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:17.096138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:17.115620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46528988-e65e-49f6-806b-c03b68be44b4 req-a09232ec-8356-47ba-ab92-7b45a7d5f9d0 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.119045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46528988-e65e-49f6-806b-c03b68be44b4 req-a09232ec-8356-47ba-ab92-7b45a7d5f9d0 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 949 time: 0.0601394 Aug 31 06:40:17.120588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Deleting subnet 4ec8427e-4da6-47fa-a322-a685d69cca3b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:17.128055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.166746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.171639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46528988-e65e-49f6-806b-c03b68be44b4 req-20609c2e-6885-411c-b86c-16805542e205 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456219 Aug 31 06:40:17.172893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.185157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.256688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.258129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.259632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99c6f472-7848-463b-aadc-4fbd2eec5cbb req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "PUT /v2.0/ports/01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 981 time: 0.5123248 Aug 31 06:40:17.290620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.326948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361d8bbd-0d19-428e-8414-8385a85e8590 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:17.358652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:17.365529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:17.371872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.402957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ec8427e-4da6-47fa-a322-a685d69cca3b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:17.408542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.413557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6af7570f-500d-46e9-99bd-ccb44e880e0e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/4ec8427e-4da6-47fa-a322-a685d69cca3b HTTP/1.1" status: 204 len: 168 time: 0.3741040 Aug 31 06:40:17.413557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:17.504008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.582247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-227f866e-fa39-4f80-be58-8f0297582899 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-613944962&fields=id&tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 267 time: 0.0755076 Aug 31 06:40:17.659333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.665842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba43e8c9-c27a-4200-8a84-979bb5b58797 req-08adc5cb-3950-4c37-bc5d-012de2717950 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.667380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba43e8c9-c27a-4200-8a84-979bb5b58797 req-08adc5cb-3950-4c37-bc5d-012de2717950 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.0554941 Aug 31 06:40:17.674827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['923e9c4f-39be-4faf-af92-7219a674831e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:17.688824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f04daafb-d531-4c79-b127-c76b6b31f9f1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:17.689215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f04daafb-d531-4c79-b127-c76b6b31f9f1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:17.706916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-06a4aa6f-3b4b-46f9-8fbf-9944c9b5c335 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:17.708502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-06a4aa6f-3b4b-46f9-8fbf-9944c9b5c335 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 984 time: 0.1146441 Aug 31 06:40:17.710542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.712479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba43e8c9-c27a-4200-8a84-979bb5b58797 req-79a9e582-0109-4098-928a-b3f7824cdbda tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385044 Aug 31 06:40:17.730434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.736099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'security_groups': ['513d110d-4936-403f-8c2d-b00445f3af2e', 'af5ed452-d6dc-4495-b231-546c13c7794f', '46efef9d-bf34-4b2f-a04c-34dfc792d948']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:17.769018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:17.769439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:17.771084 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:17.853008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.860927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.863000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] 10.222.0.57 "DELETE /v2.0/networks/923e9c4f-39be-4faf-af92-7219a674831e HTTP/1.1" status: 204 len: 168 time: 0.4483359 Aug 31 06:40:17.864977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:17.881506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11befb79-1b2c-4db3-a1a4-672d3bed4690 admin admin] Pushing event deleted for resources: {'Network': ['ID=923e9c4f-39be-4faf-af92-7219a674831e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:17.986330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:18.028052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49156b9d-b85b-445b-a11d-7d8343fd2ba7 req-4ab31a1a-5aa2-46b0-b4f5-61db4d035e00 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.029917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49156b9d-b85b-445b-a11d-7d8343fd2ba7 req-4ab31a1a-5aa2-46b0-b4f5-61db4d035e00 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0523109 Aug 31 06:40:18.045976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:18.071128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49156b9d-b85b-445b-a11d-7d8343fd2ba7 req-c8063ba5-a449-41a6-8eb8-6781981aadf9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343282 Aug 31 06:40:18.077098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00405c69-a8ce-4469-bb47-ea1ce121d5e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08326483919745ab9790c05eb07ccf61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0897286 Aug 31 06:40:18.079726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:18.108117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:18.114864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:18.115275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.116959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:18.142494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.157778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.163936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.166227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.222073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.222762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.224579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ba9133c-9fee-45b2-b96f-ab041460fc65 req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "PUT /v2.0/ports/01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 1020 time: 0.5021343 Aug 31 06:40:18.235895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.238729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.242643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fe7e27ba-1994-45b5-8a4e-fd50feb9d67c HTTP/1.1" status: 204 len: 168 time: 0.1591094 Aug 31 06:40:18.274136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:18.280093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f66a68-ac6f-4af8-84a5-6647c80591b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7e27ba-1994-45b5-8a4e-fd50feb9d67c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:18.317205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a2b4ce-b198-4d99-9162-6eb57108dbb4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:18.337450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:18.371743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1b8356-2c9c-454c-bd00-ed56e4d37cdd req-e4937e5d-c245-45ec-89ef-cf6f7ff43a99 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.373813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1b8356-2c9c-454c-bd00-ed56e4d37cdd req-e4937e5d-c245-45ec-89ef-cf6f7ff43a99 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 949 time: 0.0912123 Aug 31 06:40:18.416219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d24e126-c1e5-4694-b245-5da8ee465c55 req-75d75f30-b5f8-4bd7-b0b4-f4212baebb4c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.418714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d24e126-c1e5-4694-b245-5da8ee465c55 req-75d75f30-b5f8-4bd7-b0b4-f4212baebb4c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1023 time: 0.0681517 Aug 31 06:40:18.424803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1b8356-2c9c-454c-bd00-ed56e4d37cdd req-407572fc-7564-4964-9beb-368d9f9405b7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423689 Aug 31 06:40:18.441229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e'}, {'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:18.443504 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497b631c-2750-4591-b288-de42296d659f" -d '{"events": [{"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e"}, {"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:18.488688 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68d9502-3f51-4ccc-b1f7-8dcc9d8b44df x-openstack-request-id: req-e68d9502-3f51-4ccc-b1f7-8dcc9d8b44df {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:18.489059 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:18.489893 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e68d9502-3f51-4ccc-b1f7-8dcc9d8b44df {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:18.489893 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'status': 'completed', 'code': 200} Aug 31 06:40:18.490379 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'status': 'completed', 'code': 200} Aug 31 06:40:18.495510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.535212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:18.537488 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07fd2cf-5eae-47c2-9012-7cf250733d5b" -d '{"events": [{"server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "name": "network-vif-plugged", "status": "completed", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:18.559062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d24e126-c1e5-4694-b245-5da8ee465c55 req-35bfa040-fa3a-464b-b31a-d6c06c332744 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=513d110d-4936-403f-8c2d-b00445f3af2e&id=af5ed452-d6dc-4495-b231-546c13c7794f&id=46efef9d-bf34-4b2f-a04c-34dfc792d948 HTTP/1.1" status: 200 len: 6148 time: 0.1336434 Aug 31 06:40:18.573941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-b74ade9d-6c64-49e4-9690-2a61f9d189fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.576049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-b74ade9d-6c64-49e4-9690-2a61f9d189fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1175 time: 0.0604546 Aug 31 06:40:18.576924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:18.589000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.589830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:18.628501 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15d58b35-347c-44dd-9834-bead0d99adb8 x-openstack-request-id: req-15d58b35-347c-44dd-9834-bead0d99adb8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:18.628965 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "name": "network-vif-plugged", "status": "completed", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:18.629304 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15d58b35-347c-44dd-9834-bead0d99adb8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:18.629848 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a', 'code': 200} Aug 31 06:40:18.684934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 6e43bd73-c852-4d8b-99a0-7339a0476d4b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:18.685264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e43bd73-c852-4d8b-99a0-7339a0476d4b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:18.686922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': ' tempest-securitygroup -570806803 ', 'description': 'tempest-description-353679681'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:18.745116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:18.782573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57f6d66-dc53-45f3-8bf4-6b7e1d72d6bf req-5270bb06-2acd-4374-b8e6-afbdc49abf01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.784332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e57f6d66-dc53-45f3-8bf4-6b7e1d72d6bf req-5270bb06-2acd-4374-b8e6-afbdc49abf01 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 1102 time: 0.1021190 Aug 31 06:40:18.784784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.794774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-633bf5ad-544a-4dc7-aceb-32a0890d3fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.796239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-633bf5ad-544a-4dc7-aceb-32a0890d3fec service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.2034690 Aug 31 06:40:18.820275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:18.878805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-ac7b939c-bfbd-4e34-8691-3c6c33e33e43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 217 time: 0.0712359 Aug 31 06:40:18.888998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fd6f-8528-49bf-96d9-bfcec3e4e111 req-d56004c6-de9f-4f1f-a0d9-139905e73669 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.890749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06d9fd6f-8528-49bf-96d9-bfcec3e4e111 req-d56004c6-de9f-4f1f-a0d9-139905e73669 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.0851078 Aug 31 06:40:18.897812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f1fcaec-2961-48bf-90f6-a18b47f50fb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5bb6fab9ebbb45a09ecc273b266a7582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0638876 Aug 31 06:40:18.900477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:18.916803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e57f6d66-dc53-45f3-8bf4-6b7e1d72d6bf req-b64f98c8-5dfe-4526-ac87-14ae767718ad service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179199 Aug 31 06:40:18.962981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06d9fd6f-8528-49bf-96d9-bfcec3e4e111 req-a84ce0b8-a57e-413c-97bc-642524efd813 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637536 Aug 31 06:40:18.981693 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:18.994893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-caca3d87-870f-49cd-964b-dd7db022c3bd tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:18.996432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-caca3d87-870f-49cd-964b-dd7db022c3bd tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 945 time: 0.1311743 Aug 31 06:40:19.010987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.017115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-61f45152-c424-46df-9f70-bca8f3efbe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:19.018779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-61f45152-c424-46df-9f70-bca8f3efbe56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.1040308 Aug 31 06:40:19.052103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.056806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.062087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.064845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.066023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34a52572-7d37-4304-b9c1-4de1e9078535 HTTP/1.1" status: 204 len: 168 time: 0.1603005 Aug 31 06:40:19.075381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e8320-edf0-4f28-bdce-99b89f2e13f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a52572-7d37-4304-b9c1-4de1e9078535,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:19.090487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.091733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53bf194a-1934-45a2-b106-2f5e7cdfe572 req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.4616323 Aug 31 06:40:19.096732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a691f78e-b109-4954-ab89-1e5c4fda04c2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96c435c2-5404-421a-951f-ef476c3d8b66,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:19.187687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a36dbc9b-ac6e-4b9e-ac1d-3d6b4b636f19 req-684e1172-350a-4ddd-ac15-b64904ac3920 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/96c435c2-5404-421a-951f-ef476c3d8b66 HTTP/1.1" status: 200 len: 1779 time: 0.0410738 Aug 31 06:40:19.196812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-a6075251-8de0-4edd-b7b2-85b305fbc10a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711884 Aug 31 06:40:19.272194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-0d6e291e-dbb4-44e3-97c2-d50d081f306e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/96c435c2-5404-421a-951f-ef476c3d8b66 HTTP/1.1" status: 200 len: 1779 time: 0.0618405 Aug 31 06:40:19.328887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.340265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85001d76-55eb-472c-8a35-1409c5df08a9 req-c4d5c00d-c0bb-4162-bc12-20cceaca9bf3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:19.341798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85001d76-55eb-472c-8a35-1409c5df08a9 req-c4d5c00d-c0bb-4162-bc12-20cceaca9bf3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1892617 Aug 31 06:40:19.355285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.389142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-01b0492f-19ee-47cc-aebd-3b6b98c4ac93 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720629 Aug 31 06:40:19.403019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.405916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.407129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e846957b-2479-4a0d-9f7d-5375cc2b36ba req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/96c435c2-5404-421a-951f-ef476c3d8b66 HTTP/1.1" status: 204 len: 173 time: 0.1335588 Aug 31 06:40:19.415381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Deleting port 0d1d7808-3243-42bd-ba16-a344b26d0250 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:19.415725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.420307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed61f63-b799-45a7-94f7-74abcb576083 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c435c2-5404-421a-951f-ef476c3d8b66,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:19.457257 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-362171b4-ca16-4b5a-a82c-52bc1f413d78 req-dfbcfbc9-8cae-4ac4-82cd-6d99fdfef0e4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:19.469131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-362171b4-ca16-4b5a-a82c-52bc1f413d78 req-dfbcfbc9-8cae-4ac4-82cd-6d99fdfef0e4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/96c435c2-5404-421a-951f-ef476c3d8b66 HTTP/1.1" status: 404 len: 352 time: 0.0263314 Aug 31 06:40:19.471363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85001d76-55eb-472c-8a35-1409c5df08a9 req-b86fc672-1ff4-4326-bee8-24f1adb64b2d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187799 Aug 31 06:40:19.531158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-610597235', 'description': 'tempest-description-1490555262'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:19.580731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda03416-2b1c-493b-87e0-e5ec6bea2d9c req-73a60259-bcdd-4311-aae3-d08332aa5500 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:19.582308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eda03416-2b1c-493b-87e0-e5ec6bea2d9c req-73a60259-bcdd-4311-aae3-d08332aa5500 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 950 time: 0.0599566 Aug 31 06:40:19.597843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.601922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] For port 0d1d7808-3243-42bd-ba16-a344b26d0250, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0d1d7808-3243-42bd-ba16-a344b26d0250,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:19.602292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.606020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-d4dfa65f-04e6-4b47-bf5e-58ce6b7aedcb service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027400 Aug 31 06:40:19.629366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Calling delete_port for 0d1d7808-3243-42bd-ba16-a344b26d0250 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:19.638685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eda03416-2b1c-493b-87e0-e5ec6bea2d9c req-1f352c2d-1199-4e60-a9a9-d64a81d90865 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436687 Aug 31 06:40:19.768802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-0a179f59-c41e-4a6b-9a00-2f4bfae085cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:19.770345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-0a179f59-c41e-4a6b-9a00-2f4bfae085cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1175 time: 0.0892103 Aug 31 06:40:19.857445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.879205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.942028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.945357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ceaeb0ed-3c4e-41ed-ab70-c0f202902a3f req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4206645 Aug 31 06:40:19.945357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ca9324-e363-4179-ad64-1a5ca1b75f14 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7401154e-ea41-4d00-b032-8f45ee7d7b77,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:19.962974 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:19.976391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0d1d7808-3243-42bd-ba16-a344b26d0250'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:19.982016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2d90976a-a442-4571-8344-7ea0361535c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:19.995529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-296901984', 'description': 'tempest-description-2071654454'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:20.003211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-e5f91710-eebf-429b-93e9-e0b67dc27e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.004705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-e5f91710-eebf-429b-93e9-e0b67dc27e3c service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.2173181 Aug 31 06:40:20.006370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event deleted for resources: {'Port': ['ID=0d1d7808-3243-42bd-ba16-a344b26d0250,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.057234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.083233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] No DVR routers for this DVR port 0d1d7808-3243-42bd-ba16-a344b26d0250 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:20.119607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.121906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec680c0d-bdb6-495f-8dba-ec9a574164d1 req-50f4e8fb-a33f-4491-a750-c83497d47b23 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.53 "DELETE /v2.0/ports/0d1d7808-3243-42bd-ba16-a344b26d0250 HTTP/1.1" status: 204 len: 173 time: 0.9849894 Aug 31 06:40:20.122829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'name': 'network-vif-deleted', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:20.125660 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62758c53-cff4-40bc-8f2b-638698794b35" -d '{"events": [{"server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "name": "network-vif-deleted", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:20.131213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-d486b4a2-73a3-4cb8-87a1-ffcb90567464 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 200 len: 217 time: 0.0846612 Aug 31 06:40:20.169635 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b301fbb-67c2-4209-89a8-aeaf84f43759 req-50296f89-d856-4d28-b5b2-bc5044c6ae61 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c994dfa-cbb8-47b3-9c50-efb76b2b86af HTTP/1.1" status: 200 len: 210 time: 0.0515590 Aug 31 06:40:20.188035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.192603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.239161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:20.243820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b631c-2750-4591-b288-de42296d659f req-16b3e908-348f-4544-84a9-73f043fb19aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.246390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17ae8f73-5158-4242-8874-7e8dcc631156,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.249991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-16b3e908-348f-4544-84a9-73f043fb19aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.1098073 Aug 31 06:40:20.284222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.285472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:20.286213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4d3bf3bf-e1fe-444c-8583-0edc0d73aa20 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:20.292255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc6fe89-c97b-4ef6-83b8-5c522734b328 req-1681d2fd-ed9f-4bea-98ec-1524c2defb06 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3215618 Aug 31 06:40:20.327897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-378301565', 'description': 'tempest-description-691456815'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:20.340322 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dda6ca50-6969-4dac-8f38-a962e4daa6b3 x-openstack-request-id: req-dda6ca50-6969-4dac-8f38-a962e4daa6b3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:20.340631 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c994dfa-cbb8-47b3-9c50-efb76b2b86af", "name": "network-vif-deleted", "tag": "0d1d7808-3243-42bd-ba16-a344b26d0250", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:20.340854 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dda6ca50-6969-4dac-8f38-a962e4daa6b3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:20.341250 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c994dfa-cbb8-47b3-9c50-efb76b2b86af', 'name': 'network-vif-deleted', 'tag': '0d1d7808-3243-42bd-ba16-a344b26d0250', 'status': 'completed', 'code': 200} Aug 31 06:40:20.343330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-13e06434-a0e7-4d2e-b227-930b2356f8cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840442 Aug 31 06:40:20.363453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.467299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.471593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-cb0435bb-7744-4c4f-bc26-7838c38cc120 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172698 Aug 31 06:40:20.472713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.525461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:20.534876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01076994-6c32-44e7-970a-974c2465ade4 req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2102284 Aug 31 06:40:20.543468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66ef842-43dc-4598-b781-6b4e0bb2b018 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d78cd6c-7317-4032-9196-a2e767bf3c7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:20.642235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-497b631c-2750-4591-b288-de42296d659f req-e03b649f-aa16-477f-b532-98602f38f34d service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631458 Aug 31 06:40:20.681656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bb82b1-4e38-45d1-b5a7-23a8a938ae1d req-6a4f1955-930f-4e5b-a13b-ffd74298914c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.689131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15bb82b1-4e38-45d1-b5a7-23a8a938ae1d req-6a4f1955-930f-4e5b-a13b-ffd74298914c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0835254 Aug 31 06:40:20.707061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-800f0871-f806-4fb9-bc41-725e04fee250 req-6c871e8b-8e54-40bd-b561-36075e495fa8 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 10894 time: 0.1548865 Aug 31 06:40:20.734783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15bb82b1-4e38-45d1-b5a7-23a8a938ae1d req-7e3575b4-33a1-4800-85ae-3aaf1caffe2e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446408 Aug 31 06:40:20.782166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-800f0871-f806-4fb9-bc41-725e04fee250 req-c2d7ceba-a642-4d00-b323-0d1358b4ac10 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/af5ed452-d6dc-4495-b231-546c13c7794f HTTP/1.1" status: 200 len: 2981 time: 0.0672572 Aug 31 06:40:20.834821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-800f0871-f806-4fb9-bc41-725e04fee250 req-88ebe82e-dc3a-4be4-83e4-2450b2a81635 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/af5ed452-d6dc-4495-b231-546c13c7794f HTTP/1.1" status: 200 len: 2981 time: 0.0442684 Aug 31 06:40:20.849847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1245c-1a24-4b5e-b2fa-bb7ad7192dc9 req-7232bc0d-6cf1-4831-856d-65304363d91c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:20.851489 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53f1245c-1a24-4b5e-b2fa-bb7ad7192dc9 req-7232bc0d-6cf1-4831-856d-65304363d91c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 950 time: 0.0554698 Aug 31 06:40:20.899238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53f1245c-1a24-4b5e-b2fa-bb7ad7192dc9 req-b7af4531-921a-45c0-a99c-361692a86bd1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398836 Aug 31 06:40:20.970788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-50db3903-1659-447f-9aa7-a6ebcba6b247 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/7401154e-ea41-4d00-b032-8f45ee7d7b77 HTTP/1.1" status: 200 len: 1800 time: 0.0467460 Aug 31 06:40:21.036878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.061061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.101553 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.104197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.113982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39a58f1b-fb65-4dc0-97d5-76f99583d2df req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/7401154e-ea41-4d00-b032-8f45ee7d7b77 HTTP/1.1" status: 204 len: 173 time: 0.1323993 Aug 31 06:40:21.123779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ca308-36ba-4222-9ada-c9535e201941 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7401154e-ea41-4d00-b032-8f45ee7d7b77,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:21.231269 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-56a57789-787c-4948-957e-2fe217182cc4 req-3d3ad859-0491-4f0c-8f82-46a33f421e16 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:21.232356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56a57789-787c-4948-957e-2fe217182cc4 req-3d3ad859-0491-4f0c-8f82-46a33f421e16 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/7401154e-ea41-4d00-b032-8f45ee7d7b77 HTTP/1.1" status: 404 len: 352 time: 0.0147183 Aug 31 06:40:21.320123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-772ccec9-b335-4b50-8293-a68688323f1d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/17ae8f73-5158-4242-8874-7e8dcc631156 HTTP/1.1" status: 200 len: 1800 time: 0.0393603 Aug 31 06:40:21.379425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.402562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.443711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.447285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.448441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05abffb0-2bad-41ad-9b93-0f6b192f6a8d req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/17ae8f73-5158-4242-8874-7e8dcc631156 HTTP/1.1" status: 204 len: 173 time: 0.1219354 Aug 31 06:40:21.459046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c813c04-7b11-4dfb-8c37-40a9328124d7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ae8f73-5158-4242-8874-7e8dcc631156,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:21.570689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.571192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.571657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.572131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.572601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.573073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.573580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.574082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.574921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.577793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-6d76f229-e7c1-4d19-a414-4b17ee4b3b17 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804&device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22&device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111&device_id=af59d808-8011-4be2-bb21-be2ebb2ec482&device_id=f6664bbd-dc35-414a-9204-76d81f29899b&device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710&device_id=66a38997-93a2-43fc-b304-9434a9a50ce1&device_id=e787b325-3687-43fe-83c1-6e82d6f66290&device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 8292 time: 0.0588088 Aug 31 06:40:21.601294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-8595b0a3-6868-4997-9429-6e4195480ce3 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.708443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-8595b0a3-6868-4997-9429-6e4195480ce3 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.718137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-8595b0a3-6868-4997-9429-6e4195480ce3 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:21.754281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7aebfd67-b9a0-44c9-a7a4-e0e3228ed81c req-8595b0a3-6868-4997-9429-6e4195480ce3 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&id=33454e2c-d3aa-4582-8b56-484a5b664b60&id=062e19e9-5aad-488d-9d42-05b370337f49&id=af5ed452-d6dc-4495-b231-546c13c7794f&id=59e701d9-8589-45f3-b1b1-5b7e07116148&id=513d110d-4936-403f-8c2d-b00445f3af2e&id=5a8464ea-0282-41d3-8895-d019736d1267&id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&id=46efef9d-bf34-4b2f-a04c-34dfc792d948&fields=id&fields=name HTTP/1.1" status: 200 len: 993 time: 0.1695864 Aug 31 06:40:21.788282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595b0a3-6868-4997-9429-6e4195480ce3 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e913419-b0d6-4c97-bd94-0648d8c049e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:21.798978 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-0bcbedfc-5573-42bb-86c0-9b65872dfda1 req-62763c87-be7b-433c-a10f-ebd8875ae721 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:21.800579 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0bcbedfc-5573-42bb-86c0-9b65872dfda1 req-62763c87-be7b-433c-a10f-ebd8875ae721 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/17ae8f73-5158-4242-8874-7e8dcc631156 HTTP/1.1" status: 404 len: 352 time: 0.0245633 Aug 31 06:40:21.930964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b578e-cd74-49fa-be34-832a52297196 req-6447c33b-d1a0-40ab-a207-199aeaf6cfc9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.933157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a91b578e-cd74-49fa-be34-832a52297196 req-6447c33b-d1a0-40ab-a207-199aeaf6cfc9 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0580935 Aug 31 06:40:21.934596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7ec293-1fae-4280-a8ef-4b2e1ed84046 req-49c4bc44-143a-418f-aefa-78537925cb6f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:21.936097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd7ec293-1fae-4280-a8ef-4b2e1ed84046 req-49c4bc44-143a-418f-aefa-78537925cb6f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0517631 Aug 31 06:40:21.974560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a91b578e-cd74-49fa-be34-832a52297196 req-c8ea122f-8bff-4e2d-836b-7b9e23a4a3fa tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350459 Aug 31 06:40:21.976815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd7ec293-1fae-4280-a8ef-4b2e1ed84046 req-84e632a1-c5ef-43df-ac4e-39154b188939 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340364 Aug 31 06:40:22.060689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0d1d7808-3243-42bd-ba16-a344b26d0250 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:22.062104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-607bec81-1b03-4087-8847-049bbcbdfac0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/3d78cd6c-7317-4032-9196-a2e767bf3c7a HTTP/1.1" status: 200 len: 1799 time: 0.0469725 Aug 31 06:40:22.084109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0d1d7808-3243-42bd-ba16-a344b26d0250 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:22.084466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0d1d7808-3243-42bd-ba16-a344b26d0250 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:22.141361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.172202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.232273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.236142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.237927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e3e4c4ac-3273-465f-8ef9-cefb25ba4d8c req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d78cd6c-7317-4032-9196-a2e767bf3c7a HTTP/1.1" status: 204 len: 173 time: 0.1668983 Aug 31 06:40:22.250039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8411de-9418-4d4b-96bd-2baf9c1670da tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d78cd6c-7317-4032-9196-a2e767bf3c7a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:22.315314 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-f120bc13-aace-4dcb-a25f-70a2118596d8 req-2564a124-8b2e-4036-81f2-97a67cc7170a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:22.316373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f120bc13-aace-4dcb-a25f-70a2118596d8 req-2564a124-8b2e-4036-81f2-97a67cc7170a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/3d78cd6c-7317-4032-9196-a2e767bf3c7a HTTP/1.1" status: 404 len: 352 time: 0.0202792 Aug 31 06:40:22.425428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2892-54f2-4aee-9d0b-0bfe85d7b013 req-4e0a16a9-b2f5-4ff4-a962-1ccd7ed0851f tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:22.425920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2892-54f2-4aee-9d0b-0bfe85d7b013 req-4e0a16a9-b2f5-4ff4-a962-1ccd7ed0851f tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:22.426398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a2892-54f2-4aee-9d0b-0bfe85d7b013 req-4e0a16a9-b2f5-4ff4-a962-1ccd7ed0851f tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:22.428064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-180a2892-54f2-4aee-9d0b-0bfe85d7b013 req-4e0a16a9-b2f5-4ff4-a962-1ccd7ed0851f tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804&device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111&device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 2886 time: 0.0446246 Aug 31 06:40:22.463318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-180a2892-54f2-4aee-9d0b-0bfe85d7b013 req-3fb62c4f-7b4d-42a2-9d72-265f73ce730c tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293586 Aug 31 06:40:22.549435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9e2fb91-c423-4788-87c2-869ee4615413 req-c8ae5370-7f28-41be-8a37-b2aca7ccf9a2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 6148 time: 0.0707774 Aug 31 06:40:22.606726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9e2fb91-c423-4788-87c2-869ee4615413 req-d09d3e42-5f97-4125-aabe-c3177b4d2d5b tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/af5ed452-d6dc-4495-b231-546c13c7794f HTTP/1.1" status: 200 len: 2981 time: 0.0492048 Aug 31 06:40:22.657624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9e2fb91-c423-4788-87c2-869ee4615413 req-d6807fad-0b20-4959-9892-d100ce6070e3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/af5ed452-d6dc-4495-b231-546c13c7794f HTTP/1.1" status: 200 len: 2981 time: 0.0431156 Aug 31 06:40:22.688278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-922848133', 'description': 'tempest-description-1390003986'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:22.714818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.802392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.807692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.835480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:22.836785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38825baa-9982-417c-af0f-4807f1f64373 req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1534257 Aug 31 06:40:22.846404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceca9be-1d79-44a2-8ee8-fd7cebd5ad8a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=094e3ed4-d772-4975-82ea-04b590c02ed8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:22.980345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-400077166', 'description': 'tempest-description-1930669231'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:23.002540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.079604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc95c84-ad97-487f-a756-9961d77538b9 req-22aeb82f-2339-4b81-b9bd-1848a612376d tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.081435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc95c84-ad97-487f-a756-9961d77538b9 req-22aeb82f-2339-4b81-b9bd-1848a612376d tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1102 time: 0.0407495 Aug 31 06:40:23.091055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.094775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.118065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cc95c84-ad97-487f-a756-9961d77538b9 req-321ee2d9-9ad3-49fd-b5dc-ef686bc33319 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290449 Aug 31 06:40:23.121380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:23.122593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0218391-36f2-4833-a0d4-f7053e46d510 req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1468241 Aug 31 06:40:23.149395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a481f8-240c-4ad3-8bf7-f2c61742bdb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f552ffc5-452a-4b5a-a412-fca4c196e8ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:23.243890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e53b72-b906-4394-9d57-7c9b9538e19c req-339a2fc9-0222-43fa-9434-079ccaa9d3d7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.246052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87e53b72-b906-4394-9d57-7c9b9538e19c req-339a2fc9-0222-43fa-9434-079ccaa9d3d7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0554435 Aug 31 06:40:23.287068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87e53b72-b906-4394-9d57-7c9b9538e19c req-0191b2dd-dae7-48f9-9f39-0ebdcd826ac2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350134 Aug 31 06:40:23.340939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7c756-c37e-483d-87d0-43247b5c3c51 req-a7da7446-afda-4868-af55-135cfe09a975 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.342677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39a7c756-c37e-483d-87d0-43247b5c3c51 req-a7da7446-afda-4868-af55-135cfe09a975 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0518489 Aug 31 06:40:23.395314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39a7c756-c37e-483d-87d0-43247b5c3c51 req-7730470a-bac6-4ac2-8c52-fb5a4fdec080 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462525 Aug 31 06:40:23.415058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36673b-3839-4565-a072-517c3b171457 req-28df8efb-90a5-4806-a8d1-89e08e61969a tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.416664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c36673b-3839-4565-a072-517c3b171457 req-28df8efb-90a5-4806-a8d1-89e08e61969a tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1102 time: 0.0583711 Aug 31 06:40:23.453339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c36673b-3839-4565-a072-517c3b171457 req-d2edfe2c-b9d0-46b4-abee-5632a8087299 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308897 Aug 31 06:40:23.627486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-f3ec010e-7eec-4ab3-a0aa-9c43f330a5b5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:23.629315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-f3ec010e-7eec-4ab3-a0aa-9c43f330a5b5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 813 time: 0.1063538 Aug 31 06:40:23.644779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-46f1083a-4cdb-4e5f-ae24-5cdfdc7b9bd2 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/quotas/8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 375 time: 0.0094688 Aug 31 06:40:23.702682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ccbb88d7-e156-4949-a594-b05b93e99331 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0521874 Aug 31 06:40:23.904377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-a3aff3da-8fa7-4ab6-8fc6-0672da3e8a79 service neutron] 10.222.0.57 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947110 Aug 31 06:40:24.002572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-c810a650-0d80-42a2-823e-ade7a483f742 service neutron] 10.222.0.57 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917039 Aug 31 06:40:24.207833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8c1f787-a751-4b83-8d1c-a4a0dad2bd72 req-373405e5-2086-4658-bbc3-23e974f6fe7a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 210 time: 0.0410194 Aug 31 06:40:24.425234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec6c6c6-a1c8-40a4-8c2c-1a5f64bfb3f8 req-8a4a4b1b-95ef-47e9-b4a6-c5686966b7b5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:24.429908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fec6c6c6-a1c8-40a4-8c2c-1a5f64bfb3f8 req-8a4a4b1b-95ef-47e9-b4a6-c5686966b7b5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0673752 Aug 31 06:40:24.479319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fec6c6c6-a1c8-40a4-8c2c-1a5f64bfb3f8 req-d007a38b-73d4-41d8-b5b9-e920b6afe6bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441988 Aug 31 06:40:24.603651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aca48c-cb38-49b8-9e0c-fa7bd29fd7cb req-b62bc58f-d322-48a3-8e05-b1c85f517918 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:24.605596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65aca48c-cb38-49b8-9e0c-fa7bd29fd7cb req-b62bc58f-d322-48a3-8e05-b1c85f517918 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0520430 Aug 31 06:40:24.652925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65aca48c-cb38-49b8-9e0c-fa7bd29fd7cb req-c92daf6d-51fd-4a3a-a9e3-7f4dd1909434 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407705 Aug 31 06:40:24.658644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-553bfb31-57a9-408f-adcf-22b6bd25ca33 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:24.672399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-553bfb31-57a9-408f-adcf-22b6bd25ca33 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 946 time: 0.0801003 Aug 31 06:40:24.800512 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c1e75c6-9216-4d29-b222-7e09fd824b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.822279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062738cb-bf12-4a2f-b042-88be57d70ccd req-a6b4124b-9e15-4025-be3a-407983e03f58 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:24.824800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-062738cb-bf12-4a2f-b042-88be57d70ccd req-a6b4124b-9e15-4025-be3a-407983e03f58 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0887480 Aug 31 06:40:24.829443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Deleting port 2d90976a-a442-4571-8344-7ea0361535c1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:24.829795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.901939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-062738cb-bf12-4a2f-b042-88be57d70ccd req-b4ecfc5e-c0fc-46e6-b4f6-dbbc74f64462 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706172 Aug 31 06:40:24.938526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] For port 2d90976a-a442-4571-8344-7ea0361535c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2d90976a-a442-4571-8344-7ea0361535c1,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:24.939176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:24.955450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Calling delete_port for 2d90976a-a442-4571-8344-7ea0361535c1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:25.127336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.143941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2d90976a-a442-4571-8344-7ea0361535c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:25.176654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Pushing event deleted for resources: {'Port': ['ID=2d90976a-a442-4571-8344-7ea0361535c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:25.234410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] No DVR routers for this DVR port 2d90976a-a442-4571-8344-7ea0361535c1 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:25.237759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.240227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eb48008-2e26-4d11-b71b-76fc2421cd2a req-d80cfd78-1b75-402c-8f75-486317e01db2 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.50 "DELETE /v2.0/ports/2d90976a-a442-4571-8344-7ea0361535c1 HTTP/1.1" status: 204 len: 173 time: 0.5500524 Aug 31 06:40:25.240797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'name': 'network-vif-deleted', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:25.244701 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa3fda4a-dc27-4cda-990b-8e9cca77f628" -d '{"events": [{"server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "name": "network-vif-deleted", "tag": "2d90976a-a442-4571-8344-7ea0361535c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:25.411552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f560a9b-f40c-401e-b38e-b219fbab89a7 req-5b7b4540-2f4c-4865-a27b-5e25a5dc4c59 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 210 time: 0.0455370 Aug 31 06:40:25.421953 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e214ec-7a1b-49d2-981c-9e11efabd25e x-openstack-request-id: req-60e214ec-7a1b-49d2-981c-9e11efabd25e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:25.422248 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e787b325-3687-43fe-83c1-6e82d6f66290", "name": "network-vif-deleted", "tag": "2d90976a-a442-4571-8344-7ea0361535c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:25.422497 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-60e214ec-7a1b-49d2-981c-9e11efabd25e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:25.422953 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e787b325-3687-43fe-83c1-6e82d6f66290', 'name': 'network-vif-deleted', 'tag': '2d90976a-a442-4571-8344-7ea0361535c1', 'status': 'completed', 'code': 200} Aug 31 06:40:25.497861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-889930cd-034b-45bc-b989-c551e24ceccc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.502813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-889930cd-034b-45bc-b989-c551e24ceccc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 813 time: 0.2280633 Aug 31 06:40:25.517124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'device_id': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347', 'admin_state_up': True, 'tenant_id': '8b4aaae54bea443db1e4d809f2b806b3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:25.657523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Made reservation on behalf of 8b4aaae54bea443db1e4d809f2b806b3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:25.661292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e5723a-7595-4c10-95e4-bc345085ac97 req-de2410c9-af87-4a20-bffb-5c48918c504d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:25.661835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:25.670860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e5723a-7595-4c10-95e4-bc345085ac97 req-de2410c9-af87-4a20-bffb-5c48918c504d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0875309 Aug 31 06:40:25.729051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e5723a-7595-4c10-95e4-bc345085ac97 req-1d68f581-82c2-42ad-84b8-7e5ee57f20f7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571556 Aug 31 06:40:25.853406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Allocated IP 172.20.0.3 (15da17a3-bab4-4123-80c8-e3a9d9c0e347/728ca953-f27d-4b25-a9a3-bde4df4943a1/2f5c4d3e-af3c-4449-a72f-684a07d698c9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:25.857490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0686a2-60fa-4b70-be16-6b7c615a9471 req-16e9ef94-34f7-421e-b27c-249833650819 tempest-ListServerFiltersTestJSON-2078255977 tempest-ListServerFiltersTestJSON-2078255977-project] 10.222.0.57 "GET /v2.0/ports?device_id=e787b325-3687-43fe-83c1-6e82d6f66290 HTTP/1.1" status: 200 len: 210 time: 0.0383601 Aug 31 06:40:26.070931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.108483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4984a9d-5080-4c26-8abd-97008389add6 req-d07ac192-1f7d-4ec1-ab2e-37cf537cfb68 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.110070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4984a9d-5080-4c26-8abd-97008389add6 req-d07ac192-1f7d-4ec1-ab2e-37cf537cfb68 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0550134 Aug 31 06:40:26.127438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.145244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:26.150597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4984a9d-5080-4c26-8abd-97008389add6 req-2efd17c1-c0a0-4cc2-abd9-195dbf1addc2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333185 Aug 31 06:40:26.204064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:26.208701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:26.213513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:26.238548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:26.272270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.273290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.290690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-5f8b269d-6e17-4f96-bb75-e4faf86958a0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7778301 Aug 31 06:40:26.307425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:26.312841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Request body: {'port': {'device_id': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:26.370556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.423730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527db456-eb4b-4a02-832c-9d3f290c3439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.584543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628853e5-82ae-49a4-80e1-b160be720cb9 req-128f5658-a39a-491f-b330-8bad97efe36f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.587163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-628853e5-82ae-49a4-80e1-b160be720cb9 req-128f5658-a39a-491f-b330-8bad97efe36f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 931 time: 0.1096089 Aug 31 06:40:26.614762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-d4e081a4-e34c-447f-b1eb-c63cdb54272d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1038179 Aug 31 06:40:26.631094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527db456-eb4b-4a02-832c-9d3f290c3439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.643603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-527db456-eb4b-4a02-832c-9d3f290c3439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.651331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f5c4d3e-af3c-4449-a72f-684a07d698c9 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:26.659817 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.673748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-628853e5-82ae-49a4-80e1-b160be720cb9 req-8baa46df-b82c-4921-9ed4-c5cc9ae97106 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736897 Aug 31 06:40:26.674312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Transition to ACTIVE for port object 2f5c4d3e-af3c-4449-a72f-684a07d698c9 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:26.678444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.718256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-527db456-eb4b-4a02-832c-9d3f290c3439 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=70032d3ceb5e46389e8f758f42fa2db5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4097691 Aug 31 06:40:26.721993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:26.723168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527db456-eb4b-4a02-832c-9d3f290c3439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e853050-4fb6-49ee-a556-42f7760d4379,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:26.738426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-e8c2af37-22a1-4944-8dcc-ec8c0df458ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.739934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-e8c2af37-22a1-4944-8dcc-ec8c0df458ef service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 1098 time: 0.0653276 Aug 31 06:40:26.767041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:26.852724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-5fb719e3-fa9f-4d15-82f8-b7f2c5211db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.854255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-5fb719e3-fa9f-4d15-82f8-b7f2c5211db8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 200 len: 916 time: 0.0884027 Aug 31 06:40:26.871445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.898804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38940b9f-47ae-4dae-ad1b-e9ddb8d22f42 req-04f5f8d8-ad28-4966-b013-c4e972ab0993 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:26.900323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38940b9f-47ae-4dae-ad1b-e9ddb8d22f42 req-04f5f8d8-ad28-4966-b013-c4e972ab0993 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0951691 Aug 31 06:40:26.902977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Attempting to bind port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:26.903314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Attempting to bind port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:26.903715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Attempting to bind port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:26.909753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:26.923530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.926045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:26.926349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Attempting to bind port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 on network 15da17a3-bab4-4123-80c8-e3a9d9c0e347 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:26.947587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:26.947823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Checking segment: {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:26.948187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Bound using segment: {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:26.948616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Bound port: 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:26.948969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:26.966264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-504520a3-8d49-4edc-b851-1dcba801d019 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 200 len: 1001 time: 0.0982418 Aug 31 06:40:26.971678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Deleting subnet 881c3cfd-2325-4a75-869a-f2f3636d130c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:40:26.975313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.003082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38940b9f-47ae-4dae-ad1b-e9ddb8d22f42 req-7cf7b20e-0836-4a6c-bc06-382b7f0feedc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899637 Aug 31 06:40:27.057073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.083961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:27.085740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-59549fc8-50c3-4f64-a17b-a47855b86d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.087453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-59549fc8-50c3-4f64-a17b-a47855b86d1b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3f3b47e5-5c5c-4715-9a08-6b1013b2464b HTTP/1.1" status: 200 len: 854 time: 0.0913768 Aug 31 06:40:27.087615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:27.097202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.107088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.109614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.113396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e853050-4fb6-49ee-a556-42f7760d4379 HTTP/1.1" status: 204 len: 168 time: 0.3836305 Aug 31 06:40:27.177238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-b1703376-86db-441a-afb3-3b1b0500dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.179642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-b1703376-86db-441a-afb3-3b1b0500dfba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3388f69f-7f6b-489e-b5aa-025df5221907&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786121 Aug 31 06:40:27.188040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.363159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6026caf5-2f59-48de-9b39-779f41b5726f req-76aa8093-7cbd-4966-8e83-bc2476f852b7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.370040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6026caf5-2f59-48de-9b39-779f41b5726f req-76aa8093-7cbd-4966-8e83-bc2476f852b7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1306252 Aug 31 06:40:27.384008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-c06cb6f7-a75b-438f-8170-68816851b84c service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751575 Aug 31 06:40:27.385167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.414902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0953c28c-1304-45cd-8134-ef33d4f6a63e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.451058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dea23cd6-3281-4210-ae5d-017ebfae35e7 None None] Network dc671ba6-414a-44c3-a4f3-b74bf449c275 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:27.452251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=881c3cfd-2325-4a75-869a-f2f3636d130c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.470436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.471426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.472941 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] 10.222.0.53 "PUT /v2.0/ports/2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 1092 time: 1.1644869 Aug 31 06:40:27.477484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:27.479179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.481161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f7c2575-7b02-45ec-9e2a-86f20c15098e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/881c3cfd-2325-4a75-869a-f2f3636d130c HTTP/1.1" status: 204 len: 168 time: 0.5704830 Aug 31 06:40:27.484036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:27.487851 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a0f5b-5a67-44ae-96b1-629272c9eae6" -d '{"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:27.502813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef9b84-e748-48ea-964c-41aebdd4b59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e853050-4fb6-49ee-a556-42f7760d4379,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.530563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade01961-1fa8-4d5e-a7e4-13c3dfafcb73 service neutron] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.534696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:27.578200 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bfb359-5c96-4a66-a90b-73f19768912c x-openstack-request-id: req-c9bfb359-5c96-4a66-a90b-73f19768912c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:27.578496 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:27.578750 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9bfb359-5c96-4a66-a90b-73f19768912c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:27.579187 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'status': 'completed', 'code': 200} Aug 31 06:40:27.581119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a945dfa6-71d5-4f08-b90c-71fd2fae2061 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.606533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6026caf5-2f59-48de-9b39-779f41b5726f req-69de6e6b-b801-45ce-a297-7d861690fc6c tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2349181 Aug 31 06:40:27.613766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-c32f523c-2a3c-4313-ab5d-7d7a392ab2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.615351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-c32f523c-2a3c-4313-ab5d-7d7a392ab2ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1095 time: 0.0793605 Aug 31 06:40:27.668924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-f2387289-ccbb-4051-8311-44377a38bbc1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 217 time: 0.0442288 Aug 31 06:40:27.671177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.674365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cbfc017-5dd6-4c8b-9dff-33e956e04f9c req-f4946aeb-b31e-4988-8dd9-ae49f108f6bf service neutron] 10.222.0.50 "GET /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729459 Aug 31 06:40:27.698072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.724871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] DHCP port deletion for dc671ba6-414a-44c3-a4f3-b74bf449c275 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:40:27.755130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Deleting port 7cd097bd-45be-4799-8cd7-77d48df03371 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:27.755703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.759282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-f55c44ea-f608-428a-9dfd-1e48c27efe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.760798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-f55c44ea-f608-428a-9dfd-1e48c27efe04 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.0781760 Aug 31 06:40:27.785170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Deleting port 7cd097bd-45be-4799-8cd7-77d48df03371 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:27.785761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.825565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-37cb1079-b792-4e81-9f45-9b912e4f3537 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484760 Aug 31 06:40:27.827082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] For port 7cd097bd-45be-4799-8cd7-77d48df03371, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd097bd-45be-4799-8cd7-77d48df03371,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:27.827450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.842195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Calling delete_port for 7cd097bd-45be-4799-8cd7-77d48df03371 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:27.843302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a945dfa6-71d5-4f08-b90c-71fd2fae2061 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.855296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] For port 7cd097bd-45be-4799-8cd7-77d48df03371, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7cd097bd-45be-4799-8cd7-77d48df03371,segment=NetworkSegment(0598d51e-957f-44be-8ed2-575601c5dc51),segment_id=0598d51e-957f-44be-8ed2-575601c5dc51)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:27.856011 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.865686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a945dfa6-71d5-4f08-b90c-71fd2fae2061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.871082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Calling delete_port for 7cd097bd-45be-4799-8cd7-77d48df03371 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:27.917292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34aa45b-5a9d-4a71-8080-d08a289752b8 req-c6eacf98-7628-4189-b7b6-79645fd03735 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:27.918814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d34aa45b-5a9d-4a71-8080-d08a289752b8 req-c6eacf98-7628-4189-b7b6-79645fd03735 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 943 time: 0.1548831 Aug 31 06:40:27.933049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.954142 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:27.959394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a945dfa6-71d5-4f08-b90c-71fd2fae2061 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c76d330f809045b6973d184774ee2bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219015 Aug 31 06:40:27.960324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cd097bd-45be-4799-8cd7-77d48df03371,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.969530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] No DVR routers for this DVR port 7cd097bd-45be-4799-8cd7-77d48df03371 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:27.974615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:27.977322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a945dfa6-71d5-4f08-b90c-71fd2fae2061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667c858-5dec-496c-9dcd-24157de647c8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:27.977697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] No DVR routers for this DVR port 7cd097bd-45be-4799-8cd7-77d48df03371 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:28.010577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deed7015-ea4f-4893-a4f2-de7d4bc4ead7 None None] Pushing event deleted for resources: {'Port': ['ID=7cd097bd-45be-4799-8cd7-77d48df03371,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.056333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d34aa45b-5a9d-4a71-8080-d08a289752b8 req-20685fc8-83c0-449f-94b1-5eb6984713b9 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135111 Aug 31 06:40:28.061044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-01adc032-b84d-4e78-a830-684e5633d16a service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198887 Aug 31 06:40:28.088376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.094737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.112489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc671ba6-414a-44c3-a4f3-b74bf449c275']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:28.140541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0598d51e-957f-44be-8ed2-575601c5dc51') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:28.141720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0598d51e-957f-44be-8ed2-575601c5dc51') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:28.154380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.154535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.173520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.180535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:40:28.181382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:40:28.182925 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:40:28.201852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c5c470-18c3-43ed-a845-45f886680807 req-a0cdf447-8e5f-48a0-a7b1-f62603edd917 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.203346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6c5c470-18c3-43ed-a845-45f886680807 req-a0cdf447-8e5f-48a0-a7b1-f62603edd917 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1039491 Aug 31 06:40:28.216262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3ce7db7-edd3-4f6a-9555-9cc1dd77c520 req-3d446b92-41b0-4d55-a28d-b9d1a1848e87 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433570 Aug 31 06:40:28.240127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.243094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.246369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a667c858-5dec-496c-9dcd-24157de647c8 HTTP/1.1" status: 204 len: 168 time: 0.2686970 Aug 31 06:40:28.259668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895bd1fb-8a6d-4ecc-b5ad-d791bbff6eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667c858-5dec-496c-9dcd-24157de647c8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.290664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2d90976a-a442-4571-8344-7ea0361535c1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:28.292823 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.302192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.307294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dc671ba6-414a-44c3-a4f3-b74bf449c275 HTTP/1.1" status: 204 len: 168 time: 0.8193603 Aug 31 06:40:28.323267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6c5c470-18c3-43ed-a845-45f886680807 req-7d20642a-4640-4c98-8306-9e58c426a485 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936918 Aug 31 06:40:28.336239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa536341-af1e-44bd-b58a-269c372507c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc671ba6-414a-44c3-a4f3-b74bf449c275,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.344038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-e5b15feb-403d-4edf-b54e-9ed09019adad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.346732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-e5b15feb-403d-4edf-b54e-9ed09019adad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1095 time: 0.0808043 Aug 31 06:40:28.347327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 2d90976a-a442-4571-8344-7ea0361535c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:28.347677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2d90976a-a442-4571-8344-7ea0361535c1 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:28.464132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-1bee4dd5-1d89-4114-a1b0-e420263a6104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.465709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-1bee4dd5-1d89-4114-a1b0-e420263a6104 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.1095059 Aug 31 06:40:28.511644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:28.515123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-f7f40620-b4f5-4cd3-b35f-f2b6e038fd1a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 217 time: 0.0418518 Aug 31 06:40:28.552575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba31ed53-a27d-45bd-8ef0-d7620760e312 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a46ddde6d2a41ecbed66ea19d8ce7c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395234 Aug 31 06:40:28.555607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:28.572506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-f5718c2c-3980-4fd1-8a50-9ed95bad521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.574388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-f5718c2c-3980-4fd1-8a50-9ed95bad521a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.0509853 Aug 31 06:40:28.610169 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.610331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-77fbd5e4-f618-4bff-9655-ff20c8a52afb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255015 Aug 31 06:40:28.637784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.722706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd097bd-45be-4799-8cd7-77d48df03371 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:28.741852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-765e8159-b627-49c4-b33b-95143c1bb403 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169238 Aug 31 06:40:28.746718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7cd097bd-45be-4799-8cd7-77d48df03371 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:28.747836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7cd097bd-45be-4799-8cd7-77d48df03371 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:28.762880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a1211d-1a9c-4f29-9c9d-7c355eda1138 req-fea129e8-d587-4dee-a6d6-c75967a27aef tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:28.764427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57a1211d-1a9c-4f29-9c9d-7c355eda1138 req-fea129e8-d587-4dee-a6d6-c75967a27aef tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0610332 Aug 31 06:40:28.765734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.769319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:28.773227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1 HTTP/1.1" status: 204 len: 168 time: 0.2138693 Aug 31 06:40:28.795914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dcd446-0471-44b7-a5bb-7b3075307b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e63c482-cc8d-4e9f-b24c-aa56ccdca7d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:28.825702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57a1211d-1a9c-4f29-9c9d-7c355eda1138 req-1222ede7-7532-4202-b5da-f1580938390a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539672 Aug 31 06:40:28.868078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538a0f5b-5a67-44ae-96b1-629272c9eae6 req-28da7c45-7690-4afc-a1eb-9754c267f52f service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173358 Aug 31 06:40:29.192513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f15d9c0-6f8d-430a-a941-cbd98ab75533 req-6474edfc-83fb-418e-837a-2d1018d23487 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:29.194746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f15d9c0-6f8d-430a-a941-cbd98ab75533 req-6474edfc-83fb-418e-837a-2d1018d23487 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 943 time: 0.0586810 Aug 31 06:40:29.243677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f15d9c0-6f8d-430a-a941-cbd98ab75533 req-30e0e466-c256-4a75-a445-68d23dc45c26 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416422 Aug 31 06:40:29.453559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41beda2b-1834-4fd3-a751-b94df1905193 req-2e0487e1-a434-4c8d-8ee8-d9b2c59f5c9c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:29.455446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41beda2b-1834-4fd3-a751-b94df1905193 req-2e0487e1-a434-4c8d-8ee8-d9b2c59f5c9c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0601220 Aug 31 06:40:29.511394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41beda2b-1834-4fd3-a751-b94df1905193 req-8868a817-747b-4303-a770-dae9584c559a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446844 Aug 31 06:40:29.523036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.623649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:29.819412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1628607563-network', 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:29.841368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:29.843803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.853426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.961010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.963516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6b0c47-8a4b-4b6d-8ffc-0c5f951bc064 req-56d5d68c-c896-4a17-8394-1cc8cc569e0e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:29.965371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b6b0c47-8a4b-4b6d-8ffc-0c5f951bc064 req-56d5d68c-c896-4a17-8394-1cc8cc569e0e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0661051 Aug 31 06:40:29.966822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:29.993637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:40:30.004938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.010219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.010650 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Added segment 0774ac57-9c37-4c57-95e1-3197678eb7a6 of type vlan for network 3ab63fa1-4512-4794-9856-d0093a4d3a92 Aug 31 06:40:30.010800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b6b0c47-8a4b-4b6d-8ffc-0c5f951bc064 req-4d18a223-f131-47e2-9f44-a8ff95766345 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375049 Aug 31 06:40:30.031455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.031945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.032513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.032969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.033428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.033853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.034196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.034601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.035024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.035381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.035769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.036141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:30.047725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:30.076519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.091466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f5c4d3e-af3c-4449-a72f-684a07d698c9 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:30.103840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.104808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.105431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.162303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5374792 Aug 31 06:40:30.165753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:30.170451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Request body: {'subnet': {'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1628607563-subnet', 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:30.175757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a838-64cc-47d7-95d7-aeec185cb4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.189708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b0e54-2821-46d8-b2cd-d2d977cb9fb6 admin admin] Pushing event updated for resources: {'Network': ['ID=3ab63fa1-4512-4794-9856-d0093a4d3a92,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.191304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:30.200588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:30.203814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.204548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:40:30.207821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'network_id': '15da17a3-bab4-4123-80c8-e3a9d9c0e347', 'port_id': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'mac_address': 'fa:16:3e:fa:1c:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '728ca953-f27d-4b25-a9a3-bde4df4943a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:30.305478 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.324375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f5c4d3e-af3c-4449-a72f-684a07d698c9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:30.362058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:30.373740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.380020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a838-64cc-47d7-95d7-aeec185cb4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.395163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7f7a838-64cc-47d7-95d7-aeec185cb4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.441941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.464875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7f7a838-64cc-47d7-95d7-aeec185cb4ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b077fd8fa48541a3b6b9fd003aaed1f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141095 Aug 31 06:40:30.465372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:30.465852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7a838-64cc-47d7-95d7-aeec185cb4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e535586-6961-41b9-897d-5827c3d21090,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.474774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.484206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02757f6e-d823-4e79-8982-a432971e04e2 req-8b674f2f-7874-475e-8a7b-5dac935548d3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.485741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02757f6e-d823-4e79-8982-a432971e04e2 req-8b674f2f-7874-475e-8a7b-5dac935548d3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 944 time: 0.1084874 Aug 31 06:40:30.526258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02757f6e-d823-4e79-8982-a432971e04e2 req-1a19c52d-eb88-40e2-90da-c2541922b46c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332019 Aug 31 06:40:30.564028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Pushing event updated for resources: {'Subnet': ['ID=84c4c1cf-bd52-4da3-bf46-a0c5223c199d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.585498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.587649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Checking segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:30.588008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Network hostable DHCP agents. Network: 3ab63fa1-4512-4794-9856-d0093a4d3a92, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:40:30.646771 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.653144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:30.685643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:40:30.708669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3ab63fa1-4512-4794-9856-d0093a4d3a92) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:30.716909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.716909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.724765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a17808c-2632-4c80-a8d7-48a8515dca2b None None] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:30.729162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cac12b-1f39-43f6-9158-6db226b0ac12 req-cd8738ad-05b0-45c0-995a-6fd126e2b876 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:30.730964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11cac12b-1f39-43f6-9158-6db226b0ac12 req-cd8738ad-05b0-45c0-995a-6fd126e2b876 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1396990 Aug 31 06:40:30.745060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8502ba1e-df5f-48f1-89b3-98900aab7cac admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5783358 Aug 31 06:40:30.771017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.773903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.777653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e535586-6961-41b9-897d-5827c3d21090 HTTP/1.1" status: 204 len: 168 time: 0.3112633 Aug 31 06:40:30.796601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11cac12b-1f39-43f6-9158-6db226b0ac12 req-b9b255bb-f46a-4a64-b837-a7d796650299 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498753 Aug 31 06:40:30.797608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1753914-ea25-43bd-9277-05235c2fd643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e535586-6961-41b9-897d-5827c3d21090,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:30.958852 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:30.967372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e9479e-b3d8-4a4f-840a-ebe4037aec5a None None] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:31.138647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:31.145458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848b1c6c-3c63-4768-ae94-a57d9580d3e9 req-a7931ce8-5372-44b8-b725-ed4962b317f1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:31.147250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-848b1c6c-3c63-4768-ae94-a57d9580d3e9 req-a7931ce8-5372-44b8-b725-ed4962b317f1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0593214 Aug 31 06:40:31.152871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db6835bc-82ed-4a2d-91a3-63b672f9665e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.191493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-848b1c6c-3c63-4768-ae94-a57d9580d3e9 req-ed2b36dc-1856-4bb4-a1d7-bc7e986890c5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382710 Aug 31 06:40:31.324507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db6835bc-82ed-4a2d-91a3-63b672f9665e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.330181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db6835bc-82ed-4a2d-91a3-63b672f9665e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.356210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-c7e79902-f38a-4c07-a762-e819deeae43c tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:31.357725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-c7e79902-f38a-4c07-a762-e819deeae43c tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.1489668 Aug 31 06:40:31.393472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-db6835bc-82ed-4a2d-91a3-63b672f9665e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11861931c87d41f1baba960d96027921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2510233 Aug 31 06:40:31.393472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:31.399655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6835bc-82ed-4a2d-91a3-63b672f9665e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc23e73-cef7-41eb-b339-1d161038c498,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.402782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-9d697a64-6ca6-4e4f-97cc-d4f3fc1b31b2 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/quotas/31e29e8efb874f1196bda7be75f68dbb HTTP/1.1" status: 200 len: 375 time: 0.0335991 Aug 31 06:40:31.442916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-692194e1-b347-4e75-b0de-ea89b4a70cef tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335984 Aug 31 06:40:31.522461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.558429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.585804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-891ae460-3083-4361-9d27-01c0699085a6 service neutron] 10.222.0.57 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332488 Aug 31 06:40:31.650208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d37f7e-20ce-4b9c-b8a2-c75220083809 req-8a51814b-dd88-4b5e-80ac-739284168b52 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:31.651831 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30d37f7e-20ce-4b9c-b8a2-c75220083809 req-8a51814b-dd88-4b5e-80ac-739284168b52 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 944 time: 0.0513670 Aug 31 06:40:31.671503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.673997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:31.677743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9bc23e73-cef7-41eb-b339-1d161038c498 HTTP/1.1" status: 204 len: 168 time: 0.2807796 Aug 31 06:40:31.690399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1b391b-64d9-4ce4-ad2f-17e9f75552ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc23e73-cef7-41eb-b339-1d161038c498,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:31.702651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30d37f7e-20ce-4b9c-b8a2-c75220083809 req-12437eca-6cfd-40aa-b59b-93f3dbab3f22 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421011 Aug 31 06:40:31.708284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-3340b2b0-5e4c-4bf3-a6cf-c08493a95a2c service neutron] 10.222.0.57 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121395 Aug 31 06:40:32.096298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5732f9b-fb66-44d4-9fdf-7e452d1abcc7 req-254cd478-90e8-4fd2-a920-fcf61237bbf7 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 210 time: 0.0363605 Aug 31 06:40:32.106482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f5c4d3e-af3c-4449-a72f-684a07d698c9 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:32.183366 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:32.187833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:32.188242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.198612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a274c53e-645a-4d89-ac13-473b093c41be req-eb542e5e-583d-438f-8748-2ef627828fa3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.206898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a274c53e-645a-4d89-ac13-473b093c41be req-eb542e5e-583d-438f-8748-2ef627828fa3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.3372488 Aug 31 06:40:32.259329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a274c53e-645a-4d89-ac13-473b093c41be req-d5507e1d-689d-4b82-bb39-2fe7a09e7aa0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514443 Aug 31 06:40:32.330618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.363128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:32.365382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0fe07d-d769-4bea-aac6-e7bae50a859e req-8b2f817b-f1c9-4619-a435-393d3ce7faf2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.366503 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12202b5-0aa8-467f-b5fb-765cd13a66c7" -d '{"events": [{"server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:32.371465 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-dd21e2cc-61d2-4d0c-b99f-ae46c278d2b0 service neutron] show failed (client error): The resource could not be found. Aug 31 06:40:32.372796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-dd21e2cc-61d2-4d0c-b99f-ae46c278d2b0 service neutron] 10.222.0.50 "GET /v2.0/ports/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0849206 Aug 31 06:40:32.374636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de0fe07d-d769-4bea-aac6-e7bae50a859e req-8b2f817b-f1c9-4619-a435-393d3ce7faf2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0922325 Aug 31 06:40:32.398081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:32.408530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:32.453091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de0fe07d-d769-4bea-aac6-e7bae50a859e req-823ba8c2-0e0d-454c-a92b-ed67eeceb8a2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772922 Aug 31 06:40:32.458711 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7969514f-6e74-4bb6-9878-3a28c78a4a10 x-openstack-request-id: req-7969514f-6e74-4bb6-9878-3a28c78a4a10 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:32.458907 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "name": "network-vif-plugged", "status": "completed", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:32.459022 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7969514f-6e74-4bb6-9878-3a28c78a4a10 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:32.459371 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'code': 200} Aug 31 06:40:32.520855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:32.571156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078b5ee-66c5-4b77-9f74-368050890f5e req-7813fc26-382d-4228-b396-1e2ab4ed39f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.572844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5078b5ee-66c5-4b77-9f74-368050890f5e req-7813fc26-382d-4228-b396-1e2ab4ed39f0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1097 time: 0.0489962 Aug 31 06:40:32.630481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5078b5ee-66c5-4b77-9f74-368050890f5e req-5203e3c7-d280-4fe4-9d8c-255b539f526c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442209 Aug 31 06:40:32.853757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953c512-b399-447f-b0db-fbe93da80af9 req-ac1a7496-011f-4ace-8dc8-218d50b4dca1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.855262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e953c512-b399-447f-b0db-fbe93da80af9 req-ac1a7496-011f-4ace-8dc8-218d50b4dca1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 945 time: 0.0591269 Aug 31 06:40:32.916804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e953c512-b399-447f-b0db-fbe93da80af9 req-0dfbd217-52eb-4757-9c3d-31976d0f2e86 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474682 Aug 31 06:40:32.937280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-a2a36df6-800c-483c-853a-75d73e6e36f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:32.939268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-a2a36df6-800c-483c-853a-75d73e6e36f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1101 time: 0.0863612 Aug 31 06:40:32.955871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:33.020730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.226024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c99cb2e5-9fab-47dc-a889-70c938de2faa req-28c511b1-5909-416d-8cc8-895b5b57c962 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 210 time: 0.0358329 Aug 31 06:40:33.261101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:33.306793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:33.371790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:33.376594 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2164e554-0853-4612-ab58-869ab448f444" -d '{"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-unplugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:33.384329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.385432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cea79b-1cbe-45c9-83a1-d939ce345a08 req-0e4008e8-1128-402c-b132-3e5bf0841dde tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.404345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2cea79b-1cbe-45c9-83a1-d939ce345a08 req-0e4008e8-1128-402c-b132-3e5bf0841dde tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.0733008 Aug 31 06:40:33.406705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:33.409322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Transition to ACTIVE for port object f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:33.415574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.485980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] No DVR routers for this DVR port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on host n-h2-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:33.508307 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a42cc42-342a-4d4a-9895-375a5277015d x-openstack-request-id: req-1a42cc42-342a-4d4a-9895-375a5277015d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:33.508824 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-unplugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:33.509253 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a42cc42-342a-4d4a-9895-375a5277015d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:33.509844 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'code': 200} Aug 31 06:40:33.549753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:33.556705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:33.557496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:33.557660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2cea79b-1cbe-45c9-83a1-d939ce345a08 req-fe9b0a34-f775-4d11-a985-e308cbcf17f0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467826 Aug 31 06:40:33.558161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:33.564893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:33.565485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Attempting to bind port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:33.572925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:33.573639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:33.574416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:33.575035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Bound port: f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:33.575585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.661168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:33.666112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:33.680129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.696970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c4bb05-ac46-4f5b-9a10-eb97720b058f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.719767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-83e007b4-18f5-4bde-85f1-5a98ae3b5dbe tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.721318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-83e007b4-18f5-4bde-85f1-5a98ae3b5dbe tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.2813056 Aug 31 06:40:33.747352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.747779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.749154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] 10.222.0.53 "PUT /v2.0/ports/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 1096 time: 0.7990975 Aug 31 06:40:33.793796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Request body: {'port': {'device_id': '7972eece-92ad-4abf-99c2-d47430185d9c', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'admin_state_up': True, 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:33.806502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b73a5c-f838-4be7-88f9-862100ccafe1 service neutron] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:33.838942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40677741-7a63-49a5-8b45-7af695e1b2f1 req-9db787c9-6ec8-4fb9-a9a6-33b28b298ba5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.840766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40677741-7a63-49a5-8b45-7af695e1b2f1 req-9db787c9-6ec8-4fb9-a9a6-33b28b298ba5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1732593 Aug 31 06:40:33.890994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-864fe0b7-a756-4b23-a73a-d6e23f367c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:33.892983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-864fe0b7-a756-4b23-a73a-d6e23f367c5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.1065443 Aug 31 06:40:33.934677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c4bb05-ac46-4f5b-9a10-eb97720b058f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.947885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21c4bb05-ac46-4f5b-9a10-eb97720b058f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:33.960274 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40677741-7a63-49a5-8b45-7af695e1b2f1 req-ffacef1f-aff8-4e4d-954f-efd1561a6513 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941174 Aug 31 06:40:33.988089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c4bb05-ac46-4f5b-9a10-eb97720b058f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=527ebb97-e76d-48d1-863d-f46019e895b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:34.037166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21c4bb05-ac46-4f5b-9a10-eb97720b058f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cbdd72529e2d4e9ebe3a6d0c0aec1ea5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6263425 Aug 31 06:40:34.039657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:34.097286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:34.112566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-b34c88eb-f1c8-43dc-abb3-31bd5d86fe47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.115453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-b34c88eb-f1c8-43dc-abb3-31bd5d86fe47 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2057900 Aug 31 06:40:34.197058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-84cc79a4-f94f-4b26-a00c-5e7e0433ad90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0618203 Aug 31 06:40:34.242233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:34.244462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:34.249150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.261168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-92e80162-5932-4025-a196-fe27c0899b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.262961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-92e80162-5932-4025-a196-fe27c0899b8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0580761 Aug 31 06:40:34.271388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'mac_address': 'fa:16:3e:55:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:34.305306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43645769-013b-4cfc-8c8b-923c0b57a70f req-e11cf5b3-1e23-4255-a451-aaa313bbe79a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.307015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43645769-013b-4cfc-8c8b-923c0b57a70f req-e11cf5b3-1e23-4255-a451-aaa313bbe79a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 945 time: 0.1868603 Aug 31 06:40:34.314142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.338790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.351706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49849886-2ad4-4d88-a2f7-5544fd2b3f99 req-454797f6-230a-4894-96bf-69e0f35d1980 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 210 time: 0.0331900 Aug 31 06:40:34.354959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:34.357310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-49aa977e-81aa-4ede-a8a1-5bcb066e9898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.358807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-49aa977e-81aa-4ede-a8a1-5bcb066e9898 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0865128 Aug 31 06:40:34.388783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:34.393965 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.406103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.448339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:34.457814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-427c6cf6-299e-4816-b8f1-8873de1c602a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.459379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-427c6cf6-299e-4816-b8f1-8873de1c602a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.3403373 Aug 31 06:40:34.460868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-7aad7262-817c-4930-a613-c083cd0728ad service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920455 Aug 31 06:40:34.488772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43645769-013b-4cfc-8c8b-923c0b57a70f req-179ca79d-2736-4c17-b0d2-f8de7eb8f2ae tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657317 Aug 31 06:40:34.495464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Request body: {'port': {'device_id': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'admin_state_up': True, 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:34.569976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-25189af2-1c4d-4bcb-9f3d-ea6c47564ed5 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984721 Aug 31 06:40:34.600584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.603171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.604296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/527ebb97-e76d-48d1-863d-f46019e895b5 HTTP/1.1" status: 204 len: 168 time: 0.5539496 Aug 31 06:40:34.618473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Allocated IP 172.20.0.2 (3ab63fa1-4512-4794-9856-d0093a4d3a92/84c4c1cf-bd52-4da3-bf46-a0c5223c199d/e120efce-32b9-41dc-8c27-f52386302a37) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:34.627542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ab7cd-3e91-4dbe-850d-0c33101a4cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=527ebb97-e76d-48d1-863d-f46019e895b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:34.689987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:34.728408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:34.739519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35495047-0513-4950-a5eb-d5cc21f59570 req-06f62194-3482-4063-ab3e-d15cd501b50a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:34.741360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35495047-0513-4950-a5eb-d5cc21f59570 req-06f62194-3482-4063-ab3e-d15cd501b50a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.1132386 Aug 31 06:40:34.743755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.827468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35495047-0513-4950-a5eb-d5cc21f59570 req-8358052f-47e2-476c-8931-5cab77534641 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738668 Aug 31 06:40:34.911161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:34.955296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.035709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:35.044091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:35.048253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:35.050742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event updated for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:35.089820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Allocated IP 172.20.0.14 (3ab63fa1-4512-4794-9856-d0093a4d3a92/84c4c1cf-bd52-4da3-bf46-a0c5223c199d/479bd47d-b030-484f-a449-0dadd4119c5d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:35.105015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c76c7d-3d97-4a14-b2fd-3d881eabfb04 req-0ab69c0d-1ac8-4340-8671-d36cd9654446 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.110159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04c76c7d-3d97-4a14-b2fd-3d881eabfb04 req-0ab69c0d-1ac8-4340-8671-d36cd9654446 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 949 time: 0.0677516 Aug 31 06:40:35.135645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.136269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.155200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-cc448105-9761-4846-915b-3aaab89fb1c6 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3668544 Aug 31 06:40:35.166551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04c76c7d-3d97-4a14-b2fd-3d881eabfb04 req-045e08d1-8629-47c4-8b02-1c9c6a651bd2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532348 Aug 31 06:40:35.177519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Request body: {'port': {'device_id': '7972eece-92ad-4abf-99c2-d47430185d9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:35.241496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.298007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.361467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.402490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:35.474224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8450a056-3a28-4d76-be47-95b7f1fdfeed req-f7c5d772-ece9-402d-afc5-d05141baf425 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 210 time: 0.0363936 Aug 31 06:40:35.492137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.511526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:35.514391 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2364c54-59e4-4050-9a0d-289409ca7136" -d '{"events": [{"name": "network-changed", "server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:35.534534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-network', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:35.562389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:35.566098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.579175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.590682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:35.597886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:35.606055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event updated for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:35.622990 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d5df418-fbbe-4c6f-b42d-680f54c4aa58 x-openstack-request-id: req-7d5df418-fbbe-4c6f-b42d-680f54c4aa58 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:35.623402 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:35.623745 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d5df418-fbbe-4c6f-b42d-680f54c4aa58 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:35.624243 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'status': 'completed', 'code': 200} Aug 31 06:40:35.626163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:35.708980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-1e203251-6cc5-4789-a2d4-0580b1236a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.711105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-1e203251-6cc5-4789-a2d4-0580b1236a8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.0647640 Aug 31 06:40:35.751054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.751414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.751691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.782467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.788755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834255b-6f8c-45bb-8ff9-e0cf1126361c req-e9516853-2672-47e4-9b2d-e261ef26f12e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.790325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834255b-6f8c-45bb-8ff9-e0cf1126361c req-e9516853-2672-47e4-9b2d-e261ef26f12e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 945 time: 0.1816654 Aug 31 06:40:35.799505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-a01a604b-1f8d-4634-a377-32498f87e053 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3165762 Aug 31 06:40:35.801428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-8cad835c-0a20-4aca-b620-cf31bc6a33d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.802933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-8cad835c-0a20-4aca-b620-cf31bc6a33d2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.1338809 Aug 31 06:40:35.815054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:40:35.840962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b670d-db0a-4bdf-8129-7798738e4b5e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:35.847041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.847378 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Added segment ae5af69e-e72d-4ffb-a95f-6b9221d2b16b of type vlan for network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 Aug 31 06:40:35.854877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Request body: {'port': {'device_id': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:35.899443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-67797afb-a378-46a1-8769-261fe246b11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.900988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-67797afb-a378-46a1-8769-261fe246b11e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1777446 Aug 31 06:40:35.904510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.958926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e120efce-32b9-41dc-8c27-f52386302a37 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:35.965571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834255b-6f8c-45bb-8ff9-e0cf1126361c req-aeefa965-0e2c-41aa-b353-3a8944f474a5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612318 Aug 31 06:40:35.984347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.984347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:35.987627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.987724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:35.999488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-bd3c4f48-15a2-4611-b380-9f354b69b502 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0653858 Aug 31 06:40:36.010546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.037235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Transition to ACTIVE for port object e120efce-32b9-41dc-8c27-f52386302a37 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:36.044558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.051646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-129bdf20-a831-4ff5-8967-3c7fe4bbdaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.053121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-129bdf20-a831-4ff5-8967-3c7fe4bbdaf8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2305124 Aug 31 06:40:36.084556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] Pushing event updated for resources: {'Network': ['ID=4016612e-bc0c-4ac4-9f68-bd7a15f328c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:36.091167 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1ad03ab-97d5-42df-ad24-7ce1cc84377e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6841691 Aug 31 06:40:36.099290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:36.107156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:40:36.119569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Request body: {'subnet': {'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-subnet', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:36.124194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:36.157381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-12988bd5-90ca-42b6-aff3-cd65800e2a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.158985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-12988bd5-90ca-42b6-aff3-cd65800e2a81 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0876071 Aug 31 06:40:36.166574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f908669-c13f-4b89-aa2c-f7c630c8a223 req-065a9cac-569b-4887-94e8-ad36bffe9daf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.168473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f908669-c13f-4b89-aa2c-f7c630c8a223 req-065a9cac-569b-4887-94e8-ad36bffe9daf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.1864176 Aug 31 06:40:36.190048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-d8ce2b26-d304-4aff-bd51-36cb0ce6372a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0932395 Aug 31 06:40:36.226844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:36.243882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:36.244508 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.341374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.371394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:36.374650 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a090b7cd-1c07-4ab8-9efd-afd33857c7f3" -d '{"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:36.395156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:36.422721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:36.435787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.495354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:36.501848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:36.534139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f908669-c13f-4b89-aa2c-f7c630c8a223 req-d781a79a-8e5b-4ef5-ac3c-00518628515e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533876 Aug 31 06:40:36.536075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-81db6fe0-1be0-4921-bd75-4aad3f59f714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.538337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-81db6fe0-1be0-4921-bd75-4aad3f59f714 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3660541 Aug 31 06:40:36.607415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:36.609702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.664332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-ae81b9aa-6db3-44c5-a964-7047d9cafe25 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167755 Aug 31 06:40:36.674894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb35ba7-d52c-42f5-83f5-6a3d3bb7196c req-3ddcedd9-1136-47b9-b4d2-8263f126ce1b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.676324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbb35ba7-d52c-42f5-83f5-6a3d3bb7196c req-3ddcedd9-1136-47b9-b4d2-8263f126ce1b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0714700 Aug 31 06:40:36.677571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d493167c-b3cd-4532-8423-e51e48526caa req-361d88f6-d5ea-49e1-b589-a76b6f7395a4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-922848133&fields=id&tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 267 time: 0.5491486 Aug 31 06:40:36.752856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-52fc90ca-582b-418a-a227-76b15083fded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.754325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-52fc90ca-582b-418a-a227-76b15083fded service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.5438068 Aug 31 06:40:36.773070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbb35ba7-d52c-42f5-83f5-6a3d3bb7196c req-8f0b20b8-5fe0-470c-b51d-e56660e4e4b2 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728574 Aug 31 06:40:36.800613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-89c906db-0169-4a5d-9176-a39696a6ec6c service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149659 Aug 31 06:40:36.856598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Attempting to bind port e120efce-32b9-41dc-8c27-f52386302a37 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:36.856934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Attempting to bind port e120efce-32b9-41dc-8c27-f52386302a37 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:36.857267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Attempting to bind port e120efce-32b9-41dc-8c27-f52386302a37 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:36.880945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Port e120efce-32b9-41dc-8c27-f52386302a37 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:36.881267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Attempting to bind port e120efce-32b9-41dc-8c27-f52386302a37 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:36.919867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493167c-b3cd-4532-8423-e51e48526caa req-25e057d7-c243-41d7-8e36-c249858868ab tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.921542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d493167c-b3cd-4532-8423-e51e48526caa req-25e057d7-c243-41d7-8e36-c249858868ab tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 945 time: 0.2231548 Aug 31 06:40:36.921946 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ff516-c5ec-4b9d-ae4d-ba482c0675d1 x-openstack-request-id: req-074ff516-c5ec-4b9d-ae4d-ba482c0675d1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:36.922249 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:36.922383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:36.922509 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-074ff516-c5ec-4b9d-ae4d-ba482c0675d1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:36.922617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Checking segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:36.922893 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'code': 200} Aug 31 06:40:36.923007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Bound using segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:36.923445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Bound port: e120efce-32b9-41dc-8c27-f52386302a37, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:36.923805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:36.932516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-a60b5e30-ffe2-45d5-a994-632861b175cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:36.934065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-a60b5e30-ffe2-45d5-a994-632861b175cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1559272 Aug 31 06:40:36.956075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'security_groups': ['af5ed452-d6dc-4495-b231-546c13c7794f', '094e3ed4-d772-4975-82ea-04b590c02ed8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:37.059400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a26cf5-075d-49ea-8970-a363c7cc531d req-2ec060f5-353d-4f96-a6a3-f4db23655e6c tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.060800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1a26cf5-075d-49ea-8970-a363c7cc531d req-2ec060f5-353d-4f96-a6a3-f4db23655e6c tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 932 time: 0.0683048 Aug 31 06:40:37.115546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1a26cf5-075d-49ea-8970-a363c7cc531d req-c01a5fb5-4922-41e3-83a0-44da87494b1d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485919 Aug 31 06:40:37.197455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2836f30-63ce-415a-8135-608b35bfc017 req-a3325a80-80fc-4460-8e6c-e343bfcc731d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.203027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2836f30-63ce-415a-8135-608b35bfc017 req-a3325a80-80fc-4460-8e6c-e343bfcc731d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1102 time: 0.0490122 Aug 31 06:40:37.240029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2836f30-63ce-415a-8135-608b35bfc017 req-6b9508dd-f40f-49ed-8208-28d64ee10baf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291178 Aug 31 06:40:37.266045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.293891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:37.297752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 479bd47d-b030-484f-a449-0dadd4119c5d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:37.311935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-ac827185-3a40-4bf3-ab4b-1e02e7822d4e service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598583 Aug 31 06:40:37.313834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.324092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.342717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e120efce-32b9-41dc-8c27-f52386302a37,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:37.367750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c96a9b-2afb-48f2-93de-279662a14dac req-f39b4a9e-1ca2-4ba4-9b2e-56614c88b350 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.369225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4c96a9b-2afb-48f2-93de-279662a14dac req-f39b4a9e-1ca2-4ba4-9b2e-56614c88b350 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.0570576 Aug 31 06:40:37.404460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.408840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Transition to ACTIVE for port object 479bd47d-b030-484f-a449-0dadd4119c5d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:37.414090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4c96a9b-2afb-48f2-93de-279662a14dac req-61bb1829-c488-43b6-a6db-0f244abeac76 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385427 Aug 31 06:40:37.487895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.538825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.539519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.540992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] 10.222.0.50 "PUT /v2.0/ports/e120efce-32b9-41dc-8c27-f52386302a37 HTTP/1.1" status: 200 len: 1092 time: 2.3727472 Aug 31 06:40:37.548550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:37.550997 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc47ea6e-383e-4855-8578-23d646bded1b" -d '{"events": [{"name": "network-changed", "server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "tag": "e120efce-32b9-41dc-8c27-f52386302a37"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:37.594012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62087458-557d-429f-ae80-6611eb033dbd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:37.607553 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bffa16f7-575c-4fa8-9e9d-7f9bd9c9649e x-openstack-request-id: req-bffa16f7-575c-4fa8-9e9d-7f9bd9c9649e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:37.608170 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "tag": "e120efce-32b9-41dc-8c27-f52386302a37", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:37.608170 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bffa16f7-575c-4fa8-9e9d-7f9bd9c9649e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:37.608445 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37', 'status': 'completed', 'code': 200} Aug 31 06:40:37.638707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e880342-eb07-462f-8b4a-855726fe8e62 service neutron] Pushing event updated for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:37.691435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6120bf87-8758-40a3-8cf4-059148378ded req-eab40849-12c0-46cd-a249-97fee2167c71 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.693053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6120bf87-8758-40a3-8cf4-059148378ded req-eab40849-12c0-46cd-a249-97fee2167c71 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.0523214 Aug 31 06:40:37.719165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Checking segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:37.719527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Network hostable DHCP agents. Network: 4016612e-bc0c-4ac4-9f68-bd7a15f328c4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:40:37.738906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6120bf87-8758-40a3-8cf4-059148378ded req-9ae73d50-ebef-4e01-bb7e-bc4efa4ee001 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391772 Aug 31 06:40:37.770173 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2364c54-59e4-4050-9a0d-289409ca7136 req-4ea31dc0-f7c7-4c20-9b7e-c881d1efcf75 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378498 Aug 31 06:40:37.833765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Pushing event updated for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:37.856443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:40:37.863372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-fa307782-9d8f-4bdd-afc8-6327ed8b980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.864578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-fa307782-9d8f-4bdd-afc8-6327ed8b980f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=7972eece-92ad-4abf-99c2-d47430185d9c HTTP/1.1" status: 200 len: 1095 time: 0.2415781 Aug 31 06:40:37.898022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4016612e-bc0c-4ac4-9f68-bd7a15f328c4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:37.899793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Attempting to bind port 479bd47d-b030-484f-a449-0dadd4119c5d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:37.900174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Attempting to bind port 479bd47d-b030-484f-a449-0dadd4119c5d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:37.900507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Attempting to bind port 479bd47d-b030-484f-a449-0dadd4119c5d on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:37.910845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda74376-83ed-4119-8960-14d1b45df1bf None None] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:37.941461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-863dd2f3-be42-431d-8860-ae82377768ac service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e120efce-32b9-41dc-8c27-f52386302a37 HTTP/1.1" status: 200 len: 217 time: 0.0576398 Aug 31 06:40:37.946437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:37.947299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.952780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Port 479bd47d-b030-484f-a449-0dadd4119c5d on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:37.953359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Attempting to bind port 479bd47d-b030-484f-a449-0dadd4119c5d on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:37.984293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:37.985021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Checking segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:37.985468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Bound using segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:37.985967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Bound port: 479bd47d-b030-484f-a449-0dadd4119c5d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:37.986308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:37.996020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fbb0f-8142-4b12-8794-7434937a030a req-2e7c34c1-9000-4eba-b85d-faa1cc2f424b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.001847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-820fbb0f-8142-4b12-8794-7434937a030a req-2e7c34c1-9000-4eba-b85d-faa1cc2f424b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0738833 Aug 31 06:40:38.045485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-820fbb0f-8142-4b12-8794-7434937a030a req-54db50e5-138b-4aeb-9307-f096da0cd6b7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408337 Aug 31 06:40:38.063809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b65e4c71-a78e-4516-b117-1b99f75e0080 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9597476 Aug 31 06:40:38.073951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:38.076634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:38.082258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:38.112850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.114485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.146895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-1695ab2c-5043-4962-9b8e-a599ae2f74b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.146895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-1695ab2c-5043-4962-9b8e-a599ae2f74b8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.1842299 Aug 31 06:40:38.176091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:38.195890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.209199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.233582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-d2d0f376-e9cc-40ee-abc4-c5301fac2824 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665126 Aug 31 06:40:38.238450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.250125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-887c3064-e6a6-431f-84d3-e2f445fbfc82 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.251754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-887c3064-e6a6-431f-84d3-e2f445fbfc82 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 947 time: 0.2610052 Aug 31 06:40:38.270260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf027a-42c8-48fd-8d6c-8207ef14eee1 req-7fe872b3-69bb-4fa1-b77f-e89c74fdc28e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.279852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bacf027a-42c8-48fd-8d6c-8207ef14eee1 req-7fe872b3-69bb-4fa1-b77f-e89c74fdc28e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 947 time: 0.1500561 Aug 31 06:40:38.281658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e', '2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:38.286727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:40:38.287591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.310233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:38.386050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=479bd47d-b030-484f-a449-0dadd4119c5d,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:38.410588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.411245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.413319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d493167c-b3cd-4532-8423-e51e48526caa req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "PUT /v2.0/ports/2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 981 time: 1.4670320 Aug 31 06:40:38.416296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.422660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.437408 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bacf027a-42c8-48fd-8d6c-8207ef14eee1 req-f65c9a25-3da3-457a-bbed-048b2c19791f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556649 Aug 31 06:40:38.453675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d70f7b-d464-4574-96a0-312aae95ba89 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:38.487511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:38.495213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.495835 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.497232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] 10.222.0.50 "PUT /v2.0/ports/479bd47d-b030-484f-a449-0dadd4119c5d HTTP/1.1" status: 200 len: 1093 time: 2.6553934 Aug 31 06:40:38.523881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-9297422f-948f-42ab-a248-cbcfabdae41c service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2711742 Aug 31 06:40:38.527759 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-c7ba16b3-ce65-4424-a09b-8cfe36320abf service neutron] delete failed (client error): The resource could not be found. Aug 31 06:40:38.528817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-c7ba16b3-ce65-4424-a09b-8cfe36320abf service neutron] 10.222.0.50 "DELETE /v2.0/ports/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.2529383 Aug 31 06:40:38.545176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54201a15-cfb1-4dc6-ba98-3af95d213bbc service neutron] Pushing event updated for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:38.545496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:38.652427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e613e4-52c8-491a-8139-18307a7fb27a req-fa7a36dd-a328-4222-bc40-8090e1c937e1 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.679053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6e613e4-52c8-491a-8139-18307a7fb27a req-fa7a36dd-a328-4222-bc40-8090e1c937e1 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 944 time: 0.0942857 Aug 31 06:40:38.693642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'mac_address': 'fa:16:3e:77:9d:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:38.739303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Allocated IP 172.20.0.2 (4016612e-bc0c-4ac4-9f68-bd7a15f328c4/62087458-557d-429f-ae80-6611eb033dbd/66a5cf69-a30b-4ba4-88a7-200211564adc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:38.750200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6e613e4-52c8-491a-8139-18307a7fb27a req-2cab4e9e-9a70-4f73-a3eb-2a6904a5537a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696111 Aug 31 06:40:38.771248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-bf75a782-3c20-4f05-a18d-3a3e863aeb2f service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043898 Aug 31 06:40:38.870161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-2888b91b-b2dc-4a9b-83e1-c8285a454a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:38.871602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-2888b91b-b2dc-4a9b-83e1-c8285a454a93 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1099 time: 0.0807612 Aug 31 06:40:38.930975 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.947104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:38.955453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:38.970877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.007617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b513909-1ed3-4173-bb88-4c8f5bca3c90 req-53718290-fbdb-4676-8f5b-31402860a413 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/094e3ed4-d772-4975-82ea-04b590c02ed8 HTTP/1.1" status: 200 len: 1800 time: 0.2154806 Aug 31 06:40:39.011467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-2cadc9f8-d5fd-4056-a5f6-33d573edbaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.013096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-2cadc9f8-d5fd-4056-a5f6-33d573edbaa3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 1096 time: 0.4380219 Aug 31 06:40:39.026708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:39.050697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.137352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Allocated IP 172.25.3.11 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a1e6f037-c3d0-4660-839a-de0c3a0ce33c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:39.147039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c20f2f-16b0-4efe-8931-856b3e091754 req-7cfc25e1-3d0d-42a8-b821-6d1c49b4ccde tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.148646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53c20f2f-16b0-4efe-8931-856b3e091754 req-7cfc25e1-3d0d-42a8-b821-6d1c49b4ccde tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.1061888 Aug 31 06:40:39.247773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:39.250880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53c20f2f-16b0-4efe-8931-856b3e091754 req-efb9ec41-7f11-424d-9c3d-046b3bd37023 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898175 Aug 31 06:40:39.285085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.313381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Transition to ACTIVE for port object 66a5cf69-a30b-4ba4-88a7-200211564adc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:39.314253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.356480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Transition to ACTIVE for port object 66a5cf69-a30b-4ba4-88a7-200211564adc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:39.386141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.396748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-24382fd0-7508-4a2c-b87e-58cafbe3aea5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479bd47d-b030-484f-a449-0dadd4119c5d HTTP/1.1" status: 200 len: 217 time: 0.3510294 Aug 31 06:40:39.407847 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-0b513909-1ed3-4173-bb88-4c8f5bca3c90 req-093047f5-c774-4011-aee4-b0f64871185f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:40:39.413152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad42e7-8c42-48c0-87fa-95860393c7b9 req-ce980b46-b2ce-4968-8ee3-c65159dc2b7a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.422079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b513909-1ed3-4173-bb88-4c8f5bca3c90 req-093047f5-c774-4011-aee4-b0f64871185f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/094e3ed4-d772-4975-82ea-04b590c02ed8 HTTP/1.1" status: 409 len: 341 time: 0.4132853 Aug 31 06:40:39.424525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ad42e7-8c42-48c0-87fa-95860393c7b9 req-ce980b46-b2ce-4968-8ee3-c65159dc2b7a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0858717 Aug 31 06:40:39.426602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:39.453363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ea6e-383e-4855-8578-23d646bded1b req-19e86bc1-1f1f-4f0b-8f72-92246ba3c995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.453363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-19e86bc1-1f1f-4f0b-8f72-92246ba3c995 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=7972eece-92ad-4abf-99c2-d47430185d9c HTTP/1.1" status: 200 len: 1095 time: 0.5787933 Aug 31 06:40:39.466902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:39.492991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51ad42e7-8c42-48c0-87fa-95860393c7b9 req-331cffca-7a21-40fe-aa31-3938ddda4ded tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675602 Aug 31 06:40:39.494541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.502189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:39.513353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:39.513353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Pushing event updated for resources: {'Port': ['ID=66a5cf69-a30b-4ba4-88a7-200211564adc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:39.572483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:39.580059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:39.584219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:39.618075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9'}, {'name': 'network-changed', 'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:39.620068 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0" -d '{"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9"}, {"name": "network-changed", "server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:39.636058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-7d005269-93e5-46df-b322-66adc799ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.637734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-7d005269-93e5-46df-b322-66adc799ede1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.7287939 Aug 31 06:40:39.641265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-3dde5c50-7cfa-426e-99b8-00d739e8be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.642771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-3dde5c50-7cfa-426e-99b8-00d739e8be75 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.2116950 Aug 31 06:40:39.663503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Attempting to bind port 66a5cf69-a30b-4ba4-88a7-200211564adc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:39.664043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Attempting to bind port 66a5cf69-a30b-4ba4-88a7-200211564adc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:39.664494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Attempting to bind port 66a5cf69-a30b-4ba4-88a7-200211564adc on network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:39.685737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:39.686485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Checking segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:39.686678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.687158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Bound using segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:39.687733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Bound port: 66a5cf69-a30b-4ba4-88a7-200211564adc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:39.688209 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.760165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Pushing event updated for resources: {'Port': ['ID=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:39.761359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-6fdc589b-a856-40a0-8483-e84f84720180 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0903900 Aug 31 06:40:39.768451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-485638df-578f-48a4-91e8-114832d10382 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0940597 Aug 31 06:40:39.787161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ea6e-383e-4855-8578-23d646bded1b req-109bc6d2-c62a-4ce4-8724-0b7a35c2226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.789377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-109bc6d2-c62a-4ce4-8724-0b7a35c2226b service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 914 time: 0.3205845 Aug 31 06:40:39.858742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] For port 66a5cf69-a30b-4ba4-88a7-200211564adc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:39.868431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd3b87-77ad-4967-a785-735f746652ce req-09962935-4a1c-4b7e-ad8f-68d9a98dbb5d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.870036 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9afd3b87-77ad-4967-a785-735f746652ce req-09962935-4a1c-4b7e-ad8f-68d9a98dbb5d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.1362407 Aug 31 06:40:39.874872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-beef4d61-2e52-45ff-b726-11e550f2f024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.876379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-beef4d61-2e52-45ff-b726-11e550f2f024 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1136 time: 0.1415026 Aug 31 06:40:39.878794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] For port 66a5cf69-a30b-4ba4-88a7-200211564adc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66a5cf69-a30b-4ba4-88a7-200211564adc,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:39.888890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:39.913798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa070a1-8746-4952-8033-3174bc29a953 req-8246beed-1194-49a4-a2a9-b861efc344d5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:39.915294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bfa070a1-8746-4952-8033-3174bc29a953 req-8246beed-1194-49a4-a2a9-b861efc344d5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.2429183 Aug 31 06:40:39.920752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-9a467240-53b4-431a-a0ce-f326a1cd2335 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e120efce-32b9-41dc-8c27-f52386302a37 HTTP/1.1" status: 200 len: 217 time: 0.1186306 Aug 31 06:40:39.961888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4be6164-b6b4-4b2c-b5ef-a519710cbe5c None None] Pushing event updated for resources: {'Port': ['ID=66a5cf69-a30b-4ba4-88a7-200211564adc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:40.021248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-85277b4c-18c7-4bd6-9fb5-686cd62cda74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.023300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9afd3b87-77ad-4967-a785-735f746652ce req-d8710082-ced4-4c5f-9a5d-b331dc23df2b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366932 Aug 31 06:40:40.023459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-85277b4c-18c7-4bd6-9fb5-686cd62cda74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2232213 Aug 31 06:40:40.032239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bfa070a1-8746-4952-8033-3174bc29a953 req-e12619e1-c2d1-470d-b7c4-8e7726d086dd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023357 Aug 31 06:40:40.100712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-5accb22a-d552-4529-a804-baa5ecc76457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.102315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-5accb22a-d552-4529-a804-baa5ecc76457 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.2173955 Aug 31 06:40:40.104940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.125896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc47ea6e-383e-4855-8578-23d646bded1b req-ec09071d-7507-426d-aa20-2c531e9ab6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.127372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-ec09071d-7507-426d-aa20-2c531e9ab6ec service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.1964202 Aug 31 06:40:40.129132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-7aed892c-f852-42e7-b790-46ecd5e6fbe1 service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3369331 Aug 31 06:40:40.241368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-856d2c94-3e2f-428a-8ee6-12c6b597f60b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 217 time: 0.1279857 Aug 31 06:40:40.301615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-58ef39a7-4ad2-497e-ad2a-84cb2ea840ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0570567 Aug 31 06:40:40.303037 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adda8590-0a21-4b27-870c-90ed1d65da4c x-openstack-request-id: req-adda8590-0a21-4b27-870c-90ed1d65da4c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:40.308927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-e986d86e-ec19-4d56-8817-ed9471806819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.310731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-e986d86e-ec19-4d56-8817-ed9471806819 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.0602403 Aug 31 06:40:40.311920 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:40.312245 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-adda8590-0a21-4b27-870c-90ed1d65da4c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:40.312679 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'status': 'completed', 'code': 200} Aug 31 06:40:40.312940 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d', 'status': 'completed', 'code': 200} Aug 31 06:40:40.379349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-32717c89-8461-4ae1-b993-2dc5fbb438a6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278666 Aug 31 06:40:40.428656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-4bba7b3d-083a-4516-b9b3-fa44c31c328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.430231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-4bba7b3d-083a-4516-b9b3-fa44c31c328d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3891864 Aug 31 06:40:40.488518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7971fb-d3ce-433a-afa2-0d2dd2907aea req-678707fc-3025-4fe2-ba12-ef1c363a5507 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.497870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef7971fb-d3ce-433a-afa2-0d2dd2907aea req-678707fc-3025-4fe2-ba12-ef1c363a5507 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 984 time: 0.2520027 Aug 31 06:40:40.566325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c941acec-3f11-4cc1-bfe7-b4e0834d7a3c req-f06bd86d-eac3-4135-867e-288fdfd78a1a service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985786 Aug 31 06:40:40.566989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506ed5e-0600-4dde-aa84-80723cee2fb8 req-936cd4a2-09cb-4f09-892d-a868a8eec58f tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.568650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e506ed5e-0600-4dde-aa84-80723cee2fb8 req-936cd4a2-09cb-4f09-892d-a868a8eec58f tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 944 time: 0.1237190 Aug 31 06:40:40.628577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef7971fb-d3ce-433a-afa2-0d2dd2907aea req-8cfa544b-0f5a-4145-a0ab-cb5ad539052c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=094e3ed4-d772-4975-82ea-04b590c02ed8&id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0839417 Aug 31 06:40:40.645289 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-4cd1af01-cfe9-4576-a44d-1efa9e78819f service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546833 Aug 31 06:40:40.662608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-262a59f6-ac75-49de-aa7b-4716bcd7fbe9 service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293488 Aug 31 06:40:40.670294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-83ec60c3-47b3-4623-b8a3-3dbed832b556 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210081 Aug 31 06:40:40.783387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e506ed5e-0600-4dde-aa84-80723cee2fb8 req-47fbbff2-5f4f-4ff5-9bbf-0c045c9d18a2 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805310 Aug 31 06:40:40.791941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:40.809468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66a5cf69-a30b-4ba4-88a7-200211564adc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:40.814096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e746be-2498-408e-91d9-d0aebb12dd4d req-5fdc127f-f165-4aea-9858-c5343e19d9da service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556568 Aug 31 06:40:40.940691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 66a5cf69-a30b-4ba4-88a7-200211564adc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:40.997519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-1044e4e8-75a9-4517-b9a4-6d858620c828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:40.999111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-1044e4e8-75a9-4517-b9a4-6d858620c828 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 1096 time: 0.3626499 Aug 31 06:40:41.064548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-b00dde9b-3b85-472b-8dda-f379b1adbfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.066240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-b00dde9b-3b85-472b-8dda-f379b1adbfb1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1136 time: 0.1727335 Aug 31 06:40:41.099393 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:40:41.150085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb7f1e55-6c21-4ed5-9b05-f67de71030d0 req-3acb352e-4475-4f7e-92c0-d8b81c30fd3f service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4586906 Aug 31 06:40:41.155238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc47ea6e-383e-4855-8578-23d646bded1b req-d0aadc96-e073-41bd-ab8d-2856a4c0ea6c service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4614720 Aug 31 06:40:41.180651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a0b4c9-615c-40e1-b5e8-91e5d4d8504f req-ba334eb3-d61c-4b93-9c2c-2a7752e2bef6 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.182263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1a0b4c9-615c-40e1-b5e8-91e5d4d8504f req-ba334eb3-d61c-4b93-9c2c-2a7752e2bef6 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.1992269 Aug 31 06:40:41.242559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Router 11a45c78-4cb5-460f-8f36-a76651202c93 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:40:41.271010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-243f6b74-f5ff-4581-984e-40ef1a878052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.273042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-243f6b74-f5ff-4581-984e-40ef1a878052 service neutron] 10.222.0.50 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 914 time: 0.1989644 Aug 31 06:40:41.275270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d0359-e3fc-47b7-a594-c3017f88652f None None] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:40:41.276838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1a0b4c9-615c-40e1-b5e8-91e5d4d8504f req-09ac64aa-ff75-4cc6-9359-0ce2f262b24d tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807889 Aug 31 06:40:41.302626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-d4b1d8ac-0e06-49a4-b312-5b3218d68601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.304199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-d4b1d8ac-0e06-49a4-b312-5b3218d68601 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.2270703 Aug 31 06:40:41.363145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-9ab48f4c-d26b-401a-9ea1-3771a504d084 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=479bd47d-b030-484f-a449-0dadd4119c5d HTTP/1.1" status: 200 len: 217 time: 0.0721059 Aug 31 06:40:41.375899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Provisioning for port 66a5cf69-a30b-4ba4-88a7-200211564adc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:41.388392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Provisioning complete for port 66a5cf69-a30b-4ba4-88a7-200211564adc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:41.388759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.401085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-f66dba6b-886b-4cfe-a4de-fcf21a693210 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 217 time: 0.0455072 Aug 31 06:40:41.414363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357acc19-4113-4259-b8ee-2de354fbdfcb req-fe99c28a-2a5c-430e-a056-d4aadeaa980e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.416078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-357acc19-4113-4259-b8ee-2de354fbdfcb req-fe99c28a-2a5c-430e-a056-d4aadeaa980e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.1893721 Aug 31 06:40:41.481153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-9be8db1f-1fb3-48b4-9cdc-d353aa1464ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.484962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-9be8db1f-1fb3-48b4-9cdc-d353aa1464ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.1041415 Aug 31 06:40:41.543617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-78475b0a-f919-4eb6-b53c-8cf471c4b07f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432413 Aug 31 06:40:41.550138 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.554678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf7bc54-fd64-4e17-9c93-09a35d76d0ce req-38b1092c-1b67-476f-9dc1-670047f1597a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.556354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1cf7bc54-fd64-4e17-9c93-09a35d76d0ce req-38b1092c-1b67-476f-9dc1-670047f1597a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1768560 Aug 31 06:40:41.578402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-357acc19-4113-4259-b8ee-2de354fbdfcb req-b6048d67-5c2b-4d8c-afc9-99f0a861baa4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509607 Aug 31 06:40:41.593598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:41.596068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-212bb5e0-0409-4731-a0d5-05b14e4f1c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.597933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-212bb5e0-0409-4731-a0d5-05b14e4f1c9b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.1804438 Aug 31 06:40:41.599797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] For port 66a5cf69-a30b-4ba4-88a7-200211564adc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66a5cf69-a30b-4ba4-88a7-200211564adc,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:41.621409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.627474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Sync routers for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:41.636137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:41.640680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-26b0a5f2-213e-4753-bd95-44d420ea4bc5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5591612 Aug 31 06:40:41.640680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:41.643693 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-6a35511c-8985-4f36-9780-b47f8c5dd75f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364728 Aug 31 06:40:41.665513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1cf7bc54-fd64-4e17-9c93-09a35d76d0ce req-6460341d-79e8-403a-b3bc-768c5292cf21 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996857 Aug 31 06:40:41.723459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:41.724115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:41.734512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-a440d1d7-30ba-45c3-906b-6fd8e8586771 service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769068 Aug 31 06:40:41.920700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1beab89-e060-47c0-aab7-d0d2b8c1edd6 None None] Pushing event updated for resources: {'Port': ['ID=66a5cf69-a30b-4ba4-88a7-200211564adc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:41.956343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-f4542b90-45de-4295-b5f8-b48039d748e4 service neutron] 10.222.0.50 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102568 Aug 31 06:40:41.961034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:41.974128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9998fe-7b81-4b11-b206-7fec6bbd7219 req-8f4613a5-053b-4841-a9bd-91a33dfc609d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:41.982852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e9998fe-7b81-4b11-b206-7fec6bbd7219 req-8f4613a5-053b-4841-a9bd-91a33dfc609d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 944 time: 0.0829322 Aug 31 06:40:42.027793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e9998fe-7b81-4b11-b206-7fec6bbd7219 req-9617d037-9891-490e-bf85-015745bff7bf tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Aug 31 06:40:42.054146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ad4bb704-765c-4e8d-b834-3a4678e2cd47 None None] Provisioning complete for port 66a5cf69-a30b-4ba4-88a7-200211564adc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:42.054601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb704-765c-4e8d-b834-3a4678e2cd47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.131168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:42.262897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c458db8f-8dc1-4f0d-ade3-d782b5ca5152 req-e843e2d2-3868-48fc-8a9f-db79af8cccc4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.264429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c458db8f-8dc1-4f0d-ade3-d782b5ca5152 req-e843e2d2-3868-48fc-8a9f-db79af8cccc4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 984 time: 0.1698477 Aug 31 06:40:42.293773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-6a4cee29-e62a-4f08-852e-eaf559958d7b service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002158 Aug 31 06:40:42.408120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:42.415232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:42.415690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.424568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773b1a-fd31-4cb9-9368-1bd16eedce42 req-f2dd8087-a658-43a5-af6d-9d96f60bc73f tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.426422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38773b1a-fd31-4cb9-9368-1bd16eedce42 req-f2dd8087-a658-43a5-af6d-9d96f60bc73f tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.0564890 Aug 31 06:40:42.439357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c458db8f-8dc1-4f0d-ade3-d782b5ca5152 req-dc47d6a1-7945-443c-8465-7615f7aa5265 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=094e3ed4-d772-4975-82ea-04b590c02ed8&id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1657789 Aug 31 06:40:42.464801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e120efce-32b9-41dc-8c27-f52386302a37 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:42.487516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38773b1a-fd31-4cb9-9368-1bd16eedce42 req-9b1b38ad-783f-4a28-8363-d5619399d31b tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537813 Aug 31 06:40:42.509550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 3, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:42.539550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb75413-0f26-4e9b-ac11-08ab070f5bc0 req-a33fff22-e6a7-4250-a12f-976873747212 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091672 Aug 31 06:40:42.549367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Checking router: 11a45c78-4cb5-460f-8f36-a76651202c93 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:42.549716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Updating router 11a45c78-4cb5-460f-8f36-a76651202c93 port a1e6f037-c3d0-4660-839a-de0c3a0ce33c binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:40:42.613843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-ffaf0703-3aae-4da5-bfc9-a415084f1908 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-400077166&fields=id&tenant_id=8b4aaae54bea443db1e4d809f2b806b3 HTTP/1.1" status: 200 len: 267 time: 0.0882697 Aug 31 06:40:42.625662 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.696575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e120efce-32b9-41dc-8c27-f52386302a37,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:42.729824 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.731442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-1f51b0f7-24c6-430d-a67c-7605c657ce81 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.732975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-1f51b0f7-24c6-430d-a67c-7605c657ce81 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 984 time: 0.1125689 Aug 31 06:40:42.735419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'e120efce-32b9-41dc-8c27-f52386302a37', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'port_id': 'e120efce-32b9-41dc-8c27-f52386302a37', 'mac_address': 'fa:16:3e:b6:c1:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4c1cf-bd52-4da3-bf46-a0c5223c199d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:42.748457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'port': {'security_groups': ['094e3ed4-d772-4975-82ea-04b590c02ed8', 'af5ed452-d6dc-4495-b231-546c13c7794f', 'f552ffc5-452a-4b5a-a412-fca4c196e8ad']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:42.762888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454d92e5-facd-4b7b-b1a9-2e455b14eeee req-e1229436-8cb3-423f-8e5d-aa833b42760d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.769834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-454d92e5-facd-4b7b-b1a9-2e455b14eeee req-e1229436-8cb3-423f-8e5d-aa833b42760d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 948 time: 0.0681725 Aug 31 06:40:42.825846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-454d92e5-facd-4b7b-b1a9-2e455b14eeee req-f6cb297c-7202-42a5-8500-11aeb8444c67 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481894 Aug 31 06:40:42.855733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:42.858099 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07fc3aa-f829-4fc8-a584-68ff478b6e8b" -d '{"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-plugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:42.874542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.889101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:42.903145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.933918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.939397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:42.964869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ddadca-411d-4dd0-b21e-3500081f9e0d req-a0050910-e8bb-47bb-95d2-9c12098654e6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:42.972216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96ddadca-411d-4dd0-b21e-3500081f9e0d req-a0050910-e8bb-47bb-95d2-9c12098654e6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0814452 Aug 31 06:40:42.978866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66a5cf69-a30b-4ba4-88a7-200211564adc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:43.005848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e120efce-32b9-41dc-8c27-f52386302a37 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:43.010960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96ddadca-411d-4dd0-b21e-3500081f9e0d req-d86ee0f2-67b2-461b-aa1b-2744eb2cb6bf tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360103 Aug 31 06:40:43.023086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a2b01-5a9b-40e4-8a03-59538583459a req-b7b56744-acd8-437b-8f5e-a06d5a52eaf7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.024766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-616a2b01-5a9b-40e4-8a03-59538583459a req-b7b56744-acd8-437b-8f5e-a06d5a52eaf7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.53 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.1443617 Aug 31 06:40:43.065001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e120efce-32b9-41dc-8c27-f52386302a37,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:43.075164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.086042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:43.168269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 66a5cf69-a30b-4ba4-88a7-200211564adc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:43.168545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.208159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:43.238148 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.254195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Transition to ACTIVE for port object a1e6f037-c3d0-4660-839a-de0c3a0ce33c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:43.265437 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.271912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571672ba-66c3-4480-b328-ac6a0f5cfab1 req-d86fde06-1535-4dd3-9359-70f1e99bcc2a tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.281208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-571672ba-66c3-4480-b328-ac6a0f5cfab1 req-d86fde06-1535-4dd3-9359-70f1e99bcc2a tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.0539572 Aug 31 06:40:43.314979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-571672ba-66c3-4480-b328-ac6a0f5cfab1 req-0310c712-e0de-45a5-a247-cf9414461628 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328021 Aug 31 06:40:43.370328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Deleting port 57953ab8-5615-47ca-a7f1-33cafc929bff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:43.370855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.374385 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30f0a8f-9e56-49a6-a19c-0d901b84678e x-openstack-request-id: req-b30f0a8f-9e56-49a6-a19c-0d901b84678e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:43.375501 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-plugged", "status": "completed", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:43.375501 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b30f0a8f-9e56-49a6-a19c-0d901b84678e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:43.375501 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'code': 200} Aug 31 06:40:43.386247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Attempting to bind port a1e6f037-c3d0-4660-839a-de0c3a0ce33c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:43.386751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Attempting to bind port a1e6f037-c3d0-4660-839a-de0c3a0ce33c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:43.387103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Attempting to bind port a1e6f037-c3d0-4660-839a-de0c3a0ce33c on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:43.391511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Allocated IP 172.20.0.1 (4016612e-bc0c-4ac4-9f68-bd7a15f328c4/62087458-557d-429f-ae80-6611eb033dbd/9ec944a0-1760-4c51-84aa-227db921847e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:43.403296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:43.403296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:43.403756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.404261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:43.404798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Bound port: a1e6f037-c3d0-4660-839a-de0c3a0ce33c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:43.405253 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.406984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa975ea-f9af-447b-aafa-d1849498582f None None] Pushing event updated for resources: {'Port': ['ID=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:43.453066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:43.466923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e120efce-32b9-41dc-8c27-f52386302a37'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:43.470905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec545330-e037-47be-9dd3-e74c2c2471dc req-d5397be2-2851-4d22-8897-3c48ba1e801d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.477829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec545330-e037-47be-9dd3-e74c2c2471dc req-d5397be2-2851-4d22-8897-3c48ba1e801d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 944 time: 0.0601671 Aug 31 06:40:43.498947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] For port a1e6f037-c3d0-4660-839a-de0c3a0ce33c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:43.515519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec545330-e037-47be-9dd3-e74c2c2471dc req-e2bdc58d-f1bd-40e4-ba60-f29b5cb5fa96 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367751 Aug 31 06:40:43.519584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] For port a1e6f037-c3d0-4660-839a-de0c3a0ce33c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:43.530186 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.566710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.583668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.592951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] For port 57953ab8-5615-47ca-a7f1-33cafc929bff, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=57953ab8-5615-47ca-a7f1-33cafc929bff,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:43.593320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.618138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e', '2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:43.665052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa975ea-f9af-447b-aafa-d1849498582f None None] Pushing event updated for resources: {'Port': ['ID=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:43.685348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:43.686164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:43.702488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b419311-e973-43c1-ba67-c9023ea0a356 req-ea9e9907-b815-4d16-8cb5-e90d53a804bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.704344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b419311-e973-43c1-ba67-c9023ea0a356 req-ea9e9907-b815-4d16-8cb5-e90d53a804bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 945 time: 0.0829675 Aug 31 06:40:43.708304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:43.708933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.710421 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6884231-9a1b-494b-9481-72c0f266abb6 req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "PUT /v2.0/ports/2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 1020 time: 0.9683895 Aug 31 06:40:43.710878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:43.713244 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0135a17e-0ea0-439e-afdd-22aed34545d1" -d '{"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:43.750903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:43.761918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b419311-e973-43c1-ba67-c9023ea0a356 req-49c23bff-d65e-43fd-a275-239a965426e9 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups?id=062e19e9-5aad-488d-9d42-05b370337f49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513122 Aug 31 06:40:43.800262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:43.832805 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a6bc8d-7d09-4543-a664-85c809da2357 x-openstack-request-id: req-a2a6bc8d-7d09-4543-a664-85c809da2357 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:43.833280 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:43.833719 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2a6bc8d-7d09-4543-a664-85c809da2357 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:43.834333 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'status': 'completed', 'code': 200} Aug 31 06:40:43.842399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.842750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.843381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.843916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.844451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.844815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.845165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.845651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.845999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.846365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.846697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.847049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bd5295-9b91-4ec7-b6c2-e3811d572e07 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:43.848359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:43.861883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Transition to ACTIVE for port object 9ec944a0-1760-4c51-84aa-227db921847e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:43.898338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d517975-8221-4bf7-a1a8-4fc18ce914ee req-33bff884-c21d-4a0b-bbf8-2594779c3bf5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f552ffc5-452a-4b5a-a412-fca4c196e8ad HTTP/1.1" status: 200 len: 1800 time: 0.0583687 Aug 31 06:40:43.921182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-33a40559-a12b-473a-be5e-f61ee61c42ea tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0980771 Aug 31 06:40:43.962156 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-4d517975-8221-4bf7-a1a8-4fc18ce914ee req-eb073663-75ba-425d-813f-bda08a0288df tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:40:43.963222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d517975-8221-4bf7-a1a8-4fc18ce914ee req-eb073663-75ba-425d-813f-bda08a0288df tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/f552ffc5-452a-4b5a-a412-fca4c196e8ad HTTP/1.1" status: 409 len: 341 time: 0.0576468 Aug 31 06:40:43.967796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:44.029256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.030091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.030091 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Floating IP 42b11bee-1363-45e7-9d4c-fea967804ef7 disassociated. External IP: 172.25.3.38, port: 57953ab8-5615-47ca-a7f1-33cafc929bff. Aug 31 06:40:44.030342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Calling delete_port for 57953ab8-5615-47ca-a7f1-33cafc929bff owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:44.066234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-9b942f93-4ea6-42a0-822e-d225f8241d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.067921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-9b942f93-4ea6-42a0-822e-d225f8241d84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1175 time: 0.2005873 Aug 31 06:40:44.177280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.229431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf61a0b-05ec-426c-a84a-83a0ceddc41c req-8668787b-aff1-4f83-8298-1eaf34f13d77 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.231240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cf61a0b-05ec-426c-a84a-83a0ceddc41c req-8668787b-aff1-4f83-8298-1eaf34f13d77 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0595822 Aug 31 06:40:44.255887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-5f7b0575-53b2-4322-addb-9f40648ba880 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.258644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-5f7b0575-53b2-4322-addb-9f40648ba880 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3150072 Aug 31 06:40:44.275122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:44.289549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cf61a0b-05ec-426c-a84a-83a0ceddc41c req-3d32410b-e870-4857-867d-ae7f7fc4f785 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511622 Aug 31 06:40:44.291270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:44.300584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:44.316876 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-d04d62d5-9610-4e23-b4d7-3964f3df9331 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/quotas/847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 375 time: 0.0462127 Aug 31 06:40:44.345264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:44.429839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-ddb71dd8-22e1-45ce-910b-747be4294442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.431354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-ddb71dd8-22e1-45ce-910b-747be4294442 service neutron] 10.222.0.53 "GET /v2.0/networks?id=15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 200 len: 914 time: 0.3546247 Aug 31 06:40:44.440162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.442704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 479bd47d-b030-484f-a449-0dadd4119c5d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:44.565558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-e8f280ac-fa58-4073-a333-4c9a271e78d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 200 len: 217 time: 0.1190495 Aug 31 06:40:44.569255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15920512-1462-408f-8666-bc1fe067a45b req-b9e6af44-837f-4121-82b1-d5b958da90de tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.573732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15920512-1462-408f-8666-bc1fe067a45b req-b9e6af44-837f-4121-82b1-d5b958da90de tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1023 time: 0.0816638 Aug 31 06:40:44.577798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-4b846533-3aad-4f4f-9ce1-b6c17cbfe397 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2272000 Aug 31 06:40:44.610731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.629660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15920512-1462-408f-8666-bc1fe067a45b req-507b146e-d713-403f-ba50-38dc36abda1a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=094e3ed4-d772-4975-82ea-04b590c02ed8&id=f552ffc5-452a-4b5a-a412-fca4c196e8ad&id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0511651 Aug 31 06:40:44.630686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 3, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:44.676528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event deleted for resources: {'Port': ['ID=57953ab8-5615-47ca-a7f1-33cafc929bff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:44.687834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b15c570-f0fc-458f-b5a4-1c0ec4cb21f9 None None] The sync data for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 is: [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:39Z', 'revision_number': 3, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:44.759763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=479bd47d-b030-484f-a449-0dadd4119c5d,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:44.760596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-17e83694-e4c8-40a6-ba0d-95320d3df56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.762111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-17e83694-e4c8-40a6-ba0d-95320d3df56f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 200 len: 853 time: 0.1820347 Aug 31 06:40:44.787098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3ead07e-aa8a-4e32-bb19-76e3ac3dbd24 None None] Provisioning for port 9ec944a0-1760-4c51-84aa-227db921847e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:44.806586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3ead07e-aa8a-4e32-bb19-76e3ac3dbd24 None None] Provisioning complete for port 9ec944a0-1760-4c51-84aa-227db921847e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:44.806984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ead07e-aa8a-4e32-bb19-76e3ac3dbd24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.808819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '479bd47d-b030-484f-a449-0dadd4119c5d', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'port_id': '479bd47d-b030-484f-a449-0dadd4119c5d', 'mac_address': 'fa:16:3e:3d:3f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4c1cf-bd52-4da3-bf46-a0c5223c199d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:44.827767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-4bc16214-43f3-4dbc-b471-6cdaec09dab8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=15da17a3-bab4-4123-80c8-e3a9d9c0e347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466037 Aug 31 06:40:44.926393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c25dd-a4b3-499d-97fd-0eb1fb3ee23c req-2dfe6e49-0ba0-48a1-a6f4-a920f5d5c285 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:44.934691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c71c25dd-a4b3-499d-97fd-0eb1fb3ee23c req-2dfe6e49-0ba0-48a1-a6f4-a920f5d5c285 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 944 time: 0.0979543 Aug 31 06:40:44.950039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b3ead07e-aa8a-4e32-bb19-76e3ac3dbd24 None None] Port 9ec944a0-1760-4c51-84aa-227db921847e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:44.963528 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:44.994194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 479bd47d-b030-484f-a449-0dadd4119c5d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:45.007595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c71c25dd-a4b3-499d-97fd-0eb1fb3ee23c req-7a0b9aa2-307b-45e7-8bb6-56e43b3b2ef9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716259 Aug 31 06:40:45.050725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=479bd47d-b030-484f-a449-0dadd4119c5d,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:45.075947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.152172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5d48490-a7b6-4fb7-9bd5-a7da4806e55c req-6dbf82a6-ae42-4ee5-b503-e37b251fe239 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 210 time: 0.0724792 Aug 31 06:40:45.188678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:45.391067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51db0643-84cb-452d-ad67-ec71a1da9f8e req-318d45b2-057d-4da8-a7de-f29073695c7d tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0433903 Aug 31 06:40:45.421361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['479bd47d-b030-484f-a449-0dadd4119c5d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:45.480877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c05c55-d3d3-48c3-a7e1-8e548dfeb540 req-05fb0ce4-dfa2-4dc0-9f73-b697aea2f4f9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:45.492469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47c05c55-d3d3-48c3-a7e1-8e548dfeb540 req-05fb0ce4-dfa2-4dc0-9f73-b697aea2f4f9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1053586 Aug 31 06:40:45.542144 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.557791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47c05c55-d3d3-48c3-a7e1-8e548dfeb540 req-3e84ddb5-ae82-4f4d-9b43-7165b5f60c59 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555537 Aug 31 06:40:45.561800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:45.632825 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-f61a5e62-b216-4b85-81d1-eb8c3536aa56 service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2508235 Aug 31 06:40:45.634741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:45.997763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0135a17e-0ea0-439e-afdd-22aed34545d1 req-3049458d-9800-4a23-90ec-e59be1b87b7e service neutron] 10.222.0.53 "GET /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3516805 Aug 31 06:40:46.032513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:46.044455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Sync routers for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:46.045025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba7850a-5c3f-4778-9958-128ca7cacd95 req-70764de1-f259-4577-8ca8-c931002d0a4f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.046532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ba7850a-5c3f-4778-9958-128ca7cacd95 req-70764de1-f259-4577-8ca8-c931002d0a4f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1023 time: 0.3019743 Aug 31 06:40:46.057493 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:46.058255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:46.123516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-5d4afca7-bb7e-45fa-9a51-6c0dce673558 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.124989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-5d4afca7-bb7e-45fa-9a51-6c0dce673558 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 1023 time: 0.1975574 Aug 31 06:40:46.127153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.137094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709165b5-022f-4355-a9cd-0a5e9c43c74d req-0fd406c3-6263-42b3-93f7-0c5dc4788ea3 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.138861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-709165b5-022f-4355-a9cd-0a5e9c43c74d req-0fd406c3-6263-42b3-93f7-0c5dc4788ea3 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 945 time: 0.0585570 Aug 31 06:40:46.145984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 57953ab8-5615-47ca-a7f1-33cafc929bff no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:46.149688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] No DVR routers for this DVR port 57953ab8-5615-47ca-a7f1-33cafc929bff on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:46.159181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.163151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.165097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-616a2b01-5a9b-40e4-8a03-59538583459a req-ec5a1c2c-1f65-4ded-a8be-bf74ee9667bc tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.53 "DELETE /v2.0/ports/57953ab8-5615-47ca-a7f1-33cafc929bff HTTP/1.1" status: 204 len: 173 time: 3.1224251 Aug 31 06:40:46.169751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'name': 'network-vif-deleted', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:46.172002 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9255a35-3b19-4fcb-8338-bd49a6b57cbc" -d '{"events": [{"server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "name": "network-vif-deleted", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:46.185056 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:46.224728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 57953ab8-5615-47ca-a7f1-33cafc929bff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:46.227303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 57953ab8-5615-47ca-a7f1-33cafc929bff not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:46.236380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-709165b5-022f-4355-a9cd-0a5e9c43c74d req-f06e7266-bc2b-45ba-b924-dc26da159195 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783863 Aug 31 06:40:46.274253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ba7850a-5c3f-4778-9958-128ca7cacd95 req-9f8ffbf8-5d51-4d27-a7fb-75f2390f51a3 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=094e3ed4-d772-4975-82ea-04b590c02ed8&id=f552ffc5-452a-4b5a-a412-fca4c196e8ad&id=af5ed452-d6dc-4495-b231-546c13c7794f&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2144005 Aug 31 06:40:46.307661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.341268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8826cbba-1dde-46fd-b0e9-c522b92fb2ee req-a617cb57-a82f-458f-816e-d67c9c43a58f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 210 time: 0.0324578 Aug 31 06:40:46.341646 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d4cfe90-6d2e-44c0-a145-24b184dac78e x-openstack-request-id: req-9d4cfe90-6d2e-44c0-a145-24b184dac78e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:46.341909 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d06f66ea-691a-4f11-9ff3-ba22d8904bd1", "name": "network-vif-deleted", "tag": "57953ab8-5615-47ca-a7f1-33cafc929bff", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:46.342162 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9d4cfe90-6d2e-44c0-a145-24b184dac78e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:46.342552 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd06f66ea-691a-4f11-9ff3-ba22d8904bd1', 'name': 'network-vif-deleted', 'tag': '57953ab8-5615-47ca-a7f1-33cafc929bff', 'status': 'completed', 'code': 200} Aug 31 06:40:46.377252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-21be155b-8412-479b-b1fd-fbe51194fed4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277417 Aug 31 06:40:46.450074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Pushing event updated for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:46.453243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e120efce-32b9-41dc-8c27-f52386302a37 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:46.542783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Deleting port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:46.542977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.593853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port e120efce-32b9-41dc-8c27-f52386302a37 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:46.598246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port e120efce-32b9-41dc-8c27-f52386302a37 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:46.598773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.644272 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:46.666831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-e5a94a3b-5238-4d54-880b-c01997ff0263 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:46.668344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-e5a94a3b-5238-4d54-880b-c01997ff0263 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757683 Aug 31 06:40:46.691082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Request body: {'port': {'device_id': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '847ffd19e6bc4ecbb305fb949ca85bbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:46.699953 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Checking router: 8d7c19f0-30f1-4099-b4fd-8c927b28e984 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:46.720582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:46.730219 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:46.751471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:46.753111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.760108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7455e1d0-0f55-41b0-bc63-d3b779299a13 req-913516e4-b36f-4d8d-9a9e-015287788997 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.1829031 Aug 31 06:40:46.763681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:46.811624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:46.813871 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f6a2966-c5d1-4b40-b844-74c7fba8c6c3" -d '{"events": [{"server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e120efce-32b9-41dc-8c27-f52386302a37"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:46.848476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1e6f037-c3d0-4660-839a-de0c3a0ce33c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:46.859769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e120efce-32b9-41dc-8c27-f52386302a37,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:46.909887 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299b04d4-df75-4b82-b358-370be4f2204f x-openstack-request-id: req-299b04d4-df75-4b82-b358-370be4f2204f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:46.910461 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "name": "network-vif-plugged", "status": "completed", "tag": "e120efce-32b9-41dc-8c27-f52386302a37", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:46.911587 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-299b04d4-df75-4b82-b358-370be4f2204f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:46.912146 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37', 'code': 200} Aug 31 06:40:46.914252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:46.915269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 479bd47d-b030-484f-a449-0dadd4119c5d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:46.997205 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:47.087340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:47.100499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 2f5c4d3e-af3c-4449-a72f-684a07d698c9, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f5c4d3e-af3c-4449-a72f-684a07d698c9,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:47.100874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.144147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 479bd47d-b030-484f-a449-0dadd4119c5d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:47.149853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a1e6f037-c3d0-4660-839a-de0c3a0ce33c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:47.152769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 479bd47d-b030-484f-a449-0dadd4119c5d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:47.153141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.164353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Calling delete_port for 2f5c4d3e-af3c-4449-a72f-684a07d698c9 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:47.215121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a1e6f037-c3d0-4660-839a-de0c3a0ce33c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:47.215782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.226334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Router 11a45c78-4cb5-460f-8f36-a76651202c93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:40:47.267603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1ba8d4e3-82ac-4f11-813b-a4ed28ae30be None None] Provisioning complete for port 9ec944a0-1760-4c51-84aa-227db921847e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:47.274208 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ba8d4e3-82ac-4f11-813b-a4ed28ae30be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.380898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:47.387282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.390176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1ba8d4e3-82ac-4f11-813b-a4ed28ae30be None None] Port 9ec944a0-1760-4c51-84aa-227db921847e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:47.431073 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.432954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42dd8470-b002-4cb5-ac6e-a0413d047b8d None None] The sync data for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 is: [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:37:35Z', 'revision_number': 4, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6', 'name': '', 'network_id': '0bcb6246-7fd1-4026-86e8-b5d65bd7576f', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'mac_address': 'fa:16:3e:29:84:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_interface', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:32Z', 'updated_at': '2021-08-31T06:37:45Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'subnets': [{'id': '2ac52657-d4a2-4547-b66b-d60982caf105', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:47.494236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a1e6f037-c3d0-4660-839a-de0c3a0ce33c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:47.520686 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.537294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=479bd47d-b030-484f-a449-0dadd4119c5d,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:47.547021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52187061-bbb9-4cc6-83b6-b8e272d726f2 req-bacfe17f-7c71-4c55-8de8-39f25ff90458 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.555989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52187061-bbb9-4cc6-83b6-b8e272d726f2 req-bacfe17f-7c71-4c55-8de8-39f25ff90458 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.7493994 Aug 31 06:40:47.570331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3f7e8-c86c-4bda-ae2c-ab26744589fc req-bde9e4a2-89fd-436d-bda4-35eae8041eb8 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.572283 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.583107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71c3f7e8-c86c-4bda-ae2c-ab26744589fc req-bde9e4a2-89fd-436d-bda4-35eae8041eb8 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 945 time: 0.1968429 Aug 31 06:40:47.593917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:40:47.606799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Sync routers for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:40:47.609961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff628d0-b2dc-452a-9008-e6cce5debc9d req-aa743933-bbb2-4bc7-a277-85971c40a423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:47.611614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ff628d0-b2dc-452a-9008-e6cce5debc9d req-aa743933-bbb2-4bc7-a277-85971c40a423 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7972eece-92ad-4abf-99c2-d47430185d9c HTTP/1.1" status: 200 len: 1097 time: 0.1520917 Aug 31 06:40:47.625637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:47.636667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:47.637296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:47.686767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fa26e80e-2c3c-495a-876b-9c25b8f2c846 admin admin] 10.222.0.57 "PUT /v2.0/routers/11a45c78-4cb5-460f-8f36-a76651202c93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0365002 Aug 31 06:40:47.696317 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71c3f7e8-c86c-4bda-ae2c-ab26744589fc req-188de172-964c-48f2-9618-9cfd18612288 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052475 Aug 31 06:40:47.716079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52187061-bbb9-4cc6-83b6-b8e272d726f2 req-10b85c4d-29e4-498a-b9eb-8df96e8c0655 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537879 Aug 31 06:40:47.753791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ff628d0-b2dc-452a-9008-e6cce5debc9d req-4f6c221e-3e86-48d6-a5fb-69ab7a194ab3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215796 Aug 31 06:40:47.775112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Made reservation on behalf of 847ffd19e6bc4ecbb305fb949ca85bbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:47.781310 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.782135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:47.806797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['01db05ad-1dfc-40cb-af52-2a8c537d2c2e', '2f5c4d3e-af3c-4449-a72f-684a07d698c9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:47.822441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:47.905758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:47.943656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59ae528c-c740-415c-8ac7-a4f29a4d5575 req-561bde00-fa82-466d-8c34-ea5c38ee3c7c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 210 time: 0.0338690 Aug 31 06:40:47.980777 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-449e54a9-aeb2-4360-84f5-0e62a2352a3b None None] New status for floating IP 42b11bee-1363-45e7-9d4c-fea967804ef7: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:40:47.999412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'Port': ['ID=2f5c4d3e-af3c-4449-a72f-684a07d698c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:48.060036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] No DVR routers for this DVR port 2f5c4d3e-af3c-4449-a72f-684a07d698c9 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:48.065659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.070986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e6ca2a0-7242-456c-97cb-5f31fb9aefed req-63312805-aedb-459d-871c-d2c22f3c179e tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "DELETE /v2.0/ports/2f5c4d3e-af3c-4449-a72f-684a07d698c9 HTTP/1.1" status: 204 len: 173 time: 1.9239511 Aug 31 06:40:48.073302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5cf1713b-12cd-4b45-bfd7-3c863360a892 req-dc7d7164-9aa7-483a-b1a5-fc4e8d7c92e6 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=184f1c54-7d52-44e0-b56c-27f218e9e85c HTTP/1.1" status: 200 len: 210 time: 0.1969988 Aug 31 06:40:48.080737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Allocated IP 192.168.233.232 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/0eb0f376-16c7-479c-b691-519de87509ff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:48.322711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d75bdccd-4978-459b-a661-f7309dc5cab7 req-101c4276-0e56-4151-b00a-4ad538a81be3 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0870845 Aug 31 06:40:48.343605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'name': 'network-vif-deleted', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:48.346872 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8aadfae-8a45-4539-b568-ef0da2010a9e" -d '{"events": [{"server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "name": "network-vif-deleted", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:48.408626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.433602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Transition to ACTIVE for port object 0eb0f376-16c7-479c-b691-519de87509ff will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:48.435451 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bc05b01-23e2-4ea0-8a4d-8874e0e3633a x-openstack-request-id: req-3bc05b01-23e2-4ea0-8a4d-8874e0e3633a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:48.435983 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "184f1c54-7d52-44e0-b56c-27f218e9e85c", "name": "network-vif-deleted", "tag": "2f5c4d3e-af3c-4449-a72f-684a07d698c9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:48.436464 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3bc05b01-23e2-4ea0-8a4d-8874e0e3633a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:48.436865 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '184f1c54-7d52-44e0-b56c-27f218e9e85c', 'name': 'network-vif-deleted', 'tag': '2f5c4d3e-af3c-4449-a72f-684a07d698c9', 'status': 'completed', 'code': 200} Aug 31 06:40:48.456700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:45Z', 'revision_number': 2, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:48.473147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.499461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Checking router: 11a45c78-4cb5-460f-8f36-a76651202c93 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:40:48.499842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Updating router 11a45c78-4cb5-460f-8f36-a76651202c93 port 9ec944a0-1760-4c51-84aa-227db921847e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:40:48.531806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:48.535962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:48.540189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:48.558931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.608261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:48.609194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.623180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:48.637211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-c126e3bc-d1c4-422e-b825-32c58e9a5750 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9495893 Aug 31 06:40:48.660539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Request body: {'port': {'device_id': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:48.785085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:48.863562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1e6f037-c3d0-4660-839a-de0c3a0ce33c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:48.915019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:48.922123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:48.925079 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faeea0bf-c29c-49bc-9fc3-dbcce459b08d" -d '{"events": [{"server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "name": "network-vif-plugged", "status": "completed", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:48.941770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae903b-7135-40bb-aed2-48f4b0bc57dd req-0d6e773d-291b-403d-ab62-3a8158a0d652 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:48.946567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03ae903b-7135-40bb-aed2-48f4b0bc57dd req-0d6e773d-291b-403d-ab62-3a8158a0d652 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 946 time: 0.1337986 Aug 31 06:40:49.079945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb4bea59-2a5e-43aa-93e4-d8bfca41c5c7 None None] Provisioning for port 0eb0f376-16c7-479c-b691-519de87509ff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:49.081844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03ae903b-7135-40bb-aed2-48f4b0bc57dd req-11043cd0-2d9b-4f94-8be2-8e6d355c72a0 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288424 Aug 31 06:40:49.104863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a1e6f037-c3d0-4660-839a-de0c3a0ce33c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:49.105355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.142902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bb4bea59-2a5e-43aa-93e4-d8bfca41c5c7 None None] Provisioning complete for port 0eb0f376-16c7-479c-b691-519de87509ff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:49.143322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb4bea59-2a5e-43aa-93e4-d8bfca41c5c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.186475 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec778eeb-9612-4088-b632-cf4da6779931 x-openstack-request-id: req-ec778eeb-9612-4088-b632-cf4da6779931 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:49.186777 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "name": "network-vif-plugged", "status": "completed", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:49.187006 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec778eeb-9612-4088-b632-cf4da6779931 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:49.187385 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d', 'code': 200} Aug 31 06:40:49.284953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a37f4-2ae6-4a14-9d17-6293354c162d req-e6de7e59-c866-48cb-9404-8570b5b98280 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:49.293303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-021a37f4-2ae6-4a14-9d17-6293354c162d req-e6de7e59-c866-48cb-9404-8570b5b98280 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.4266407 Aug 31 06:40:49.373087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-021a37f4-2ae6-4a14-9d17-6293354c162d req-7210d52d-0d93-4395-a0bf-ec9a7e018a59 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783150 Aug 31 06:40:49.407737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb2d408-f138-475d-9647-2eeff2a08994 req-2a835803-726d-4674-810c-8a8293525bd6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:49.410892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb4bea59-2a5e-43aa-93e4-d8bfca41c5c7 None None] Port 0eb0f376-16c7-479c-b691-519de87509ff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:40:49.432407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cdb2d408-f138-475d-9647-2eeff2a08994 req-2a835803-726d-4674-810c-8a8293525bd6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 936 time: 0.1149960 Aug 31 06:40:49.452600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.475130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Transition to ACTIVE for port object 9ec944a0-1760-4c51-84aa-227db921847e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:49.511612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.522484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cdb2d408-f138-475d-9647-2eeff2a08994 req-15740a07-1684-4180-9755-06258c9de1d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860384 Aug 31 06:40:49.559257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb0f376-16c7-479c-b691-519de87509ff {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:49.589417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.623605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d29483-172b-4c52-a27e-4644cba7605f req-46fd3f4f-6d60-4d82-a0c8-2b771efca0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:49.624403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08d29483-172b-4c52-a27e-4644cba7605f req-46fd3f4f-6d60-4d82-a0c8-2b771efca0d5 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 1098 time: 0.1948578 Aug 31 06:40:49.625135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Transition to ACTIVE for port object 0eb0f376-16c7-479c-b691-519de87509ff will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:40:49.675129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908b3b2-1cb9-4cdd-8a0b-071e51f6ecbd None None] Pushing event updated for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:49.683511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.785017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:49.790573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Attempting to bind port 9ec944a0-1760-4c51-84aa-227db921847e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:49.790930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Attempting to bind port 9ec944a0-1760-4c51-84aa-227db921847e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:49.791310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Attempting to bind port 9ec944a0-1760-4c51-84aa-227db921847e on network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:49.802250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:49.802657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Checking segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:49.803458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.803920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Bound using segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:49.804394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Bound port: 9ec944a0-1760-4c51-84aa-227db921847e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:49.804789 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.820059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-c58c301a-0a0c-4482-93fb-2af0db5237ad tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/094e3ed4-d772-4975-82ea-04b590c02ed8 HTTP/1.1" status: 200 len: 1800 time: 0.1190412 Aug 31 06:40:49.859529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25911a30-f482-4327-be94-92e811f5cd89 req-f96ab728-1414-408a-94a1-2019aad8fa2b tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0825486 Aug 31 06:40:49.863750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08d29483-172b-4c52-a27e-4644cba7605f req-24424a83-7be2-40ec-aa10-fc78f0401d0a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165525 Aug 31 06:40:49.960567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] For port 9ec944a0-1760-4c51-84aa-227db921847e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:49.964014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] For port 9ec944a0-1760-4c51-84aa-227db921847e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ec944a0-1760-4c51-84aa-227db921847e,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:49.967540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:49.977948 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.034627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.041107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Attempting to bind port 0eb0f376-16c7-479c-b691-519de87509ff on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:40:50.041488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Attempting to bind port 0eb0f376-16c7-479c-b691-519de87509ff by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:40:50.041864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Attempting to bind port 0eb0f376-16c7-479c-b691-519de87509ff on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:50.055847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Port 0eb0f376-16c7-479c-b691-519de87509ff on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:40:50.056172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Attempting to bind port 0eb0f376-16c7-479c-b691-519de87509ff on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:40:50.075829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:40:50.076168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:40:50.076554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:40:50.077097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Bound port: 0eb0f376-16c7-479c-b691-519de87509ff, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:40:50.077374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.173125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f5c4d3e-af3c-4449-a72f-684a07d698c9 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:50.174989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:40:50.175669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:50.180881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8908b3b2-1cb9-4cdd-8a0b-071e51f6ecbd None None] Pushing event updated for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.181220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.184952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.192049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d30b322-b1a7-4ce8-8bd2-c74a5cf3c94e req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/094e3ed4-d772-4975-82ea-04b590c02ed8 HTTP/1.1" status: 204 len: 173 time: 0.3692229 Aug 31 06:40:50.223668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:40:50.228301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:40:50.235367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9dbfb3-cafd-4670-b0e3-8266816f5c82 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=094e3ed4-d772-4975-82ea-04b590c02ed8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.235568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.304050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 2f5c4d3e-af3c-4449-a72f-684a07d698c9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:50.306229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f5c4d3e-af3c-4449-a72f-684a07d698c9 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:50.324342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-01f35ab8-6314-490e-be59-3373572e6292 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f552ffc5-452a-4b5a-a412-fca4c196e8ad HTTP/1.1" status: 200 len: 1800 time: 0.1020019 Aug 31 06:40:50.351323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.352031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.354095 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] 10.222.0.50 "PUT /v2.0/ports/0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 1097 time: 1.7005575 Aug 31 06:40:50.354580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:50.357346 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a39955-2a51-4993-ae10-7359efc3be69" -d '{"events": [{"name": "network-changed", "server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "tag": "0eb0f376-16c7-479c-b691-519de87509ff"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:50.457252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.463807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee7c97-a279-4e42-8688-e6d673793585 service neutron] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.480012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:40:50.491563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b7ae7b-a71a-42ba-8791-84771bf13691 req-0789488b-ee9a-41b7-99d8-5948d9fa9084 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.493531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96b7ae7b-a71a-42ba-8791-84771bf13691 req-0789488b-ee9a-41b7-99d8-5948d9fa9084 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 946 time: 0.2547410 Aug 31 06:40:50.514062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.575612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-789346b4-2a23-4419-867c-4c275349066f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.577507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-789346b4-2a23-4419-867c-4c275349066f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1100 time: 0.1515632 Aug 31 06:40:50.594864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96b7ae7b-a71a-42ba-8791-84771bf13691 req-8a4afd30-582c-4453-a305-81c720e2a334 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939727 Aug 31 06:40:50.626895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.631560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:50.633605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6233d1fe-9da2-43f3-926f-2a43248105a8 req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/f552ffc5-452a-4b5a-a412-fca4c196e8ad HTTP/1.1" status: 204 len: 173 time: 0.3083277 Aug 31 06:40:50.663969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b00e0-8c13-4152-a56f-ad99cfbaa2e7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f552ffc5-452a-4b5a-a412-fca4c196e8ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:50.712976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-30d9c90b-3e17-427c-857d-7651471bf80f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.1094646 Aug 31 06:40:50.714489 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e610d2b-c6df-45e5-b442-64ab300254aa x-openstack-request-id: req-4e610d2b-c6df-45e5-b442-64ab300254aa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:50.714773 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "tag": "0eb0f376-16c7-479c-b691-519de87509ff", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:50.715136 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e610d2b-c6df-45e5-b442-64ab300254aa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:50.715402 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff', 'status': 'completed', 'code': 200} Aug 31 06:40:50.820365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b0ff09-2366-41ba-a79b-6e6443d4d157 req-a106cc0c-9328-4cac-a686-4a55000cd743 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.822240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34b0ff09-2366-41ba-a79b-6e6443d4d157 req-a106cc0c-9328-4cac-a686-4a55000cd743 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0918558 Aug 31 06:40:50.864222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-bd307ec1-2724-42bd-ad45-fec2a3d4b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.866335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-bd307ec1-2724-42bd-ad45-fec2a3d4b206 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1381156 Aug 31 06:40:50.878237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:49Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:40:50.883614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34b0ff09-2366-41ba-a79b-6e6443d4d157 req-25488318-1087-462e-980b-86bace39b005 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551586 Aug 31 06:40:50.920471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9133f88c-b310-4a88-bab1-27b77009fab9 req-d2fb7bb8-7800-4b99-b0e9-7d4f502141e4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:50.933873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9133f88c-b310-4a88-bab1-27b77009fab9 req-d2fb7bb8-7800-4b99-b0e9-7d4f502141e4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 948 time: 0.1214826 Aug 31 06:40:50.950540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1868e7-ecde-466d-afd3-ea3d46868089 None None] The sync data for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 is: [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:49Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:40:50.985967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1022266283', 'description': 'tempest-description-1499282171'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:51.015157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-e1b2f296-5917-450f-8a01-bacf4c3ef874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.016689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-e1b2f296-5917-450f-8a01-bacf4c3ef874 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1302979 Aug 31 06:40:51.031903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9133f88c-b310-4a88-bab1-27b77009fab9 req-bfed2cc5-bf9a-4ca0-a3d4-e40125e372a9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971520 Aug 31 06:40:51.032676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.271302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-be6a0c18-4efd-42ae-9759-028e3bf9f6a4 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208376 Aug 31 06:40:51.308392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.320614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.367480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.373599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2bb2b454-fac9-48c9-b94b-eedce328db87 req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3933685 Aug 31 06:40:51.375533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504b0e9b-f568-4aba-9e13-4b81229e053d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f35ae-2661-4329-903f-c7168a4412c5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:51.426543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46591293-d39a-4984-bab3-a89a001502a3 req-72f06c20-3aa3-4762-af43-cf4159dfc9b9 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0637064 Aug 31 06:40:51.480006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92b0658e-37a0-4e5d-889f-16e18aad02a2 req-391d0866-1076-4f78-a82d-a229dbd0220e service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949279 Aug 31 06:40:51.486635 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-55322973-117d-4f8e-90d2-c634775a4c72 req-ff7df6de-5142-4c64-9f1c-6f680afcc208 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f79f35ae-2661-4329-903f-c7168a4412c5 HTTP/1.1" status: 200 len: 1801 time: 0.0712998 Aug 31 06:40:51.494295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Request body: {'security_group': {'name': 'tempest-sg-hth-118271459', 'description': 'tempest-description-hth-444617133'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:51.533613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.594948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.601589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.604639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:51.605969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-55322973-117d-4f8e-90d2-c634775a4c72 req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "PUT /v2.0/security-groups/f79f35ae-2661-4329-903f-c7168a4412c5 HTTP/1.1" status: 200 len: 1773 time: 0.1200712 Aug 31 06:40:51.647887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bdc2f4-6b7b-4b94-9344-81d9da9e46ea tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f79f35ae-2661-4329-903f-c7168a4412c5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:51.732555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39955-2a51-4993-ae10-7359efc3be69 req-667e2a08-58f6-430a-b1b7-b3babed4bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.734107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-667e2a08-58f6-430a-b1b7-b3babed4bd33 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1100 time: 0.1769929 Aug 31 06:40:51.739386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c77c91b-f129-4568-91da-2acfefcf779b req-b07ee563-781d-45cb-8fc3-e29419dc9feb tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f79f35ae-2661-4329-903f-c7168a4412c5 HTTP/1.1" status: 200 len: 1773 time: 0.1071312 Aug 31 06:40:51.766646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f732320-f09d-4f74-be60-f6577ee53b0d req-53003fc3-c622-4200-82e4-6d4cbba4d098 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.776223 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f732320-f09d-4f74-be60-f6577ee53b0d req-53003fc3-c622-4200-82e4-6d4cbba4d098 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 946 time: 0.0833859 Aug 31 06:40:51.838929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f732320-f09d-4f74-be60-f6577ee53b0d req-314377ed-f80c-489a-a2bd-4d89b96ca6ec tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615458 Aug 31 06:40:51.866906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-2cb606b3-0bcb-4194-90c4-da507419c4e6 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f79f35ae-2661-4329-903f-c7168a4412c5 HTTP/1.1" status: 200 len: 1773 time: 0.0927160 Aug 31 06:40:51.911891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39955-2a51-4993-ae10-7359efc3be69 req-88236029-a1ef-405d-a7cb-540b6376cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:51.914823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-88236029-a1ef-405d-a7cb-540b6376cf5c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1628313 Aug 31 06:40:52.009833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef8ccf-d3ee-4ec0-87ad-e74a1cebd3fc req-86cbc739-952d-4737-9550-8cf72f043a30 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.013407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81ef8ccf-d3ee-4ec0-87ad-e74a1cebd3fc req-86cbc739-952d-4737-9550-8cf72f043a30 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=7972eece-92ad-4abf-99c2-d47430185d9c HTTP/1.1" status: 200 len: 945 time: 0.0746591 Aug 31 06:40:52.026111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-276e9e80-6fba-45fe-922e-6e2d65d7b02c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.0835383 Aug 31 06:40:52.092707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81ef8ccf-d3ee-4ec0-87ad-e74a1cebd3fc req-fe4a1ec2-80d9-4ccd-96e4-d962acffa338 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578442 Aug 31 06:40:52.138239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.174337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39955-2a51-4993-ae10-7359efc3be69 req-29520f65-be24-4e77-96c4-387ec828c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.178032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-29520f65-be24-4e77-96c4-387ec828c517 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1256423 Aug 31 06:40:52.191487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.229122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74f1a2-e374-4191-b029-13eda1265ac9 req-025615c0-5630-4015-bcba-3dfeca349d1a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.248135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e74f1a2-e374-4191-b029-13eda1265ac9 req-025615c0-5630-4015-bcba-3dfeca349d1a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0939829 Aug 31 06:40:52.277185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a39955-2a51-4993-ae10-7359efc3be69 req-21b24c2b-f42c-4ee7-a39d-8180e8cc4145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.279239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-21b24c2b-f42c-4ee7-a39d-8180e8cc4145 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0832405 Aug 31 06:40:52.315729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e74f1a2-e374-4191-b029-13eda1265ac9 req-21ac4a21-3fbb-4bba-999a-95fc8f1640e5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665624 Aug 31 06:40:52.357296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.359840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:52.369913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6be44c2-bed1-4e19-a102-a5f3a6f9f427 req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/f79f35ae-2661-4329-903f-c7168a4412c5 HTTP/1.1" status: 204 len: 173 time: 0.4540071 Aug 31 06:40:52.432050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-7ba889c9-5f69-4509-8f00-ba3c08041cf0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401145 Aug 31 06:40:52.453581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2ff3db-bfb4-4d1c-947f-62d57e79c7c4 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f79f35ae-2661-4329-903f-c7168a4412c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:52.590690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a507853-7296-4686-968a-8e0d31ac1a66 req-94e3d221-eddd-4592-bdb4-cfefa54efc8d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:52.591644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a507853-7296-4686-968a-8e0d31ac1a66 req-94e3d221-eddd-4592-bdb4-cfefa54efc8d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 948 time: 0.1572545 Aug 31 06:40:52.657204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63a39955-2a51-4993-ae10-7359efc3be69 req-69c1ad0f-a4b8-4253-96bc-74e5b6ab1c29 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690042 Aug 31 06:40:52.686321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a507853-7296-4686-968a-8e0d31ac1a66 req-ad985813-ed5c-47af-91d6-b56c4c690165 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768008 Aug 31 06:40:52.860482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ec944a0-1760-4c51-84aa-227db921847e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:52.863038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee59ff0c-c67e-4ce1-a254-a3c3624c7056 req-3fb19d21-1a7b-4b0e-9aba-dc591041cb6c tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/ports?device_id=d06f66ea-691a-4f11-9ff3-ba22d8904bd1 HTTP/1.1" status: 200 len: 210 time: 0.0503190 Aug 31 06:40:52.962996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9ec944a0-1760-4c51-84aa-227db921847e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:52.970413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9ec944a0-1760-4c51-84aa-227db921847e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:52.970861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.027997 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-cdd20596-2e13-4397-8bf2-628dcf595c90 req-9dd5ee1e-211c-4d2a-8efa-29ce1e6108b1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.030098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cdd20596-2e13-4397-8bf2-628dcf595c90 req-9dd5ee1e-211c-4d2a-8efa-29ce1e6108b1 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/f552ffc5-452a-4b5a-a412-fca4c196e8ad HTTP/1.1" status: 404 len: 352 time: 0.0251081 Aug 31 06:40:53.073373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.079155 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-8a57fa4b-3bab-4ed9-a15d-3eb157970163 req-f9ae4b6d-ce84-4649-a33e-8698428f1c0d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.080973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a57fa4b-3bab-4ed9-a15d-3eb157970163 req-f9ae4b6d-ce84-4649-a33e-8698428f1c0d tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/094e3ed4-d772-4975-82ea-04b590c02ed8 HTTP/1.1" status: 404 len: 352 time: 0.0211883 Aug 31 06:40:53.118401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9ec944a0-1760-4c51-84aa-227db921847e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ec944a0-1760-4c51-84aa-227db921847e,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:53.123839 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-c32dc456-269e-4d23-a900-ea22ff113cc5 req-af359520-ce3a-446b-9a1e-087444b4eec0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.135980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c32dc456-269e-4d23-a900-ea22ff113cc5 req-af359520-ce3a-446b-9a1e-087444b4eec0 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/3d78cd6c-7317-4032-9196-a2e767bf3c7a HTTP/1.1" status: 404 len: 352 time: 0.0307944 Aug 31 06:40:53.139827 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:53.196194 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-3ab53e23-f99d-435a-9f72-c5e142944218 req-4b3e9862-14c0-4613-9f76-4999a626c7e8 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.206930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ab53e23-f99d-435a-9f72-c5e142944218 req-4b3e9862-14c0-4613-9f76-4999a626c7e8 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/17ae8f73-5158-4242-8874-7e8dcc631156 HTTP/1.1" status: 404 len: 352 time: 0.0446661 Aug 31 06:40:53.248009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:53.255286 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-b1269407-442c-4dd4-a383-d60c3094b5da req-8a04de5a-16bc-4946-b409-09bc021cb119 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.263409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1269407-442c-4dd4-a383-d60c3094b5da req-8a04de5a-16bc-4946-b409-09bc021cb119 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/7401154e-ea41-4d00-b032-8f45ee7d7b77 HTTP/1.1" status: 404 len: 352 time: 0.0233862 Aug 31 06:40:53.273610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.273958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.274300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.274694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.275032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.275367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.275693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.276016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.276340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.276663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.281785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.282162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:40:53.315169 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-fdb6a63b-8d30-4223-a0a7-b9b9a5965bfe req-ece022bc-2e36-4dcc-9035-916a2069d2ee tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] show failed (client error): The resource could not be found. Aug 31 06:40:53.316343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdb6a63b-8d30-4223-a0a7-b9b9a5965bfe req-ece022bc-2e36-4dcc-9035-916a2069d2ee tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/96c435c2-5404-421a-951f-ef476c3d8b66 HTTP/1.1" status: 404 len: 352 time: 0.0269525 Aug 31 06:40:53.440246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-6f3f9c8f-2ed8-4422-870e-497eae954551 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.448825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-6f3f9c8f-2ed8-4422-870e-497eae954551 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.2219357 Aug 31 06:40:53.467249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-2dc4a693-3231-4d58-b5c9-c11917224ce0 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/quotas/31e29e8efb874f1196bda7be75f68dbb HTTP/1.1" status: 200 len: 375 time: 0.0174997 Aug 31 06:40:53.541461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-3971d8f5-af2b-44ba-b5a1-ec450b041eaf tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0732496 Aug 31 06:40:53.647092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dad170-f3dd-4840-87a6-d68e889a3b80 req-35d97395-3b8e-4164-bc52-832ea5ff14e1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.648661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33dad170-f3dd-4840-87a6-d68e889a3b80 req-35d97395-3b8e-4164-bc52-832ea5ff14e1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0633409 Aug 31 06:40:53.653700 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-83dce0fc-8bc7-423d-8f13-37986ec8cdb2 service neutron] 10.222.0.57 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113045 Aug 31 06:40:53.707238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33dad170-f3dd-4840-87a6-d68e889a3b80 req-0cfa7f42-e523-4758-8968-b09fa6a931ed tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511708 Aug 31 06:40:53.786680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-334aa00f-447c-4335-82b5-97d122dca12a service neutron] 10.222.0.57 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270328 Aug 31 06:40:53.922013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73383f8c-8da6-4ec3-bb79-f22f3ad680bd req-de7f420c-3e6a-4218-b21e-ac9b8fa1946c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:53.924065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73383f8c-8da6-4ec3-bb79-f22f3ad680bd req-de7f420c-3e6a-4218-b21e-ac9b8fa1946c tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1023 time: 0.0735700 Aug 31 06:40:53.977406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73383f8c-8da6-4ec3-bb79-f22f3ad680bd req-c752d3ce-16b5-4850-96f1-b3750366b16a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=513d110d-4936-403f-8c2d-b00445f3af2e&id=af5ed452-d6dc-4495-b231-546c13c7794f&id=46efef9d-bf34-4b2f-a04c-34dfc792d948&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0447483 Aug 31 06:40:54.123722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8681ff97-075c-4a89-acd4-a8c94cab6a89 req-cf9aeac0-7b9a-4944-a16f-006ff8e0dd70 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:54.125528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8681ff97-075c-4a89-acd4-a8c94cab6a89 req-cf9aeac0-7b9a-4944-a16f-006ff8e0dd70 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 948 time: 0.0661101 Aug 31 06:40:54.189987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8681ff97-075c-4a89-acd4-a8c94cab6a89 req-2781e9a5-2cee-4204-8594-714a845238ac tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566430 Aug 31 06:40:54.248755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:54.342948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.375235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.392313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d857030f-af6d-4b89-b4d3-e45b1c7f0aba req-50cb56d5-edbf-47eb-9061-9e93632e7db3 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 210 time: 0.0552454 Aug 31 06:40:54.440732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.443647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.444819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "DELETE /v2.0/security-groups/062e19e9-5aad-488d-9d42-05b370337f49 HTTP/1.1" status: 204 len: 168 time: 0.1948321 Aug 31 06:40:54.447519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:54.459013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed565f10-9c0c-41ef-808e-27bdbd22af35 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=062e19e9-5aad-488d-9d42-05b370337f49,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:54.465585 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-40b5d964-614c-454d-b190-19502897b4f4 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] show failed (client error): The resource could not be found. Aug 31 06:40:54.468501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40b5d964-614c-454d-b190-19502897b4f4 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "GET /v2.0/security-groups/062e19e9-5aad-488d-9d42-05b370337f49 HTTP/1.1" status: 404 len: 347 time: 0.0186639 Aug 31 06:40:54.471474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:54.494029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:40:54.646102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Deleting port bc38e497-548b-43b0-a06f-5b1cac84dc12 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:54.647182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.766804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.769067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.771141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:54.797071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Calling delete_port for bc38e497-548b-43b0-a06f-5b1cac84dc12 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:54.872349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '0eb0f376-16c7-479c-b691-519de87509ff', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '0eb0f376-16c7-479c-b691-519de87509ff', 'mac_address': 'fa:16:3e:7d:e3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:40:54.896523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ec944a0-1760-4c51-84aa-227db921847e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:54.907095 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97d29fb3-560c-4f8e-a002-d5a94a8696a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:54.940182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-be819dc6-1d13-474f-a05e-c32f10969457 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:54.942337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-be819dc6-1d13-474f-a05e-c32f10969457 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "GET /v2.0/ports?device_id=7972eece-92ad-4abf-99c2-d47430185d9c HTTP/1.1" status: 200 len: 945 time: 0.1136298 Aug 31 06:40:55.102470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f8e947-eae5-419b-84f7-bb779232c786 req-2cb87742-0e52-4e0b-abd7-88d13d2b3661 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.106320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.111703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45f8e947-eae5-419b-84f7-bb779232c786 req-2cb87742-0e52-4e0b-abd7-88d13d2b3661 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1618006 Aug 31 06:40:55.145000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb0f376-16c7-479c-b691-519de87509ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:55.192156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45f8e947-eae5-419b-84f7-bb779232c786 req-cf0f0a06-0208-463e-8664-924d46cd2726 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788960 Aug 31 06:40:55.293941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:55.307046 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.322453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9ec944a0-1760-4c51-84aa-227db921847e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:55.322852 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.375446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.448061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:55.453880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-901cf6dc-a064-449d-8cf4-414d252b3556 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.456708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-901cf6dc-a064-449d-8cf4-414d252b3556 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "GET /v2.0/ports?device_id=f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8 HTTP/1.1" status: 200 len: 946 time: 0.2916706 Aug 31 06:40:55.463215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-f7466abb-80ca-473f-b9b8-93a9e4c30831 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.465371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Deleting port e120efce-32b9-41dc-8c27-f52386302a37 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:55.465718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.468321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-f7466abb-80ca-473f-b9b8-93a9e4c30831 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1023 time: 0.2316968 Aug 31 06:40:55.475357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Pushing event deleted for resources: {'Port': ['ID=bc38e497-548b-43b0-a06f-5b1cac84dc12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:55.592063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] For port e120efce-32b9-41dc-8c27-f52386302a37, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e120efce-32b9-41dc-8c27-f52386302a37,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:55.592822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.608980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Calling delete_port for e120efce-32b9-41dc-8c27-f52386302a37 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:55.615725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:55.683547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65cc2b-ad1e-4249-830e-76978de3b6d5 req-c5e34633-248a-449a-ae79-80ed9b538484 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.691964 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a65cc2b-ad1e-4249-830e-76978de3b6d5 req-c5e34633-248a-449a-ae79-80ed9b538484 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 949 time: 0.2198682 Aug 31 06:40:55.771432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.774160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.777778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c5b81e31-0a87-4d7e-b169-d6f9508178c7 tempest-ServersTestBootFromVolume-919249652 tempest-ServersTestBootFromVolume-919249652-project] 10.222.0.57 "DELETE /v2.0/floatingips/42b11bee-1363-45e7-9d4c-fea967804ef7 HTTP/1.1" status: 204 len: 168 time: 1.3047974 Aug 31 06:40:55.780915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b3a0c-2ba7-4b9b-ae10-a7207daa5468 req-7c26f573-32e5-4fb9-b225-402b28623c8f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:55.782859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-758b3a0c-2ba7-4b9b-ae10-a7207daa5468 req-7c26f573-32e5-4fb9-b225-402b28623c8f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1023 time: 0.6645534 Aug 31 06:40:55.783777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:40:55.785888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:55.876406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event deleted for resources: {'Port': ['ID=e120efce-32b9-41dc-8c27-f52386302a37,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:55.979737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-758b3a0c-2ba7-4b9b-ae10-a7207daa5468 req-8ca82666-a1c6-41a7-90ae-16906dbd43bd tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=513d110d-4936-403f-8c2d-b00445f3af2e&id=af5ed452-d6dc-4495-b231-546c13c7794f&id=46efef9d-bf34-4b2f-a04c-34dfc792d948&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1578741 Aug 31 06:40:56.018034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] No DVR routers for this DVR port e120efce-32b9-41dc-8c27-f52386302a37 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:56.021376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.024496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0dfc060-6df1-4738-abc2-c0f83c036ca4 req-18b34293-f74a-493e-8710-e60a8886c1b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "DELETE /v2.0/ports/e120efce-32b9-41dc-8c27-f52386302a37 HTTP/1.1" status: 204 len: 173 time: 1.0680544 Aug 31 06:40:56.024962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'name': 'network-vif-deleted', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:56.027918 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f62eb34-ad50-4a5d-b8bf-5d101f095a8b" -d '{"events": [{"server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "name": "network-vif-deleted", "tag": "e120efce-32b9-41dc-8c27-f52386302a37"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:56.070834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Deleting port 479bd47d-b030-484f-a449-0dadd4119c5d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:56.071155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.154654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-186ae835-a59f-46c6-a436-1860a18eddd0 req-4e0d8700-5403-47f8-ba70-aa6bbaea9dc5 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 210 time: 0.0627716 Aug 31 06:40:56.239192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] For port 479bd47d-b030-484f-a449-0dadd4119c5d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=479bd47d-b030-484f-a449-0dadd4119c5d,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:56.239569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.263213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Calling delete_port for 479bd47d-b030-484f-a449-0dadd4119c5d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:56.356098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a65cc2b-ad1e-4249-830e-76978de3b6d5 req-a76b5952-c238-428b-ab4d-d8c049960c96 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6605949 Aug 31 06:40:56.410773 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b59891d-b9c6-455a-abfd-8a47d41a44f8 x-openstack-request-id: req-5b59891d-b9c6-455a-abfd-8a47d41a44f8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:56.411253 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7972eece-92ad-4abf-99c2-d47430185d9c", "name": "network-vif-deleted", "tag": "e120efce-32b9-41dc-8c27-f52386302a37", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:56.411665 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5b59891d-b9c6-455a-abfd-8a47d41a44f8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:56.412672 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7972eece-92ad-4abf-99c2-d47430185d9c', 'name': 'network-vif-deleted', 'tag': 'e120efce-32b9-41dc-8c27-f52386302a37', 'status': 'completed', 'code': 200} Aug 31 06:40:56.469835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e120efce-32b9-41dc-8c27-f52386302a37', '479bd47d-b030-484f-a449-0dadd4119c5d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:40:56.516198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-1c0b6108-a3b3-49d7-9082-dfe3fdfa19f1 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:56.517777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-1c0b6108-a3b3-49d7-9082-dfe3fdfa19f1 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.7934718 Aug 31 06:40:56.594759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Request body: {'port': {'device_id': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'admin_state_up': True, 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:56.681263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.747399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event deleted for resources: {'Port': ['ID=479bd47d-b030-484f-a449-0dadd4119c5d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:56.877593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] No DVR routers for this DVR port 479bd47d-b030-484f-a449-0dadd4119c5d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:56.885205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:56.891090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d51e7ee-06d2-48fa-839a-8dc03407c65c req-db59ada0-d8ba-4460-be50-652d1a3beb24 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.50 "DELETE /v2.0/ports/479bd47d-b030-484f-a449-0dadd4119c5d HTTP/1.1" status: 204 len: 173 time: 1.1302521 Aug 31 06:40:56.940838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:56.944429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.071787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Deleting port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:57.071787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.149510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c94fa4-46a0-4636-b88f-c2a810cb2024 req-bb82251d-8048-4619-8ef6-aa451bd05ccc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.151612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10c94fa4-46a0-4636-b88f-c2a810cb2024 req-bb82251d-8048-4619-8ef6-aa451bd05ccc tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 1023 time: 0.0598500 Aug 31 06:40:57.200848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b360f-287f-4f28-8dfd-8f8600a77fea req-42bec616-a502-4c55-bd1a-8db51bf82112 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.204563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10c94fa4-46a0-4636-b88f-c2a810cb2024 req-7ba7336f-dad5-41bd-a6c2-bc0777bb8ed9 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups?id=513d110d-4936-403f-8c2d-b00445f3af2e&id=af5ed452-d6dc-4495-b231-546c13c7794f&id=46efef9d-bf34-4b2f-a04c-34dfc792d948&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0461950 Aug 31 06:40:57.209756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b52b360f-287f-4f28-8dfd-8f8600a77fea req-42bec616-a502-4c55-bd1a-8db51bf82112 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.6294155 Aug 31 06:40:57.251604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bbd5791-21cb-4284-99c4-61c80ce784d8 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.253604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bbd5791-21cb-4284-99c4-61c80ce784d8 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 813 time: 0.7338781 Aug 31 06:40:57.312600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Request body: {'port': {'device_id': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'admin_state_up': True, 'tenant_id': '31e29e8efb874f1196bda7be75f68dbb'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:57.331553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc91a068-c02c-48bd-9265-a4888d5412c6 req-6e1be291-7c0a-4211-bd8d-99c2674e05d2 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 210 time: 0.0439448 Aug 31 06:40:57.417018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f65efd5-84a7-45fa-8484-0163ece2aded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.515336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b52b360f-287f-4f28-8dfd-8f8600a77fea req-75695750-e2ae-438c-8706-c6dac77179cf tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3039694 Aug 31 06:40:57.556728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baffb665-c3d2-448d-948a-4e7683f5b557 req-6406c63a-5ca0-4353-b509-7ff24f4d0f16 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:57.558876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-baffb665-c3d2-448d-948a-4e7683f5b557 req-6406c63a-5ca0-4353-b509-7ff24f4d0f16 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 949 time: 0.0745606 Aug 31 06:40:57.573542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] For port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,segment=NetworkSegment(0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838),segment_id=0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:57.574142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.609475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Calling delete_port for 01db05ad-1dfc-40cb-af52-2a8c537d2c2e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:57.622043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Allocated IP 172.20.0.13 (3ab63fa1-4512-4794-9856-d0093a4d3a92/84c4c1cf-bd52-4da3-bf46-a0c5223c199d/60c87d36-4a95-44fc-a78c-37e7be1eed9f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:57.635514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-baffb665-c3d2-448d-948a-4e7683f5b557 req-cdb1120a-441f-42d2-8f6e-7148abddd708 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611436 Aug 31 06:40:57.688701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:57.788689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Made reservation on behalf of 31e29e8efb874f1196bda7be75f68dbb for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:40:57.792182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.050301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.069118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.113023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.155334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'Port': ['ID=01db05ad-1dfc-40cb-af52-2a8c537d2c2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:58.244793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] No DVR routers for this DVR port 01db05ad-1dfc-40cb-af52-2a8c537d2c2e on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:40:58.250662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 01db05ad-1dfc-40cb-af52-2a8c537d2c2e no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:58.250828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.252775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-505c4259-cd79-41cf-b0d3-9f173bff4bb4 req-6e9b9778-107b-4592-9759-f3705f661fcf tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.53 "DELETE /v2.0/ports/01db05ad-1dfc-40cb-af52-2a8c537d2c2e HTTP/1.1" status: 204 len: 173 time: 2.7690296 Aug 31 06:40:58.253433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'name': 'network-vif-deleted', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:58.255752 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1913dc77-ba0c-4fa4-aabb-7725d8a359bd" -d '{"events": [{"server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "name": "network-vif-deleted", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:58.292217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 01db05ad-1dfc-40cb-af52-2a8c537d2c2e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:58.292756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 01db05ad-1dfc-40cb-af52-2a8c537d2c2e not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:58.298725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.360635 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa018b4-0fd7-4a38-8d76-209ea7e833b0 x-openstack-request-id: req-2fa018b4-0fd7-4a38-8d76-209ea7e833b0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:58.360945 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c73b6a13-508b-4514-bc9f-646e06fb4f22", "name": "network-vif-deleted", "tag": "01db05ad-1dfc-40cb-af52-2a8c537d2c2e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:58.361184 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2fa018b4-0fd7-4a38-8d76-209ea7e833b0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:58.361617 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c73b6a13-508b-4514-bc9f-646e06fb4f22', 'name': 'network-vif-deleted', 'tag': '01db05ad-1dfc-40cb-af52-2a8c537d2c2e', 'status': 'completed', 'code': 200} Aug 31 06:40:58.375311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96764f66-4215-4279-92d7-296aa42d3874 req-0dc4359d-1773-4660-be74-bd366913a21a tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/ports?device_id=c73b6a13-508b-4514-bc9f-646e06fb4f22 HTTP/1.1" status: 200 len: 210 time: 0.0465813 Aug 31 06:40:58.415418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'name': 'network-vif-deleted', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:58.418151 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ea2e7b-8190-49ec-bb59-2d90c8ecc887" -d '{"events": [{"server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "name": "network-vif-deleted", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:58.446042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:58.458304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:58.471956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:58.482886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Allocated IP 172.20.0.12 (3ab63fa1-4512-4794-9856-d0093a4d3a92/84c4c1cf-bd52-4da3-bf46-a0c5223c199d/75f0a059-4f50-41ef-a6fa-1ca8517356d0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:40:58.499856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:40:58.522161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-452fa197-27fd-4031-9395-782a48187e2c req-1187909e-73e4-4923-9fbd-b960ca687815 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 210 time: 0.0713367 Aug 31 06:40:58.522833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event updated for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:58.540245 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88edd97-5a73-4263-b1d6-ed01a1bd9219 x-openstack-request-id: req-b88edd97-5a73-4263-b1d6-ed01a1bd9219 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:58.540693 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8", "name": "network-vif-deleted", "tag": "479bd47d-b030-484f-a449-0dadd4119c5d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:58.541079 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b88edd97-5a73-4263-b1d6-ed01a1bd9219 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:58.541810 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3e8615a-16e0-45cf-b8eb-a68ac2f51fc8', 'name': 'network-vif-deleted', 'tag': '479bd47d-b030-484f-a449-0dadd4119c5d', 'status': 'completed', 'code': 200} Aug 31 06:40:58.585314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 0eb0f376-16c7-479c-b691-519de87509ff completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:40:58.590744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 0eb0f376-16c7-479c-b691-519de87509ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:40:58.590924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.591405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.591527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.666385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0bb8646c-8384-41f1-93b4-fbb140b31ff4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0757670 Aug 31 06:40:58.693161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Request body: {'port': {'device_id': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:58.704981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8fe5b7-f4d0-40c6-bd59-4e6fae9dad62 req-fd78f402-a481-497a-b11d-1b2afecd83f1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.707482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc8fe5b7-f4d0-40c6-bd59-4e6fae9dad62 req-fd78f402-a481-497a-b11d-1b2afecd83f1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0800595 Aug 31 06:40:58.713261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.779155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:40:58.784450 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cd9ff9-2648-4755-a341-b4c6d6c9cb8e" -d '{"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:40:58.792233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc8fe5b7-f4d0-40c6-bd59-4e6fae9dad62 req-6ec8e616-884b-4346-9d60-f2b152152aaf tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725524 Aug 31 06:40:58.813923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:58.820745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.822084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e120efce-32b9-41dc-8c27-f52386302a37 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:58.860786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.875840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:58.909392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: e120efce-32b9-41dc-8c27-f52386302a37 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:58.910038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e120efce-32b9-41dc-8c27-f52386302a37 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:58.910916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 479bd47d-b030-484f-a449-0dadd4119c5d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:40:58.911470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8db56-420a-4b93-a272-5a04fb8fab60 req-111027c6-cff0-42c7-9b2c-a2e5ff265c26 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:58.919948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cda8db56-420a-4b93-a272-5a04fb8fab60 req-111027c6-cff0-42c7-9b2c-a2e5ff265c26 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 949 time: 0.1384242 Aug 31 06:40:58.947543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 479bd47d-b030-484f-a449-0dadd4119c5d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:40:58.948285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 479bd47d-b030-484f-a449-0dadd4119c5d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:40:58.958109 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b527f573-12e2-4bdf-bf3c-60996b41cb23 x-openstack-request-id: req-b527f573-12e2-4bdf-bf3c-60996b41cb23 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:40:58.958459 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:40:58.958763 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b527f573-12e2-4bdf-bf3c-60996b41cb23 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:40:58.959174 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff', 'code': 200} Aug 31 06:40:58.959883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:59.011443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.022332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Deleting port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:40:59.022793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.086544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd7d062-d1b6-4f1a-9844-f17a53c72ad5 req-919fc88b-e974-4734-b5e7-e78b9b6a3338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.088325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5cd7d062-d1b6-4f1a-9844-f17a53c72ad5 req-919fc88b-e974-4734-b5e7-e78b9b6a3338 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1102 time: 0.0436096 Aug 31 06:40:59.132679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5cd7d062-d1b6-4f1a-9844-f17a53c72ad5 req-37827d04-d298-4990-8d32-abf4bb3d1b09 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336599 Aug 31 06:40:59.213537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Network 3ab63fa1-4512-4794-9856-d0093a4d3a92 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:40:59.216599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cda8db56-420a-4b93-a272-5a04fb8fab60 req-048e7d3a-87aa-448e-83f9-113b32cd4cb1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316673 Aug 31 06:40:59.239231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:40:59.239231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event updated for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:40:59.240069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:40:59.523794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.657973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] For port 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:40:59.658594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.687215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a844fe03-6122-4b0f-946a-d33e039ea579 req-7b68b268-c9dc-45a2-bced-b2cf84766e00 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.689303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a844fe03-6122-4b0f-946a-d33e039ea579 req-7b68b268-c9dc-45a2-bced-b2cf84766e00 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 932 time: 0.0588210 Aug 31 06:40:59.694998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.695660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.699914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Calling delete_port for 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:40:59.738088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a844fe03-6122-4b0f-946a-d33e039ea579 req-dc0b36b8-e4cc-4e37-9f6e-0ada08ca2749 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417418 Aug 31 06:40:59.772425 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-540c8ddf-85f2-4097-89d0-4f8fa7d7fb40 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4710262 Aug 31 06:40:59.785609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-c8245c89-8928-4645-932d-66a566648fb5 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/46efef9d-bf34-4b2f-a04c-34dfc792d948 HTTP/1.1" status: 200 len: 1800 time: 0.1567025 Aug 31 06:40:59.794931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Request body: {'port': {'device_id': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:40:59.918712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff35b79-ab0e-4df7-9b0e-dbbb00078a1e req-c1331635-d17a-4c40-8cda-3bd93d067af6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:40:59.921069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ff35b79-ab0e-4df7-9b0e-dbbb00078a1e req-c1331635-d17a-4c40-8cda-3bd93d067af6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0596929 Aug 31 06:40:59.942589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c87d36-4a95-44fc-a78c-37e7be1eed9f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:40:59.955197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:40:59.965371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ff35b79-ab0e-4df7-9b0e-dbbb00078a1e req-e25b2dc7-ab07-4ef8-a083-61a8a00813a5 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375009 Aug 31 06:41:00.000834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.038044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Transition to ACTIVE for port object 60c87d36-4a95-44fc-a78c-37e7be1eed9f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:00.045200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.047077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.158911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.183531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Pushing event updated for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:00.357287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12b4f1e-3b71-4c29-810c-21faa210b41e req-c66c3120-85a8-419b-9a9e-9bb94ee81704 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:00.359133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e12b4f1e-3b71-4c29-810c-21faa210b41e req-c66c3120-85a8-419b-9a9e-9bb94ee81704 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0643389 Aug 31 06:41:00.370665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.373222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.374384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-043d8776-cdeb-4c15-b254-be7a5250b0d4 req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/46efef9d-bf34-4b2f-a04c-34dfc792d948 HTTP/1.1" status: 204 len: 173 time: 0.5743213 Aug 31 06:41:00.409548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e12b4f1e-3b71-4c29-810c-21faa210b41e req-9912b77b-475c-4246-82ba-4d902286fcb5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420313 Aug 31 06:41:00.416098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.444327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffaf59d-21ae-4567-9737-97283d82bf7f tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46efef9d-bf34-4b2f-a04c-34dfc792d948,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:00.492626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:00.540439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Attempting to bind port 60c87d36-4a95-44fc-a78c-37e7be1eed9f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:00.540782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Attempting to bind port 60c87d36-4a95-44fc-a78c-37e7be1eed9f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:00.541126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Attempting to bind port 60c87d36-4a95-44fc-a78c-37e7be1eed9f on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:00.577900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Port 60c87d36-4a95-44fc-a78c-37e7be1eed9f on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:00.578253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Attempting to bind port 60c87d36-4a95-44fc-a78c-37e7be1eed9f on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:00.615929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:00.616269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Checking segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:00.616587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Bound using segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:00.616985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Bound port: 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:00.617378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.629582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-81042073-f54e-4510-bc6a-eb8d05981bd7 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "GET /v2.0/security-groups/513d110d-4936-403f-8c2d-b00445f3af2e HTTP/1.1" status: 200 len: 1800 time: 0.2057226 Aug 31 06:41:00.872145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca50001-e8d8-4065-a1db-c2edba7ed12b req-4c9059c1-292f-47b9-b00d-d58182b350b3 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:00.873662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca50001-e8d8-4065-a1db-c2edba7ed12b req-4c9059c1-292f-47b9-b00d-d58182b350b3 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 932 time: 0.0572915 Aug 31 06:41:00.876772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f0a059-4f50-41ef-a6fa-1ca8517356d0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:00.900927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.908407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:00.919906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.924485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca50001-e8d8-4065-a1db-c2edba7ed12b req-a64277cf-9aa6-4d1d-97d0-835236b0d761 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 Aug 31 06:41:00.933264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.936057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:00.944400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Transition to ACTIVE for port object 75f0a059-4f50-41ef-a6fa-1ca8517356d0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:00.945215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.954150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:00.969605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.025187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.082990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.086815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.086815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] 10.222.0.53 "PUT /v2.0/ports/60c87d36-4a95-44fc-a78c-37e7be1eed9f HTTP/1.1" status: 200 len: 1093 time: 2.4005513 Aug 31 06:41:01.145824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:01.148410 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ef5690-165b-49be-b9d7-299847f3e6f3" -d '{"events": [{"name": "network-changed", "server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:01.150454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e40717f-778d-4196-8efd-79e4f5fd9634 req-de4dcec4-4df9-4adf-a382-8dc0e062beca tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.158137 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e40717f-778d-4196-8efd-79e4f5fd9634 req-de4dcec4-4df9-4adf-a382-8dc0e062beca tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0998721 Aug 31 06:41:01.184615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b306ff-5c4c-4dd1-93e5-7c95d8304283 service neutron] Pushing event updated for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.201682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e40717f-778d-4196-8efd-79e4f5fd9634 req-68793a1e-ef56-4d29-9896-09ae0a2f7608 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 Aug 31 06:41:01.336924 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ddee37-7b0f-4eb8-94ec-b7d4bc0b317b x-openstack-request-id: req-f0ddee37-7b0f-4eb8-94ec-b7d4bc0b317b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:01.337231 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:01.337505 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0ddee37-7b0f-4eb8-94ec-b7d4bc0b317b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:01.337896 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f', 'status': 'completed', 'code': 200} Aug 31 06:41:01.343482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.346083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.347259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f831b86-e84e-4f32-9b41-91f69577b13a req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] 10.222.0.57 "DELETE /v2.0/security-groups/513d110d-4936-403f-8c2d-b00445f3af2e HTTP/1.1" status: 204 len: 173 time: 0.7044990 Aug 31 06:41:01.354522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:01.363242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.386282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e901b8-d9f2-4b99-941f-fbe9f2aafc64 tempest-SecurityGroupsTestJSON-1770439833 tempest-SecurityGroupsTestJSON-1770439833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=513d110d-4936-403f-8c2d-b00445f3af2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.395647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-a0b6a9e0-6a5e-44ed-8956-29d71cd844f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.397214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-a0b6a9e0-6a5e-44ed-8956-29d71cd844f6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 1096 time: 0.1955500 Aug 31 06:41:01.406974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Deleting subnet 728ca953-f27d-4b25-a9a3-bde4df4943a1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:41:01.411140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.456931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.488792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Attempting to bind port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:01.489140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Attempting to bind port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:01.490802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Attempting to bind port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:01.500641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-e3ad0359-a391-420a-bdcb-e5a530f1c352 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f HTTP/1.1" status: 200 len: 217 time: 0.0867858 Aug 31 06:41:01.505769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:01.506737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Attempting to bind port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 on network 3ab63fa1-4512-4794-9856-d0093a4d3a92 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:01.509526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.522569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:01.522912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Checking segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:01.523298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Bound using segment: {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:01.523750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Bound port: 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0774ac57-9c37-4c57-95e1-3197678eb7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:01.524130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.596810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed64d7-17c7-4314-86ab-4a3c705a55e8 req-26b5fe2b-3973-4e44-8077-152247aa4945 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.598317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07ed64d7-17c7-4314-86ab-4a3c705a55e8 req-26b5fe2b-3973-4e44-8077-152247aa4945 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0651884 Aug 31 06:41:01.629391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.635421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-837a5b32-0801-43fb-b843-639bed4f5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.637317 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-837a5b32-0801-43fb-b843-639bed4f5bf5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.1239698 Aug 31 06:41:01.668928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.672524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/728ca953-f27d-4b25-a9a3-bde4df4943a1 HTTP/1.1" status: 204 len: 168 time: 0.3169713 Aug 31 06:41:01.679698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:01.689058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-2b4adb35-0677-479d-8fac-faea43111bee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398490 Aug 31 06:41:01.692315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:01.694794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d00cd4-d570-49b8-a7c0-842f0cfd8606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=728ca953-f27d-4b25-a9a3-bde4df4943a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:01.713156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07ed64d7-17c7-4314-86ab-4a3c705a55e8 req-eace2c49-03f3-47ab-9fb6-3cb6e963cd06 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032400 Aug 31 06:41:01.730903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:01.774769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:01.791803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.815710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.894454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:01.895231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-6d7f01a4-030d-46b7-94e6-b1203565f5e6 req-3bd07538-19e3-49fb-b519-b44a65c77229 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:41:01.896276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d7f01a4-030d-46b7-94e6-b1203565f5e6 req-3bd07538-19e3-49fb-b519-b44a65c77229 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053027 Aug 31 06:41:01.898781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.901193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] 10.222.0.53 "PUT /v2.0/ports/75f0a059-4f50-41ef-a6fa-1ca8517356d0 HTTP/1.1" status: 200 len: 1093 time: 2.1124644 Aug 31 06:41:01.912714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.924956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15da17a3-bab4-4123-80c8-e3a9d9c0e347']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:01.937789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:01.938334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd3d270-7dfb-4d7c-9d49-8e8dd37f4838') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:01.948946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.964517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.971626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:01.972060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:01.973771 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:02.034035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.042618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.044859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] 10.222.0.57 "DELETE /v2.0/networks/15da17a3-bab4-4123-80c8-e3a9d9c0e347 HTTP/1.1" status: 204 len: 168 time: 0.3641715 Aug 31 06:41:02.067425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abce001d-75af-488f-96de-9380581f69b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=15da17a3-bab4-4123-80c8-e3a9d9c0e347,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:02.086808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-14cde769-5c94-488e-85cc-7e0d408a6cef service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3870134 Aug 31 06:41:02.119576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531604b-b186-41fe-ae17-2baccee7adf2 service neutron] Pushing event updated for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:02.205916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:02.212960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-521bf8ed-0cfc-4809-b320-a7733486f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.214533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-521bf8ed-0cfc-4809-b320-a7733486f948 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 1096 time: 0.2658288 Aug 31 06:41:02.221737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7aff6d6-2701-48c8-9f8c-4f3f1aa12970 admin admin] 10.222.0.57 "PUT /v2.0/routers/8d7c19f0-30f1-4099-b4fd-8c927b28e984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3959482 Aug 31 06:41:02.221931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Sync routers for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:02.225990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:02.238286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:02.240409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:02.243248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:02.289897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ce0a24-b277-4289-9050-869626fd4402 req-433ec364-110d-4193-b8cb-a98ce39d85b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.291602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34ce0a24-b277-4289-9050-869626fd4402 req-433ec364-110d-4193-b8cb-a98ce39d85b9 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 944 time: 0.2771633 Aug 31 06:41:02.328718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-963e4d6f-2c85-4608-972a-e343911c396e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0 HTTP/1.1" status: 200 len: 217 time: 0.1013558 Aug 31 06:41:02.410389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:02.656537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:41:00Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:02.674341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7a99d2-69ba-4b54-a4d6-5fc3aedf88d0 req-234bef70-1070-4e6a-8224-18d1ec66b2a7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.682390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c7a99d2-69ba-4b54-a4d6-5fc3aedf88d0 req-234bef70-1070-4e6a-8224-18d1ec66b2a7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.5269156 Aug 31 06:41:02.696896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Checking router: 8d7c19f0-30f1-4099-b4fd-8c927b28e984 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:02.706846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-ec7ebc5e-981a-4ba0-9d15-a6e0359f6b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:02.708436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Routers {'8d7c19f0-30f1-4099-b4fd-8c927b28e984'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:02.708814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-ec7ebc5e-981a-4ba0-9d15-a6e0359f6b8d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.3635037 Aug 31 06:41:02.710149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:02.711714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c73992cc-bdde-487f-a603-167a47c90db8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b4aaae54bea443db1e4d809f2b806b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4719591 Aug 31 06:41:02.716369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:02.766887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-1a2deff4-5f41-489e-86df-c8458ccc921b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433354 Aug 31 06:41:02.769961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c7a99d2-69ba-4b54-a4d6-5fc3aedf88d0 req-85015bec-1718-4671-816a-9cb138656073 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864813 Aug 31 06:41:02.793061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-1c57d68b-8cc5-4406-8f6d-776fb90248d5 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6356196 Aug 31 06:41:02.855124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34ce0a24-b277-4289-9050-869626fd4402 req-08c4305e-17ee-4597-910d-7a886334a770 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5252774 Aug 31 06:41:02.862711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-79e264c7-9504-4a19-aadb-b5def82eca82 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7610171 Aug 31 06:41:02.892771 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:02.946859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.038544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8065e8c2-3851-41d8-b118-0bf5ad642930 req-f49c9cb9-d885-4dfa-82fd-5657ce9e09c6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.048378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8065e8c2-3851-41d8-b118-0bf5ad642930 req-f49c9cb9-d885-4dfa-82fd-5657ce9e09c6 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1101544 Aug 31 06:41:03.066842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] Set router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:03.069497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.092996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.097142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.098398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af5ed452-d6dc-4495-b231-546c13c7794f HTTP/1.1" status: 204 len: 168 time: 0.3808348 Aug 31 06:41:03.113961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce874d9e-0250-4dc8-914c-cf6af7b05df5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5ed452-d6dc-4495-b231-546c13c7794f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:03.131590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8065e8c2-3851-41d8-b118-0bf5ad642930 req-bbe53df1-9ded-4ea3-b71d-84229f8cbc6b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796709 Aug 31 06:41:03.150258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-6cb2ba0c-61e2-4c71-8e61-769da194343c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.152551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-6cb2ba0c-61e2-4c71-8e61-769da194343c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 1096 time: 0.1922290 Aug 31 06:41:03.243450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-0acdc3b2-c2e5-43c1-9b82-16910b4b8b76 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4581227 Aug 31 06:41:03.378517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:41:00Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:03.386982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:03.397676 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078d1ebe-048e-4c30-bfbe-d8644f176df8" -d '{"events": [{"name": "network-changed", "server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:03.397676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-fc774a82-7635-413f-bde0-1e10eda54935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.397676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-fc774a82-7635-413f-bde0-1e10eda54935 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 914 time: 0.2199187 Aug 31 06:41:03.422731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bddf8de-b32f-4aaa-b942-73abe8a91696 None None] The sync data for ids ['8d7c19f0-30f1-4099-b4fd-8c927b28e984'] in n-d-712707-15 is: [{'id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'name': 'tempest-ServersTestBootFromVolume-1316714689-router', 'tenant_id': 'a622044349a1455e8bb51407e9793bc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113'}], 'enable_snat': True}, 'gw_port_id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:37:21Z', 'updated_at': '2021-08-31T06:41:00Z', 'revision_number': 5, 'project_id': 'a622044349a1455e8bb51407e9793bc1', 'gw_port': {'id': '1b4b7561-d4e6-41cc-93a5-9db9d6899d9c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:9c:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d7c19f0-30f1-4099-b4fd-8c927b28e984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:37:24Z', 'updated_at': '2021-08-31T06:37:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:03.468387 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e760a65e-c8b9-4646-a0c9-a2ba09ed185b x-openstack-request-id: req-e760a65e-c8b9-4646-a0c9-a2ba09ed185b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:03.468805 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:03.469005 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e760a65e-c8b9-4646-a0c9-a2ba09ed185b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:03.469422 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0', 'status': 'completed', 'code': 200} Aug 31 06:41:03.526009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-cbb63ad4-716f-40ed-b325-1aadd069a560 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f HTTP/1.1" status: 200 len: 217 time: 0.1167135 Aug 31 06:41:03.594151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.622925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-cf6a75c8-a6fc-45da-8024-39c2408e1ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.624421 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-cf6a75c8-a6fc-45da-8024-39c2408e1ddd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.0884376 Aug 31 06:41:03.655430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95b57a1-07ad-4fbf-a0b5-756f868317c4 req-b545c0e1-4e11-49bb-828f-ca119ca16601 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459280 Aug 31 06:41:03.688116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-9c998be1-dcf4-4eae-915b-6a4b7533c912 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441334 Aug 31 06:41:03.834913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Deleting port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:03.834913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:03.843567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-85a0c938-1a56-45da-9aa5-66b54f818847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:03.845156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-85a0c938-1a56-45da-9aa5-66b54f818847 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=31e29e8efb874f1196bda7be75f68dbb&device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 1096 time: 0.1278014 Aug 31 06:41:04.060254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715348f-4644-4421-9068-f00ff58d3bab req-b6d79012-e661-49ad-8cc1-c64cf5997d4d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.062361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d715348f-4644-4421-9068-f00ff58d3bab req-b6d79012-e661-49ad-8cc1-c64cf5997d4d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 944 time: 0.0843313 Aug 31 06:41:04.108361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-3190c60b-9210-4a32-acf8-0ec88b367da6 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4012575 Aug 31 06:41:04.120351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d715348f-4644-4421-9068-f00ff58d3bab req-d8b3a90b-890b-4547-8fbc-dac408de632b tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521555 Aug 31 06:41:04.255368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaadb603-f919-4d23-aa59-e5ac30c85f58 req-c836a3ed-3eb1-44d7-aa4e-04f3fc1fcd88 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.258545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eaadb603-f919-4d23-aa59-e5ac30c85f58 req-c836a3ed-3eb1-44d7-aa4e-04f3fc1fcd88 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2982574 Aug 31 06:41:04.260682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] For port 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:04.261193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.319124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Calling delete_port for 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:04.359968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-6a0c71a5-8f20-4133-a4f9-cd952027da66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.361664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-6a0c71a5-8f20-4133-a4f9-cd952027da66 service neutron] 10.222.0.53 "GET /v2.0/networks?id=3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 200 len: 914 time: 0.4034598 Aug 31 06:41:04.400971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f514c5ab-fb3d-4233-8b02-ee3f3fd9a3af req-1c861e26-386b-4e9a-827e-a9aab00fd3cd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.403043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f514c5ab-fb3d-4233-8b02-ee3f3fd9a3af req-1c861e26-386b-4e9a-827e-a9aab00fd3cd tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0648277 Aug 31 06:41:04.452192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-c7561870-5a2e-45a2-8c52-f70668e433c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0 HTTP/1.1" status: 200 len: 217 time: 0.0763021 Aug 31 06:41:04.454320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4ef5690-165b-49be-b9d7-299847f3e6f3 req-91f199cc-755c-40d8-bf5d-83dded375186 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3337109 Aug 31 06:41:04.468643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eaadb603-f919-4d23-aa59-e5ac30c85f58 req-4656b4f0-9614-4700-affc-6151584625c6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893218 Aug 31 06:41:04.498014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f514c5ab-fb3d-4233-8b02-ee3f3fd9a3af req-d619bb83-10aa-42d6-8b00-b1649271c8d4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834196 Aug 31 06:41:04.524211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:04.549391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-6324c7a9-5442-4a6c-8ab7-b91ae0bca49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.550925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-6324c7a9-5442-4a6c-8ab7-b91ae0bca49f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 200 len: 853 time: 0.0796649 Aug 31 06:41:04.618846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-961001df-b216-49de-a450-fe633c3bc89a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=3ab63fa1-4512-4794-9856-d0093a4d3a92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376844 Aug 31 06:41:04.700836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1094247764-network', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:04.712090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:04.748253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:04.748598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2b21a6dc-5f3c-4268-8e49-d8252d4ca3a6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:04.750891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-6c4e9385-a310-4b35-828d-3726354b4867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.753015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-6c4e9385-a310-4b35-828d-3726354b4867 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1102 time: 0.0547900 Aug 31 06:41:04.804804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.808362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-faf5040a-5794-48eb-a080-381b95f03812 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804841 Aug 31 06:41:04.814416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Made reservation on behalf of ccb1e6fcaf3945c7ac52ca45850a20d4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:04.816686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.856614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-49655f19-9ff2-4e7a-a810-46e3ed73c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.858213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-49655f19-9ff2-4e7a-a810-46e3ed73c826 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0966272 Aug 31 06:41:04.874447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b4b7561-d4e6-41cc-93a5-9db9d6899d9c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:04.905745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:04.913539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-64c99cd3-d584-4a2a-968f-373af8b10554 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.0426409 Aug 31 06:41:04.973315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-76654d65-6ac6-4d66-8820-a0f150063d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:04.976134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-76654d65-6ac6-4d66-8820-a0f150063d70 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0502789 Aug 31 06:41:05.024558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.040642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-809f9305-0edf-4ec6-b5ab-2a53746757f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.042528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-809f9305-0edf-4ec6-b5ab-2a53746757f6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0534186 Aug 31 06:41:05.093539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-078d1ebe-048e-4c30-bfbe-d8644f176df8 req-b88f1125-f803-4427-8d2b-b0937e6d4a89 service neutron] 10.222.0.53 "GET /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721381 Aug 31 06:41:05.136666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.143724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.157614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-fb837dd3-2c23-4547-9deb-43f58b11b6c8 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015096 Aug 31 06:41:05.203376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.203883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8d7c19f0-30f1-4099-b4fd-8c927b28e984 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:41:05.225425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.227179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7fa82910-1fac-4269-a158-1f9941ca61f7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8d7c19f0-30f1-4099-b4fd-8c927b28e984 HTTP/1.1" status: 204 len: 168 time: 2.9988964 Aug 31 06:41:05.229820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:05.267623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.310720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.322419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.352406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Deleting subnet 2ac52657-d4a2-4547-b66b-d60982caf105 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:41:05.352613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb03789-ad17-4008-ad86-354c7d63b883 req-4b1b6c18-d98f-4615-99f1-e15bd9dacc41 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.363752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:05.364004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcb03789-ad17-4008-ad86-354c7d63b883 req-4b1b6c18-d98f-4615-99f1-e15bd9dacc41 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 944 time: 0.1454692 Aug 31 06:41:05.365806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.413785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb97a2ad-ae6b-4f3a-966b-cc381e8b38bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:05.424615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.425171 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Added segment d45e8f97-c4fe-4502-9518-a7e4023415aa of type vlan for network d9a63763-aa26-43c8-8b8f-e3f2912af646 Aug 31 06:41:05.427366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-53af60b2-b2cc-4a14-bd9f-d9381788969b service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611153 Aug 31 06:41:05.442048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.442773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcb03789-ad17-4008-ad86-354c7d63b883 req-ddc94349-a88a-46af-926e-2e2e9203bdd4 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Aug 31 06:41:05.500808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.576757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.577776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.578356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.586346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.645672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e82f5-bcc2-4828-8a5f-39cba9c57b76 req-199d5fba-4864-44e0-aa2f-1e430941d76e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.648397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd4e82f5-bcc2-4828-8a5f-39cba9c57b76 req-199d5fba-4864-44e0-aa2f-1e430941d76e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0545087 Aug 31 06:41:05.689322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd4e82f5-bcc2-4828-8a5f-39cba9c57b76 req-b6953496-a22e-4a5d-9ea9-eb78eeaf71a7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341465 Aug 31 06:41:05.695311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1743431 Aug 31 06:41:05.698179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:05.708024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Request body: {'subnet': {'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1094247764-subnet', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:05.721361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774225ff-a8e9-4e35-9332-a75231c3e236 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a63763-aa26-43c8-8b8f-e3f2912af646,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:05.735351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:05.740167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56383050-f618-4c90-9c31-f982403592cc req-bcf27e07-89dc-4421-828d-d97822c779e1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:05.741771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56383050-f618-4c90-9c31-f982403592cc req-bcf27e07-89dc-4421-828d-d97822c779e1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1608214 Aug 31 06:41:05.766422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Made reservation on behalf of ccb1e6fcaf3945c7ac52ca45850a20d4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:05.770148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.773655 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.842145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ac52657-d4a2-4547-b66b-d60982caf105,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:05.844309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:05.848968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8b7720aa-eed8-4094-a5ae-f7ab438683be admin admin] 10.222.0.57 "DELETE /v2.0/subnets/2ac52657-d4a2-4547-b66b-d60982caf105 HTTP/1.1" status: 204 len: 168 time: 0.6152544 Aug 31 06:41:05.849978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:05.858389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0e6e9e-15d6-43ca-b13a-2a1157940eac None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:05.867513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56383050-f618-4c90-9c31-f982403592cc req-63123a83-06b2-46db-8cc7-bf4fd6692a6e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161635 Aug 31 06:41:05.948856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.022700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.028151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Deleting port ec16a179-5ef0-416f-8d85-4926cd65fb40 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:06.028780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.098016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] DHCP port deletion for 0bcb6246-7fd1-4026-86e8-b5d65bd7576f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:41:06.098277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2e460f7-003a-442d-99ea-57efca47662b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.113983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Checking segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:06.114551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Network hostable DHCP agents. Network: d9a63763-aa26-43c8-8b8f-e3f2912af646, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:06.121383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] For port ec16a179-5ef0-416f-8d85-4926cd65fb40, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ec16a179-5ef0-416f-8d85-4926cd65fb40,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:06.122107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.137793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Calling delete_port for ec16a179-5ef0-416f-8d85-4926cd65fb40 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:06.139495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:06.153458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d9a63763-aa26-43c8-8b8f-e3f2912af646) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:06.153909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Deleting port ec16a179-5ef0-416f-8d85-4926cd65fb40 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:06.154544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.167447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8798c72-26d8-4a84-9778-bb334dd691d2 None None] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:06.172983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.173742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.192664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-744366f4-6756-4ac1-8f10-b89bed209c2b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4907649 Aug 31 06:41:06.194475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:06.199221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:06.222195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.223429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.229475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.256899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] For port ec16a179-5ef0-416f-8d85-4926cd65fb40, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ec16a179-5ef0-416f-8d85-4926cd65fb40,segment=NetworkSegment(d324284e-88ac-44fa-903b-0538aa70280b),segment_id=d324284e-88ac-44fa-903b-0538aa70280b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:06.257801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.262597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec16a179-5ef0-416f-8d85-4926cd65fb40,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.272320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] No DVR routers for this DVR port ec16a179-5ef0-416f-8d85-4926cd65fb40 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:06.290759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Calling delete_port for ec16a179-5ef0-416f-8d85-4926cd65fb40 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:06.293235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.361702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.362176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 60c87d36-4a95-44fc-a78c-37e7be1eed9f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:06.375678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcb6246-7fd1-4026-86e8-b5d65bd7576f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:06.389696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd324284e-88ac-44fa-903b-0538aa70280b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:06.390054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd324284e-88ac-44fa-903b-0538aa70280b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:06.402607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.423530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.442455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:06.442455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:06.444357 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:06.503122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.513796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.525701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.527707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] 10.222.0.57 "DELETE /v2.0/networks/0bcb6246-7fd1-4026-86e8-b5d65bd7576f HTTP/1.1" status: 204 len: 168 time: 0.6763537 Aug 31 06:41:06.548263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3be30e-48c4-4393-8836-052ecf00b351 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bcb6246-7fd1-4026-86e8-b5d65bd7576f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: from cryptography.utils import int_from_bytes Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.660596 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:06.663796 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:41:06.666183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4f5aaa-7316-4807-b0bf-43106dd23bbe req-d50ae5ea-5b6a-4df7-a479-f6388662441e tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.668103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff4f5aaa-7316-4807-b0bf-43106dd23bbe req-d50ae5ea-5b6a-4df7-a479-f6388662441e tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 944 time: 0.0739627 Aug 31 06:41:06.680715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d9a63763-aa26-43c8-8b8f-e3f2912af646', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:06.684446 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.726326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff4f5aaa-7316-4807-b0bf-43106dd23bbe req-3302dde1-e86e-461d-8d84-d533cef50e5e tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495465 Aug 31 06:41:06.740752 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.782821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:06.794045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:06.851302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Network 0bcb6246-7fd1-4026-86e8-b5d65bd7576f is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:41:06.851767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] No DVR routers for this DVR port ec16a179-5ef0-416f-8d85-4926cd65fb40 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:06.864104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:06.871661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae9be8f7-36e9-4b41-a653-030fdeb9bdf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a622044349a1455e8bb51407e9793bc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0764413 Aug 31 06:41:06.874392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:06.922243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:06.923931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:06.924585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1b4b7561-d4e6-41cc-93a5-9db9d6899d9c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:06.924740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ec16a179-5ef0-416f-8d85-4926cd65fb40 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:06.938825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a06b4b-e631-4a3d-bb46-c8cd405f5283 None None] Pushing event deleted for resources: {'Port': ['ID=ec16a179-5ef0-416f-8d85-4926cd65fb40,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:06.961608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '60c87d36-4a95-44fc-a78c-37e7be1eed9f', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'port_id': '60c87d36-4a95-44fc-a78c-37e7be1eed9f', 'mac_address': 'fa:16:3e:ae:17:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4c1cf-bd52-4da3-bf46-a0c5223c199d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:06.967132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aad901-45b3-40d5-8e57-4684c5b7229e req-a4dad4f5-17c4-4848-8cda-ba16c805530d tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:06.969192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ec16a179-5ef0-416f-8d85-4926cd65fb40 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:06.969511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68aad901-45b3-40d5-8e57-4684c5b7229e req-a4dad4f5-17c4-4848-8cda-ba16c805530d tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1302252 Aug 31 06:41:06.969660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ec16a179-5ef0-416f-8d85-4926cd65fb40 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:06.971262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.005023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.036359 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.046406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.058431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c87d36-4a95-44fc-a78c-37e7be1eed9f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:07.085349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68aad901-45b3-40d5-8e57-4684c5b7229e req-212a2e43-d2d6-47ee-a73b-bc1e35293306 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964103 Aug 31 06:41:07.091319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Allocated IP 172.20.0.2 (d9a63763-aa26-43c8-8b8f-e3f2912af646/a2e460f7-003a-442d-99ea-57efca47662b/d3986b05-0d18-406c-acc8-9c9bef06b6f1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:07.094314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:07.106919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.109632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75f0a059-4f50-41ef-a6fa-1ca8517356d0 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:07.140243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647d62ec-ea57-4009-a3a9-fa1152e6a661 req-1f1243d2-3dec-4d85-a077-55fc807772c2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.148580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-647d62ec-ea57-4009-a3a9-fa1152e6a661 req-1f1243d2-3dec-4d85-a077-55fc807772c2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0996995 Aug 31 06:41:07.175993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Allocated IP 172.25.3.192 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/9661ce76-32f6-4b3f-b00a-1362bcacbba6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:07.198820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-647d62ec-ea57-4009-a3a9-fa1152e6a661 req-68b2d4f0-5466-425e-bf54-c8ce2dfa0393 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493417 Aug 31 06:41:07.209129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.212894 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.214568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0387f44-ce93-4522-8217-8593035de690 HTTP/1.1" status: 204 len: 168 time: 0.3384480 Aug 31 06:41:07.223662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98fabbe-3373-43e2-9166-2ef5b8d56794 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0387f44-ce93-4522-8217-8593035de690,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.311374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.314904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.328117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:07.346487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '75f0a059-4f50-41ef-a6fa-1ca8517356d0', 'network_id': '3ab63fa1-4512-4794-9856-d0093a4d3a92', 'port_id': '75f0a059-4f50-41ef-a6fa-1ca8517356d0', 'mac_address': 'fa:16:3e:79:cb:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84c4c1cf-bd52-4da3-bf46-a0c5223c199d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:07.372052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.419873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:07.424313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:07.437518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:07.446010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.468640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f0a059-4f50-41ef-a6fa-1ca8517356d0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:07.475099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Pushing event updated for resources: {'Port': ['ID=9661ce76-32f6-4b3f-b00a-1362bcacbba6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.481417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.504927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:07.506458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Transition to ACTIVE for port object d3986b05-0d18-406c-acc8-9c9bef06b6f1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:07.524838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.559371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Transition to ACTIVE for port object d3986b05-0d18-406c-acc8-9c9bef06b6f1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:07.573632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.603711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:07.604991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.610472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:07.618717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:07.750132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Pushing event updated for resources: {'Port': ['ID=d3986b05-0d18-406c-acc8-9c9bef06b6f1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:07.772299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Attempting to bind port d3986b05-0d18-406c-acc8-9c9bef06b6f1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:07.772676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Attempting to bind port d3986b05-0d18-406c-acc8-9c9bef06b6f1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:07.773041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Attempting to bind port d3986b05-0d18-406c-acc8-9c9bef06b6f1 on network d9a63763-aa26-43c8-8b8f-e3f2912af646 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:07.784683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:07.785087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Checking segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:07.785513 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.785905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Bound using segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:07.786454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Bound port: d3986b05-0d18-406c-acc8-9c9bef06b6f1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:07.786842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.854622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:07.854883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['60c87d36-4a95-44fc-a78c-37e7be1eed9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:07.858352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['75f0a059-4f50-41ef-a6fa-1ca8517356d0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:07.881877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110dd9cc-473f-4ceb-a8ec-28aeaafa2e5d req-393da112-3778-4886-a7b9-0b24fe21844d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:07.884230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-110dd9cc-473f-4ceb-a8ec-28aeaafa2e5d req-393da112-3778-4886-a7b9-0b24fe21844d tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 945 time: 0.0693109 Aug 31 06:41:07.921646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] For port d3986b05-0d18-406c-acc8-9c9bef06b6f1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:07.957635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] For port d3986b05-0d18-406c-acc8-9c9bef06b6f1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d3986b05-0d18-406c-acc8-9c9bef06b6f1,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:07.962775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-110dd9cc-473f-4ceb-a8ec-28aeaafa2e5d req-ce07f48a-ca91-4b69-b108-22d6de20328a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727422 Aug 31 06:41:07.990055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.145751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acc363-0da7-48ef-93a8-d14b02741677 None None] Pushing event updated for resources: {'Port': ['ID=d3986b05-0d18-406c-acc8-9c9bef06b6f1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:08.170983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.203581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:08.294055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057cf02a-5496-458b-bd17-ecfbb78a78be req-6a724900-d4e2-4d78-addd-e76f1071bb0b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.296412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-057cf02a-5496-458b-bd17-ecfbb78a78be req-6a724900-d4e2-4d78-addd-e76f1071bb0b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1061456 Aug 31 06:41:08.453938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-057cf02a-5496-458b-bd17-ecfbb78a78be req-ff1e88b5-5647-4546-9a2a-f964a611bf76 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458802 Aug 31 06:41:08.479167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1341221060-network', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:08.498161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b09af2-fa9a-4c88-bc2a-912dd3a27e67 req-d84c16f5-a589-436e-97a0-39ad31cb4c00 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.500100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86b09af2-fa9a-4c88-bc2a-912dd3a27e67 req-d84c16f5-a589-436e-97a0-39ad31cb4c00 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0998304 Aug 31 06:41:08.516255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:08.519104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.529099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.560347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86b09af2-fa9a-4c88-bc2a-912dd3a27e67 req-b55bfc44-5dfe-44d7-9a46-658881522225 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512259 Aug 31 06:41:08.561004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:41:08.687604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.693274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.694388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:08.705111 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Sync routers for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:08.718620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.720433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ac73d138-f9af-4f9a-9ce2-97555580e169 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5248892 Aug 31 06:41:08.723599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:08.741003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:08.746575 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:08.749355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:08.752728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118d7c66-664e-4c1b-a845-7f0ae011b228,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:08.759555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.759948 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Added segment 14947c30-9fca-4eee-b798-e5a93bc28a40 of type vlan for network 4efb29e2-bfec-4884-aab7-02f0886c34de Aug 31 06:41:08.813824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.850259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.851816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:08.852170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:08.884345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d3986b05-0d18-406c-acc8-9c9bef06b6f1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:08.929409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] Pushing event updated for resources: {'Network': ['ID=4efb29e2-bfec-4884-aab7-02f0886c34de,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:08.940429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7610159e-39c5-4236-881d-ef04f82429a9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7343218 Aug 31 06:41:08.942921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:08.950971 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:08.959270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Request body: {'subnet': {'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1341221060-subnet', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:08.977467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4efb29e2-bfec-4884-aab7-02f0886c34de details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:09.029011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:09.032350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.099351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d3986b05-0d18-406c-acc8-9c9bef06b6f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:09.287504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1666a9-7dca-42f5-9f3a-9d67432b8871 req-87d3c9a7-e057-473a-9f9c-83b61b0d778a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.295201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d1666a9-7dca-42f5-9f3a-9d67432b8871 req-87d3c9a7-e057-473a-9f9c-83b61b0d778a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 945 time: 0.1886544 Aug 31 06:41:09.304768 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:07Z', 'revision_number': 3, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:09.369451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.418986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d1666a9-7dca-42f5-9f3a-9d67432b8871 req-9c82432d-cbb0-405a-8be8-cb64850c35ce tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228158 Aug 31 06:41:09.470645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1679fff8-fdaf-4ba8-87cc-999cf377e4c4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:09.479368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Checking segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:09.479742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Network hostable DHCP agents. Network: 4efb29e2-bfec-4884-aab7-02f0886c34de, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:09.494481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Checking router: e1998bf9-8b33-41ad-a7f8-62bf55ed77cf for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:09.494823 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Updating router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:09.533929 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.535428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Network 4efb29e2-bfec-4884-aab7-02f0886c34de is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:09.554462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4efb29e2-bfec-4884-aab7-02f0886c34de) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:09.554712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a22b9fd-80c4-4644-8be5-e1a4ac766d99 None None] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:09.566954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.567881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.593772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:09.595044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-efca1587-a46b-4bbb-a0a0-9de7d595ca58 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6494825 Aug 31 06:41:09.595186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d837e5-0661-4395-a088-3aaa537f9d5c None None] Network 4efb29e2-bfec-4884-aab7-02f0886c34de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:09.601956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:09.631816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.645758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.647732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.719118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90964fc-aca4-4b7a-aca8-d06c7d4a558b req-e36e0f00-5ad3-4e94-88b7-353fac97b2d9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:09.730529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f90964fc-aca4-4b7a-aca8-d06c7d4a558b req-e36e0f00-5ad3-4e94-88b7-353fac97b2d9 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0998726 Aug 31 06:41:09.778595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f90964fc-aca4-4b7a-aca8-d06c7d4a558b req-7966b865-5a74-4b1a-8f83-d67fec17d5d4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481937 Aug 31 06:41:09.797692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:09.890467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Provisioning for port d3986b05-0d18-406c-acc8-9c9bef06b6f1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:09.899413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Provisioning complete for port d3986b05-0d18-406c-acc8-9c9bef06b6f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:09.900080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.049052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4efb29e2-bfec-4884-aab7-02f0886c34de', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:10.050069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.069687 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.082601 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Transition to ACTIVE for port object 9661ce76-32f6-4b3f-b00a-1362bcacbba6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:10.093213 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.153357 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Attempting to bind port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:10.154136 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Attempting to bind port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:10.154588 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Attempting to bind port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:10.171312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:10.172648 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:10.186767 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.187319 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:10.189010 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Bound port: 9661ce76-32f6-4b3f-b00a-1362bcacbba6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:10.189535 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.235097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29f0e-6eaa-443d-95f7-7fdd67d60208 req-9db83dc3-bc7e-4548-981e-e5ac8aa6d2e6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:10.242598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2a29f0e-6eaa-443d-95f7-7fdd67d60208 req-9db83dc3-bc7e-4548-981e-e5ac8aa6d2e6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.5147984 Aug 31 06:41:10.276000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.303905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 60c87d36-4a95-44fc-a78c-37e7be1eed9f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:10.321920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] For port 9661ce76-32f6-4b3f-b00a-1362bcacbba6, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:10.327206 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] For port 9661ce76-32f6-4b3f-b00a-1362bcacbba6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9661ce76-32f6-4b3f-b00a-1362bcacbba6,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:10.336630 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Pushing event updated for resources: {'Port': ['ID=9661ce76-32f6-4b3f-b00a-1362bcacbba6,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:10.346486 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.352070 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.352906 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.353524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.354196 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.354879 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.355440 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.356505 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.357089 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.357680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.358410 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.358948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.359479 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:10.407032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.442614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Allocated IP 172.20.0.1 (d9a63763-aa26-43c8-8b8f-e3f2912af646/a2e460f7-003a-442d-99ea-57efca47662b/24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:10.484429 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900cd3fb-2b4d-44a9-8e13-21874c894a79 None None] Pushing event updated for resources: {'Port': ['ID=9661ce76-32f6-4b3f-b00a-1362bcacbba6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:10.517666 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:10.518531 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:10.616402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] For port d3986b05-0d18-406c-acc8-9c9bef06b6f1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d3986b05-0d18-406c-acc8-9c9bef06b6f1,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:10.622603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Allocated IP 172.20.0.2 (4efb29e2-bfec-4884-aab7-02f0886c34de/1679fff8-fdaf-4ba8-87cc-999cf377e4c4/fe4046b0-4e5f-4660-8012-a7115573ec51) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:10.624834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c18942c-8a41-48d6-a073-d8817c9b9868 req-bd57460c-3baf-4512-b6f3-999e59874b91 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:10.634555 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.636181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c18942c-8a41-48d6-a073-d8817c9b9868 req-bd57460c-3baf-4512-b6f3-999e59874b91 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 945 time: 0.0901392 Aug 31 06:41:10.671051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2a29f0e-6eaa-443d-95f7-7fdd67d60208 req-93003cce-d2ce-4505-8d52-159fb2b2c217 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267516 Aug 31 06:41:10.717227 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:10.758079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 60c87d36-4a95-44fc-a78c-37e7be1eed9f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:10.778043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431f754-1664-4617-8f72-ce8a274a86c1 None None] Pushing event updated for resources: {'Port': ['ID=d3986b05-0d18-406c-acc8-9c9bef06b6f1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:10.783843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 60c87d36-4a95-44fc-a78c-37e7be1eed9f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:10.784214 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.815446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.854061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1b664eba-670a-4ed9-8fd9-651cfed37cae None None] Provisioning complete for port d3986b05-0d18-406c-acc8-9c9bef06b6f1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:10.854423 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b664eba-670a-4ed9-8fd9-651cfed37cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:10.879920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Transition to ACTIVE for port object 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:11.046458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.055880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c18942c-8a41-48d6-a073-d8817c9b9868 req-d1e7c45f-53bf-413d-bfb6-4f63f859f77f tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4185190 Aug 31 06:41:11.081157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5fb385-0615-4eae-87dd-79b6c701e770 req-b0c4fb59-d647-4386-a91b-52153f519c79 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:11.082753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd5fb385-0615-4eae-87dd-79b6c701e770 req-b0c4fb59-d647-4386-a91b-52153f519c79 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.1903064 Aug 31 06:41:11.089065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Transition to ACTIVE for port object fe4046b0-4e5f-4660-8012-a7115573ec51 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:11.093319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.105830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:07Z', 'revision_number': 3, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:11.130548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Transition to ACTIVE for port object fe4046b0-4e5f-4660-8012-a7115573ec51 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:11.133263 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.142753 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8d01146-665a-4cfd-b6a9-c951ef814a9a None None] The sync data for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 is: [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:07Z', 'revision_number': 3, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:11.161247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.181152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:11.181152 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10ee6351-6f60-45e4-abec-97ad57fe7483" -d '{"events": [{"server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "name": "network-vif-plugged", "status": "completed", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:11.215173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:11.229879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Network 4efb29e2-bfec-4884-aab7-02f0886c34de is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:11.233858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:11.235155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:11.239689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd5fb385-0615-4eae-87dd-79b6c701e770 req-59f1f7e0-c499-414a-9eb3-34f5a4b6958a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479452 Aug 31 06:41:11.252964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:11.255748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:11.263747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:11.264982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.266634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Pushing event updated for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.308117 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483791b8-dbd9-432c-bb38-79c770283272 x-openstack-request-id: req-483791b8-dbd9-432c-bb38-79c770283272 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:11.308402 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "name": "network-vif-plugged", "status": "completed", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:11.308648 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-483791b8-dbd9-432c-bb38-79c770283272 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:11.309038 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f', 'code': 200} Aug 31 06:41:11.321887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.327481 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.328284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75f0a059-4f50-41ef-a6fa-1ca8517356d0 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:11.403597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.430642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Pushing event updated for resources: {'Port': ['ID=fe4046b0-4e5f-4660-8012-a7115573ec51,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.515539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Attempting to bind port fe4046b0-4e5f-4660-8012-a7115573ec51 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:11.516825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Attempting to bind port fe4046b0-4e5f-4660-8012-a7115573ec51 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:11.517264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce76c0-3901-4668-be4e-8180c6747c2f req-0c4a6ee0-8e61-489f-9762-4114cdd93246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:11.518563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Attempting to bind port fe4046b0-4e5f-4660-8012-a7115573ec51 on network 4efb29e2-bfec-4884-aab7-02f0886c34de {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:11.519722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4bce76c0-3901-4668-be4e-8180c6747c2f req-0c4a6ee0-8e61-489f-9762-4114cdd93246 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 1098 time: 0.1155610 Aug 31 06:41:11.548568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:11.549248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Checking segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:11.550114 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.550741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Bound using segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:11.551578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Bound port: fe4046b0-4e5f-4660-8012-a7115573ec51, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:11.552284 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.672626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4bce76c0-3901-4668-be4e-8180c6747c2f req-d554520f-fbc7-4e36-bfb5-84c990cf7f53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349165 Aug 31 06:41:11.703567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] For port fe4046b0-4e5f-4660-8012-a7115573ec51, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:11.707318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] For port fe4046b0-4e5f-4660-8012-a7115573ec51, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe4046b0-4e5f-4660-8012-a7115573ec51,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:11.708428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.726243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:11.730895 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.736042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:11.736492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.778438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Allocated IP 172.25.3.211 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/897d7994-bbeb-44d6-ad64-de14490e148c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:11.890202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9876ead4-bf6d-44a5-93f3-58ddfe4cf2a5 None None] Pushing event updated for resources: {'Port': ['ID=fe4046b0-4e5f-4660-8012-a7115573ec51,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:11.891140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ffe48-92f7-41f8-9f40-d8ec1c17c867 req-6297d024-a1d7-4bd4-826c-3843439361d4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:11.899970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d48ffe48-92f7-41f8-9f40-d8ec1c17c867 req-6297d024-a1d7-4bd4-826c-3843439361d4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0919583 Aug 31 06:41:11.913147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a70a14e0-8258-45f8-a2a6-98b55473bd44 None None] Provisioning for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:11.919919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a70a14e0-8258-45f8-a2a6-98b55473bd44 None None] Provisioning complete for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:11.920707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a70a14e0-8258-45f8-a2a6-98b55473bd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.956946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:11.965482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d48ffe48-92f7-41f8-9f40-d8ec1c17c867 req-b0b64124-5f0e-478b-874d-6011dee5f269 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645576 Aug 31 06:41:12.041064 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.043094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a70a14e0-8258-45f8-a2a6-98b55473bd44 None None] Port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:12.056117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137c794-cd07-4862-8efd-20be8108445e req-de9a2dd2-cceb-4124-8b99-5ca511755987 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:12.058863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e137c794-cd07-4862-8efd-20be8108445e req-de9a2dd2-cceb-4124-8b99-5ca511755987 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.3535626 Aug 31 06:41:12.136428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:12.157672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.275559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.373730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8d2d22-e0b6-4f43-b39c-e17b3e44a6a6 req-8583cb3d-d956-4847-9790-e0b65fd1ec28 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:12.375793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b8d2d22-e0b6-4f43-b39c-e17b3e44a6a6 req-8583cb3d-d956-4847-9790-e0b65fd1ec28 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 946 time: 0.1238151 Aug 31 06:41:12.426384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e137c794-cd07-4862-8efd-20be8108445e req-c7fe2568-c116-4283-906c-c05ee9cc0267 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3417537 Aug 31 06:41:12.430056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b8d2d22-e0b6-4f43-b39c-e17b3e44a6a6 req-8c5f16a6-9867-4de4-a6d4-e3e5aa831039 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468185 Aug 31 06:41:12.459671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.593267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.601256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e6de48-02c4-4279-b987-a6e847a1d80c req-4e5cd32d-a39d-4756-a414-6eccbf5898fc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:12.603323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52e6de48-02c4-4279-b987-a6e847a1d80c req-4e5cd32d-a39d-4756-a414-6eccbf5898fc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0704806 Aug 31 06:41:12.608812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.650556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52e6de48-02c4-4279-b987-a6e847a1d80c req-1770d4b3-98a0-4c36-adf4-b222e33da052 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411103 Aug 31 06:41:12.697007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.710524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:12.713854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Pushing event updated for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.761705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Pushing event updated for resources: {'Port': ['ID=897d7994-bbeb-44d6-ad64-de14490e148c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:12.765291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:12.771177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:12.774034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:13.022907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:13.026150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:13.084405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d3986b05-0d18-406c-acc8-9c9bef06b6f1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:13.241850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d3986b05-0d18-406c-acc8-9c9bef06b6f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:13.242457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.346440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:13.349973 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171a0a42-a018-4945-a053-59e58f83e931" -d '{"events": [{"server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "name": "network-vif-plugged", "status": "completed", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:13.440434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0ae8ef-f1b2-4225-9ad2-ff0d3470163a req-06a23341-3787-4df3-ab75-dfa391cfb004 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.442181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0ae8ef-f1b2-4225-9ad2-ff0d3470163a req-06a23341-3787-4df3-ab75-dfa391cfb004 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2427921 Aug 31 06:41:13.474135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:13.484222 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c38714a-c484-4041-a9e0-3d4cbdbb55f1 x-openstack-request-id: req-9c38714a-c484-4041-a9e0-3d4cbdbb55f1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:13.485379 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "name": "network-vif-plugged", "status": "completed", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:13.493603 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c38714a-c484-4041-a9e0-3d4cbdbb55f1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:13.493922 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0', 'code': 200} Aug 31 06:41:13.497074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe4046b0-4e5f-4660-8012-a7115573ec51 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:13.514758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.595297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f637cf-5ae3-4195-a03b-fdfc89269423 None None] Network 4efb29e2-bfec-4884-aab7-02f0886c34de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:13.670825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef6bb5-984c-417f-b25e-17889af89a00 req-d1261d5c-4dbc-4d8b-8991-790da8d60e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.675658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ef6bb5-984c-417f-b25e-17889af89a00 req-d1261d5c-4dbc-4d8b-8991-790da8d60e78 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 1098 time: 0.1057599 Aug 31 06:41:13.692857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef0ae8ef-f1b2-4225-9ad2-ff0d3470163a req-ba10653c-3988-4801-8d99-e22e3e464ae3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2141573 Aug 31 06:41:13.709104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be73da0f-0023-4f7b-9b78-6d811ee96966 None None] Provisioning complete for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:13.709927 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be73da0f-0023-4f7b-9b78-6d811ee96966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.715055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port fe4046b0-4e5f-4660-8012-a7115573ec51 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:13.751108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9661ce76-32f6-4b3f-b00a-1362bcacbba6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:13.788442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be73da0f-0023-4f7b-9b78-6d811ee96966 None None] Port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:13.788645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ef6bb5-984c-417f-b25e-17889af89a00 req-d67b59c8-ede4-47f7-9cd2-1852fcbec00e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730588 Aug 31 06:41:13.810067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ef753-2b65-460f-a5b4-3511caf8b7d9 req-074391d6-8a9e-4571-acdb-9a31bbed2490 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.811913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d1ef753-2b65-460f-a5b4-3511caf8b7d9 req-074391d6-8a9e-4571-acdb-9a31bbed2490 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.1226075 Aug 31 06:41:13.860522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d1ef753-2b65-460f-a5b4-3511caf8b7d9 req-ee3b6758-52a4-4d95-9497-74c4c22db162 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423698 Aug 31 06:41:13.914268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:13.918624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:13.922212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:13.922582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.924160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-28018440-96d0-461c-b223-ae62fb8cf813 admin admin] 10.222.0.57 "PUT /v2.0/routers/e1998bf9-8b33-41ad-a7f8-62bf55ed77cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1986926 Aug 31 06:41:13.941706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa1e0e2-d40f-48f7-a038-191531e2de3d req-026cfb84-0e83-45ca-be54-cdf8eb67644a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:13.953469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fa1e0e2-d40f-48f7-a038-191531e2de3d req-026cfb84-0e83-45ca-be54-cdf8eb67644a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 946 time: 0.1489608 Aug 31 06:41:13.964903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Provisioning for port fe4046b0-4e5f-4660-8012-a7115573ec51 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:13.979622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Provisioning complete for port fe4046b0-4e5f-4660-8012-a7115573ec51 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:13.980007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:13.991466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Sync routers for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:14.038329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:14.039021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:14.051053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fa1e0e2-d40f-48f7-a038-191531e2de3d req-c61f7d9f-e2b2-4d20-8d07-80e70dabef47 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965686 Aug 31 06:41:14.105069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241526b-6588-4395-8aba-eced63fbbeb2 req-6059ce6e-bcce-4cef-ba67-39456998bd0a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:14.112291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.116022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1241526b-6588-4395-8aba-eced63fbbeb2 req-6059ce6e-bcce-4cef-ba67-39456998bd0a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.0694089 Aug 31 06:41:14.164789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1241526b-6588-4395-8aba-eced63fbbeb2 req-99743db1-8853-434d-9750-408ac9506e01 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Aug 31 06:41:14.220889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:14.307069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.355600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Router f95f487d-abfd-436e-9f60-d905b28e8abb is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:41:14.379864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.430223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9661ce76-32f6-4b3f-b00a-1362bcacbba6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9661ce76-32f6-4b3f-b00a-1362bcacbba6,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:14.452579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.455656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] For port fe4046b0-4e5f-4660-8012-a7115573ec51, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe4046b0-4e5f-4660-8012-a7115573ec51,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:14.482776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.490743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:14.503916 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Sync routers for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:14.520349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:14.520958 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:14.539217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.544270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5fad31d1-1edd-42a7-9768-1a68279b538d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9449978 Aug 31 06:41:14.544270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.579884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9661ce76-32f6-4b3f-b00a-1362bcacbba6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:14.597884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:14.603443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1247058754', 'description': 'tempest-description--1629336454'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:14.692977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.731622 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:14.749296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74da7031-0047-45c0-9e05-38092eff3615 None None] Pushing event updated for resources: {'Port': ['ID=fe4046b0-4e5f-4660-8012-a7115573ec51,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:14.785591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0acb0443-67a1-4d96-b9c5-6317a81f0951 None None] Provisioning complete for port fe4046b0-4e5f-4660-8012-a7115573ec51 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:14.791912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0acb0443-67a1-4d96-b9c5-6317a81f0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:14.954670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9661ce76-32f6-4b3f-b00a-1362bcacbba6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:14.981219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.010091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:12Z', 'revision_number': 2, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:15.010410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.044088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c49522b-e706-4645-9379-c2a49a0eac13,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:15.055336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdebbb5-78ae-44c8-bca7-d553305ac31d req-59d11d44-2658-4463-813f-e42b8d19f754 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.064342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ccdebbb5-78ae-44c8-bca7-d553305ac31d req-59d11d44-2658-4463-813f-e42b8d19f754 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.1456587 Aug 31 06:41:15.067486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Checking router: e1998bf9-8b33-41ad-a7f8-62bf55ed77cf for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:15.068043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Updating router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:15.154184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.156943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.158724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8b53a792-0579-4184-adf9-fdeb09db3257 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5597305 Aug 31 06:41:15.159412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.165600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'security_group_rule': {'security_group_id': '0c49522b-e706-4645-9379-c2a49a0eac13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:15.173985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf60b9-89d7-4b34-8282-5c3f37edd21e req-cc835420-c4e3-47a8-81bb-eef3b4048c73 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.187904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8cf60b9-89d7-4b34-8282-5c3f37edd21e req-cc835420-c4e3-47a8-81bb-eef3b4048c73 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2474802 Aug 31 06:41:15.189634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:15.194017 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.215515 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:13Z', 'revision_number': 3, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:15.247026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ccdebbb5-78ae-44c8-bca7-d553305ac31d req-8e85fc36-c8c8-4783-b012-78025f6d8aee tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582339 Aug 31 06:41:15.252172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8cf60b9-89d7-4b34-8282-5c3f37edd21e req-b944b12c-2638-4cd7-bd88-efa06897a3d8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 Aug 31 06:41:15.274037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Checking router: f95f487d-abfd-436e-9f60-d905b28e8abb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:15.274037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Updating router f95f487d-abfd-436e-9f60-d905b28e8abb port 897d7994-bbeb-44d6-ad64-de14490e148c binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:15.274376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.298038 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.398321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-2de3435d-acf9-406d-bb73-bcd648d6ccbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.401534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-2de3435d-acf9-406d-bb73-bcd648d6ccbb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1102 time: 0.2901576 Aug 31 06:41:15.606977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.687944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.700270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.756965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d8c5b-f5c1-4c20-a21f-23b7b328d746 req-17b015e8-9c09-4c5b-9aa5-12ebc504170a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.758617 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-620d8c5b-f5c1-4c20-a21f-23b7b328d746 req-17b015e8-9c09-4c5b-9aa5-12ebc504170a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.2564504 Aug 31 06:41:15.772652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6002062-9697-49b9-b8ad-bcd90d1b001c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:15.786182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c319fdb8-c353-461c-bd03-b3de858f1d88 req-024a4021-14eb-4317-8398-625d9dd5b647 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.795220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c319fdb8-c353-461c-bd03-b3de858f1d88 req-024a4021-14eb-4317-8398-625d9dd5b647 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 946 time: 0.1231995 Aug 31 06:41:15.802143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-632faf00-ca3d-4808-8f49-13d3c246ee3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:15.805299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-632faf00-ca3d-4808-8f49-13d3c246ee3e service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3729780 Aug 31 06:41:15.810669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.815002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d22d49e9-3421-452d-ac2f-1a034dea7862 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6540496 Aug 31 06:41:15.816775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:15.829449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'security_group_rule': {'security_group_id': '0c49522b-e706-4645-9379-c2a49a0eac13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:15.847846 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.863892 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.875429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Transition to ACTIVE for port object 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:15.883993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Transition to ACTIVE for port object 897d7994-bbeb-44d6-ad64-de14490e148c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:15.890827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c319fdb8-c353-461c-bd03-b3de858f1d88 req-547ab4ae-0918-4b6d-8d40-6fba15264c10 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947733 Aug 31 06:41:15.891761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.903798 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:15.993214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40327c60-d9c7-4f22-9cf9-92b13925e353 None None] Pushing event updated for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.035603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-5c61d9ca-c774-41d0-b3e9-ce6ce31bc68c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d HTTP/1.1" status: 200 len: 217 time: 0.1987975 Aug 31 06:41:16.045291 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175c74-10ea-48cf-a64c-06652b7039c6 None None] Pushing event updated for resources: {'Port': ['ID=897d7994-bbeb-44d6-ad64-de14490e148c,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.054578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-620d8c5b-f5c1-4c20-a21f-23b7b328d746 req-c1ab46fd-5fe8-40b3-aa92-dee6b80886f4 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544949 Aug 31 06:41:16.090177 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Attempting to bind port 897d7994-bbeb-44d6-ad64-de14490e148c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:16.090544 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Attempting to bind port 897d7994-bbeb-44d6-ad64-de14490e148c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:16.090911 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Attempting to bind port 897d7994-bbeb-44d6-ad64-de14490e148c on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:16.102449 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:16.102831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:16.103247 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.103646 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:16.104223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Bound port: 897d7994-bbeb-44d6-ad64-de14490e148c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:16.104507 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.117629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Attempting to bind port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:16.117999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Attempting to bind port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:16.118357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Attempting to bind port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f on network d9a63763-aa26-43c8-8b8f-e3f2912af646 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:16.124690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.125462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:16.125844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Checking segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:16.126243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.126772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Bound using segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:16.127277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Bound port: 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:16.127802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.169306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.173855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55788934-ec52-49a2-b96d-ba8329914bc1 req-4bec9454-5650-421b-be30-0b2e2b038d08 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.175860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55788934-ec52-49a2-b96d-ba8329914bc1 req-4bec9454-5650-421b-be30-0b2e2b038d08 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 946 time: 0.1290357 Aug 31 06:41:16.224045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-b0c0528b-be5e-439b-866c-d6e11cd2916e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.227735 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-b0c0528b-be5e-439b-866c-d6e11cd2916e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1714864 Aug 31 06:41:16.228857 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] For port 897d7994-bbeb-44d6-ad64-de14490e148c, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:16.235213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] For port 897d7994-bbeb-44d6-ad64-de14490e148c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=897d7994-bbeb-44d6-ad64-de14490e148c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:16.244145 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.244563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] For port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:16.249530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] For port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:16.258999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.331607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55788934-ec52-49a2-b96d-ba8329914bc1 req-f4651ce3-598b-495f-a372-293d25fa7075 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040962 Aug 31 06:41:16.345230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40327c60-d9c7-4f22-9cf9-92b13925e353 None None] Pushing event updated for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.356524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:16.370022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e175c74-10ea-48cf-a64c-06652b7039c6 None None] Pushing event updated for resources: {'Port': ['ID=897d7994-bbeb-44d6-ad64-de14490e148c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.373439 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:16.374396 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:16.386722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:16.473709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:16.474647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:16.488074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-b9816d47-128d-4201-b72a-a9b566d21159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.490807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-b9816d47-128d-4201-b72a-a9b566d21159 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2500446 Aug 31 06:41:16.493781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.533489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-e8962348-c606-46af-9452-f3404c165fe6 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.535880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-e8962348-c606-46af-9452-f3404c165fe6 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.53 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.2128429 Aug 31 06:41:16.559760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Allocated IP 172.20.0.1 (4efb29e2-bfec-4884-aab7-02f0886c34de/1679fff8-fdaf-4ba8-87cc-999cf377e4c4/a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:16.573431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.588899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f27e06-b08d-40f3-9de9-d9c2c18fadb0 req-ddcb5d55-ac72-49f7-b0b0-40c2f90eafc0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.598015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1f27e06-b08d-40f3-9de9-d9c2c18fadb0 req-ddcb5d55-ac72-49f7-b0b0-40c2f90eafc0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1110458 Aug 31 06:41:16.624910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:16.643566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82cb0f-ba16-44a0-8b3f-8bbb704b1d94 req-64c552d3-d18c-4846-82ba-fd766837c0fd tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:16.654710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c82cb0f-ba16-44a0-8b3f-8bbb704b1d94 req-64c552d3-d18c-4846-82ba-fd766837c0fd tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 945 time: 0.2454610 Aug 31 06:41:16.690223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6911d647-4b29-4f56-aa12-e768b4852b30,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:16.711138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.712361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a752c7b2-a85d-4c8c-a83d-a3ce97134d8e tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8926995 Aug 31 06:41:16.716666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:16.746051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:16.758860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1f27e06-b08d-40f3-9de9-d9c2c18fadb0 req-d4fe3b76-e6e3-4656-9b83-caf25ab09eba tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599379 Aug 31 06:41:16.815139 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:16.826792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.856479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c82cb0f-ba16-44a0-8b3f-8bbb704b1d94 req-9e039483-015a-4808-98df-7606b85721d2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups?id=1442ceff-d8b8-4879-85f9-5eae70bd2604&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007678 Aug 31 06:41:16.860859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe4046b0-4e5f-4660-8012-a7115573ec51 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:16.866626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-5f57cef8-ceea-450b-9a81-a3b5f33dbe19 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3675854 Aug 31 06:41:16.928478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:16.957340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Transition to ACTIVE for port object a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:16.984439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Deleting port 565d8623-cf61-446f-b25d-bfb800420c14 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:16.984790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.046646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.082200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.150647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f55e2d-9f20-4da0-af95-f52a3df2801f req-1f6c0fdf-a3be-4b25-a5ba-186463a104c9 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700634 Aug 31 06:41:17.178292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:17.190494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.213632 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:13Z', 'revision_number': 3, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:17.258483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:17.288924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:17.295373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c8a5994-aa18-4b8a-99fe-875c1270f3f5 None None] The sync data for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 is: [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:13Z', 'revision_number': 3, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:17.305883 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d287e3b8-a903-4ea7-b52e-ab2221399943" -d '{"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-unplugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:17.314374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'mac_address': 'fa:16:3e:55:40:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:17.326655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fe4046b0-4e5f-4660-8012-a7115573ec51 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:17.326655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.326995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] For port 565d8623-cf61-446f-b25d-bfb800420c14, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=565d8623-cf61-446f-b25d-bfb800420c14,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:17.326995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.327208 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.385374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Network 4efb29e2-bfec-4884-aab7-02f0886c34de is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:17.392412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:17.406165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:17.426262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:17.462197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc765e38-245d-465a-b334-a7fa1231f696 req-edda86da-e64d-4192-886d-f0738ced4dea tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:17.470105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc765e38-245d-465a-b334-a7fa1231f696 req-edda86da-e64d-4192-886d-f0738ced4dea tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 950 time: 0.2610009 Aug 31 06:41:17.557167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.593100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Allocated IP 172.25.3.47 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/95a2fe53-10e2-4fa7-befb-273cbf10d7f8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:17.618986 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb17215-1020-4338-a72a-b5a897d72e38 x-openstack-request-id: req-6fb17215-1020-4338-a72a-b5a897d72e38 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:17.623002 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-unplugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:17.623329 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fb17215-1020-4338-a72a-b5a897d72e38 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:17.623862 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'code': 200} Aug 31 06:41:17.713040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.731760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:17.732948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.733475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:17.733688 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Floating IP 6fa3fa5c-3eef-4883-bbae-f2069008e3cb disassociated. External IP: 172.25.3.45, port: 565d8623-cf61-446f-b25d-bfb800420c14. Aug 31 06:41:17.734041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Calling delete_port for 565d8623-cf61-446f-b25d-bfb800420c14 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:17.744358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b9153231-78b1-414e-af69-128fbd618578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:16Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:17.870763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9153231-78b1-414e-af69-128fbd618578 None None] The sync data for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 is: [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:16Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:17.876588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:17.889450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc765e38-245d-465a-b334-a7fa1231f696 req-cdffed99-3647-4dd2-8154-478482e25378 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109617 Aug 31 06:41:17.928179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:18.012063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.014906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508a1686-2a0d-43e1-8ec0-987676eb3775 None None] Provisioning for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:18.058470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508a1686-2a0d-43e1-8ec0-987676eb3775 None None] Provisioning complete for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:18.058846 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-508a1686-2a0d-43e1-8ec0-987676eb3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.099270 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:41:18.131942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-508a1686-2a0d-43e1-8ec0-987676eb3775 None None] Port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:18.141214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:18.308310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:18.308813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57f2c1-b30b-47d2-a7e0-658573ccd376 req-7865ba82-aaed-45af-8cbf-6ce0cb328b90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:18.310553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a57f2c1-b30b-47d2-a7e0-658573ccd376 req-7865ba82-aaed-45af-8cbf-6ce0cb328b90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2152121 Aug 31 06:41:18.318265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657c26f-ec8a-4260-bbcd-d7e32f72cf44 req-6764c5d6-3bb3-47f0-b1b6-6c022adca929 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:18.321593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f657c26f-ec8a-4260-bbcd-d7e32f72cf44 req-6764c5d6-3bb3-47f0-b1b6-6c022adca929 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 946 time: 0.6862664 Aug 31 06:41:18.332849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.363397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 565d8623-cf61-446f-b25d-bfb800420c14 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:18.389622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.426869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 565d8623-cf61-446f-b25d-bfb800420c14 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:18.441732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event deleted for resources: {'Port': ['ID=565d8623-cf61-446f-b25d-bfb800420c14,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:18.446440 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.448169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 565d8623-cf61-446f-b25d-bfb800420c14 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:18.495294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a57f2c1-b30b-47d2-a7e0-658573ccd376 req-77d482e8-0924-4ccc-933e-261d824bbf84 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668379 Aug 31 06:41:18.551459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f657c26f-ec8a-4260-bbcd-d7e32f72cf44 req-061e72ed-b587-4de9-81f7-2988fde6ce0f tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196312 Aug 31 06:41:18.852082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.952320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3c53e28-0b6c-4fca-84de-021e11163d68 req-a5b2e197-1a7b-4a04-8d9d-c06faadf39ee tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.2812850 Aug 31 06:41:18.954997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:18.986339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Router be783c17-e444-42fa-9f27-66b15a264f4f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:19.000180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.025448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 897d7994-bbeb-44d6-ad64-de14490e148c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:19.045584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:19.064380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:19.069025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:19.104899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'Port': ['ID=95a2fe53-10e2-4fa7-befb-273cbf10d7f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:19.135360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-845c1c9e-ce81-41dc-9533-20d4558bb27a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.137206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-845c1c9e-ce81-41dc-9533-20d4558bb27a tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "GET /v2.0/ports?device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 946 time: 0.3571739 Aug 31 06:41:19.137802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.196570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 897d7994-bbeb-44d6-ad64-de14490e148c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:19.205501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 897d7994-bbeb-44d6-ad64-de14490e148c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:19.206915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.316396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Network 4efb29e2-bfec-4884-aab7-02f0886c34de is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:19.320973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-2af261c8-3350-4002-98cb-821e0ffc5d54 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.322730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-2af261c8-3350-4002-98cb-821e0ffc5d54 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 946 time: 0.2943571 Aug 31 06:41:19.325624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:19.391915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.395372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.407751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:19.437028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 897d7994-bbeb-44d6-ad64-de14490e148c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=897d7994-bbeb-44d6-ad64-de14490e148c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:19.444097 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.446711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:19.531140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01502b-5c9b-4e7d-8dcf-3a42f70318e8 req-b0186721-23b4-4c8e-a472-54e2311ee4d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:19.531824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:19.534062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c01502b-5c9b-4e7d-8dcf-3a42f70318e8 req-b0186721-23b4-4c8e-a472-54e2311ee4d7 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 949 time: 0.3833413 Aug 31 06:41:19.547035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.561096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Sync routers for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:19.589472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:19.590120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:19.604520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] No DVR routers for this DVR port 565d8623-cf61-446f-b25d-bfb800420c14 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:19.617188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.619323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee543b48-2635-4efa-92e3-a477ffa88b20 req-b43953e2-9183-42f2-8a27-f5bb997138f2 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.53 "DELETE /v2.0/ports/565d8623-cf61-446f-b25d-bfb800420c14 HTTP/1.1" status: 204 len: 173 time: 3.0426092 Aug 31 06:41:19.621501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'name': 'network-vif-deleted', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:19.624252 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccdba58-9c15-4557-be54-341d7152e541" -d '{"events": [{"server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "name": "network-vif-deleted", "tag": "565d8623-cf61-446f-b25d-bfb800420c14"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:19.638867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Deleting port 60c87d36-4a95-44fc-a78c-37e7be1eed9f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:19.639492 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.702290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=897d7994-bbeb-44d6-ad64-de14490e148c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:19.711045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:19.718053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:19.718716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.754720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Deleting port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:19.755062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.810294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c01502b-5c9b-4e7d-8dcf-3a42f70318e8 req-91139b1d-deb6-4d10-afa3-3cde5a3b205f tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642052 Aug 31 06:41:19.904618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Router f95f487d-abfd-436e-9f60-d905b28e8abb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:19.955828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] For port 60c87d36-4a95-44fc-a78c-37e7be1eed9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=60c87d36-4a95-44fc-a78c-37e7be1eed9f,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:19.958372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:19.976966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Calling delete_port for 60c87d36-4a95-44fc-a78c-37e7be1eed9f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:20.031513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bcbe93b2-cf9a-442a-a2b5-d135da1d19ea None None] Provisioning complete for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:20.032089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcbe93b2-cf9a-442a-a2b5-d135da1d19ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.051543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:20.059688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1047043606'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:20.091788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ec5a5-2a68-4034-9296-3508a80546c3 req-533ab62b-7d85-4c52-b1d7-4823a6604896 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.092701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcbe93b2-cf9a-442a-a2b5-d135da1d19ea None None] Port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:20.097872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:20.101014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366ec5a5-2a68-4034-9296-3508a80546c3 req-533ab62b-7d85-4c52-b1d7-4823a6604896 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.4572179 Aug 31 06:41:20.175756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:20.180651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.235432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7151395-3089-40cd-a3a8-425719d50200 req-d01fbf92-eefc-421f-b99c-4d785597aa02 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.237253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7151395-3089-40cd-a3a8-425719d50200 req-d01fbf92-eefc-421f-b99c-4d785597aa02 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=8cc50e5f-273d-461f-b76b-ff764984bccf HTTP/1.1" status: 200 len: 946 time: 0.2665954 Aug 31 06:41:20.256523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.267602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.274895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] For port 75f0a059-4f50-41ef-a6fa-1ca8517356d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75f0a059-4f50-41ef-a6fa-1ca8517356d0,segment=NetworkSegment(0774ac57-9c37-4c57-95e1-3197678eb7a6),segment_id=0774ac57-9c37-4c57-95e1-3197678eb7a6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:20.275495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.282275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.310395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-366ec5a5-2a68-4034-9296-3508a80546c3 req-e5bb5a45-d07f-4251-882f-ba9247ddfc02 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916966 Aug 31 06:41:20.319823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Calling delete_port for 75f0a059-4f50-41ef-a6fa-1ca8517356d0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:20.330247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:20.348991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:20.353299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:20.364124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d0dec42d-dc10-4ee9-8727-03ca3eee5829 admin admin] 10.222.0.57 "PUT /v2.0/routers/f95f487d-abfd-436e-9f60-d905b28e8abb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8187540 Aug 31 06:41:20.387445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:20.420712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7151395-3089-40cd-a3a8-425719d50200 req-df0f39e6-3299-410f-8043-aa92a8bda332 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740878 Aug 31 06:41:20.439232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.439576 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Added segment 71f40164-e39a-4da0-af9e-5e57994916bb of type vlan for network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 Aug 31 06:41:20.446034 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f539141-2655-44f4-b142-3d0a8bae26dd x-openstack-request-id: req-0f539141-2655-44f4-b142-3d0a8bae26dd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:20.460882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'Port': ['ID=95a2fe53-10e2-4fa7-befb-273cbf10d7f8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:20.464235 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66a38997-93a2-43fc-b304-9434a9a50ce1", "name": "network-vif-deleted", "tag": "565d8623-cf61-446f-b25d-bfb800420c14", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:20.464816 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f539141-2655-44f4-b142-3d0a8bae26dd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:20.465884 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66a38997-93a2-43fc-b304-9434a9a50ce1', 'name': 'network-vif-deleted', 'tag': '565d8623-cf61-446f-b25d-bfb800420c14', 'status': 'completed', 'code': 200} Aug 31 06:41:20.467574 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.482309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.499270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.500768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c867d7f0-a96b-4dff-a26f-30e59e4809d7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7598851 Aug 31 06:41:20.501782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.612311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f59e5e64-d3cd-434f-97b7-9480f489c69a req-dd7128db-89b2-45e1-b6be-e01134ec8762 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/ports?device_id=66a38997-93a2-43fc-b304-9434a9a50ce1 HTTP/1.1" status: 200 len: 210 time: 0.0497975 Aug 31 06:41:20.667525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:20.699070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:20.699320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.711859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event deleted for resources: {'Port': ['ID=60c87d36-4a95-44fc-a78c-37e7be1eed9f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:20.768675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:20.776995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.805969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Checking router: be783c17-e444-42fa-9f27-66b15a264f4f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:20.808812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] No DVR routers for this DVR port 60c87d36-4a95-44fc-a78c-37e7be1eed9f on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:20.819303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.820716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-713effff-834d-4ed1-b4d5-f648a2765f20 req-ded082cc-4dcb-43d6-bd81-3360b4a5a6ed tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "DELETE /v2.0/ports/60c87d36-4a95-44fc-a78c-37e7be1eed9f HTTP/1.1" status: 204 len: 173 time: 1.5975528 Aug 31 06:41:20.828825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 897d7994-bbeb-44d6-ad64-de14490e148c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:20.858057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.860453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:20.861123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:20.868961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-593ce5bc-e3c2-44b7-a4c2-8f66943bb9e7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1247058754&fields=id&tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4 HTTP/1.1" status: 200 len: 267 time: 0.1679602 Aug 31 06:41:20.890479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.899320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:20.905027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Sync routers for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:20.909229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:20.922861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:20.923486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:21.054171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.054756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e9bf6-65b6-4931-b3ee-3a8091305bf3 req-3d35e533-95bc-42e4-a8e9-42b506443b17 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:21.055779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c1e9bf6-65b6-4931-b3ee-3a8091305bf3 req-3d35e533-95bc-42e4-a8e9-42b506443b17 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 949 time: 0.1206033 Aug 31 06:41:21.098278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Pushing event deleted for resources: {'Port': ['ID=75f0a059-4f50-41ef-a6fa-1ca8517356d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:21.113387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:21.117296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:21.118129 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4151d178-d6e1-4542-8e7e-2d973704b281" -d '{"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:21.122181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 897d7994-bbeb-44d6-ad64-de14490e148c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:21.122454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c1e9bf6-65b6-4931-b3ee-3a8091305bf3 req-4beb995f-8cee-486e-b36a-91a3e69d61d1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603981 Aug 31 06:41:21.122964 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.163536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:21.264310 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd6fab2b-77a3-4f60-a59d-188017f30594 x-openstack-request-id: req-cd6fab2b-77a3-4f60-a59d-188017f30594 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:21.264590 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-plugged", "status": "completed", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:21.264869 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cd6fab2b-77a3-4f60-a59d-188017f30594 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:21.265321 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'code': 200} Aug 31 06:41:21.307524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:21.388876 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.389739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 60c87d36-4a95-44fc-a78c-37e7be1eed9f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:21.463244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 60c87d36-4a95-44fc-a78c-37e7be1eed9f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:21.463634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 60c87d36-4a95-44fc-a78c-37e7be1eed9f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:21.464053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75f0a059-4f50-41ef-a6fa-1ca8517356d0 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:21.529650 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 2, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:21.545190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 75f0a059-4f50-41ef-a6fa-1ca8517356d0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:21.547053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75f0a059-4f50-41ef-a6fa-1ca8517356d0 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:21.564306 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Checking router: f95f487d-abfd-436e-9f60-d905b28e8abb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:21.565451 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Updating router f95f487d-abfd-436e-9f60-d905b28e8abb port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:21.574582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fabd5a-b4bf-40f7-ab3b-07436aa46389 req-aefd47d9-9711-4bea-9cf1-81730da8643e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:21.582888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86fabd5a-b4bf-40f7-ab3b-07436aa46389 req-aefd47d9-9711-4bea-9cf1-81730da8643e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0723591 Aug 31 06:41:21.606089 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.635624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86fabd5a-b4bf-40f7-ab3b-07436aa46389 req-d198cdd3-c04e-462c-b102-6eebdb32900a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476265 Aug 31 06:41:21.636360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Network': ['ID=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:21.657041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:21.674423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:21.683143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d667bbe3-3adc-4e80-9216-5c9ffba6a29b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6274862 Aug 31 06:41:21.685872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:21.686928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] No DVR routers for this DVR port 75f0a059-4f50-41ef-a6fa-1ca8517356d0 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:21.692504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.694637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1715576047'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:21.695105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcca708b-0de7-4393-b21d-c472fda8f91f req-d93a4661-880c-4d60-817f-c7ec73df7e90 tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.53 "DELETE /v2.0/ports/75f0a059-4f50-41ef-a6fa-1ca8517356d0 HTTP/1.1" status: 204 len: 173 time: 2.3618672 Aug 31 06:41:21.743416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:21.746999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.765924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c51b8a3-ae68-4268-9c01-0642d8f70ae0 req-70d7ecea-992c-441e-9ee1-557e717023f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:21.768671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c51b8a3-ae68-4268-9c01-0642d8f70ae0 req-70d7ecea-992c-441e-9ee1-557e717023f2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1103 time: 0.1771824 Aug 31 06:41:21.788385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:21.807919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.808258 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Added segment 1aa62101-518f-4c0f-9627-659d45ecc615 of type vlan for network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 Aug 31 06:41:21.811127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-a257b22f-c3bd-4492-bdba-2649c39e0674 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:21.822939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-a257b22f-c3bd-4492-bdba-2649c39e0674 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/networks?id=d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 200 len: 812 time: 0.9359994 Aug 31 06:41:21.855517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-b116ae77-0b8f-4b66-aabf-96b781c7e9ef tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/quotas/ccb1e6fcaf3945c7ac52ca45850a20d4 HTTP/1.1" status: 200 len: 375 time: 0.0315375 Aug 31 06:41:21.872110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:21.926900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c51b8a3-ae68-4268-9c01-0642d8f70ae0 req-960c973c-94ed-4452-bc1a-c0fd1cd72a4e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483219 Aug 31 06:41:21.938845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:21.989126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-c53a41c5-6b14-4f85-b052-4221e6927dea tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1213765 Aug 31 06:41:22.029255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.036358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:22.038039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.068452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:22.072915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:22.073815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.127165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-69b5d5a5-4f2d-49ed-a017-2f915e8a2481 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333435 Aug 31 06:41:22.201111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-851aee0f-d38e-470b-8ef9-3277ecf92e9f None None] The sync data for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 is: [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb559b8c-2876-41c3-93f3-a2f3db230e79', 'name': '', 'network_id': '4e21d2af-84fa-4a4c-a336-1715ad6e8cd3', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'mac_address': 'fa:16:3e:4e:7e:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '825f1cca-038a-456c-872a-93246d1caa99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:44Z', 'updated_at': '2021-08-31T06:38:52Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'subnets': [{'id': '825f1cca-038a-456c-872a-93246d1caa99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:22.228811 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.244823 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Transition to ACTIVE for port object a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:22.262655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-03a99cdd-3940-401b-90cd-fb6bdf91406f req-039c5796-a193-464c-8e52-f7f4b9b8a4bb tempest-MultipleCreateTestJSON-401208712 tempest-MultipleCreateTestJSON-401208712-project] 10.222.0.57 "GET /v2.0/ports?device_id=98817a3a-eae8-4beb-9361-4030c7c4f670 HTTP/1.1" status: 200 len: 210 time: 0.1802161 Aug 31 06:41:22.263060 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.281194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-57af6dcf-0f08-41ce-bd9f-d99c933fc7c1 service neutron] 10.222.0.57 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354876 Aug 31 06:41:22.303307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:22.305882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6165872 Aug 31 06:41:22.311807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'subnet': {'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:22.369054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:22.444707 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cde96b-f979-45fa-a6bb-7adb94538915 None None] Pushing event updated for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:22.477260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'name': 'network-vif-deleted', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f'}, {'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'name': 'network-vif-deleted', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:22.482109 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6515511-c475-4afb-a6c9-5f101d66a8ab" -d '{"events": [{"server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "name": "network-vif-deleted", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f"}, {"server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "name": "network-vif-deleted", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:22.494822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:22.500146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.532432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6343ae-5273-4cec-8097-55100e7c6412 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Network': ['ID=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:22.547748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:22.686348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Attempting to bind port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:22.686764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Attempting to bind port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:22.687183 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Attempting to bind port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c on network 4efb29e2-bfec-4884-aab7-02f0886c34de {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:22.694658 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:22.695045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Checking segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:22.695456 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.695900 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Bound using segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:22.696771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Bound port: a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:22.697216 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.758764 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-409d8d0c-db9e-476b-9c78-fd4a66646d07 x-openstack-request-id: req-409d8d0c-db9e-476b-9c78-fd4a66646d07 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:22.760855 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cc50e5f-273d-461f-b76b-ff764984bccf", "name": "network-vif-deleted", "tag": "60c87d36-4a95-44fc-a78c-37e7be1eed9f", "status": "completed", "code": 200}, {"server_uuid": "98817a3a-eae8-4beb-9361-4030c7c4f670", "name": "network-vif-deleted", "tag": "75f0a059-4f50-41ef-a6fa-1ca8517356d0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:22.761110 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-409d8d0c-db9e-476b-9c78-fd4a66646d07 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:22.761666 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cc50e5f-273d-461f-b76b-ff764984bccf', 'name': 'network-vif-deleted', 'tag': '60c87d36-4a95-44fc-a78c-37e7be1eed9f', 'status': 'completed', 'code': 200} Aug 31 06:41:22.761925 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98817a3a-eae8-4beb-9361-4030c7c4f670', 'name': 'network-vif-deleted', 'tag': '75f0a059-4f50-41ef-a6fa-1ca8517356d0', 'status': 'completed', 'code': 200} Aug 31 06:41:22.827426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.832979 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] For port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:22.840658 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] For port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:22.851633 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.918144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99891aa-70ad-4e48-84a8-1a20256c87c3 req-a3783e15-43a0-4f4b-96e0-de71f243997e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:22.929191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a99891aa-70ad-4e48-84a8-1a20256c87c3 req-a3783e15-43a0-4f4b-96e0-de71f243997e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 951 time: 0.3485556 Aug 31 06:41:22.946929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:22.984211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:22.984849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:40:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:22.999228 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cde96b-f979-45fa-a6bb-7adb94538915 None None] Pushing event updated for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:23.032960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-699277af-492f-4c01-9b1b-46d6e7ffbfba None None] New status for floating IP 6fa3fa5c-3eef-4883-bbae-f2069008e3cb: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:41:23.040239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a99891aa-70ad-4e48-84a8-1a20256c87c3 req-4d727a40-5e7f-4347-9ece-14ab02d1511a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097715 Aug 31 06:41:23.061088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-773c9c41-e977-410d-8641-32e66d7fd402 req-dcf4690b-a1d1-4edb-9c8e-e0e1302a3212 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 210 time: 0.1867802 Aug 31 06:41:23.087808 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.090672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.094189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "DELETE /v2.0/security-groups/1442ceff-d8b8-4879-85f9-5eae70bd2604 HTTP/1.1" status: 204 len: 168 time: 0.7179987 Aug 31 06:41:23.108013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:23.200207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ee0fd-b70c-4e27-ba58-549a3dda0c5c tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1442ceff-d8b8-4879-85f9-5eae70bd2604,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:23.208079 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-89c2eb8d-1a89-4d59-9449-ece6f8fdba98 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] show failed (client error): The resource could not be found. Aug 31 06:41:23.210105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-89c2eb8d-1a89-4d59-9449-ece6f8fdba98 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "GET /v2.0/security-groups/1442ceff-d8b8-4879-85f9-5eae70bd2604 HTTP/1.1" status: 404 len: 347 time: 0.0849476 Aug 31 06:41:23.212461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.215930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:23.330348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:23.356424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:23.461449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Subnet': ['ID=49412424-8a9a-4a09-9901-4535692f2130,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:23.519629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:23.522096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network hostable DHCP agents. Network: 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:23.566056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:23.598679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:23.621754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:23.622750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.660632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f4e1e9d-1c0c-46a3-8cf0-a784665c1756 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3561232 Aug 31 06:41:23.673451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:23.679114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:22Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:23.680180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'subnet': {'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:23.720269 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fca1072-dd49-4420-862f-4395396e5319 None None] The sync data for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 is: [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:22Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:23.733085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f148675-4039-49ea-9d4f-0463fdb40db4 None None] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:23.869416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:23.875206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.915052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Deleting subnet 84c4c1cf-bd52-4da3-bf46-a0c5223c199d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:41:23.923222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:23.936960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a53dd55-afe7-443c-8adb-013672df1b4e req-1243c3eb-d81c-43ea-8f64-805877c2a1c3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:23.949863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a53dd55-afe7-443c-8adb-013672df1b4e req-1243c3eb-d81c-43ea-8f64-805877c2a1c3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.6303079 Aug 31 06:41:24.025983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:24.026871 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.038748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.135887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a53dd55-afe7-443c-8adb-013672df1b4e req-6fe4b83f-0322-4301-9fd5-31644ef8e0c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713488 Aug 31 06:41:24.153365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Deleting port acce15be-82ed-4809-a6a7-0313f6323414 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:24.155043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.253513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.275613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Allocated IP 10.1.1.2 (18dbb84f-f02e-49ab-a44c-90f0e8cb77b3/49412424-8a9a-4a09-9901-4535692f2130/ea40fb03-dfef-4044-bacc-b2daf6d3e36c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:24.331109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56c6b0ae-a0e3-40aa-b6c0-32a958923d4a req-fc72abab-722c-4488-964a-ac8f8bbcad06 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 210 time: 0.0795732 Aug 31 06:41:24.371501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.386253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.386875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.402858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Calling delete_port for acce15be-82ed-4809-a6a7-0313f6323414 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:24.413842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15eb0d-e16b-438d-8af4-a56fb596cd78 req-d79464e4-a96d-4164-a173-e77457688d57 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:24.422141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e15eb0d-e16b-438d-8af4-a56fb596cd78 req-d79464e4-a96d-4164-a173-e77457688d57 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 951 time: 0.2381668 Aug 31 06:41:24.624675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.635072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Transition to ACTIVE for port object ea40fb03-dfef-4044-bacc-b2daf6d3e36c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:24.656232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Transition to ACTIVE for port object ea40fb03-dfef-4044-bacc-b2daf6d3e36c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:24.674626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.676926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.713959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.724440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:24.727496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:24.731149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:24.748096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Pushing event updated for resources: {'Port': ['ID=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:24.777543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-a3d38d15-50dc-4709-a5ac-a12c04d8e397 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:24.780833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-a3d38d15-50dc-4709-a5ac-a12c04d8e397 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.53 "GET /v2.0/networks?id=d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 200 len: 812 time: 0.1876750 Aug 31 06:41:24.811766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Pushing event deleted for resources: {'Port': ['ID=acce15be-82ed-4809-a6a7-0313f6323414,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:24.823670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84c4c1cf-bd52-4da3-bf46-a0c5223c199d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:24.851907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.856677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Subnet': ['ID=334974ac-585d-4a38-9afd-c0c5c1e22888,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:24.863495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2f0a2986-1b82-43c9-a900-1e350ff133cb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/84c4c1cf-bd52-4da3-bf46-a0c5223c199d HTTP/1.1" status: 204 len: 168 time: 1.5043771 Aug 31 06:41:24.863686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e15eb0d-e16b-438d-8af4-a56fb596cd78 req-cbf18401-e5e3-4787-aaca-ea6e48bb2048 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412347 Aug 31 06:41:24.866983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:24.904810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-bc132220-7b21-44c2-87a2-4821d0e3acb8 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4 HTTP/1.1" status: 200 len: 380 time: 0.0968692 Aug 31 06:41:24.904810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Checking segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:24.904810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network hostable DHCP agents. Network: 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:24.927986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'port': {'device_id': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'admin_state_up': True, 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'security_groups': ['0c49522b-e706-4645-9379-c2a49a0eac13']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:24.932728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2aae6bb1-cbf3-45a9-ba26-eb7ea9321664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:24.943907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Attempting to bind port ea40fb03-dfef-4044-bacc-b2daf6d3e36c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:24.945966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Attempting to bind port ea40fb03-dfef-4044-bacc-b2daf6d3e36c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:24.946848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Attempting to bind port ea40fb03-dfef-4044-bacc-b2daf6d3e36c on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:24.959457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:25.003551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.007552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.008390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:25.009024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:25.009692 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.010699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Bound using segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:25.013973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bcda6839-c247-4df9-b90c-38dd845a4222 tempest-ServersTestJSON-120145841 tempest-ServersTestJSON-120145841-project] 10.222.0.57 "DELETE /v2.0/floatingips/6fa3fa5c-3eef-4883-bbae-f2069008e3cb HTTP/1.1" status: 204 len: 168 time: 1.7944319 Aug 31 06:41:25.014415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Bound port: ea40fb03-dfef-4044-bacc-b2daf6d3e36c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:25.015087 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.019884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:25.139540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] For port ea40fb03-dfef-4044-bacc-b2daf6d3e36c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:25.150295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] For port ea40fb03-dfef-4044-bacc-b2daf6d3e36c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:25.162337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:25.172973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:25.173545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.178425 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.183863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.373888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936ea597-1d85-4889-b18f-430478a37e5b None None] Pushing event updated for resources: {'Port': ['ID=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:25.526950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Made reservation on behalf of ccb1e6fcaf3945c7ac52ca45850a20d4 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:25.528157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.530914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.618979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:25.640419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:25.648068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbe044f-2017-488f-bf88-d2a12807156e req-e6dfb4cf-1060-444e-8e7d-de28b43eff93 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:25.648566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.650076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebbe044f-2017-488f-bf88-d2a12807156e req-e6dfb4cf-1060-444e-8e7d-de28b43eff93 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1103 time: 0.3440855 Aug 31 06:41:25.652725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:25.682996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a8a2ca-cbbb-4a0c-b2ce-9341d492aaa8 None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:25.704419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:25.709112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.743968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:25.806591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d57c39-bd0d-4611-9898-4b4a09621ec3 req-23017f42-aaca-414f-b7b6-55971a4fb5d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:25.823193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88d57c39-bd0d-4611-9898-4b4a09621ec3 req-23017f42-aaca-414f-b7b6-55971a4fb5d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.5832179 Aug 31 06:41:25.838817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab63fa1-4512-4794-9856-d0093a4d3a92']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.915605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0774ac57-9c37-4c57-95e1-3197678eb7a6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.920269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0774ac57-9c37-4c57-95e1-3197678eb7a6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:25.963086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b9a6491-153d-4715-944d-eb366d2b4491 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.2879870 Aug 31 06:41:25.963723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:25.977793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:25.990355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'name': 'tempest-TaggedBootDevicesTest_v242-1052851763', 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:26.019951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.069633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88d57c39-bd0d-4611-9898-4b4a09621ec3 req-1e1b6714-8db0-4f00-b863-69793a37c582 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427762 Aug 31 06:41:26.070785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.177847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ips': [{'subnet_id': '334974ac-585d-4a38-9afd-c0c5c1e22888'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:26.178740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.276356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebbe044f-2017-488f-bf88-d2a12807156e req-e1e0d470-5589-4b7e-857e-f55dd02a6303 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5966845 Aug 31 06:41:26.283638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:26.284320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.288134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Allocated IP 172.20.0.14 (d9a63763-aa26-43c8-8b8f-e3f2912af646/a2e460f7-003a-442d-99ea-57efca47662b/ab597ca8-d1d6-4403-8909-92c4ab67f617) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:26.306466 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:26.353367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:26.413676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7dd018a8-72b8-4684-8f55-3f3cadf60589 req-21ba13b5-18b2-4c36-8e44-298d25d1f181 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 210 time: 0.1967344 Aug 31 06:41:26.554865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Allocated IP 10.2.2.2 (6506ad9c-ca6d-4527-9c5a-6efde4b6abc2/334974ac-585d-4a38-9afd-c0c5c1e22888/37762db6-6d50-4adf-938a-5d598a15c7f9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:26.709466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.758523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] device_id is not set on port 8250b78c-e9f3-47bf-b51e-58b12d2f157c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:41:26.781318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.839296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.843448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3ab63fa1-4512-4794-9856-d0093a4d3a92 HTTP/1.1" status: 204 len: 168 time: 1.9529815 Aug 31 06:41:26.887972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.893719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-f259d056-7397-463a-87a7-b7090bce4c28 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4082429 Aug 31 06:41:26.904254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87720aa-77c9-4aa5-9c8b-756078c91756 admin admin] Pushing event deleted for resources: {'Network': ['ID=3ab63fa1-4512-4794-9856-d0093a4d3a92,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:26.910732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:26.925257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Transition to ACTIVE for port object 37762db6-6d50-4adf-938a-5d598a15c7f9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:26.975047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Transition to ACTIVE for port object 37762db6-6d50-4adf-938a-5d598a15c7f9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:26.998145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.074651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-235902f4-893f-4229-8476-668b49f8c598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.101154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-235902f4-893f-4229-8476-668b49f8c598 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5cacaf24843a4b7fac9fb89f99207511&device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 1101 time: 0.1713324 Aug 31 06:41:27.117421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Pushing event updated for resources: {'Port': ['ID=37762db6-6d50-4adf-938a-5d598a15c7f9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:27.122631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:27.164311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.193450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:27.196767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:27.207592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Transition to ACTIVE for port object ab597ca8-d1d6-4403-8909-92c4ab67f617 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:27.219975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:27.231428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be74f76e-d78a-4eb3-b9ad-5224cce879b3 None None] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:27.266110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e98b-195e-467e-9909-83eb07186b7f req-c27df233-07dc-4517-a8c2-192d72ce9d46 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.267624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b955e98b-195e-467e-9909-83eb07186b7f req-c27df233-07dc-4517-a8c2-192d72ce9d46 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 1103 time: 0.3706572 Aug 31 06:41:27.314763 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.346329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.363177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.1.1.248 (18dbb84f-f02e-49ab-a44c-90f0e8cb77b3/49412424-8a9a-4a09-9901-4535692f2130/8250b78c-e9f3-47bf-b51e-58b12d2f157c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:27.394877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b955e98b-195e-467e-9909-83eb07186b7f req-0fe76f55-621c-4f82-8792-5d85bf95fd29 tempest-ServersAdminTestJSON-594857657 tempest-ServersAdminTestJSON-594857657-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163659 Aug 31 06:41:27.418872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Attempting to bind port 37762db6-6d50-4adf-938a-5d598a15c7f9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:27.419563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Attempting to bind port 37762db6-6d50-4adf-938a-5d598a15c7f9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:27.420273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Attempting to bind port 37762db6-6d50-4adf-938a-5d598a15c7f9 on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:27.422304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c54c6-5edf-4fd6-b706-6c2e82fb8b52 req-6fb6899b-f8be-4b1a-bdc2-1bcbf0fc381f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.425422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:27.433362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:27.433621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c54c6-5edf-4fd6-b706-6c2e82fb8b52 req-6fb6899b-f8be-4b1a-bdc2-1bcbf0fc381f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1959002 Aug 31 06:41:27.437718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:27.440506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event updated for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:27.456636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:27.457041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Checking segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:27.457553 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.457944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Bound using segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:27.459441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Bound port: 37762db6-6d50-4adf-938a-5d598a15c7f9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:27.459773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.528269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0006638-bbaa-475e-9fd5-e5d26a1742b0 None None] Provisioning for port ea40fb03-dfef-4044-bacc-b2daf6d3e36c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:27.563737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.568510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.643874 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-aa659bca-7d2a-47ef-b2c5-bc893c1310d0 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7408829 Aug 31 06:41:27.658080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:27.658761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.660542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff6ad10c-8e94-4e5f-a5ff-528350c4749b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.667371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Request body: {'port': {'device_id': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:27.726608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-3eb1447b-7429-46ce-9e7e-7b109a3e2c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:27.728399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-3eb1447b-7429-46ce-9e7e-7b109a3e2c0f service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.5846906 Aug 31 06:41:27.765318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] For port 37762db6-6d50-4adf-938a-5d598a15c7f9, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:27.795122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] For port 37762db6-6d50-4adf-938a-5d598a15c7f9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=37762db6-6d50-4adf-938a-5d598a15c7f9,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:27.796346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.814682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:27.840566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9eeecc28-45b7-4107-86fc-22787a05f274 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=31e29e8efb874f1196bda7be75f68dbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6730230 Aug 31 06:41:27.868151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-b8596a06-e051-4ab1-8b47-a0455f140dcf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.21&port_id=d182ebf5-4773-4913-9fd7-bc1889297fce HTTP/1.1" status: 200 len: 217 time: 0.0854342 Aug 31 06:41:27.869063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:27.876874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c54c6-5edf-4fd6-b706-6c2e82fb8b52 req-e8405602-a0b4-417b-baa2-8a844f64ec2c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4407241 Aug 31 06:41:27.914222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.009617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251d3b25-8d8a-46e7-be68-3683fb0fa31f None None] Pushing event updated for resources: {'Port': ['ID=37762db6-6d50-4adf-938a-5d598a15c7f9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:28.012284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-acde0161-e5bd-4afd-9396-fe5d7715de8c None None] Provisioning for port ab597ca8-d1d6-4403-8909-92c4ab67f617 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:28.028667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ea40fb03-dfef-4044-bacc-b2daf6d3e36c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:28.080132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-751dcbc7-6938-44dd-b771-1d5300f215c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:28.086237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-751dcbc7-6938-44dd-b771-1d5300f215c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2007613 Aug 31 06:41:28.089061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-acde0161-e5bd-4afd-9396-fe5d7715de8c None None] Provisioning complete for port ab597ca8-d1d6-4403-8909-92c4ab67f617 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:28.089459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-acde0161-e5bd-4afd-9396-fe5d7715de8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.101258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.143421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 8250b78c-e9f3-47bf-b51e-58b12d2f157c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:28.171549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-acde0161-e5bd-4afd-9396-fe5d7715de8c None None] Port ab597ca8-d1d6-4403-8909-92c4ab67f617 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:28.174596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ea40fb03-dfef-4044-bacc-b2daf6d3e36c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:28.182992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ea40fb03-dfef-4044-bacc-b2daf6d3e36c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:28.183582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.201197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d972f7-3c41-432c-a25d-e8090f9829be req-aff7d4eb-1305-4aa4-a6df-eea0c3b059e5 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:28.217069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51d972f7-3c41-432c-a25d-e8090f9829be req-aff7d4eb-1305-4aa4-a6df-eea0c3b059e5 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 932 time: 0.4258881 Aug 31 06:41:28.228313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.262625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.328735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-19b7e22a-dfc2-43eb-a409-84e7ad5814d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:28.331370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-19b7e22a-dfc2-43eb-a409-84e7ad5814d4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2242115 Aug 31 06:41:28.331561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:28.338900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3ca8d21-07ac-4129-9e63-8165e13173ee None None] Provisioning complete for port ea40fb03-dfef-4044-bacc-b2daf6d3e36c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:28.339549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8d21-07ac-4129-9e63-8165e13173ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.343594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:28.346473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:28.375907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2285cc-ed45-43d7-8dd9-881703a828c3 req-6232a90c-cc18-4ee5-930f-5ae9a4406012 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:28.386314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa2285cc-ed45-43d7-8dd9-881703a828c3 req-6232a90c-cc18-4ee5-930f-5ae9a4406012 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 950 time: 0.2665424 Aug 31 06:41:28.405072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.431615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.498883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ea40fb03-dfef-4044-bacc-b2daf6d3e36c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:28.502064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:28.503010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.531809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.564977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa2285cc-ed45-43d7-8dd9-881703a828c3 req-d48c0832-d3ab-4dee-9d8a-429efc5c38be tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775825 Aug 31 06:41:28.574671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:28.598284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51d972f7-3c41-432c-a25d-e8090f9829be req-4e16e7a3-8842-49a8-ac9a-ecdbe5c26cdb tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3797522 Aug 31 06:41:28.621948 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3ca8d21-07ac-4129-9e63-8165e13173ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.628759 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f16b2b55-3e53-4312-bcb6-dfbfdba5c266 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6543541 Aug 31 06:41:28.633744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:28.639557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'name': 'tempest-TaggedBootDevicesTest_v242-1652577486', 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:28.651811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:28.719745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-b3ca8d21-07ac-4129-9e63-8165e13173ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:41:28.720345 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-b3ca8d21-07ac-4129-9e63-8165e13173ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:41:28.810142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-679d591b-201f-4086-87cd-38dd2787e3dc service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4494085 Aug 31 06:41:28.843994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Deleting port bb559b8c-2876-41c3-93f3-a2f3db230e79 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:28.844442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.846196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.848008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab597ca8-d1d6-4403-8909-92c4ab67f617 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:28.848842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.853035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6ae5ded-d7f3-4c93-930b-2d97ac90f24a HTTP/1.1" status: 204 len: 168 time: 0.9727068 Aug 31 06:41:28.861362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.876908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Transition to ACTIVE for port object ab597ca8-d1d6-4403-8909-92c4ab67f617 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:28.883473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:28.977517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Pushing event updated for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:29.014431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 37762db6-6d50-4adf-938a-5d598a15c7f9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:29.151921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 37762db6-6d50-4adf-938a-5d598a15c7f9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:29.156492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ea40fb03-dfef-4044-bacc-b2daf6d3e36c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:29.169507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bde4b4-fe55-4bb3-86e9-c082c610a9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ae5ded-d7f3-4c93-930b-2d97ac90f24a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:29.314073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-a6754216-16a0-4754-8df5-23ad1dcd7f7a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:29.315487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-a6754216-16a0-4754-8df5-23ad1dcd7f7a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 950 time: 0.1991756 Aug 31 06:41:29.316254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Attempting to bind port ab597ca8-d1d6-4403-8909-92c4ab67f617 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:29.316547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Attempting to bind port ab597ca8-d1d6-4403-8909-92c4ab67f617 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:29.316898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Attempting to bind port ab597ca8-d1d6-4403-8909-92c4ab67f617 on network d9a63763-aa26-43c8-8b8f-e3f2912af646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:29.375072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Port ab597ca8-d1d6-4403-8909-92c4ab67f617 on network d9a63763-aa26-43c8-8b8f-e3f2912af646 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:29.375936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Attempting to bind port ab597ca8-d1d6-4403-8909-92c4ab67f617 on network d9a63763-aa26-43c8-8b8f-e3f2912af646 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:29.391103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:29.391795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ea40fb03-dfef-4044-bacc-b2daf6d3e36c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:29.392127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.392550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Checking segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:29.393194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Bound using segment: {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:29.393897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Bound port: ab597ca8-d1d6-4403-8909-92c4ab67f617, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45e8f97-c4fe-4502-9518-a7e4023415aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:29.394526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.419644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aef567ae-6030-47a9-9f47-8dcb45cce7f5 req-cbf3a1b5-2849-4f56-9e58-b47a5a3d8cb5 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5981507 Aug 31 06:41:29.424395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:29.545236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:29.549896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:29.562981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.568946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] For port bb559b8c-2876-41c3-93f3-a2f3db230e79, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb559b8c-2876-41c3-93f3-a2f3db230e79,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:29.569420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.606486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.613711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-874d8c6c-6634-4e7c-b0cb-a5cb2855327f None None] Provisioning for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:29.618178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-874d8c6c-6634-4e7c-b0cb-a5cb2855327f None None] Provisioning complete for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:29.618531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-874d8c6c-6634-4e7c-b0cb-a5cb2855327f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.637214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30593eaa-d2d0-4207-b294-6835d4ff1ff3 None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:29.649701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:29.650599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.652035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] 10.222.0.53 "PUT /v2.0/ports/ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 200 len: 1093 time: 1.9965115 Aug 31 06:41:29.654335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f91c-07f9-45d2-9a20-b39212814d6c req-b4fef7fb-720f-478d-9ae8-b74f1862002d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:29.654918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:29.657821 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:29.667051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dc4f91c-07f9-45d2-9a20-b39212814d6c req-b4fef7fb-720f-478d-9ae8-b74f1862002d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.5246351 Aug 31 06:41:29.670843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Deleting port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:29.671381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.709319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Calling delete_port for bb559b8c-2876-41c3-93f3-a2f3db230e79 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:29.843595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-874d8c6c-6634-4e7c-b0cb-a5cb2855327f None None] Port 8250b78c-e9f3-47bf-b51e-58b12d2f157c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:29.887451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:29.932992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dc4f91c-07f9-45d2-9a20-b39212814d6c req-f1a2e7bc-4af0-43b7-aeab-75ae56601c64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649174 Aug 31 06:41:29.975686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] device_id is not set on port 6f749ae0-6d8e-4554-b78e-7a5407676830 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:41:30.429910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:30.463923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Provisioning for port 37762db6-6d50-4adf-938a-5d598a15c7f9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:30.470240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Provisioning complete for port 37762db6-6d50-4adf-938a-5d598a15c7f9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:30.470864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.530510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9887e-7304-453a-9b7a-8e466df7a973 service neutron] Pushing event updated for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:30.590858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.600728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-af62cf00-3d50-4bb0-ad97-d946d553472c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.602403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-af62cf00-3d50-4bb0-ad97-d946d553472c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 1096 time: 0.8250084 Aug 31 06:41:30.610087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d5d1f-d379-4c22-b3da-a113ee32bcb9 req-e9239286-e8e6-41e5-b06a-f4c1cd264958 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.613381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e99d5d1f-d379-4c22-b3da-a113ee32bcb9 req-e9239286-e8e6-41e5-b06a-f4c1cd264958 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 950 time: 0.8444967 Aug 31 06:41:30.634547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] For port 37762db6-6d50-4adf-938a-5d598a15c7f9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=37762db6-6d50-4adf-938a-5d598a15c7f9,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:30.637718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] For port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:30.638276 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.642633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.703602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-f6e1f8f2-5c7f-4efd-a567-64bd1c9ac935 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 200 len: 217 time: 0.0753093 Aug 31 06:41:30.715705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Calling delete_port for 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:30.740039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37a4caf-0698-4e69-b19e-1bab5aceca3e None None] Pushing event updated for resources: {'Port': ['ID=37762db6-6d50-4adf-938a-5d598a15c7f9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:30.834184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.849586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e99d5d1f-d379-4c22-b3da-a113ee32bcb9 req-2f0bd292-3f54-4428-8c40-d6e53cdbbf93 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085207 Aug 31 06:41:30.858951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f57dd8-1b5b-4bda-b25e-a58d07827b09 req-fcb0f199-28bd-494c-8afe-593fa56f3e14 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.858951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6f57dd8-1b5b-4bda-b25e-a58d07827b09 req-fcb0f199-28bd-494c-8afe-593fa56f3e14 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 944 time: 0.4256110 Aug 31 06:41:30.882612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-ffa12079-5440-42ac-8745-a313ce0055fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.892313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-ffa12079-5440-42ac-8745-a313ce0055fb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2e460f7-003a-442d-99ea-57efca47662b HTTP/1.1" status: 200 len: 851 time: 0.1741314 Aug 31 06:41:30.916417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb559b8c-2876-41c3-93f3-a2f3db230e79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:30.935008 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f9a91ac-fc5b-448c-b5bf-ca48901d4f19 x-openstack-request-id: req-0f9a91ac-fc5b-448c-b5bf-ca48901d4f19 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:30.935008 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:30.935261 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0f9a91ac-fc5b-448c-b5bf-ca48901d4f19 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:30.935558 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'status': 'completed', 'code': 200} Aug 31 06:41:30.954583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.955161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.955664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.956196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.956743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.957246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.957837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.958888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.959423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.960009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.960498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.961015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:30.975565 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.982198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbd71d-32c1-4396-8362-fb4a86274221 req-bcf7a98f-51c2-4d11-8fbd-87517d9b9d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:30.983698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-bcf7a98f-51c2-4d11-8fbd-87517d9b9d6a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9a63763-aa26-43c8-8b8f-e3f2912af646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811386 Aug 31 06:41:30.984501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b71fb2fe-de90-4382-a781-b8159fb2cb53 None None] Provisioning complete for port 37762db6-6d50-4adf-938a-5d598a15c7f9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:30.984987 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b71fb2fe-de90-4382-a781-b8159fb2cb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:30.986297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-998143918-network', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:31.176858 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6f57dd8-1b5b-4bda-b25e-a58d07827b09 req-96fe731f-2178-4165-a3a6-2e532c169bbe tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2666459 Aug 31 06:41:31.182904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.200447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:31.242563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:31.244752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.250608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d182ebf5-4773-4913-9fd7-bc1889297fce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:31.254690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.1.1.140 (18dbb84f-f02e-49ab-a44c-90f0e8cb77b3/49412424-8a9a-4a09-9901-4535692f2130/6f749ae0-6d8e-4554-b78e-7a5407676830) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:31.304657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event deleted for resources: {'Port': ['ID=80eec8d3-bfa0-4107-9d3d-d28bfbbb258a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:31.316040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.397952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] No DVR routers for this DVR port 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:31.404248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.409996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.412529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e4832d1d-022c-4238-97bc-e1daf4db7922 req-885ef690-d430-48dd-b782-052e6552076b tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "DELETE /v2.0/ports/80eec8d3-bfa0-4107-9d3d-d28bfbbb258a HTTP/1.1" status: 204 len: 173 time: 2.0869257 Aug 31 06:41:31.494701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-c04e89b7-9c38-45f0-8189-0a4c6c0ce20f service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4753189 Aug 31 06:41:31.551135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ed4f27-3de5-4140-9537-d293702823a4 req-62e0600a-6773-42e9-ae24-0ac6cfe28c48 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:31.552901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ed4f27-3de5-4140-9537-d293702823a4 req-62e0600a-6773-42e9-ae24-0ac6cfe28c48 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.3599741 Aug 31 06:41:31.650639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ed4f27-3de5-4140-9537-d293702823a4 req-17a05e47-3b17-447a-a1b2-43a050473d42 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682209 Aug 31 06:41:31.683855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-febbd71d-32c1-4396-8362-fb4a86274221 req-3d950bdc-2fb4-4a46-a904-3ebabcd55438 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795192 Aug 31 06:41:31.690506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.732621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.735321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 6f749ae0-6d8e-4554-b78e-7a5407676830 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:31.739058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.785226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-fd69ef11-1d81-49a1-9a95-26a90089b19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:31.788166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-fd69ef11-1d81-49a1-9a95-26a90089b19a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 1096 time: 0.0534663 Aug 31 06:41:31.818168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:31.870430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:31.870918 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Added segment 3e1c2d94-1fcd-4cb1-834d-75d4ba18992d of type vlan for network 57fbf352-3936-4cb5-88ee-5c88f543a177 Aug 31 06:41:31.883229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d60ccde-6b05-4a09-811b-0771d4426e8f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:31.955205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-50bc9a93-7147-43af-9cb1-4ac8831c8658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:31.957155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-50bc9a93-7147-43af-9cb1-4ac8831c8658 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 200 len: 913 time: 0.1620779 Aug 31 06:41:32.003236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.007284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.071159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-d8ebe1d5-b727-4bfb-975f-dc0827593bbe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 200 len: 217 time: 0.1010320 Aug 31 06:41:32.126727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-864bf9fb-ac3d-48a6-8221-f7aea7556003 req-6e9fb1f8-7d0a-4eb1-a71e-f5f105fc3029 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c02a30e-b72c-4ef1-8744-8b6260bde804 HTTP/1.1" status: 200 len: 210 time: 0.0705907 Aug 31 06:41:32.128666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Router be783c17-e444-42fa-9f27-66b15a264f4f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:32.133662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:32.144256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:32.146662 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.148846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.150453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.151068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-925bd345-4870-494f-9821-8271fbf4a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.152736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-925bd345-4870-494f-9821-8271fbf4a6a5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2e460f7-003a-442d-99ea-57efca47662b HTTP/1.1" status: 200 len: 851 time: 0.0721464 Aug 31 06:41:32.155509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:32.159044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:32.223479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-5f56f8fb-c77b-4809-a839-e7ab2b0a2be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.226363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-5f56f8fb-c77b-4809-a839-e7ab2b0a2be7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9a63763-aa26-43c8-8b8f-e3f2912af646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604522 Aug 31 06:41:32.273561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] Pushing event updated for resources: {'Network': ['ID=57fbf352-3936-4cb5-88ee-5c88f543a177,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:32.293711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:32.367865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aab01dfe-5446-404a-b8ce-fd791e70442c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9366872 Aug 31 06:41:32.370225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-9cff1d74-3417-4a3c-bceb-8f9471ce7c04 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351156 Aug 31 06:41:32.371041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.388996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Request body: {'subnet': {'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-998143918-subnet', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:32.420274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.420870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.428785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:32.455584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:32.455845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 80eec8d3-bfa0-4107-9d3d-d28bfbbb258a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:32.491287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:32.494053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.502587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5685657-4e33-49e0-a343-3bc996f618c8 None None] Provisioning for port 6f749ae0-6d8e-4554-b78e-7a5407676830 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:32.509971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5685657-4e33-49e0-a343-3bc996f618c8 None None] Provisioning complete for port 6f749ae0-6d8e-4554-b78e-7a5407676830 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:32.510369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5685657-4e33-49e0-a343-3bc996f618c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.516360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6d9dd6-51bd-4cb1-9b78-821b4c9b4d14 req-80404baa-4d23-4e3f-a7a0-e1fd6a350af8 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.526382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d6d9dd6-51bd-4cb1-9b78-821b4c9b4d14 req-80404baa-4d23-4e3f-a7a0-e1fd6a350af8 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 944 time: 0.2085998 Aug 31 06:41:32.532289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6a420a90-9cb3-4ea2-a21d-9dc02be502b4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8968029 Aug 31 06:41:32.572044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:32.584119 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Sync routers for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:32.587518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d6d9dd6-51bd-4cb1-9b78-821b4c9b4d14 req-647ee74d-9dda-45ea-bc66-b4134d19c58b tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558722 Aug 31 06:41:32.587844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f5685657-4e33-49e0-a343-3bc996f618c8 None None] Port 6f749ae0-6d8e-4554-b78e-7a5407676830 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:32.600286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d87c82b8-45e7-4b27-9c0b-d243ed736275 admin admin] 10.222.0.57 "PUT /v2.0/routers/be783c17-e444-42fa-9f27-66b15a264f4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5699828 Aug 31 06:41:32.601347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:32.612279 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:32.612512 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:32.660137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f8ac3c9-e33a-45f1-8cd9-061f824d658b req-ea1130fa-eaed-4bec-9472-f81f00d0bc43 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624750 Aug 31 06:41:32.800771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.801420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:32.903328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac5b8d7-8e9e-4558-bfa3-8aab8182bd4c req-820f4dce-3f58-49ef-99ea-8dee8f5c1ae8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:32.910882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dac5b8d7-8e9e-4558-bfa3-8aab8182bd4c req-820f4dce-3f58-49ef-99ea-8dee8f5c1ae8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1066198 Aug 31 06:41:32.944078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'name': 'network-vif-deleted', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:32.963716 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d730c6-6a9e-497f-a26c-85387457758d" -d '{"events": [{"server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "name": "network-vif-deleted", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:32.964578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:32.983984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 37762db6-6d50-4adf-938a-5d598a15c7f9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:32.999287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dac5b8d7-8e9e-4558-bfa3-8aab8182bd4c req-40be1d86-58bf-4f78-9135-c19628408424 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777116 Aug 31 06:41:33.013388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c47d7df-1f0f-43ea-b6cf-686515ac1d89,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:33.025694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:33.026068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Network hostable DHCP agents. Network: 57fbf352-3936-4cb5-88ee-5c88f543a177, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:33.046812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.061938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:33.088055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 57fbf352-3936-4cb5-88ee-5c88f543a177) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:33.092414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.093087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.101067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaabc380-2016-4f57-a50c-081123cca44d None None] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:33.104544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 37762db6-6d50-4adf-938a-5d598a15c7f9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:33.105337 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.105499 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bab2397-8b70-4d76-ab26-e2bba1c82f59 x-openstack-request-id: req-2bab2397-8b70-4d76-ab26-e2bba1c82f59 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:33.105780 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c02a30e-b72c-4ef1-8744-8b6260bde804", "name": "network-vif-deleted", "tag": "80eec8d3-bfa0-4107-9d3d-d28bfbbb258a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:33.106034 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2bab2397-8b70-4d76-ab26-e2bba1c82f59 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:33.107378 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c02a30e-b72c-4ef1-8744-8b6260bde804', 'name': 'network-vif-deleted', 'tag': '80eec8d3-bfa0-4107-9d3d-d28bfbbb258a', 'status': 'completed', 'code': 200} Aug 31 06:41:33.135402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d0c0531-d4f4-43ad-9f6c-e04fd7fca0a5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7597554 Aug 31 06:41:33.135652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:33.140184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:33.149941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:33.157081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1178640179', 'description': 'tempest-description--1029995397'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:33.199632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Deleting port 17ea3d64-65de-48f6-b4f0-f66bf8578572 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:33.200372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.222983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.224234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.288324 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.365249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] For port 17ea3d64-65de-48f6-b4f0-f66bf8578572, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=17ea3d64-65de-48f6-b4f0-f66bf8578572,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:33.366106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.386425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Calling delete_port for 17ea3d64-65de-48f6-b4f0-f66bf8578572 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:33.419694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.470968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:41:30Z', 'revision_number': 5, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port': {'id': '17ea3d64-65de-48f6-b4f0-f66bf8578572', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:36Z', 'updated_at': '2021-08-31T06:38:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.473249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-57fbf352-3936-4cb5-88ee-5c88f543a177', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:41:33.476080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.524044 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Checking router: be783c17-e444-42fa-9f27-66b15a264f4f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:33.542908 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Routers {'be783c17-e444-42fa-9f27-66b15a264f4f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:33.544739 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be783c17-e444-42fa-9f27-66b15a264f4f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.726396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.730249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Allocated IP 172.20.0.2 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/36a7d247-6fcd-4215-8e75-f9130dccf2e8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:33.731328 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] Set router be783c17-e444-42fa-9f27-66b15a264f4f gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:33.757406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.779129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258de4cd-75fe-4a8f-8a0b-e612079432f2 req-696e6230-50f5-4a59-a592-a0ec9f64759c tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.779673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-258de4cd-75fe-4a8f-8a0b-e612079432f2 req-696e6230-50f5-4a59-a592-a0ec9f64759c tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 944 time: 0.0705447 Aug 31 06:41:33.780985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.809191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd65cad-0c2f-45e0-9403-01df6b2cbce2 req-5081bb49-c857-410d-b7be-52f85c225fb1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:33.819953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cd65cad-0c2f-45e0-9403-01df6b2cbce2 req-5081bb49-c857-410d-b7be-52f85c225fb1 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.2506888 Aug 31 06:41:33.827901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:41:33Z', 'revision_number': 6, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:33.829976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.834574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ea3d64-65de-48f6-b4f0-f66bf8578572,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:33.870795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b532ee-c182-429d-b1e8-c450a78c6237 None None] The sync data for ids ['be783c17-e444-42fa-9f27-66b15a264f4f'] in n-d-712707-15 is: [{'id': 'be783c17-e444-42fa-9f27-66b15a264f4f', 'name': 'tempest-ServersTestJSON-884444809-router', 'tenant_id': '557b587da21c43438bde254a443b5bc7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:34Z', 'updated_at': '2021-08-31T06:41:33Z', 'revision_number': 6, 'project_id': '557b587da21c43438bde254a443b5bc7', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:33.878999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-258de4cd-75fe-4a8f-8a0b-e612079432f2 req-e3d5021e-b452-4141-b3cd-338c1396c6ed tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888958 Aug 31 06:41:33.965233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.979010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:33.981142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cd65cad-0c2f-45e0-9403-01df6b2cbce2 req-c72812b6-efb2-4f43-8d24-7adfa1452dbb tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543591 Aug 31 06:41:33.990848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Transition to ACTIVE for port object 36a7d247-6fcd-4215-8e75-f9130dccf2e8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:34.005612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.009611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8555112 Aug 31 06:41:34.017589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.024327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'security_group_rule': {'security_group_id': '36d69a68-b746-4795-a3bc-48e36bcee476', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:34.025027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Transition to ACTIVE for port object 36a7d247-6fcd-4215-8e75-f9130dccf2e8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:34.035933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4877ded2-7f92-43a6-9915-13dd73009a1b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36d69a68-b746-4795-a3bc-48e36bcee476,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.037122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.082248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.085338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.100192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:34.104235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.105905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:34.108582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:34.146561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.146561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router be783c17-e444-42fa-9f27-66b15a264f4f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:41:34.166423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.167805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1565b850-eb27-4b5e-b800-05dc540c30a8 admin admin] 10.222.0.57 "DELETE /v2.0/routers/be783c17-e444-42fa-9f27-66b15a264f4f HTTP/1.1" status: 204 len: 168 time: 1.5656457 Aug 31 06:41:34.170352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.172261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Pushing event updated for resources: {'Port': ['ID=36a7d247-6fcd-4215-8e75-f9130dccf2e8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.186172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Attempting to bind port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:34.186650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Attempting to bind port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:34.187023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Attempting to bind port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:34.193319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:34.194260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:34.194496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.194903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:34.195535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Bound port: 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:34.196403 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.196531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5092fac4-80df-4fe6-b0cc-5a5bb1a6e5c0 req-8cdb0db6-cc57-4d58-90e8-c6224cc514c4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:34.204803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5092fac4-80df-4fe6-b0cc-5a5bb1a6e5c0 req-8cdb0db6-cc57-4d58-90e8-c6224cc514c4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0715256 Aug 31 06:41:34.262874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5092fac4-80df-4fe6-b0cc-5a5bb1a6e5c0 req-76d15cb9-b639-4b6e-8cfd-fb51b0555161 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569589 Aug 31 06:41:34.277200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.290073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] For port 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:34.295336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] For port 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=36a7d247-6fcd-4215-8e75-f9130dccf2e8,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:34.300699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.305952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.363056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Deleting subnet 825f1cca-038a-456c-872a-93246d1caa99 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:41:34.391394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd89971-911d-40c2-a334-1432996f08ea None None] Pushing event updated for resources: {'Port': ['ID=36a7d247-6fcd-4215-8e75-f9130dccf2e8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.438978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ab597ca8-d1d6-4403-8909-92c4ab67f617 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:34.449938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.484261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8a04d4-2d1f-42d8-a641-b36e582c8776,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.490226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.491269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a4528fad-b9ed-40a7-bad9-ac0f9f6f3794 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4719279 Aug 31 06:41:34.493950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:34.499007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'security_group_rule': {'security_group_id': '36d69a68-b746-4795-a3bc-48e36bcee476', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:34.533872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.558335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.579553 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.602385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:34.602999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.617726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'port_id': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'mac_address': 'fa:16:3e:40:be:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:34.669687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.689129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab597ca8-d1d6-4403-8909-92c4ab67f617 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:34.718069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:34.726693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.747855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.796223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:34.835260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Allocated IP 172.25.3.230 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3d236b2b-1957-45f3-9e03-a0db65e4dfd1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:34.942076 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:34.953604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ab597ca8-d1d6-4403-8909-92c4ab67f617'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:34.980265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=825f1cca-038a-456c-872a-93246d1caa99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:35.003705 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.008540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8abd3903-2cb4-4fd5-95de-f1ae43fd7130 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/825f1cca-038a-456c-872a-93246d1caa99 HTTP/1.1" status: 204 len: 168 time: 0.8348405 Aug 31 06:41:35.009185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.027173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d40f039-0093-4a28-b836-a6df002be638 None None] Network 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:35.127371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 36a7d247-6fcd-4215-8e75-f9130dccf2e8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:35.166535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.178829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.193928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.211132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.265546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5e679-7581-41c0-951c-0882f4db130e req-1e6b66b5-ec1e-44a1-852b-bf0d5de2cc84 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:35.267223 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cd5e679-7581-41c0-951c-0882f4db130e req-1e6b66b5-ec1e-44a1-852b-bf0d5de2cc84 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.0957847 Aug 31 06:41:35.287189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d22d5c6-db6a-45ee-83c3-f082a893c831,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:35.319514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.320743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-01b23ee2-b726-4045-842c-da327e710f20 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8257535 Aug 31 06:41:35.330019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:35.344244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:35.358726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:35.360849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-87f52d32-65f8-450d-af37-c8d5c3779882 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:35.375028 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-87f52d32-65f8-450d-af37-c8d5c3779882 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.50 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 949 time: 0.2057297 Aug 31 06:41:35.375754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.385608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5d908-3bcd-41f7-a3c3-dabbdff0127b req-2b545c6b-4959-45fc-8b00-90569c27fe11 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:35.387329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61a5d908-3bcd-41f7-a3c3-dabbdff0127b req-2b545c6b-4959-45fc-8b00-90569c27fe11 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 945 time: 0.2068222 Aug 31 06:41:35.413740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.455164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] DHCP port deletion for 4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:41:35.492261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.512488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cd5e679-7581-41c0-951c-0882f4db130e req-fb512b20-f7d8-40fe-bac6-6b5d85c12350 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226076 Aug 31 06:41:35.517760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb559b8c-2876-41c3-93f3-a2f3db230e79 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:35.547410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bb559b8c-2876-41c3-93f3-a2f3db230e79 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:35.547863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb559b8c-2876-41c3-93f3-a2f3db230e79 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:35.548410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 17ea3d64-65de-48f6-b4f0-f66bf8578572 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:35.559976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Deleting port 1cf00bb1-3512-4f02-af97-09e41552990e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:35.561701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.577966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 17ea3d64-65de-48f6-b4f0-f66bf8578572 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:35.578306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 17ea3d64-65de-48f6-b4f0-f66bf8578572 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:35.612307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Deleting port 1cf00bb1-3512-4f02-af97-09e41552990e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:35.616283 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.629384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:35.637688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61a5d908-3bcd-41f7-a3c3-dabbdff0127b req-641d0e51-48f4-484d-83af-bb235db24597 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448510 Aug 31 06:41:35.683113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Deleting port d182ebf5-4773-4913-9fd7-bc1889297fce {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:35.683477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.690504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:35.699820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:35.722607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] For port 1cf00bb1-3512-4f02-af97-09e41552990e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1cf00bb1-3512-4f02-af97-09e41552990e,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:35.723006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.739703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Calling delete_port for 1cf00bb1-3512-4f02-af97-09e41552990e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:35.847960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Pushing event updated for resources: {'Port': ['ID=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:35.871874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] For port d182ebf5-4773-4913-9fd7-bc1889297fce, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d182ebf5-4773-4913-9fd7-bc1889297fce,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:35.872320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.887650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] For port 1cf00bb1-3512-4f02-af97-09e41552990e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1cf00bb1-3512-4f02-af97-09e41552990e,segment=NetworkSegment(5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22),segment_id=5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:35.888020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.898050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:35.907543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Calling delete_port for d182ebf5-4773-4913-9fd7-bc1889297fce owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:35.960780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] Pushing event deleted for resources: {'Port': ['ID=1cf00bb1-3512-4f02-af97-09e41552990e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:35.964978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Calling delete_port for 1cf00bb1-3512-4f02-af97-09e41552990e owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:35.968023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5a0edb-6bce-4816-b5b7-b4fe1fb6e173 None None] No DVR routers for this DVR port 1cf00bb1-3512-4f02-af97-09e41552990e on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:36.003495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfa9846-693c-4e70-87ca-77e924d65199 req-fddee459-99ef-40c3-b918-7a9255399cbe tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:36.008733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcfa9846-693c-4e70-87ca-77e924d65199 req-fddee459-99ef-40c3-b918-7a9255399cbe tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.3177471 Aug 31 06:41:36.099841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.111853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:36.122379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d182ebf5-4773-4913-9fd7-bc1889297fce'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:36.148501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.149248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event deleted for resources: {'Port': ['ID=d182ebf5-4773-4913-9fd7-bc1889297fce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:36.200529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] No DVR routers for this DVR port d182ebf5-4773-4913-9fd7-bc1889297fce on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:36.204989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.207921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc5f563e-d36b-4fa0-8f11-edd267050e50 req-01a3022f-3e2c-47fa-a69b-e3afb7f3a449 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.50 "DELETE /v2.0/ports/d182ebf5-4773-4913-9fd7-bc1889297fce HTTP/1.1" status: 204 len: 173 time: 0.8194880 Aug 31 06:41:36.209395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'name': 'network-vif-deleted', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:36.212392 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bbfa3b3-a61d-4891-a03e-a4fe9ea76b05" -d '{"events": [{"server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "name": "network-vif-deleted", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:36.265129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcfa9846-693c-4e70-87ca-77e924d65199 req-f18b7f82-4d24-4bcb-90cc-c2d25ae69e5f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497280 Aug 31 06:41:36.291698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d49da3-5bd5-43d7-86d9-64c51d996112 None None] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:36.311312 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5cd27e-d2d3-44b6-843a-fcab94cd3716 x-openstack-request-id: req-4b5cd27e-d2d3-44b6-843a-fcab94cd3716 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:36.311608 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af59d808-8011-4be2-bb21-be2ebb2ec482", "name": "network-vif-deleted", "tag": "d182ebf5-4773-4913-9fd7-bc1889297fce", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:36.311864 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b5cd27e-d2d3-44b6-843a-fcab94cd3716 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:36.312268 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af59d808-8011-4be2-bb21-be2ebb2ec482', 'name': 'network-vif-deleted', 'tag': 'd182ebf5-4773-4913-9fd7-bc1889297fce', 'status': 'completed', 'code': 200} Aug 31 06:41:36.440270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ab597ca8-d1d6-4403-8909-92c4ab67f617 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:36.442079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Provisioning for port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:36.475534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Provisioning complete for port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:36.475913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.649657 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.691691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port ab597ca8-d1d6-4403-8909-92c4ab67f617 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:36.745233 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.764476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port ab597ca8-d1d6-4403-8909-92c4ab67f617 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:36.764952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:36.788104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] No DVR routers for this DVR port 1cf00bb1-3512-4f02-af97-09e41552990e on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:36.859303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6d47fc3-981b-454d-9601-15f1b6ba29f1 req-6d051840-8366-468b-8d00-925aaa4a106a tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=af59d808-8011-4be2-bb21-be2ebb2ec482 HTTP/1.1" status: 200 len: 210 time: 0.2196641 Aug 31 06:41:36.867127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf00bb1-3512-4f02-af97-09e41552990e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:36.944715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c11770-16aa-4897-a683-013f203f0ae7 req-2d844acc-0db0-4ca7-986a-930d84e88ab2 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:36.947615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16c11770-16aa-4897-a683-013f203f0ae7 req-2d844acc-0db0-4ca7-986a-930d84e88ab2 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 945 time: 0.1394265 Aug 31 06:41:37.006205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] For port 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=36a7d247-6fcd-4215-8e75-f9130dccf2e8,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:37.021542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1cf00bb1-3512-4f02-af97-09e41552990e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:37.026398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.030337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.034101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16c11770-16aa-4897-a683-013f203f0ae7 req-065e4bb0-398b-45a2-b112-e14167974dc7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735438 Aug 31 06:41:37.048021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e21d2af-84fa-4a4c-a336-1715ad6e8cd3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:37.061550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:37.061892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bb10fd5-fd8d-45fb-a9f6-b84b522f1d22') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:37.072122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.083753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.100608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 1cf00bb1-3512-4f02-af97-09e41552990e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:37.100963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1cf00bb1-3512-4f02-af97-09e41552990e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:37.151171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 172.25.3.2 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/9280e701-b0ea-4d3a-921d-ae2e4c7cb497) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:37.156678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae262e7d-91ee-4af4-88e6-4acd8fef6282 None None] Pushing event updated for resources: {'Port': ['ID=36a7d247-6fcd-4215-8e75-f9130dccf2e8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.164487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.165993 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.174694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:41:37.175095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:41:37.180969 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:41:37.191031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:37.194175 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbe50b-9308-41b7-905c-9fe999418f3e" -d '{"events": [{"server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "name": "network-vif-plugged", "status": "completed", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:37.213839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:37.231174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.326918 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2ec707-1ef9-4eda-8e0b-a25f9926fa57 x-openstack-request-id: req-df2ec707-1ef9-4eda-8e0b-a25f9926fa57 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:37.327296 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "name": "network-vif-plugged", "status": "completed", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:37.327527 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df2ec707-1ef9-4eda-8e0b-a25f9926fa57 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:37.328572 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'code': 200} Aug 31 06:41:37.359803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.385582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.437085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.441850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] 10.222.0.57 "DELETE /v2.0/networks/4e21d2af-84fa-4a4c-a336-1715ad6e8cd3 HTTP/1.1" status: 204 len: 168 time: 2.4207618 Aug 31 06:41:37.467606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70e023ec-aa65-4e8f-844b-e63c0ea2dba3 None None] Provisioning complete for port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:37.467998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70e023ec-aa65-4e8f-844b-e63c0ea2dba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.491107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1a3cfc-136e-4819-89d2-1d0bfd798157 req-a780d98b-a68e-445b-9702-7a1027bc7059 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.500335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8c7a4c-b2b3-4947-8d48-c7dc5d2d5a9d admin admin] Pushing event deleted for resources: {'Network': ['ID=4e21d2af-84fa-4a4c-a336-1715ad6e8cd3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.502978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b1a3cfc-136e-4819-89d2-1d0bfd798157 req-a780d98b-a68e-445b-9702-7a1027bc7059 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1049957 Aug 31 06:41:37.563661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b1a3cfc-136e-4819-89d2-1d0bfd798157 req-f6cb638a-1e3c-4919-a2ac-cf4c676a60e5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594909 Aug 31 06:41:37.598294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.610535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c1ffe-17d8-40f5-ba4c-34feda62d74f req-8dc307a2-f2ad-4887-ab01-e1f7fa23ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.612836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-535c1ffe-17d8-40f5-ba4c-34feda62d74f req-8dc307a2-f2ad-4887-ab01-e1f7fa23ef2b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 1098 time: 0.1794193 Aug 31 06:41:37.641660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:37.658165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.684896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-535c1ffe-17d8-40f5-ba4c-34feda62d74f req-a0fc1b7c-d57b-47bd-86ed-d1a886289736 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616424 Aug 31 06:41:37.702724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-8787f9fd-6b28-4291-89eb-2a448c7b0abe service neutron] 10.222.0.50 "GET /v2.0/ports/0eb0f376-16c7-479c-b691-519de87509ff/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.1004944 Aug 31 06:41:37.711513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe5b0551-e976-49e0-9b6e-574202bfbea9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=557b587da21c43438bde254a443b5bc7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687740 Aug 31 06:41:37.712089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:37.774466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.779422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.821069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.828788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:37.835414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:37.841161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:37.847720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=9280e701-b0ea-4d3a-921d-ae2e4c7cb497,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.899090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.902465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:37.905855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5eee028f-c2e5-4d1d-a8d8-e4d00814e5af HTTP/1.1" status: 204 len: 168 time: 0.1925378 Aug 31 06:41:37.955917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a36245-3778-49ae-8221-759e0c57a87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eee028f-c2e5-4d1d-a8d8-e4d00814e5af,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:37.972576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Router 98a82c7b-1996-46aa-bd20-a9b250d210d8 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:41:37.979745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-31aa8820-3fe6-4ac3-951a-de860c74a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:37.980795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-31aa8820-3fe6-4ac3-951a-de860c74a2bc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1102 time: 0.0705545 Aug 31 06:41:38.000734 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.079828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-3d3bc4aa-8563-4865-a5ce-31036f1f695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.081684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-3d3bc4aa-8563-4865-a5ce-31036f1f695b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1102 time: 0.0716457 Aug 31 06:41:38.131795 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.260061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:38.287246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Sync routers for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:38.307350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:38.307994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:38.321237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a020d941-c255-41cb-84d4-5966488a5dbf req-b7332768-bc02-4f04-8bb3-3d686a2108f3 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.323185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a020d941-c255-41cb-84d4-5966488a5dbf req-b7332768-bc02-4f04-8bb3-3d686a2108f3 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 951 time: 0.0914216 Aug 31 06:41:38.355780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-bab20095-6519-4098-9d32-76f4bba84160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.357399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-bab20095-6519-4098-9d32-76f4bba84160 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2668514 Aug 31 06:41:38.390463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.391791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-984c1e56-29d6-476a-9c10-b0ab7706f90e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.2552855 Aug 31 06:41:38.394891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:38.416055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0619c-88af-4869-b7df-72974ca633d3 req-1f50a18d-1daf-498c-a42e-87677359f871 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.418087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0d0619c-88af-4869-b7df-72974ca633d3 req-1f50a18d-1daf-498c-a42e-87677359f871 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1885080 Aug 31 06:41:38.464363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:38.473643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-e398bef7-aaaa-4a76-9821-097b170537c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.0940213 Aug 31 06:41:38.493045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a020d941-c255-41cb-84d4-5966488a5dbf req-b9ef31a7-c696-46a6-8dfb-07bbfd807af8 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522720 Aug 31 06:41:38.563993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-18a4f568-0760-4bcc-8896-0b0f32b4c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.565840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-18a4f568-0760-4bcc-8896-0b0f32b4c923 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0717471 Aug 31 06:41:38.639556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0d0619c-88af-4869-b7df-72974ca633d3 req-b452422b-e7b5-496b-98bf-96743052a59b tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696591 Aug 31 06:41:38.684305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-3a587b5b-0dfa-497e-a983-7eddabc2e915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.686655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-3a587b5b-0dfa-497e-a983-7eddabc2e915 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1111670 Aug 31 06:41:38.687160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d182ebf5-4773-4913-9fd7-bc1889297fce no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:38.727227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: d182ebf5-4773-4913-9fd7-bc1889297fce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:38.727789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d182ebf5-4773-4913-9fd7-bc1889297fce not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:38.759725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.802773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8c0cc-8ae3-4f43-afdc-97ed301f5f58 req-156b9be5-b296-46a6-94c6-0ce56faf07de tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:38.811656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fb8c0cc-8ae3-4f43-afdc-97ed301f5f58 req-156b9be5-b296-46a6-94c6-0ce56faf07de tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1205339 Aug 31 06:41:38.871216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-808696a5-2196-4c0a-9ce9-812b4ff90e79 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682146 Aug 31 06:41:38.883346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fb8c0cc-8ae3-4f43-afdc-97ed301f5f58 req-b66b4206-63d6-457e-9f15-90c65ffe1a67 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707898 Aug 31 06:41:38.924108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:36Z', 'revision_number': 3, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:38.985585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:38.994246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 36a7d247-6fcd-4215-8e75-f9130dccf2e8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:39.008356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Checking router: 98a82c7b-1996-46aa-bd20-a9b250d210d8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:39.008531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Updating router 98a82c7b-1996-46aa-bd20-a9b250d210d8 port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:39.063864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97d3fdbb-aca5-4aeb-bb5b-b472d10fcef6 req-406a6e63-a0de-4757-9e4e-4b1c7af77de1 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795082 Aug 31 06:41:39.087900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.102904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.121145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=9280e701-b0ea-4d3a-921d-ae2e4c7cb497,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.220360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.221775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0da3e20c-0c01-4c95-ad70-799519837b96 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8756359 Aug 31 06:41:39.274780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:39.275212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.362986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:39.499903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.563016 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.575850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1113075648-network', 'tenant_id': '384170a74c6246ed97cd1510fb5969d3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:39.578900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Transition to ACTIVE for port object 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:39.589407 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.623793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Made reservation on behalf of 384170a74c6246ed97cd1510fb5969d3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:39.626528 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.654483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Attempting to bind port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:39.654989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Attempting to bind port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:39.655382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.655539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Attempting to bind port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:39.657627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c586-17da-4d1c-b02b-3bdb16055771 None None] Pushing event updated for resources: {'Port': ['ID=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.665793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:39.666308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:39.674668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.677600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:39.678614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Bound port: 3d236b2b-1957-45f3-9e03-a0db65e4dfd1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:39.684316 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.706978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-2c006453-ddfb-4ad6-bbb7-e122e7c272c8 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1178640179&fields=id&tenant_id=2e2e30b05dd549e9b3d78b752c014574 HTTP/1.1" status: 200 len: 267 time: 0.0967138 Aug 31 06:41:39.785726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-e684fd1a-7fca-45fb-8620-f28636829a78 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.787326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-e684fd1a-7fca-45fb-8620-f28636829a78 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 937 time: 0.0662284 Aug 31 06:41:39.790401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] For port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:39.792796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-1fd17207-2911-4af5-a788-0055f7efc3dc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.794392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-1fd17207-2911-4af5-a788-0055f7efc3dc tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 951 time: 0.1699572 Aug 31 06:41:39.799852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] For port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:39.806468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:39.824067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc2d57-be47-4147-b1aa-9c755997f960 req-254c7500-d1e5-4502-8618-a71de5953f1e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.825782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10dc2d57-be47-4147-b1aa-9c755997f960 req-254c7500-d1e5-4502-8618-a71de5953f1e tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 951 time: 0.2000585 Aug 31 06:41:39.863948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-32e6d99f-6cfc-4256-8e8e-33d387e39065 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:39.873532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-32e6d99f-6cfc-4256-8e8e-33d387e39065 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 937 time: 0.0769262 Aug 31 06:41:39.905835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:39.906775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:39.946529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-582fb974-a531-4a84-b62b-6deccd57c97a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0714524 Aug 31 06:41:39.958507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9c586-17da-4d1c-b02b-3bdb16055771 None None] Pushing event updated for resources: {'Port': ['ID=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:39.969839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10dc2d57-be47-4147-b1aa-9c755997f960 req-be4f9b1c-1d50-4b89-b003-45fb0fb49333 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/security-groups?id=59e701d9-8589-45f3-b1b1-5b7e07116148&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215506 Aug 31 06:41:39.999026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Allocated IP 172.20.0.1 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/8078b365-adfa-44b0-91b4-22c4ffefb40c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:40.002299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f9ec5d34-6ad1-4502-a358-3a8d0d16dd33 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0542116 Aug 31 06:41:40.074161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Deleting port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:40.074400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.110405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:40.112665 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.118330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.165212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:40.187883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d358a1fa-ce14-466d-b4dc-51f51072ad51,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:40.196880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.197270 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Added segment a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19 of type vlan for network 49894aae-c776-4614-993f-1c7fa8f5e34f Aug 31 06:41:40.204730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cef8f4b4-e12b-40e4-bfcb-2af690ef4473 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.213236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cef8f4b4-e12b-40e4-bfcb-2af690ef4473 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.219723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cef8f4b4-e12b-40e4-bfcb-2af690ef4473 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.227119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cef8f4b4-e12b-40e4-bfcb-2af690ef4473 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/networks?id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 1996 time: 0.2242172 Aug 31 06:41:40.274187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-104a7498-35ff-42af-82b4-1d02175088fc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/quotas/2e2e30b05dd549e9b3d78b752c014574 HTTP/1.1" status: 200 len: 375 time: 0.0461154 Aug 31 06:41:40.282803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.298475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05116f4-6ec2-4c41-a11c-24844c07ce90 req-346009e8-569a-417a-beae-c050fc7c985b tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.306267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b05116f4-6ec2-4c41-a11c-24844c07ce90 req-346009e8-569a-417a-beae-c050fc7c985b tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.2288692 Aug 31 06:41:40.318757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.363418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-679ab2e0-7185-4457-97b2-4ccb81772a26 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0882154 Aug 31 06:41:40.372568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Transition to ACTIVE for port object 8078b365-adfa-44b0-91b4-22c4ffefb40c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:40.391616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.393510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:40.393666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:36Z', 'revision_number': 3, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:40.394857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.398058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b05116f4-6ec2-4c41-a11c-24844c07ce90 req-a17c44cd-cb91-4750-8505-2a00775b0cce tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886221 Aug 31 06:41:40.405434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] For port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:40.405799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.426176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d684d0f-d551-4e48-ba25-7752196ef946 None None] The sync data for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 is: [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:36Z', 'revision_number': 3, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:40.434504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Calling delete_port for 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:40.516757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1524060 Aug 31 06:41:40.521628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:40.571377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Request body: {'subnet': {'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1113075648-subnet', 'tenant_id': '384170a74c6246ed97cd1510fb5969d3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:40.583627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e40fc5-3013-44c5-ab17-ae24e8534f4b admin admin] Pushing event updated for resources: {'Network': ['ID=49894aae-c776-4614-993f-1c7fa8f5e34f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:40.603080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6bc089be-b9c8-4a53-8425-b45a77445fb2 service neutron] 10.222.0.57 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219751 Aug 31 06:41:40.604499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 49894aae-c776-4614-993f-1c7fa8f5e34f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:40.703009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:40.784903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Made reservation on behalf of 384170a74c6246ed97cd1510fb5969d3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:40.794256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:40.946939 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.006642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:41.009896 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50b62b71-4e65-4227-81d6-235688ef7ea7" -d '{"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:41.044807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:41.068821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.159030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.160689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1fcf0a62-b795-4ac2-a528-0b0ec7cf8c5e service neutron] 10.222.0.57 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5565679 Aug 31 06:41:41.190009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:41.219308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.250603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:41.257213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:41.262450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-15b78a73-6e73-4b6a-9620-5fd07077081e service neutron] 10.222.0.57 "GET /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1000350 Aug 31 06:41:41.357125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:41.387847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.435404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e7406-d1b6-4e4e-a25f-e9fb66cd4acd req-5ce66477-e4c9-4743-945d-a89a34480ecb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.437118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df3e7406-d1b6-4e4e-a25f-e9fb66cd4acd req-5ce66477-e4c9-4743-945d-a89a34480ecb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 948 time: 0.3521538 Aug 31 06:41:41.442054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Pushing event updated for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:41.452619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:41.509093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-5479b386-fbf7-49ad-8336-e7115c5667fe service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461712 Aug 31 06:41:41.532120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Checking segment: {'id': 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:41.532492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Network hostable DHCP agents. Network: 49894aae-c776-4614-993f-1c7fa8f5e34f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:41:41.554366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.576912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Pushing event deleted for resources: {'Port': ['ID=9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:41.653710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] No DVR routers for this DVR port 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:41.656933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.659673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b48f645-0533-42d4-a763-1ce0bad1679e req-f6159ac7-443d-405b-b540-fcf661f08728 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.53 "DELETE /v2.0/ports/9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d HTTP/1.1" status: 204 len: 173 time: 1.8553021 Aug 31 06:41:41.671732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Network 49894aae-c776-4614-993f-1c7fa8f5e34f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:41:41.676423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-deleted', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:41.680483 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b7d4fb-995a-4cf9-9b10-0a8a30a8a801" -d '{"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-deleted", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:41.687524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ecabf13-edec-4a97-8213-8b736015412a None None] Provisioning for port 8078b365-adfa-44b0-91b4-22c4ffefb40c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:41.691930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ecabf13-edec-4a97-8213-8b736015412a None None] Provisioning complete for port 8078b365-adfa-44b0-91b4-22c4ffefb40c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:41.693286 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7ecabf13-edec-4a97-8213-8b736015412a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.709381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 49894aae-c776-4614-993f-1c7fa8f5e34f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:41.718114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df3e7406-d1b6-4e4e-a25f-e9fb66cd4acd req-656c4da4-fbbc-4fcd-8434-84a681c4bc20 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511592 Aug 31 06:41:41.726041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:41.726713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.745528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-ff16ab0a-ad45-4f84-923c-8f00961accfd service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054408 Aug 31 06:41:41.760075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9274d34-4fef-4d31-94e9-e4738b31d334 None None] Network 49894aae-c776-4614-993f-1c7fa8f5e34f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:41.808635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-263e5541-a23d-48f6-978a-fc9d63554191 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.2845714 Aug 31 06:41:41.812985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-36f867ec-843b-4b0e-90db-90e598ff3ff9 service neutron] 10.222.0.57 "GET /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0695765 Aug 31 06:41:41.931609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:41.964774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7ecabf13-edec-4a97-8213-8b736015412a None None] Port 8078b365-adfa-44b0-91b4-22c4ffefb40c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:42.079399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9cf7c05b-ffe3-4107-9c2f-017b93de9dea service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2551157 Aug 31 06:41:42.092733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e858a837-8324-44ec-b4e6-730a3922cd01 req-d88b5a0c-dd9b-46a1-96e8-2bd7ca346732 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:42.101939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e858a837-8324-44ec-b4e6-730a3922cd01 req-d88b5a0c-dd9b-46a1-96e8-2bd7ca346732 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1255765 Aug 31 06:41:42.122630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:42.142334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Request body: {'floatingip': {'port_id': 'ab597ca8-d1d6-4403-8909-92c4ab67f617'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:42.248061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:42.316333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-d73d1241-6f90-44b8-b0c2-ed1df1edfa29 service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2114363 Aug 31 06:41:42.353420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87bc1a27-f8c6-4799-b050-21c6b013f47d req-4b7a964b-6118-46f4-97cb-81076f36db37 tempest-ServersAdminTestJSON-817365398 tempest-ServersAdminTestJSON-817365398-project] 10.222.0.57 "GET /v2.0/ports?device_id=9d6946ad-be68-4d83-a5d4-bda0e66b0111 HTTP/1.1" status: 200 len: 210 time: 0.0709913 Aug 31 06:41:42.365548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c8287-1c72-45c3-b5a3-876019d706d0 None None] Network 49894aae-c776-4614-993f-1c7fa8f5e34f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:41:42.472832 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc60af69-9d6f-4c76-9039-2bbcbb076205 x-openstack-request-id: req-cc60af69-9d6f-4c76-9039-2bbcbb076205 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:42.473128 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-unplugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:42.473405 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc60af69-9d6f-4c76-9039-2bbcbb076205 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:42.474373 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff', 'code': 200} Aug 31 06:41:42.477036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:42.525117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-becb8324-48a5-4128-abe8-e2e414ba3d80 service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979685 Aug 31 06:41:42.550834 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a3e8f8-24ee-487a-b44c-04c3eefb6cdb x-openstack-request-id: req-a1a3e8f8-24ee-487a-b44c-04c3eefb6cdb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:42.551707 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6946ad-be68-4d83-a5d4-bda0e66b0111", "name": "network-vif-deleted", "tag": "9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:42.551707 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1a3e8f8-24ee-487a-b44c-04c3eefb6cdb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:42.552671 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6946ad-be68-4d83-a5d4-bda0e66b0111', 'name': 'network-vif-deleted', 'tag': '9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d', 'status': 'completed', 'code': 200} Aug 31 06:41:42.552782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:42.552888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9b691e2b-cfdb-4f2b-ad79-2e62a529ac2d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:42.574706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:42.590465 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:42.655059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-03ff4f15-5f8f-4521-9e19-45d903b25dcd service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285691 Aug 31 06:41:42.716511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:42.730107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:42.853711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-948f9cb1-8211-4265-a2ea-618e163a3447 service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977274 Aug 31 06:41:42.855139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:42.872405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '0eb0f376-16c7-479c-b691-519de87509ff', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '0eb0f376-16c7-479c-b691-519de87509ff', 'mac_address': 'fa:16:3e:7d:e3:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:42.893684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Pushing event updated for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:42.928289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:42.932337 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:42.972743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb0f376-16c7-479c-b691-519de87509ff {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:43.005605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-a91264c3-b5fb-42ab-9902-01d96a1e80a3 service neutron] 10.222.0.57 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424031 Aug 31 06:41:43.042287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:43.053536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.087338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:43.097727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:43.098537 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.129282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:43.137255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:43.144674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-705a0294-8dab-49f7-9784-0be632898ddf service neutron] 10.222.0.57 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328831 Aug 31 06:41:43.201962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:43.218435 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.249652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:43.250931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-679b05e2-17e9-4ca2-9780-f621b85a19c0 service neutron] 10.222.0.57 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053886 Aug 31 06:41:43.261953 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.285244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-d53483f6-aeb7-48f2-8ee1-c13d9a4f67e5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:43.293807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-d53483f6-aeb7-48f2-8ee1-c13d9a4f67e5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/networks?id=49894aae-c776-4614-993f-1c7fa8f5e34f HTTP/1.1" status: 200 len: 822 time: 0.4524918 Aug 31 06:41:43.322166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:43.394101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:43.414021 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.444702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-c882ee25-df3f-4779-bf37-760c8c8400ef service neutron] 10.222.0.57 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822643 Aug 31 06:41:43.482234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-188c92de-5508-47a2-be91-2354ee684da2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/quotas/384170a74c6246ed97cd1510fb5969d3 HTTP/1.1" status: 200 len: 375 time: 0.1874654 Aug 31 06:41:43.498554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.526064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-b02f1879-f22e-4c6a-8752-13300e9cc3a1 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=384170a74c6246ed97cd1510fb5969d3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427601 Aug 31 06:41:43.569852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-73e97346-0871-4783-a498-1ad8c92d48c5 service neutron] 10.222.0.57 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162751 Aug 31 06:41:43.611413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7bfda2b3-4d0e-4264-bda7-dac67f489d13 None None] Provisioning complete for port 8078b365-adfa-44b0-91b4-22c4ffefb40c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:43.612344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bfda2b3-4d0e-4264-bda7-dac67f489d13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:43.666191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7bfda2b3-4d0e-4264-bda7-dac67f489d13 None None] Port 8078b365-adfa-44b0-91b4-22c4ffefb40c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:43.673604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Router 98a82c7b-1996-46aa-bd20-a9b250d210d8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:43.765509 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Floating IP ca2c0d41-3a0c-4999-ae39-30fdd9e166ff associated. External IP: 172.25.3.47, port: ab597ca8-d1d6-4403-8909-92c4ab67f617. Aug 31 06:41:43.820112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-cc2f5126-44d3-4f47-93b7-0aee505f3735 service neutron] 10.222.0.57 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554705 Aug 31 06:41:44.002159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:44.018505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-21d4d621-c966-4436-b4f3-ecfb11e38d3d admin admin] 10.222.0.57 "PUT /v2.0/routers/98a82c7b-1996-46aa-bd20-a9b250d210d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6125884 Aug 31 06:41:44.018705 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Sync routers for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:44.032885 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:44.033295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-053c83ca-e90a-4d32-a4c8-1ff50fe6c5ff service neutron] 10.222.0.57 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024302 Aug 31 06:41:44.034434 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:44.225125 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:44.653013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:42Z', 'revision_number': 2, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:44.714385 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Checking router: 98a82c7b-1996-46aa-bd20-a9b250d210d8 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:44.714790 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Updating router 98a82c7b-1996-46aa-bd20-a9b250d210d8 port 8078b365-adfa-44b0-91b4-22c4ffefb40c binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:41:44.743192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:44.745926 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:44.756164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6b46c6-68f6-4d7b-8723-e5d3bbf3d2a7 req-a567a7ea-c03c-4b88-b972-bf06d9b32863 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:44.763934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad6b46c6-68f6-4d7b-8723-e5d3bbf3d2a7 req-a567a7ea-c03c-4b88-b972-bf06d9b32863 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 949 time: 0.2588761 Aug 31 06:41:44.817091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:44.874178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad6b46c6-68f6-4d7b-8723-e5d3bbf3d2a7 req-e398e1c7-fd06-4846-877c-41181deb0560 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070702 Aug 31 06:41:44.926788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:45.006215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:45.023458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 0eb0f376-16c7-479c-b691-519de87509ff triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:45.023864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.065291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-025813a5-5517-4eca-b66b-034042efa1ba req-cf763590-d30d-4cbd-a880-e535a5725c29 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.0757818 Aug 31 06:41:45.100781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:45.101154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.334143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:45.340884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.357567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Sync routers for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:45.368165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72cded66-c586-4609-b69a-cde4ca0af4bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5cacaf24843a4b7fac9fb89f99207511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3600521 Aug 31 06:41:45.368419 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.372067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:45.398136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:45.399111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:45.421144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c1e26d8-a3b3-4cba-b3bc-27634ec45cc2 req-2ce200ab-7cad-474f-b43e-dc71a75864e4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0326359 Aug 31 06:41:45.433267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a42c74c1-9292-48c7-ab85-dd2322347572 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "PUT /v2.0/floatingips/ca2c0d41-3a0c-4999-ae39-30fdd9e166ff HTTP/1.1" status: 200 len: 991 time: 3.3090672 Aug 31 06:41:45.434378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:45.437951 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c776d01-d5fc-450a-8cd5-03d8a98ac507" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:45.463478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:45.468143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'security_group': {'name': 'tempest-securitygroup--142155337', 'description': 'tempest-description--1805842929'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:45.510875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.511076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.535574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.607606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.610186 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.612629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59e701d9-8589-45f3-b1b1-5b7e07116148 HTTP/1.1" status: 204 len: 168 time: 0.2393818 Aug 31 06:41:45.636805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d771c30-6a3f-48e7-b5ed-d0aec24436a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e701d9-8589-45f3-b1b1-5b7e07116148,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:45.654097 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.676459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.678290 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Transition to ACTIVE for port object 8078b365-adfa-44b0-91b4-22c4ffefb40c will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:45.694557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.703061 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.714184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:45.719970 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d8f6f1-83e0-499a-9d05-8cc145f91512" -d '{"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:45.788838 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f24dcb4-15fd-425f-9495-399a631e70cd x-openstack-request-id: req-5f24dcb4-15fd-425f-9495-399a631e70cd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:45.789341 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:45.789341 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f24dcb4-15fd-425f-9495-399a631e70cd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:45.791655 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'status': 'completed', 'code': 200} Aug 31 06:41:45.802869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47360435-15c6-411b-b3c3-9b8403820771,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:45.861241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:45.871637 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d9e3f-6ecf-4cf6-8641-5aa275798e4c None None] Pushing event updated for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:45.960660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.961043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.961417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.962870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.963217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.963556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.965047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.965982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-ab906a5e-009b-4ee7-8acb-869ac088e866 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:45.966952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.967271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.968189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.968410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-ab906a5e-009b-4ee7-8acb-869ac088e866 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 949 time: 0.1634510 Aug 31 06:41:45.970189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.970542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:45.970669 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb0e68e-fa75-40ef-8243-be33491ed0ec x-openstack-request-id: req-7cb0e68e-fa75-40ef-8243-be33491ed0ec {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:45.970920 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-plugged", "status": "completed", "tag": "0eb0f376-16c7-479c-b691-519de87509ff", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:45.971201 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7cb0e68e-fa75-40ef-8243-be33491ed0ec {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:45.980106 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff', 'code': 200} Aug 31 06:41:45.994071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:45.997892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.002716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.003424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:46.005861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fff45876-b0b5-4d97-9f4f-09d31d6975cd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5403476 Aug 31 06:41:46.011478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'security_group_rule': {'security_group_id': '47360435-15c6-411b-b3c3-9b8403820771', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:46.018182 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Attempting to bind port 8078b365-adfa-44b0-91b4-22c4ffefb40c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:46.018640 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Attempting to bind port 8078b365-adfa-44b0-91b4-22c4ffefb40c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:46.019275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Attempting to bind port 8078b365-adfa-44b0-91b4-22c4ffefb40c on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:46.032329 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:46.033151 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:46.036436 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.037347 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:46.038084 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Bound port: 8078b365-adfa-44b0-91b4-22c4ffefb40c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:46.038709 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.047575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-d19c12d6-6f28-4694-9b76-73db9f82d79f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.050384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-d19c12d6-6f28-4694-9b76-73db9f82d79f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 1098 time: 0.2578547 Aug 31 06:41:46.072122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b5edd-878c-49ee-b8b8-87aa2a7d1464 req-934c8ab7-4c3a-4db5-a9bf-841d0b4688e8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.087637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-984b5edd-878c-49ee-b8b8-87aa2a7d1464 req-934c8ab7-4c3a-4db5-a9bf-841d0b4688e8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2064950 Aug 31 06:41:46.154852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:46.189744 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] For port 8078b365-adfa-44b0-91b4-22c4ffefb40c, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:46.198818 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] For port 8078b365-adfa-44b0-91b4-22c4ffefb40c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8078b365-adfa-44b0-91b4-22c4ffefb40c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:46.210781 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.241162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.244225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:46.285962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-984b5edd-878c-49ee-b8b8-87aa2a7d1464 req-c1bcddb0-9c31-4704-9868-fae77d9362fb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970112 Aug 31 06:41:46.328415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:46.371734 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:46.372540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:46.432870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-0590902e-e971-4ea3-bdd4-670f43318933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.441895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-0590902e-e971-4ea3-bdd4-670f43318933 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1102 time: 0.3274229 Aug 31 06:41:46.467372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d98d044-3e55-4815-896e-fe1003e69706 req-6e6be49a-c426-4fa6-9979-a734313fef3a tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.1285706 Aug 31 06:41:46.506588 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d9e3f-6ecf-4cf6-8641-5aa275798e4c None None] Pushing event updated for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:46.538760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-a3e5139f-fc20-495c-8c0e-499ee5a96154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.543451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-a3e5139f-fc20-495c-8c0e-499ee5a96154 service neutron] 10.222.0.53 "GET /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 1033 time: 0.3123565 Aug 31 06:41:46.654133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.680696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-e5df81a2-11f1-4311-91d2-9d7f0aa4f817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.689277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-e5df81a2-11f1-4311-91d2-9d7f0aa4f817 service neutron] 10.222.0.53 "GET /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 1033 time: 0.1327226 Aug 31 06:41:46.696557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.706630 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:46.762895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf17012b-de6b-419d-a23d-1bf7c63366f1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:46.825925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84e035d9-f1e3-4906-bafb-bd1fef9e5b52 req-ed1ec44a-e1c0-49d3-8725-e331016f0fc0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0603251 Aug 31 06:41:46.861482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-732ed6ce-d719-42a5-859c-26907bbb8b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:46.866094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-732ed6ce-d719-42a5-859c-26907bbb8b12 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.4122064 Aug 31 06:41:46.867629 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:46.868934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f53051d-d6e1-4f70-8406-c6ac468487d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8645141 Aug 31 06:41:46.872637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:46.896567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f9e06d7-1f89-43b0-8860-e91f92710736 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3f9f3df15fe7491c8db0e292d35e06cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5331330 Aug 31 06:41:46.900167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'security_group_rule': {'security_group_id': '47360435-15c6-411b-b3c3-9b8403820771', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:46.979138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:46.981014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-4dc8abb5-f6b9-4365-a5e4-d18c2db5a1a2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.1058710 Aug 31 06:41:47.013841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ca2c0d41-3a0c-4999-ae39-30fdd9e166ff', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'port_id': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'mac_address': 'fa:16:3e:40:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:19Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 1, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:47.043854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-2cc5b0dd-573c-4f51-ba19-97d80ebcae9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.045637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-2cc5b0dd-573c-4f51-ba19-97d80ebcae9d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 200 len: 913 time: 0.9856253 Aug 31 06:41:47.060876 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.068710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Checking router: e1998bf9-8b33-41ad-a7f8-62bf55ed77cf for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:47.100449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:47.101101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:47.153283 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:46Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:47.179848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-7fd44079-afa2-4679-9f5a-8bc16b28fc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.181272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-7fd44079-afa2-4679-9f5a-8bc16b28fc48 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1215553 Aug 31 06:41:47.193012 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31f52f21-3240-453b-9120-d40d67c0f468 None None] The sync data for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 is: [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:46Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:47.296692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-c5b548b8-d3ca-4157-b087-f3968c451604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 200 len: 999 time: 0.2293091 Aug 31 06:41:47.327910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:47.373901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.379230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.399422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.443742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-759b1c7f-6d3d-4d08-abbc-8a57d56733b2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.445535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-759b1c7f-6d3d-4d08-abbc-8a57d56733b2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.53 "GET /v2.0/networks?id=49894aae-c776-4614-993f-1c7fa8f5e34f HTTP/1.1" status: 200 len: 822 time: 0.7285872 Aug 31 06:41:47.454056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353b586e-cc3d-459f-acf9-b8a60fb8ba1e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:47.472988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Request body: {'port': {'device_id': '594f3791-8a52-4ecc-8231-8485af9183be', 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f', 'admin_state_up': True, 'tenant_id': '384170a74c6246ed97cd1510fb5969d3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:47.487806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-6a753d34-80c8-4ee4-9e25-2617cea1a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.490314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-6a753d34-80c8-4ee4-9e25-2617cea1a332 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2944181 Aug 31 06:41:47.491085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.494966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-84c6eacf-6323-450d-af7e-980679e17735 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6182117 Aug 31 06:41:47.514372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.516931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:47.573154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:47.589979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-003b4d96-e7a5-4b18-839d-2c7386c09305 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.596365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-003b4d96-e7a5-4b18-839d-2c7386c09305 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.616494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-003b4d96-e7a5-4b18-839d-2c7386c09305 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.618320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-003b4d96-e7a5-4b18-839d-2c7386c09305 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/networks?id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 1996 time: 0.8379667 Aug 31 06:41:47.643514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:47.708761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a12ee-dda2-41a8-b514-c4ba8fc5b8b2 req-69789089-88cc-4edb-9115-a6e6b304dfb2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.720530 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-441a12ee-dda2-41a8-b514-c4ba8fc5b8b2 req-69789089-88cc-4edb-9115-a6e6b304dfb2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2366014 Aug 31 06:41:47.727387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-ca6edb62-bc47-4078-8cbd-4930bd1a59ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:47.731294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-ca6edb62-bc47-4078-8cbd-4930bd1a59ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2e460f7-003a-442d-99ea-57efca47662b HTTP/1.1" status: 200 len: 851 time: 0.4144375 Aug 31 06:41:47.767141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5afa75b3-af78-4edb-8f20-2f37e5086a31 req-64bdf333-f6d3-417f-a5d7-a1d724ed0942 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.0791466 Aug 31 06:41:47.933050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-a321f842-e81b-45b4-b0c3-146be26f7a87 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e2e30b05dd549e9b3d78b752c014574 HTTP/1.1" status: 200 len: 380 time: 0.2966354 Aug 31 06:41:47.938067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ca2c0d41-3a0c-4999-ae39-30fdd9e166ff', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'port_id': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'mac_address': 'fa:16:3e:40:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:19Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 1, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:47.955587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'admin_state_up': True, 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'security_groups': ['36d69a68-b746-4795-a3bc-48e36bcee476']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:47.992853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc3de7b-7e59-4f0c-8649-8a16cfe85128 None None] The sync data for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 is: [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ca2c0d41-3a0c-4999-ae39-30fdd9e166ff', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'port_id': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'mac_address': 'fa:16:3e:40:be:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:19Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 1, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:48.173131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-40d5c45a-05f5-40c8-9683-317ca09b0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:48.174891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-40d5c45a-05f5-40c8-9683-317ca09b0230 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9a63763-aa26-43c8-8b8f-e3f2912af646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4232159 Aug 31 06:41:48.247710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Made reservation on behalf of 384170a74c6246ed97cd1510fb5969d3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:48.255567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.323916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-816a1031-9ef3-4559-8bed-1eea08944f65 req-bca31f7b-2310-4d94-87c8-b07d040dbe38 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1435688 Aug 31 06:41:48.426214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.430377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.431663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e913419-b0d6-4c97-bd94-0648d8c049e7 HTTP/1.1" status: 204 len: 168 time: 1.4491858 Aug 31 06:41:48.462381 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20c7cd93-2ff7-4bbe-8ec1-52ebcbe0c6c2 None None] New status for floating IP ca2c0d41-3a0c-4999-ae39-30fdd9e166ff: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:41:48.514764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-f1685143-3050-4d6e-8aa8-9fe9d7f8008c service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176987 Aug 31 06:41:48.518880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d487542e-70be-461c-a235-aa1e9b9ccfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e913419-b0d6-4c97-bd94-0648d8c049e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:48.543417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-24c9be8e-855e-40a8-906d-d47668201153 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9835472 Aug 31 06:41:48.602773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-441a12ee-dda2-41a8-b514-c4ba8fc5b8b2 req-2d56f3a9-1983-4fa8-9b66-7e0923e2bc4f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8834789 Aug 31 06:41:48.769892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e1a4774-c65e-4cfb-ab43-ad742e78b525 req-9dee234d-1ea6-4830-933c-d7d0270e0253 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029629 Aug 31 06:41:48.806243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:48.901556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c776d01-d5fc-450a-8cd5-03d8a98ac507 req-a39e8ab4-e5f9-4b47-8cd4-4069e445503f service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586915 Aug 31 06:41:48.965376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8078b365-adfa-44b0-91b4-22c4ffefb40c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:49.050915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08edc5b4-c3c0-49c8-ae5a-3e0f18622c93 req-f284d2ad-0d78-452b-b967-93957d445e3a tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.1182714 Aug 31 06:41:49.142210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:49.155818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.199597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.25.3.48 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/6a411946-13c0-4864-8687-e8352b039eb3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:49.201572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 8078b365-adfa-44b0-91b4-22c4ffefb40c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:49.220395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 8078b365-adfa-44b0-91b4-22c4ffefb40c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:49.221194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.350818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97775f5-6dd7-4c46-8ee8-66b72058707c req-10ae8632-27c2-4f76-ba0d-ef47b2699072 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:49.362539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b97775f5-6dd7-4c46-8ee8-66b72058707c req-10ae8632-27c2-4f76-ba0d-ef47b2699072 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.6996646 Aug 31 06:41:49.368411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Allocated IP 172.20.0.8 (49894aae-c776-4614-993f-1c7fa8f5e34f/df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01/812184c5-6abb-4bb4-8c08-19bb264b4edf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:49.483719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.591909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 8078b365-adfa-44b0-91b4-22c4ffefb40c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8078b365-adfa-44b0-91b4-22c4ffefb40c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:49.617535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.622514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-987cc0bc-c4d8-4362-be2a-d1c1dc1d9ae5 req-fc0137ff-0ef1-4d82-a49e-6d41a3539934 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1426289 Aug 31 06:41:49.679034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b97775f5-6dd7-4c46-8ee8-66b72058707c req-c3f0c4e2-f90b-498e-8833-867b8277f694 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3154514 Aug 31 06:41:49.717632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.852347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:49.885657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:49.985954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 172.20.0.11 (4016612e-bc0c-4ac4-9f68-bd7a15f328c4/62087458-557d-429f-ae80-6611eb033dbd/8a2f8e66-3ccd-41e8-8907-bb511b371167) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:50.072294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:50.079442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:50.081936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:50.148574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d2eec7-431d-4dd3-a3e2-5a6549c5fa69 req-6349620d-2728-4f0b-a9cd-e317300d630b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:50.150201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30d2eec7-431d-4dd3-a3e2-5a6549c5fa69 req-6349620d-2728-4f0b-a9cd-e317300d630b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2440367 Aug 31 06:41:50.156463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-223ef252-6549-4c79-921e-1555e09a1b8b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:50.157944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-223ef252-6549-4c79-921e-1555e09a1b8b tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.50 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.2185767 Aug 31 06:41:50.161881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=6a411946-13c0-4864-8687-e8352b039eb3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:50.318757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30d2eec7-431d-4dd3-a3e2-5a6549c5fa69 req-8846e123-225c-407e-b0f8-b8459cbc3305 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821750 Aug 31 06:41:50.328033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.365650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a78546f-2190-4383-bf95-594b1252ac78 req-7f3ed84a-ac42-4cab-bc18-012587941a66 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.1388381 Aug 31 06:41:50.404868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.437314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 8a2f8e66-3ccd-41e8-8907-bb511b371167 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:50.471599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Deleting port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:50.472370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.482645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.577658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Network 49894aae-c776-4614-993f-1c7fa8f5e34f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:50.594256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:50.599325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:50.606586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Pushing event updated for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:50.625591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.628330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] For port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:50.628864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.664708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342c244-97b2-46c4-9189-e6708789b806 req-727bf19c-f3eb-4bba-9ea6-51c58c2bed81 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:50.672248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f342c244-97b2-46c4-9189-e6708789b806 req-727bf19c-f3eb-4bba-9ea6-51c58c2bed81 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2330017 Aug 31 06:41:50.699192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.753508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:50.754211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:50.785005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:50.807291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f342c244-97b2-46c4-9189-e6708789b806 req-053440af-010b-492d-8190-f957b28d790c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287472 Aug 31 06:41:50.811967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:50.839196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:50.867381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-aa18f80a-fd62-4a81-adc3-b46a38452126 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3982890 Aug 31 06:41:50.903872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8078b365-adfa-44b0-91b4-22c4ffefb40c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:41:50.923279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:50.950037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Request body: {'port': {'device_id': '594f3791-8a52-4ecc-8231-8485af9183be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:50.987088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 8078b365-adfa-44b0-91b4-22c4ffefb40c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:50.989998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.107370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.108016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.116024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.169777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bd93c-7ace-46c5-97a4-fb5143095756 req-7055647b-db2a-4eb9-9848-cad96e76b323 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.183338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-352bd93c-7ace-46c5-97a4-fb5143095756 req-7055647b-db2a-4eb9-9848-cad96e76b323 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/ports?device_id=f9c68620-bd9f-4d89-a5bf-f616a5d11710 HTTP/1.1" status: 200 len: 946 time: 0.2158251 Aug 31 06:41:51.204414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-438295a4-eba1-4d04-8f22-72b42a8eeb9e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2568796 Aug 31 06:41:51.260794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'admin_state_up': True, 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'security_groups': ['36d69a68-b746-4795-a3bc-48e36bcee476']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:51.358767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a4e4902-21e3-4c1b-aac4-d143938db07a None None] Provisioning for port 8a2f8e66-3ccd-41e8-8907-bb511b371167 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:51.365582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a4e4902-21e3-4c1b-aac4-d143938db07a None None] Provisioning complete for port 8a2f8e66-3ccd-41e8-8907-bb511b371167 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:51.367442 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a4e4902-21e3-4c1b-aac4-d143938db07a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.407411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.423292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5a4e4902-21e3-4c1b-aac4-d143938db07a None None] Port 8a2f8e66-3ccd-41e8-8907-bb511b371167 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:51.487508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13cf771-e16b-4094-a15c-8ab35b516948 req-381c334c-7be7-4843-9e42-8cd62a111927 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:51.489444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b13cf771-e16b-4094-a15c-8ab35b516948 req-381c334c-7be7-4843-9e42-8cd62a111927 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 932 time: 0.3533919 Aug 31 06:41:51.531537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.531537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.531537 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Floating IP e3016ef2-d4f8-4fe8-afbb-0c5116941c4b disassociated. External IP: 172.25.3.80, port: 48dc8f4f-0577-4c74-9ad4-8850fc6710f7. Aug 31 06:41:51.531537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Calling delete_port for 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:51.580810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-352bd93c-7ace-46c5-97a4-fb5143095756 req-ab153075-2932-4f19-a7f4-a7fa5776b1d0 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups?id=5a8464ea-0282-41d3-8895-d019736d1267&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965015 Aug 31 06:41:51.617735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:51.621423 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.691879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b13cf771-e16b-4094-a15c-8ab35b516948 req-ff85d6ba-b143-4124-a76b-a51c8650b9b0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1917536 Aug 31 06:41:51.799171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.897086 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:51.918869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.114252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=6a411946-13c0-4864-8687-e8352b039eb3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:52.216697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.233776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:41:52.292213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event deleted for resources: {'Port': ['ID=48dc8f4f-0577-4c74-9ad4-8850fc6710f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:52.315904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-107d379a-5e1c-4004-97bb-8648afd9f32e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315773 Aug 31 06:41:52.349091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.362521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0360928b-d6a2-4725-8d6a-55d53f2e882d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7919083 Aug 31 06:41:52.447275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0b933-d21f-47db-8372-ab1e3efb033e req-4a6d8438-7c6c-441a-9b0c-632355b6ceb2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:52.448846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fed0b933-d21f-47db-8372-ab1e3efb033e req-4a6d8438-7c6c-441a-9b0c-632355b6ceb2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 931 time: 0.3295538 Aug 31 06:41:52.530305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 812184c5-6abb-4bb4-8c08-19bb264b4edf {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:52.538127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:41:52.548617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Sync routers for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:41:52.555026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.559156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:52.559981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:52.587771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Transition to ACTIVE for port object 812184c5-6abb-4bb4-8c08-19bb264b4edf will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:52.602205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.1.1.40 (18dbb84f-f02e-49ab-a44c-90f0e8cb77b3/49412424-8a9a-4a09-9901-4535692f2130/d739c748-1104-4572-aa2f-22f5dba0654e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:52.623421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fed0b933-d21f-47db-8372-ab1e3efb033e req-8c5e8d56-47e5-4214-94c7-46f7a682c1e8 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612890 Aug 31 06:41:52.624943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] No DVR routers for this DVR port 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:41:52.628151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.628572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:52.632027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-949f96c8-f3f7-47aa-9bf0-7aceb5d8f4bd req-a643c2d9-d6b8-444e-b2ce-e7d6330763f9 tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.50 "DELETE /v2.0/ports/48dc8f4f-0577-4c74-9ad4-8850fc6710f7 HTTP/1.1" status: 204 len: 173 time: 2.4642818 Aug 31 06:41:52.632755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'name': 'network-vif-deleted', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:52.637142 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5191bcd6-a03f-4aa0-806e-195eb87bddcb" -d '{"events": [{"server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "name": "network-vif-deleted", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:52.807328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-02e49610-9a95-4cde-aaf8-a8e64a4aae2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:52.809040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-02e49610-9a95-4cde-aaf8-a8e64a4aae2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821613 Aug 31 06:41:52.860430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:52.885529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-a875a5fb-5448-4a6a-a435-4078e70ea9f7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.0348146 Aug 31 06:41:52.910421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-4ec29a9f-bc6d-418b-a36f-c7e8195d3a70 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--142155337&fields=id&tenant_id=a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 267 time: 0.0759735 Aug 31 06:41:53.080313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-eee8ea0f-988c-4d24-b09c-8051bdcfc989 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:53.088734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-eee8ea0f-988c-4d24-b09c-8051bdcfc989 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1769934 Aug 31 06:41:53.106770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-88caf421-09bd-4cdf-88cf-57cd867d1617 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/quotas/a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 375 time: 0.0167511 Aug 31 06:41:53.120136 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.141421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object d739c748-1104-4572-aa2f-22f5dba0654e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:53.153924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:53.179036 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-2a2c1af5-b400-4bd8-ad05-7dab1ca51ed3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2538664 Aug 31 06:41:53.186105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:53.193727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.201552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-44b8a229-a994-4c96-addb-49f52d2a788b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0936244 Aug 31 06:41:53.206889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Checking router: ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:41:53.218223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Attempting to bind port 812184c5-6abb-4bb4-8c08-19bb264b4edf on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:41:53.218561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Attempting to bind port 812184c5-6abb-4bb4-8c08-19bb264b4edf by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:41:53.218899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Attempting to bind port 812184c5-6abb-4bb4-8c08-19bb264b4edf on network 49894aae-c776-4614-993f-1c7fa8f5e34f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:53.226416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:53.230240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:41:53.230872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:53.260899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:53.281129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Port 812184c5-6abb-4bb4-8c08-19bb264b4edf on network 49894aae-c776-4614-993f-1c7fa8f5e34f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:41:53.281535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Attempting to bind port 812184c5-6abb-4bb4-8c08-19bb264b4edf on network 49894aae-c776-4614-993f-1c7fa8f5e34f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:41:53.283948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:53.351560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:53.371511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:41:53.373105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Checking segment: {'id': 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:41:53.373105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Bound using segment: {'id': 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:41:53.373105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Bound port: 812184c5-6abb-4bb4-8c08-19bb264b4edf, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:41:53.373105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.514752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-af8dc94e-1808-4b36-9681-f80034efeb9b service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959988 Aug 31 06:41:53.547961 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3ae923-2416-4bf9-bc7f-4d57b3b70746 x-openstack-request-id: req-cc3ae923-2416-4bf9-bc7f-4d57b3b70746 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:53.548323 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9c68620-bd9f-4d89-a5bf-f616a5d11710", "name": "network-vif-deleted", "tag": "48dc8f4f-0577-4c74-9ad4-8850fc6710f7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:53.548516 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cc3ae923-2416-4bf9-bc7f-4d57b3b70746 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:53.548916 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9c68620-bd9f-4d89-a5bf-f616a5d11710', 'name': 'network-vif-deleted', 'tag': '48dc8f4f-0577-4c74-9ad4-8850fc6710f7', 'status': 'completed', 'code': 200} Aug 31 06:41:53.585510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:41:53.637730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:53.638394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.689909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-065249b4-1e1c-40fa-b1c2-93fa193e554d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.4355323 Aug 31 06:41:53.769632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cb01cf6-d5cd-4018-b9c9-55270dfa8f68 None None] Provisioning for port d739c748-1104-4572-aa2f-22f5dba0654e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:53.786637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cb01cf6-d5cd-4018-b9c9-55270dfa8f68 None None] Provisioning complete for port d739c748-1104-4572-aa2f-22f5dba0654e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:53.787640 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cb01cf6-d5cd-4018-b9c9-55270dfa8f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:53.810663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-2ea8373e-1e37-40f5-b113-4d2906c41d44 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890892 Aug 31 06:41:53.842896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'admin_state_up': True, 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'security_groups': ['36d69a68-b746-4795-a3bc-48e36bcee476']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:53.978412 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0cb01cf6-d5cd-4018-b9c9-55270dfa8f68 None None] Port d739c748-1104-4572-aa2f-22f5dba0654e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:54.055520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:41:54.063541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf,segment=NetworkSegment(a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19),segment_id=a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:41:54.088450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.118586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:41:54.151237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fe2736-a145-432a-8c07-89a8e260ee22 None None] The sync data for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 is: [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:39:10Z', 'revision_number': 4, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '705db556-f4c6-4ee6-8a19-53788f6c2fc6', 'name': '', 'network_id': '3388f69f-7f6b-489e-b5aa-025df5221907', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'mac_address': 'fa:16:3e:e6:6f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:39:07Z', 'updated_at': '2021-08-31T06:39:19Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'subnets': [{'id': '3f3b47e5-5c5c-4715-9a08-6b1013b2464b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:41:54.183626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.184241 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.185749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] 10.222.0.53 "PUT /v2.0/ports/812184c5-6abb-4bb4-8c08-19bb264b4edf HTTP/1.1" status: 200 len: 1092 time: 3.2664330 Aug 31 06:41:54.188253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:41:54.202621 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27" -d '{"events": [{"name": "network-changed", "server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:41:54.205092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1447b4e-3000-43ee-afea-ba88e77c4c0a req-5a0014c5-1868-4c29-bcc4-624faae56251 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 210 time: 0.0316725 Aug 31 06:41:54.239840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a203b-c214-41dd-bbc7-90693f6bd337 req-2e6b67aa-b9c5-4de8-b7a1-08490a25f54f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.260689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9a203b-c214-41dd-bbc7-90693f6bd337 req-2e6b67aa-b9c5-4de8-b7a1-08490a25f54f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.263584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a9a203b-c214-41dd-bbc7-90693f6bd337 req-2e6b67aa-b9c5-4de8-b7a1-08490a25f54f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 1653 time: 0.5596359 Aug 31 06:41:54.291221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:54.413856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:54.417379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.430729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9c89af-1c61-41fa-877c-7e5a8a8fa2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:54.456062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.462630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a9a203b-c214-41dd-bbc7-90693f6bd337 req-5e3f9704-5c38-4d50-b517-97dd0e19fe65 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1413913 Aug 31 06:41:54.514895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-1e388d25-5430-4f1d-b342-395bcd6f205c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.517035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe15eb-9603-4d27-9f9c-e0ec20ce582e req-9b117a43-7946-4b7f-bb73-1b68a73beaa5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:54.518280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-1e388d25-5430-4f1d-b342-395bcd6f205c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=384170a74c6246ed97cd1510fb5969d3&device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 1095 time: 0.2444167 Aug 31 06:41:54.521735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efbe15eb-9603-4d27-9f9c-e0ec20ce582e req-9b117a43-7946-4b7f-bb73-1b68a73beaa5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 943 time: 0.1347086 Aug 31 06:41:54.541981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.628390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efbe15eb-9603-4d27-9f9c-e0ec20ce582e req-67becfc7-86ad-4555-955a-f7ed03a33dce tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992029 Aug 31 06:41:54.670148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.673190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.674477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "DELETE /v2.0/security-groups/5a8464ea-0282-41d3-8895-d019736d1267 HTTP/1.1" status: 204 len: 168 time: 0.3819578 Aug 31 06:41:54.686858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:54.698982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-130ade10-11d6-4595-8ad5-1590d52c76af tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658088 Aug 31 06:41:54.765262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e49383c-736a-49e8-90ce-d993a95739e0 None None] New status for floating IP e3016ef2-d4f8-4fe8-afbb-0c5116941c4b: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:41:54.767660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878aeb4-1f4e-4473-8d7d-f8b91fdf91bf tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8464ea-0282-41d3-8895-d019736d1267,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:54.773020 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-59392dd6-2712-4007-a25b-f27a914baace tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] show failed (client error): The resource could not be found. Aug 31 06:41:54.777453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-59392dd6-2712-4007-a25b-f27a914baace tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "GET /v2.0/security-groups/5a8464ea-0282-41d3-8895-d019736d1267 HTTP/1.1" status: 404 len: 347 time: 0.0820720 Aug 31 06:41:54.778288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:54.802475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0eeaf94-8805-4996-ad7d-fd36fe29bd5d req-14b65fc1-3fd1-4cfa-bc99-377d1b87556c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 210 time: 0.0817490 Aug 31 06:41:54.827275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-c386b5da-123d-43e0-acb7-ade197b2d7f3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf HTTP/1.1" status: 200 len: 217 time: 0.2247856 Aug 31 06:41:54.838093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:41:54.922712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.1.1.68 (18dbb84f-f02e-49ab-a44c-90f0e8cb77b3/49412424-8a9a-4a09-9901-4535692f2130/25097d6f-4187-477e-8e0e-8ab14ef82489) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:54.933915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-836e01ee-7ca2-4ae9-8e29-49d9fd93c934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:54.942517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:41:54.946689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 48dc8f4f-0577-4c74-9ad4-8850fc6710f7 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:41:55.011466 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2a893d-8e01-4ca6-b5ac-95afba2b7e13 x-openstack-request-id: req-1e2a893d-8e01-4ca6-b5ac-95afba2b7e13 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:41:55.012083 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:41:55.012496 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e2a893d-8e01-4ca6-b5ac-95afba2b7e13 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:41:55.013068 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf', 'status': 'completed', 'code': 200} Aug 31 06:41:55.099858 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:41:55.102280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Deleting port d3c33747-a2e9-47e9-a205-4272d77a2223 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:41:55.102828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.212883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-f84d77bc-808c-4050-bded-aaabdedf6c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.214493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-f84d77bc-808c-4050-bded-aaabdedf6c53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01 HTTP/1.1" status: 200 len: 862 time: 0.2049398 Aug 31 06:41:55.226752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-1ebf721e-1ea0-4639-ba64-f0eeb8993aee tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.233962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-1ebf721e-1ea0-4639-ba64-f0eeb8993aee tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4948127 Aug 31 06:41:55.288713 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-79dcdda3-a76a-46a7-be55-edc89daf6140 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49894aae-c776-4614-993f-1c7fa8f5e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472353 Aug 31 06:41:55.296607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-66e415d1-cabb-4be2-91fa-defb1424b39e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714936 Aug 31 06:41:55.302826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-49918f49-7873-462a-a983-8cc7e9e7b51a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/quotas/847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 375 time: 0.0680289 Aug 31 06:41:55.479283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7b8a280-1650-4741-aed7-e591b1994042 req-1229850a-a2c5-4b86-9e7a-63f755d71c4a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 210 time: 0.0494080 Aug 31 06:41:55.483108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.498414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.498991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.524382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Calling delete_port for d3c33747-a2e9-47e9-a205-4272d77a2223 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:41:55.561067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-c757c78c-c0c4-48e8-a317-bb6bdfa145f7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2573547 Aug 31 06:41:55.568752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-e3ad9a95-88e6-4939-8674-4f8054c41868 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.571122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-e3ad9a95-88e6-4939-8674-4f8054c41868 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2623777 Aug 31 06:41:55.579491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 25097d6f-4187-477e-8e0e-8ab14ef82489 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:55.605080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-ccad7f1f-c2f4-48d2-9160-5a3af25f3673 service neutron] 10.222.0.53 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2973049 Aug 31 06:41:55.630984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:55.716199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.794424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:55.834633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5e15-3f2d-4153-9a91-89b7ed535e71 req-88b78c54-d58c-4765-b097-961ae33b1078 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.838669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:55.848974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:55.851544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f5e15-3f2d-4153-9a91-89b7ed535e71 req-88b78c54-d58c-4765-b097-961ae33b1078 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.854546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-626ca2db-1d97-4d0a-acf6-54ffb8a1b185 req-a80e894f-b24b-4f3b-8a72-75d49a3e229b service neutron] 10.222.0.53 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402036 Aug 31 06:41:55.867328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a7f5e15-3f2d-4153-9a91-89b7ed535e71 req-88b78c54-d58c-4765-b097-961ae33b1078 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 1653 time: 0.2453537 Aug 31 06:41:55.917156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:55.920841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.957950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:55.959009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:55.987394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.018314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:56.040542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d915e8f-4336-47e4-bd6f-50eab21f91d4 req-0beb2896-7d25-42e2-8d92-4093e1dd34d1 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:56.049133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d915e8f-4336-47e4-bd6f-50eab21f91d4 req-0beb2896-7d25-42e2-8d92-4093e1dd34d1 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 943 time: 0.2583747 Aug 31 06:41:56.075171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9bb8286e-ee82-4967-9649-74ee97d89bd1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3585262 Aug 31 06:41:56.089699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-d33321d0-5060-4b35-a02f-da7b4a8ebca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:56.091727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-d33321d0-5060-4b35-a02f-da7b4a8ebca4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=384170a74c6246ed97cd1510fb5969d3&device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 1095 time: 0.1250472 Aug 31 06:41:56.102712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'admin_state_up': True, 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'security_groups': ['36d69a68-b746-4795-a3bc-48e36bcee476']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:56.232030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27162bd8-7e9c-4c2a-bcdb-c117a9dac15f None None] Provisioning for port 25097d6f-4187-477e-8e0e-8ab14ef82489 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:56.236186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27162bd8-7e9c-4c2a-bcdb-c117a9dac15f None None] Provisioning complete for port 25097d6f-4187-477e-8e0e-8ab14ef82489 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:56.237063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27162bd8-7e9c-4c2a-bcdb-c117a9dac15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.319428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-27162bd8-7e9c-4c2a-bcdb-c117a9dac15f None None] Port 25097d6f-4187-477e-8e0e-8ab14ef82489 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:56.336278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.357509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.384525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d915e8f-4336-47e4-bd6f-50eab21f91d4 req-a048b30e-cb87-40f7-97bc-82872da1b7ec tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342454 Aug 31 06:41:56.418620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a7f5e15-3f2d-4153-9a91-89b7ed535e71 req-8dc0ee25-6b74-49be-8b67-e902d1e2706f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5503089 Aug 31 06:41:56.443163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:56.638224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ffb822b-9e67-44f5-a808-322c6e961857 req-4c151308-061a-4a6a-a0b2-ada9a12d81ea tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 210 time: 0.0485942 Aug 31 06:41:56.639619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-1cadadd9-f9dc-483c-a49a-146df0a58d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:56.641206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-1cadadd9-f9dc-483c-a49a-146df0a58d40 service neutron] 10.222.0.53 "GET /v2.0/networks?id=49894aae-c776-4614-993f-1c7fa8f5e34f HTTP/1.1" status: 200 len: 923 time: 0.3517430 Aug 31 06:41:56.677916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:56.736131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-0fac8289-ffc9-4c60-8326-a5d25dd8c73a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf HTTP/1.1" status: 200 len: 217 time: 0.0817406 Aug 31 06:41:56.982861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e3878b41-e110-41ad-a13a-41cb5f5a9ded req-0221b0fd-bf28-4ec7-a44d-71133021aeff tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 210 time: 0.1038537 Aug 31 06:41:57.009485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-c2d5f5ee-8865-40d0-98b5-24b267ffd6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.011835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-c2d5f5ee-8865-40d0-98b5-24b267ffd6e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01 HTTP/1.1" status: 200 len: 862 time: 0.1341732 Aug 31 06:41:57.034092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3208ecd-1403-41a0-be73-665572f5b700 req-b5730f8d-ccde-4231-99b0-bf576e4fe958 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 210 time: 0.0903606 Aug 31 06:41:57.052683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97eb361f-3d17-4613-ab13-af65f44fb2f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:57.080349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.096875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-2e8a34b6-ab92-47ce-a91a-b4a7d30a6571 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=49894aae-c776-4614-993f-1c7fa8f5e34f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773752 Aug 31 06:41:57.159297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-991a7a83-832c-44f0-bae6-cb756203a8c8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.161175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-991a7a83-832c-44f0-bae6-cb756203a8c8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 1.2234616 Aug 31 06:41:57.180060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Pushing event deleted for resources: {'Port': ['ID=d3c33747-a2e9-47e9-a205-4272d77a2223,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:57.187788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.2.2.100 (6506ad9c-ca6d-4527-9c5a-6efde4b6abc2/334974ac-585d-4a38-9afd-c0c5c1e22888/656b9a45-4270-4e6f-8939-eef5ab878f46) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:57.268056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.50 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/dd0ece9a-1155-4a81-9e1e-b53039dfa089) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:57.289274 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-95a7894f-1796-4719-bf49-a5b44d08619f service neutron] 10.222.0.53 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837637 Aug 31 06:41:57.309356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-17cd0859-89df-43dc-8c22-bc0f050ae569 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0554862 Aug 31 06:41:57.331914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-4c6deefb-5ff7-4ae6-a1d2-493f77038255 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 379 time: 0.1488531 Aug 31 06:41:57.338534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.341418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.342548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a55d5edd-7cf4-4fdf-9144-ed4dcd8e62ea tempest-ServersTestFqdnHostnames-1551770299 tempest-ServersTestFqdnHostnames-1551770299-project] 10.222.0.57 "DELETE /v2.0/floatingips/e3016ef2-d4f8-4fe8-afbb-0c5116941c4b HTTP/1.1" status: 204 len: 168 time: 2.5483191 Aug 31 06:41:57.355059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:57.410576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'device_id': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'admin_state_up': True, 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'security_groups': ['47360435-15c6-411b-b3c3-9b8403820771']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:57.422942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77970580-2924-484d-a65e-4ca647b21d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.441315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f3c6b6-9f5b-42cb-980d-0765c0a8ef27 req-d774ed38-1521-4189-990e-f8375dd0290d service neutron] 10.222.0.53 "GET /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363800 Aug 31 06:41:57.589177 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.611292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 656b9a45-4270-4e6f-8939-eef5ab878f46 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:57.621819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c61b4a-1855-4d08-9c35-fdc869b01597 req-07b5e860-0ed8-4bb9-b36c-859c67784892 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.623186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1c61b4a-1855-4d08-9c35-fdc869b01597 req-07b5e860-0ed8-4bb9-b36c-859c67784892 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 943 time: 0.1060145 Aug 31 06:41:57.677975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:57.690867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-280852508'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:57.693269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.720097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1c61b4a-1855-4d08-9c35-fdc869b01597 req-37608d9f-f1ad-4803-9ba1-9d6640644905 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880544 Aug 31 06:41:57.734433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-6de1e104-d78b-4e7b-bc44-e5b038b0ddc3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.734786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:57.735972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-6de1e104-d78b-4e7b-bc44-e5b038b0ddc3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4161661 Aug 31 06:41:57.739840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.763501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.771260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Request body: {'port': {'device_id': '249de233-0dde-4a0e-a618-7341646120df', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '847ffd19e6bc4ecbb305fb949ca85bbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:57.841502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:57.865402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7fee-e688-4638-bfa4-f8d5ae94378e req-c40c0478-2db2-46a9-bebf-9a8d42b6dc64 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.871283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7fee-e688-4638-bfa4-f8d5ae94378e req-c40c0478-2db2-46a9-bebf-9a8d42b6dc64 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.874725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:57.877915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8b7fee-e688-4638-bfa4-f8d5ae94378e req-c40c0478-2db2-46a9-bebf-9a8d42b6dc64 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:57.879024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd8b7fee-e688-4638-bfa4-f8d5ae94378e req-c40c0478-2db2-46a9-bebf-9a8d42b6dc64 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 2373 time: 0.3321574 Aug 31 06:41:57.879155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfe3f812-4485-4791-b632-d724a4918488 req-c599913a-c837-4f0c-bf5a-6b280e20b6ed tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 210 time: 0.0589767 Aug 31 06:41:57.907735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:57.907735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:57.916882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:57.922945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:57.923413 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Added segment 1e301d5e-1cac-49c0-ab75-ed2b7b070919 of type vlan for network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f Aug 31 06:41:57.995307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.002397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:58.011987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.031833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.044030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.044779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.085923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f14b4bd3-9580-44fb-877d-8e6ff4a39056 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9927506 Aug 31 06:41:58.092429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.100501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.103623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.124606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'admin_state_up': True, 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'security_groups': ['36d69a68-b746-4795-a3bc-48e36bcee476']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:58.230411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object dd0ece9a-1155-4a81-9e1e-b53039dfa089 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:58.261962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd8b7fee-e688-4638-bfa4-f8d5ae94378e req-c498b7ce-6947-4b3d-91f6-af746aa78dbc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3665042 Aug 31 06:41:58.271099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44fbadd0-f84a-4b87-84c7-a0fe5b05d8d8 None None] Provisioning for port 656b9a45-4270-4e6f-8939-eef5ab878f46 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:58.292148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44fbadd0-f84a-4b87-84c7-a0fe5b05d8d8 None None] Provisioning complete for port 656b9a45-4270-4e6f-8939-eef5ab878f46 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:58.292885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44fbadd0-f84a-4b87-84c7-a0fe5b05d8d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.354995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-44fbadd0-f84a-4b87-84c7-a0fe5b05d8d8 None None] Port 656b9a45-4270-4e6f-8939-eef5ab878f46 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:58.373513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Made reservation on behalf of 847ffd19e6bc4ecbb305fb949ca85bbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:58.377655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.452672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.20.0.9 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/514b916f-efd8-4ade-b284-5e49fcf02e1c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:58.500606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea3b2d2e-abdf-41cd-9b3e-2346e1b46dad req-c4da56d5-ce86-4b1e-85a2-6adeb3de973d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 210 time: 0.1141660 Aug 31 06:41:58.532291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 812184c5-6abb-4bb4-8c08-19bb264b4edf details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:41:58.567757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8847749 Aug 31 06:41:58.589478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:58.600102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.622247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-182457677'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:58.681648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf,segment=NetworkSegment(a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19),segment_id=a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:58.682140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09628129-4823-4b6e-a97d-e2763792deb0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Network': ['ID=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:58.696274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:58.712866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '812184c5-6abb-4bb4-8c08-19bb264b4edf', 'network_id': '49894aae-c776-4614-993f-1c7fa8f5e34f', 'port_id': '812184c5-6abb-4bb4-8c08-19bb264b4edf', 'mac_address': 'fa:16:3e:c5:c8:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:41:58.719053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ffa028-a53c-48c6-a827-d695ec9e9d44 req-d40bea7b-7dd8-4b0d-afa1-04c7f4b5d2ad tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.730319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44ffa028-a53c-48c6-a827-d695ec9e9d44 req-d40bea7b-7dd8-4b0d-afa1-04c7f4b5d2ad tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 935 time: 0.5179796 Aug 31 06:41:58.741622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:58.745102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.746405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:58.783754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:41:58.790330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:58.799865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:58.800025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.800488 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Added segment 7dfa6833-6678-449b-81b4-eb98b9805961 of type vlan for network 45266707-79a6-4722-928a-d67c4103a012 Aug 31 06:41:58.810768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:58.847660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.863420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.886642 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.893653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:58.894287 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.925143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 812184c5-6abb-4bb4-8c08-19bb264b4edf {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:41:58.955567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf,segment=NetworkSegment(a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19),segment_id=a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:41:58.960546 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:58.969215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Allocated IP 192.168.233.108 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/f22f7fe7-1eb0-4f51-809e-711b1484a6fb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:59.027419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Made reservation on behalf of 2e2e30b05dd549e9b3d78b752c014574 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:59.028219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.028865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.032782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.034147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.040248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:59.054018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.054408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.054751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.055093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.056096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.056552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.056891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.057417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.058122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.058463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.059099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.059449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:41:59.065606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44ffa028-a53c-48c6-a827-d695ec9e9d44 req-3063621a-6796-484b-bd93-a368b4e0ef7b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339241 Aug 31 06:41:59.073579 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4564402 Aug 31 06:41:59.085703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:41:59.088386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Transition to ACTIVE for port object 514b916f-efd8-4ade-b284-5e49fcf02e1c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:59.095427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'subnet': {'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:59.138798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-189b0541-bc74-4d67-a5fb-d4daa7fadaa6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5156276 Aug 31 06:41:59.185980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['812184c5-6abb-4bb4-8c08-19bb264b4edf'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:41:59.194421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8fdbd-f9c9-49f7-9e16-8041b2104b63 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Network': ['ID=45266707-79a6-4722-928a-d67c4103a012,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:59.215873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e47b-e264-4423-8024-a791ad63c64a req-ec1534ee-b3c1-4972-b3bc-4e0300cd42c0 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.217387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac87e47b-e264-4423-8024-a791ad63c64a req-ec1534ee-b3c1-4972-b3bc-4e0300cd42c0 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 943 time: 0.2982209 Aug 31 06:41:59.222079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2613b66-31b9-4d01-a8cb-a2c0c67c74dc req-a43d3047-004b-4c70-8b65-81b48e444eee tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 210 time: 0.0442469 Aug 31 06:41:59.233473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 45266707-79a6-4722-928a-d67c4103a012 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:41:59.235753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Request body: {'port': {'device_id': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:41:59.305400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa21e93b-22ad-4d5b-95f8-5022d35e7eb9 None None] Provisioning for port dd0ece9a-1155-4a81-9e1e-b53039dfa089 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:41:59.327340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa21e93b-22ad-4d5b-95f8-5022d35e7eb9 None None] Provisioning complete for port dd0ece9a-1155-4a81-9e1e-b53039dfa089 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:41:59.327710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa21e93b-22ad-4d5b-95f8-5022d35e7eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.367044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa21e93b-22ad-4d5b-95f8-5022d35e7eb9 None None] Port dd0ece9a-1155-4a81-9e1e-b53039dfa089 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:41:59.425183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.445125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Allocated IP 10.2.2.200 (6506ad9c-ca6d-4527-9c5a-6efde4b6abc2/334974ac-585d-4a38-9afd-c0c5c1e22888/8b17f59e-eb96-42ea-8e4e-318f661cea0e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:41:59.481473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-6b117871-c298-498b-befc-30f21bee1984 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.487997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-6b117871-c298-498b-befc-30f21bee1984 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.495804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-6b117871-c298-498b-befc-30f21bee1984 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.501969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-6b117871-c298-498b-befc-30f21bee1984 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.503784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-6b117871-c298-498b-befc-30f21bee1984 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 3094 time: 0.1046968 Aug 31 06:41:59.513649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac87e47b-e264-4423-8024-a791ad63c64a req-b4452268-f373-4a6f-9663-84d746801356 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730513 Aug 31 06:41:59.523852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.567560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.584824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:59.605439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:59.638668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:59.647033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c94f597-affa-4791-b8db-f38c52d49f76 req-5f488e18-8665-4959-9478-28bfe42d2b1f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298566 Aug 31 06:41:59.653044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:59.705547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:41:59.710055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.737997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.749898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.764246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Transition to ACTIVE for port object 8b17f59e-eb96-42ea-8e4e-318f661cea0e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:41:59.810389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.872935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:41:59.876690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:41:59.879681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:41:59.938743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:41:59.939420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:41:59.947251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:41:59.972657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b954e894-6ef2-4235-ad80-88023ac5260f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8527145 Aug 31 06:42:00.006573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:00.011313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea3c7fc7-e35a-4e01-b389-08c15403b8e1 None None] Provisioning for port 514b916f-efd8-4ade-b284-5e49fcf02e1c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:00.016372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea3c7fc7-e35a-4e01-b389-08c15403b8e1 None None] Provisioning complete for port 514b916f-efd8-4ade-b284-5e49fcf02e1c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:00.017173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3c7fc7-e35a-4e01-b389-08c15403b8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.084581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea3c7fc7-e35a-4e01-b389-08c15403b8e1 None None] Port 514b916f-efd8-4ade-b284-5e49fcf02e1c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:00.125459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.279411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.291296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.297700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.303805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aef122-c88f-41d4-9570-20cd7b6577f3 req-39820d67-cea4-4199-87ba-405106af4ed5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.305409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16aef122-c88f-41d4-9570-20cd7b6577f3 req-39820d67-cea4-4199-87ba-405106af4ed5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 935 time: 0.1233304 Aug 31 06:42:00.309312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f482e22a-e5b3-432e-bf50-8ebc74d386ea None None] Provisioning for port 8b17f59e-eb96-42ea-8e4e-318f661cea0e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:00.316471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f482e22a-e5b3-432e-bf50-8ebc74d386ea None None] Provisioning complete for port 8b17f59e-eb96-42ea-8e4e-318f661cea0e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:00.316929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f482e22a-e5b3-432e-bf50-8ebc74d386ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.363370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1e7a7-c131-4bae-8992-e63828ddaa84 req-ad5c13fd-4743-4c11-96db-0e94568fa7ff tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.371483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dc1e7a7-c131-4bae-8992-e63828ddaa84 req-ad5c13fd-4743-4c11-96db-0e94568fa7ff tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 931 time: 0.7109082 Aug 31 06:42:00.383212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f482e22a-e5b3-432e-bf50-8ebc74d386ea None None] Port 8b17f59e-eb96-42ea-8e4e-318f661cea0e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:00.397429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16aef122-c88f-41d4-9570-20cd7b6577f3 req-814a0eee-6bad-4fbb-9c54-bd8949a0bd70 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789435 Aug 31 06:42:00.435078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Transition to ACTIVE for port object f22f7fe7-1eb0-4f51-809e-711b1484a6fb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:00.437243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-d9a0c0f9-862c-4eff-8d23-f2c129b3212c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0829885 Aug 31 06:42:00.468323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Request body: {'port': {'device_id': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:00.519607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9f944a2-7609-4874-a272-6e1690dd7554 req-e022bfb2-e378-4f8b-94d2-ddcc60f4d87a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 210 time: 0.0370209 Aug 31 06:42:00.540904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 812184c5-6abb-4bb4-8c08-19bb264b4edf up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:00.574863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dc1e7a7-c131-4bae-8992-e63828ddaa84 req-47f82ddc-8890-474c-86b9-9884b50070b5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024448 Aug 31 06:42:00.615550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a2f8e66-3ccd-41e8-8907-bb511b371167 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:00.638599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.641706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 812184c5-6abb-4bb4-8c08-19bb264b4edf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:00.653960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 812184c5-6abb-4bb4-8c08-19bb264b4edf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:00.654711 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.658154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Transition to ACTIVE for port object 8a2f8e66-3ccd-41e8-8907-bb511b371167 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:00.666392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.782920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.783729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.791015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.796273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:00.804063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:00.859543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:00.900016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:00.902198 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ceb0723-88cc-4c47-a3c2-6e6230420b92" -d '{"events": [{"server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "name": "network-vif-plugged", "status": "completed", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:00.927153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.933964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.941416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.948674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.949055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf,segment=NetworkSegment(a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19),segment_id=a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:00.955459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.958055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-663727fe-aef9-4929-b229-8cf5bb4ee2a9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 3827 time: 0.1846566 Aug 31 06:42:00.959064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe1c5d5-05f7-4695-b10e-26c5b8cefd40 req-074b30fb-60f1-462c-abc5-b76b28ed5bde tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:00.962278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe1c5d5-05f7-4695-b10e-26c5b8cefd40 req-074b30fb-60f1-462c-abc5-b76b28ed5bde tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 944 time: 0.2665908 Aug 31 06:42:00.980886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:00.988748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:01.020904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.027889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:01.030320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:01.046200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Attempting to bind port 8a2f8e66-3ccd-41e8-8907-bb511b371167 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:01.046930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Attempting to bind port 8a2f8e66-3ccd-41e8-8907-bb511b371167 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:01.047528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Attempting to bind port 8a2f8e66-3ccd-41e8-8907-bb511b371167 on network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:01.060336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Port 8a2f8e66-3ccd-41e8-8907-bb511b371167 on network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:01.061043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Attempting to bind port 8a2f8e66-3ccd-41e8-8907-bb511b371167 on network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:01.089640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:01.091822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Checking segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:01.092466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Bound using segment: {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:01.093191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Bound port: 8a2f8e66-3ccd-41e8-8907-bb511b371167, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:01.093871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.102657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.103359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.114917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b4131e6-d73a-457e-831e-bcabdaf6a0af req-16262429-78cd-4006-8185-8ddf0a944472 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1463432 Aug 31 06:42:01.166684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4140353 Aug 31 06:42:01.203629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:01.211178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Request body: {'port': {'device_id': '249de233-0dde-4a0e-a618-7341646120df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:01.237641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f3bd4-ad29-4ea1-976c-c2b79ff3e6da tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:01.245238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:01.260243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:01.262765 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e83cfa-307a-4588-84d9-0fdb1e751ad7 x-openstack-request-id: req-78e83cfa-307a-4588-84d9-0fdb1e751ad7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:01.263258 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "name": "network-vif-plugged", "status": "completed", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:01.263763 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78e83cfa-307a-4588-84d9-0fdb1e751ad7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:01.264420 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf', 'code': 200} Aug 31 06:42:01.267308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.311072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.352399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe1c5d5-05f7-4695-b10e-26c5b8cefd40 req-bc46b1f5-d7c7-46de-8199-5ac9ced67a02 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355489 Aug 31 06:42:01.378023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:01.444790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.445595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.446818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8af4576c-63e9-438a-b3e2-c8336d9099d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 200 len: 1093 time: 1.4590878 Aug 31 06:42:01.448427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:01.451265 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a133e805-e31a-4bb8-ab3d-3d052c52809c" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:01.471672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e925a5c-3b52-4477-9bbc-ccaebeb414cc req-10ffc470-4716-405d-8f2a-477ea66852c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.473288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e925a5c-3b52-4477-9bbc-ccaebeb414cc req-10ffc470-4716-405d-8f2a-477ea66852c8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 1097 time: 0.0730822 Aug 31 06:42:01.491036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5eea8ade-05a6-49fa-b5c7-e135fedab490 None None] Provisioning for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:01.499970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5eea8ade-05a6-49fa-b5c7-e135fedab490 None None] Provisioning complete for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:01.500995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5eea8ade-05a6-49fa-b5c7-e135fedab490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.501173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.538367 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e80c6-8e66-481c-bfa8-9d36a50ff81b x-openstack-request-id: req-1b2e80c6-8e66-481c-bfa8-9d36a50ff81b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:01.538971 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:01.539402 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b2e80c6-8e66-481c-bfa8-9d36a50ff81b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:01.539965 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'status': 'completed', 'code': 200} Aug 31 06:42:01.543758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e925a5c-3b52-4477-9bbc-ccaebeb414cc req-1dd535b3-bb87-407a-b4b6-805d3816fd68 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618496 Aug 31 06:42:01.581437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5eea8ade-05a6-49fa-b5c7-e135fedab490 None None] Port f22f7fe7-1eb0-4f51-809e-711b1484a6fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:01.609311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:01.609717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network hostable DHCP agents. Network: 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:01.622310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:01.690763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Subnet': ['ID=898f7d18-9e63-4fd2-a585-e944428914f5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:01.729950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76527aa7-37d1-4ec9-b99d-f7c94caffef9 req-77ccc6cb-b8ce-4225-8e17-f50b478d47c9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.737599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76527aa7-37d1-4ec9-b99d-f7c94caffef9 req-77ccc6cb-b8ce-4225-8e17-f50b478d47c9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 935 time: 0.1925318 Aug 31 06:42:01.761019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.796287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.796930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.797664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.797899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.798566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.800678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-9568c7a2-38e8-4773-8a2c-6b9a67572543 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 4363 time: 0.1926892 Aug 31 06:42:01.821236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd0ece9a-1155-4a81-9e1e-b53039dfa089 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:01.826662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76527aa7-37d1-4ec9-b99d-f7c94caffef9 req-969202a5-d0c7-4790-aefe-a235e5149155 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882406 Aug 31 06:42:01.841198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.846790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:01.942026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f998d6-083d-4b9c-8c5e-620568dd69d9 req-87e73633-5e7b-45ff-be8e-9d15c35c6b2e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.944139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-51f998d6-083d-4b9c-8c5e-620568dd69d9 req-87e73633-5e7b-45ff-be8e-9d15c35c6b2e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 936 time: 0.2961688 Aug 31 06:42:01.955379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Transition to ACTIVE for port object dd0ece9a-1155-4a81-9e1e-b53039dfa089 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:01.978488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.980258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:01.984983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:01.985614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:01.996689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e397816-40fd-425d-a72a-bee4754df3fa None None] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:02.025784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Deleting port 705db556-f4c6-4ee6-8a19-53788f6c2fc6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:02.026137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.130520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a25877-fe4f-4113-ba29-310b807286cd req-5927eb54-1df9-4fc3-bb74-255642cde23e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.139320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8a25877-fe4f-4113-ba29-310b807286cd req-5927eb54-1df9-4fc3-bb74-255642cde23e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 931 time: 0.2193818 Aug 31 06:42:02.183167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e234271f-52e3-4d07-bcad-04ae39746362 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.0928335 Aug 31 06:42:02.190664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:02.203857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'subnet': {'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:02.259585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-51f998d6-083d-4b9c-8c5e-620568dd69d9 req-36c58798-9c95-4fdf-8db8-a5b7121decc4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020928 Aug 31 06:42:02.315034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8a25877-fe4f-4113-ba29-310b807286cd req-c4c8a642-925c-4046-801f-44d10b934cc1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1703203 Aug 31 06:42:02.316646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-2c9d488b-4994-4120-9c9a-f274c93b15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.318774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-2c9d488b-4994-4120-9c9a-f274c93b15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.320987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-2c9d488b-4994-4120-9c9a-f274c93b15d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.325585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-2c9d488b-4994-4120-9c9a-f274c93b15d1 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e2e30b05dd549e9b3d78b752c014574&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5018642 Aug 31 06:42:02.337581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:02.339595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:42:02.350591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.479667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:02.488628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.502349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Transition to ACTIVE for port object 514b916f-efd8-4ade-b284-5e49fcf02e1c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:02.527174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.531836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] For port 705db556-f4c6-4ee6-8a19-53788f6c2fc6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=705db556-f4c6-4ee6-8a19-53788f6c2fc6,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:02.532470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.622109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.623733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:02.627179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:02.628111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.647459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.658705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.664959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.672730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36437f09-037a-46d0-881c-11d8b159d03d req-719fa0aa-8c61-4862-bbac-b88a3f8c568a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 3827 time: 0.2380762 Aug 31 06:42:02.687356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Calling delete_port for 705db556-f4c6-4ee6-8a19-53788f6c2fc6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:02.862448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Allocated IP 10.1.1.2 (08eebcdf-0de6-4ea7-b6f4-eb2a095a053f/898f7d18-9e63-4fd2-a585-e944428914f5/7c69a4fd-a697-41a1-8fac-726ae569af2b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:02.869570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36437f09-037a-46d0-881c-11d8b159d03d req-78e0d535-1dd2-42e4-9c10-c5a424a72bd8 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1958084 Aug 31 06:42:02.894451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-457a6816-aa84-452d-8a4d-12d6ef872e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:02.899844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a133e805-e31a-4bb8-ab3d-3d052c52809c req-457a6816-aa84-452d-8a4d-12d6ef872e97 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5610631 Aug 31 06:42:03.019190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8250b78c-e9f3-47bf-b51e-58b12d2f157c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:03.043966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.069828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.081106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Transition to ACTIVE for port object 7c69a4fd-a697-41a1-8fac-726ae569af2b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:03.093660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Transition to ACTIVE for port object 8250b78c-e9f3-47bf-b51e-58b12d2f157c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:03.102204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Transition to ACTIVE for port object 7c69a4fd-a697-41a1-8fac-726ae569af2b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:03.109858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d971-0785-4c7c-bdf6-2baf339ef334 req-dc7a6f74-5fcb-4771-a1b9-e9f10a648d36 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.119951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f5d971-0785-4c7c-bdf6-2baf339ef334 req-dc7a6f74-5fcb-4771-a1b9-e9f10a648d36 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 947 time: 0.1073489 Aug 31 06:42:03.121365 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.130010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.170406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2fe21-672e-4a84-a773-476f85abf4e7 req-5e758f2e-6adb-4440-b127-e534413ed2e0 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.172276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe2fe21-672e-4a84-a773-476f85abf4e7 req-5e758f2e-6adb-4440-b127-e534413ed2e0 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 945 time: 0.5397763 Aug 31 06:42:03.183865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:03.190964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:03.193631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.231391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:03.241600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8f5d971-0785-4c7c-bdf6-2baf339ef334 req-db145f2a-facc-4991-b1a6-e20929fb43ca tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203642 Aug 31 06:42:03.242600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Pushing event updated for resources: {'Port': ['ID=7c69a4fd-a697-41a1-8fac-726ae569af2b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.271943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:03.282541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.342351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Attempting to bind port 7c69a4fd-a697-41a1-8fac-726ae569af2b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:03.344527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Attempting to bind port 7c69a4fd-a697-41a1-8fac-726ae569af2b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:03.345100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Attempting to bind port 7c69a4fd-a697-41a1-8fac-726ae569af2b on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.354638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:03.356849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:03.358884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.359482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Bound using segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:03.363959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Bound port: 7c69a4fd-a697-41a1-8fac-726ae569af2b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:03.364572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.393505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Attempting to bind port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:03.394151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Attempting to bind port 8250b78c-e9f3-47bf-b51e-58b12d2f157c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:03.394660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Attempting to bind port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.415548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Attempting to bind port dd0ece9a-1155-4a81-9e1e-b53039dfa089 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:03.415985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Attempting to bind port dd0ece9a-1155-4a81-9e1e-b53039dfa089 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:03.416376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Attempting to bind port dd0ece9a-1155-4a81-9e1e-b53039dfa089 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.423617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:03.424326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Attempting to bind port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.428543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.434698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:03.435302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:03.435858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Bound using segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:03.436459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Bound port: 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:03.436989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.450670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Transition to ACTIVE for port object f22f7fe7-1eb0-4f51-809e-711b1484a6fb will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:03.482976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] For port 7c69a4fd-a697-41a1-8fac-726ae569af2b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:03.490588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] For port 7c69a4fd-a697-41a1-8fac-726ae569af2b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c69a4fd-a697-41a1-8fac-726ae569af2b,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:03.493589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780fb63-2a98-4402-860b-1c824868f608 req-59731391-894d-4a99-b1e8-45595376e30c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.495669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Port dd0ece9a-1155-4a81-9e1e-b53039dfa089 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:03.496062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Attempting to bind port dd0ece9a-1155-4a81-9e1e-b53039dfa089 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.499133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.502283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6780fb63-2a98-4402-860b-1c824868f608 req-59731391-894d-4a99-b1e8-45595376e30c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 936 time: 0.1308820 Aug 31 06:42:03.506403 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.568265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:03.571421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:03.571920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:03.572306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:03.572768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:03.572909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Bound port: dd0ece9a-1155-4a81-9e1e-b53039dfa089, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:03.573184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.576491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef8b40-2dcb-43d6-99d1-ed7b4b65a6b7 None None] Pushing event updated for resources: {'Port': ['ID=7c69a4fd-a697-41a1-8fac-726ae569af2b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.606303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.606935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efe2fe21-672e-4a84-a773-476f85abf4e7 req-d2e1857a-ad83-469d-a7fa-7ecb0aad6cfe tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4087486 Aug 31 06:42:03.636050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6780fb63-2a98-4402-860b-1c824868f608 req-d6c3e9fb-7139-4e57-908c-e8f5aad19c05 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275132 Aug 31 06:42:03.686663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:03.687787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.689359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] 10.222.0.53 "PUT /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 1137 time: 2.1484182 Aug 31 06:42:03.689879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8250b78c-e9f3-47bf-b51e-58b12d2f157c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:03.693394 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8250b78c-e9f3-47bf-b51e-58b12d2f157c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:03.741242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:03.765745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab583ef-9a71-4e2f-90dd-5f21bb49f24c service neutron] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.773385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:03.777096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Attempting to bind port 514b916f-efd8-4ade-b284-5e49fcf02e1c on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:03.777634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Attempting to bind port 514b916f-efd8-4ade-b284-5e49fcf02e1c by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:03.778052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Attempting to bind port 514b916f-efd8-4ade-b284-5e49fcf02e1c on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.879337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:03.922175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Port 514b916f-efd8-4ade-b284-5e49fcf02e1c on network 57fbf352-3936-4cb5-88ee-5c88f543a177 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:03.922797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Attempting to bind port 514b916f-efd8-4ade-b284-5e49fcf02e1c on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:03.953968 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e658c71-d0ee-4fa1-90fd-8775fab79d25 x-openstack-request-id: req-8e658c71-d0ee-4fa1-90fd-8775fab79d25 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:03.956854 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8250b78c-e9f3-47bf-b51e-58b12d2f157c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:03.956854 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8e658c71-d0ee-4fa1-90fd-8775fab79d25 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:03.956854 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8250b78c-e9f3-47bf-b51e-58b12d2f157c', 'status': 'completed', 'code': 200} Aug 31 06:42:04.021476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Attempting to bind port f22f7fe7-1eb0-4f51-809e-711b1484a6fb on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:04.021818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Attempting to bind port f22f7fe7-1eb0-4f51-809e-711b1484a6fb by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:04.022148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Attempting to bind port f22f7fe7-1eb0-4f51-809e-711b1484a6fb on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:04.119469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Port f22f7fe7-1eb0-4f51-809e-711b1484a6fb on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:04.120048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Attempting to bind port f22f7fe7-1eb0-4f51-809e-711b1484a6fb on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:04.136166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:04.137028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:04.137585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:04.138379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Bound port: 514b916f-efd8-4ade-b284-5e49fcf02e1c, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:04.138600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.138735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.139001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.139233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.139681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.140228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.140699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.142983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-e3a5ec3e-d3ad-45be-8d69-aafaedfc7c85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5293 time: 0.1820219 Aug 31 06:42:04.150079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.161731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:04.170566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.181238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.203234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.209851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.215849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.221825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.229427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:04.229933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:04.230350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-362a22e2-ddce-404b-a706-bc7daf666f9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 4605 time: 0.1912205 Aug 31 06:42:04.230647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:04.231197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Bound port: f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:04.231656 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.296974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Pushing event deleted for resources: {'Port': ['ID=705db556-f4c6-4ee6-8a19-53788f6c2fc6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:04.311746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f94b7c-c793-4abf-86b6-8587e398a6a1 req-407ddcb3-9b93-4a36-b00b-5f73429cefee tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.313718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93f94b7c-c793-4abf-86b6-8587e398a6a1 req-407ddcb3-9b93-4a36-b00b-5f73429cefee tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 943 time: 0.5035813 Aug 31 06:42:04.315817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:04.386689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.574911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:04.578710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:04.593151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.629060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.629789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.631217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] 10.222.0.50 "PUT /v2.0/ports/dd0ece9a-1155-4a81-9e1e-b53039dfa089 HTTP/1.1" status: 200 len: 1096 time: 5.4420378 Aug 31 06:42:04.653641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:04.656112 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9" -d '{"events": [{"name": "network-changed", "server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:04.659393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.744399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:04.745031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:04.758415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] 10.222.0.50 "PUT /v2.0/ports/514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 1092 time: 4.2906010 Aug 31 06:42:04.845552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93f94b7c-c793-4abf-86b6-8587e398a6a1 req-d64c81bf-2aae-4c1e-99a8-44befa844975 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4734149 Aug 31 06:42:04.872206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5989cadd-2471-4af8-b35e-d0d03905ff25 req-60cc740e-dfdd-4eca-b075-7f27cc832c3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6408479 Aug 31 06:42:05.017534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-4f71cda1-43c5-42d4-8000-badf62d33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.018075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-4f71cda1-43c5-42d4-8000-badf62d33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.018546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-4f71cda1-43c5-42d4-8000-badf62d33779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.021114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-4f71cda1-43c5-42d4-8000-badf62d33779 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e2e30b05dd549e9b3d78b752c014574&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.7707212 Aug 31 06:42:05.106696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c69a4fd-a697-41a1-8fac-726ae569af2b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:05.110348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be484dfc-047c-49de-8bd2-f5997114f9e3 service neutron] Pushing event updated for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:05.174921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:05.179307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7c69a4fd-a697-41a1-8fac-726ae569af2b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:05.179672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:05.201551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Subnet': ['ID=09d9cb01-26d3-4119-bf3c-594a883598dd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:05.243974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.254616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.266493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Checking segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:05.267145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network hostable DHCP agents. Network: 45266707-79a6-4722-928a-d67c4103a012, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:05.302577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-eaf7686e-df70-4b57-97bf-6c69c2134e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.304525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-eaf7686e-df70-4b57-97bf-6c69c2134e8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 1099 time: 0.5822160 Aug 31 06:42:05.307645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.308438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.310047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] 10.222.0.50 "PUT /v2.0/ports/f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 1097 time: 4.1061330 Aug 31 06:42:05.341032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b108c5-408e-4428-ae86-46156396cfaa req-61e5c97e-dfe0-42bd-a7bc-07976e25ee1f tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.353152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75b108c5-408e-4428-ae86-46156396cfaa req-61e5c97e-dfe0-42bd-a7bc-07976e25ee1f tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 945 time: 0.3069196 Aug 31 06:42:05.373311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-c03df4bc-36cf-485f-ad02-104ee6a6fd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.375136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.375626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cdc19dc-c2e2-42db-8a54-f2f9ae22032e req-c03df4bc-36cf-485f-ad02-104ee6a6fd74 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3187628 Aug 31 06:42:05.455575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75b108c5-408e-4428-ae86-46156396cfaa req-cd0becb7-61ec-4bae-a6b3-ce65c025eee2 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950942 Aug 31 06:42:05.568901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f749ae0-6d8e-4554-b78e-7a5407676830 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:05.580798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13657287-a7f6-487a-9eb3-c3d966eb297b None None] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:05.585249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-fe63fc98-bf95-401a-b9d0-0f0507bc1beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.586789 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-fe63fc98-bf95-401a-b9d0-0f0507bc1beb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1095 time: 0.7343628 Aug 31 06:42:05.607408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.623644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Transition to ACTIVE for port object 6f749ae0-6d8e-4554-b78e-7a5407676830 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:05.624242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-7411cd71-6af5-4777-97fc-205eb5e859d9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089 HTTP/1.1" status: 200 len: 217 time: 0.2567036 Aug 31 06:42:05.639101 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.673258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffbf322-952c-4306-b81d-fc8e2c1a52ce service neutron] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:05.675919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 45266707-79a6-4722-928a-d67c4103a012 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:05.730600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a694552-e982-4532-bb1f-638342a47bc0 req-876553d4-5088-41d1-bb46-e01311d063fc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.732305 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a694552-e982-4532-bb1f-638342a47bc0 req-876553d4-5088-41d1-bb46-e01311d063fc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.1769769 Aug 31 06:42:05.750236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-9b1b3124-cb32-4820-8ac2-4fbdf643007a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 217 time: 0.1332386 Aug 31 06:42:05.777393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 45266707-79a6-4722-928a-d67c4103a012) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:05.786263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Provisioning for port 7c69a4fd-a697-41a1-8fac-726ae569af2b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:05.794160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Provisioning complete for port 7c69a4fd-a697-41a1-8fac-726ae569af2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:05.794554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.835452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e087f09-871b-4858-9b6f-8fec1f00f0f8 None None] Network 45266707-79a6-4722-928a-d67c4103a012 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:05.878394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.879427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.897243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:05.903496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94746d2a-4a02-44e7-bc24-9637325ca8ae req-80b4fac9-62de-4886-bbfe-623ae9341fea tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.914318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94746d2a-4a02-44e7-bc24-9637325ca8ae req-80b4fac9-62de-4886-bbfe-623ae9341fea tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 947 time: 0.7292850 Aug 31 06:42:05.921595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a694552-e982-4532-bb1f-638342a47bc0 req-f9d70541-8745-4db8-a740-4f886987fbcd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733103 Aug 31 06:42:05.929411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Attempting to bind port 6f749ae0-6d8e-4554-b78e-7a5407676830 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:05.934737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Attempting to bind port 6f749ae0-6d8e-4554-b78e-7a5407676830 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:05.935455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Attempting to bind port 6f749ae0-6d8e-4554-b78e-7a5407676830 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:05.944260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Port 6f749ae0-6d8e-4554-b78e-7a5407676830 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:05.944882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Attempting to bind port 6f749ae0-6d8e-4554-b78e-7a5407676830 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:05.956346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:05.957008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:05.958334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Bound using segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:05.959079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Bound port: 6f749ae0-6d8e-4554-b78e-7a5407676830, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:05.960066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:05.976012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-5eea5dbc-7610-4c35-9069-3d09bb7c9037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:05.980812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-5eea5dbc-7610-4c35-9069-3d09bb7c9037 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1100 time: 0.5734367 Aug 31 06:42:06.011909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3845dcd6-b715-42ec-b222-5ab8c2631879 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.8120387 Aug 31 06:42:06.022237 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01162fd4-1ada-4eff-a308-e8bab9ea684d x-openstack-request-id: req-01162fd4-1ada-4eff-a308-e8bab9ea684d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:06.023513 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:06.025810 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-01162fd4-1ada-4eff-a308-e8bab9ea684d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:06.026911 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'status': 'completed', 'code': 200} Aug 31 06:42:06.029749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:06.048553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-45266707-79a6-4722-928a-d67c4103a012', 'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ips': [{'subnet_id': '09d9cb01-26d3-4119-bf3c-594a883598dd'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:42:06.050168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.074059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'name': 'tempest-TaggedBootDevicesTest-1650722865', 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:06.086139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:06.098828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6f749ae0-6d8e-4554-b78e-7a5407676830,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:06.114651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.144257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-ec4c4e4b-b808-466f-a07a-6e72b4e20da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.146414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-ec4c4e4b-b808-466f-a07a-6e72b4e20da3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.4473121 Aug 31 06:42:06.186156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.186784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.188210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] 10.222.0.53 "PUT /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 1137 time: 2.4666030 Aug 31 06:42:06.188659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '6f749ae0-6d8e-4554-b78e-7a5407676830'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:06.202052 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "6f749ae0-6d8e-4554-b78e-7a5407676830"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:06.243420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:06.244307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-bdc9234a-0f6a-46b0-a604-9d6816dac532 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.2016335 Aug 31 06:42:06.288144 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.297935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b5f75-4f78-4d2f-ab00-12d226511ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:06.298632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2bb2-dce5-4cfe-b70b-1853771f27c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:06.357520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Allocated IP 10.2.2.2 (45266707-79a6-4722-928a-d67c4103a012/09d9cb01-26d3-4119-bf3c-594a883598dd/5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:06.477618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.493816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] For port 7c69a4fd-a697-41a1-8fac-726ae569af2b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c69a4fd-a697-41a1-8fac-726ae569af2b,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:06.527177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.565368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01768b4f-dafb-461a-9794-80968ec2c505 req-36900547-e669-44a4-83dd-19b2a2b0ab00 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.568459 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01768b4f-dafb-461a-9794-80968ec2c505 req-36900547-e669-44a4-83dd-19b2a2b0ab00 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 943 time: 0.2282231 Aug 31 06:42:06.603033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ddba2-1eb2-4fff-984f-405231e1d4d2 None None] Pushing event updated for resources: {'Port': ['ID=7c69a4fd-a697-41a1-8fac-726ae569af2b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:06.702679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01768b4f-dafb-461a-9794-80968ec2c505 req-10a3e1b4-88b2-4e84-a59b-91e198bcafe3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252086 Aug 31 06:42:06.718426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fef4a8d9-fcf8-4e76-b378-b90c87697287 None None] Provisioning complete for port 7c69a4fd-a697-41a1-8fac-726ae569af2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:06.718738 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fef4a8d9-fcf8-4e76-b378-b90c87697287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.810697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94746d2a-4a02-44e7-bc24-9637325ca8ae req-d78f894f-4b5f-4f80-a343-69a26f75df1a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8942950 Aug 31 06:42:06.813579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-ae06ba97-5de8-4c5f-a610-46d2fd2cb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.826548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-ae06ba97-5de8-4c5f-a610-46d2fd2cb40c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.9894450 Aug 31 06:42:06.836018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-55fe4d9d-fe8a-442a-8728-c84894f70f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:06.837737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-55fe4d9d-fe8a-442a-8728-c84894f70f90 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.5835996 Aug 31 06:42:06.845200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:06.868570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Transition to ACTIVE for port object 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:06.872611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c69a4fd-a697-41a1-8fac-726ae569af2b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:06.908824 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d4e068-1057-4967-9073-8b7bc26e4a3f x-openstack-request-id: req-a5d4e068-1057-4967-9073-8b7bc26e4a3f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:06.909254 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "6f749ae0-6d8e-4554-b78e-7a5407676830", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:06.909670 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5d4e068-1057-4967-9073-8b7bc26e4a3f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:06.910066 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '6f749ae0-6d8e-4554-b78e-7a5407676830', 'status': 'completed', 'code': 200} Aug 31 06:42:06.946990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Transition to ACTIVE for port object 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:06.955216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7c69a4fd-a697-41a1-8fac-726ae569af2b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:06.955855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.003604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.007737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-06308827-802e-40b5-98e9-37ab417ef3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.009413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-06308827-802e-40b5-98e9-37ab417ef3b7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7777760 Aug 31 06:42:07.025300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Network 45266707-79a6-4722-928a-d67c4103a012 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:07.028278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:07.029730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.031485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:07.047828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.055403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.061643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.068926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.075705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.081615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.090598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a155f3e-11c3-4789-a62f-32a251234eff req-76382539-ee5a-4bdc-92b4-e1c15936c804 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5383 time: 0.2600126 Aug 31 06:42:07.144014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-096eb90b-ecc8-4d68-81dd-3fa206e4c64a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127400 Aug 31 06:42:07.161146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:42:07.182843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Pushing event updated for resources: {'Port': ['ID=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:07.190399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Attempting to bind port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:07.190971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Attempting to bind port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:07.191517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Attempting to bind port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce on network 45266707-79a6-4722-928a-d67c4103a012 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:07.199876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:07.200928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Checking segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:07.201603 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.202003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Bound using segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:07.202788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Bound port: 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:07.203410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.204606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-b1df8c0c-fd6d-4442-abfc-f67403b1a642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.207659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-b1df8c0c-fd6d-4442-abfc-f67403b1a642 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3312740 Aug 31 06:42:07.218792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a155f3e-11c3-4789-a62f-32a251234eff req-777f458f-1c9a-4fd6-985c-1a290760f188 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1265140 Aug 31 06:42:07.222556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:07.225011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.225536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.226020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.226502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.226978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.227459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.238678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.241366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-5b2fee5b-513a-45fe-99a5-7cbc5c78edc2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6223 time: 0.3059850 Aug 31 06:42:07.334795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] For port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:07.338170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] For port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:07.345604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.366040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d739c748-1104-4572-aa2f-22f5dba0654e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:07.380148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.401535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-7ad44f83-e801-47b4-a7b2-d23eca40a184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.403183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-7ad44f83-e801-47b4-a7b2-d23eca40a184 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5558436 Aug 31 06:42:07.405057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-db241de5-f094-492c-8fd1-95273a6a6bf9 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767077 Aug 31 06:42:07.416454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Transition to ACTIVE for port object d739c748-1104-4572-aa2f-22f5dba0654e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:07.451766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.479113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db6d47-8c0d-4cb4-b343-c8c89b7c00e3 None None] Pushing event updated for resources: {'Port': ['ID=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:07.485840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-a6319726-76cb-438e-8358-ad2f37638e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.486697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-a6319726-76cb-438e-8358-ad2f37638e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.488428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-a6319726-76cb-438e-8358-ad2f37638e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.490203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-a6319726-76cb-438e-8358-ad2f37638e6e service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e2e30b05dd549e9b3d78b752c014574&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2123511 Aug 31 06:42:07.691402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:07.744026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df16d256-0825-461e-a9f9-059e80e94d53 req-71954e1d-1cb8-4640-9d8b-c861ed4c8e50 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.750537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee69ca8-0eb5-4cab-9281-9a0236511d9a req-67c41e50-eada-490d-945a-c1563c9eb2e9 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.753309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df16d256-0825-461e-a9f9-059e80e94d53 req-71954e1d-1cb8-4640-9d8b-c861ed4c8e50 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.3782289 Aug 31 06:42:07.759645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cee69ca8-0eb5-4cab-9281-9a0236511d9a req-67c41e50-eada-490d-945a-c1563c9eb2e9 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 945 time: 0.2483716 Aug 31 06:42:07.762863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-db6db8e7-a35d-4d4a-9ed4-037bb99da94e service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3071017 Aug 31 06:42:07.849923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cee69ca8-0eb5-4cab-9281-9a0236511d9a req-9b40a8b2-ba5b-4ab6-8524-74a7013a35b7 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892818 Aug 31 06:42:07.869268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Attempting to bind port d739c748-1104-4572-aa2f-22f5dba0654e on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:07.869760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Attempting to bind port d739c748-1104-4572-aa2f-22f5dba0654e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:07.870211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Attempting to bind port d739c748-1104-4572-aa2f-22f5dba0654e on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:07.877824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Port d739c748-1104-4572-aa2f-22f5dba0654e on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:07.878207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Attempting to bind port d739c748-1104-4572-aa2f-22f5dba0654e on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:07.886923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-d629cb99-b78f-4802-911d-43a5e3438111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:07.888890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-788fbb52-e61c-45e5-9ece-6c0a01fd2ac8 req-d629cb99-b78f-4802-911d-43a5e3438111 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3552611 Aug 31 06:42:07.889787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:07.891679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:07.892086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Bound using segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:07.892540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Bound port: d739c748-1104-4572-aa2f-22f5dba0654e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:07.892911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:07.927503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8e77ebb-09fb-4128-b431-e2233ab9012b req-1594e75e-4d6e-42cb-887a-3ffc1c52c03d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7639034 Aug 31 06:42:07.960298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:08.021428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02417f-ac67-4d0b-8544-73ffa1bed325 req-d8281763-4c79-4584-9d73-f10fe485dde1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.023176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d02417f-ac67-4d0b-8544-73ffa1bed325 req-d8281763-4c79-4584-9d73-f10fe485dde1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 943 time: 0.0865710 Aug 31 06:42:08.025909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:08.029379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:08.030062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df16d256-0825-461e-a9f9-059e80e94d53 req-a6547200-de60-4a9e-bdda-b5b4fdfd7116 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754443 Aug 31 06:42:08.032424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4bd3d30-cd8c-483f-8180-7a0db260c1e4 req-0c8dfb23-6aba-47d1-9859-f9255a3f571a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4971819 Aug 31 06:42:08.038069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}, {'name': 'network-changed', 'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:08.039538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:08.040901 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261f578a-420d-4508-8884-ebae6659aeff" -d '{"events": [{"name": "network-changed", "server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}, {"name": "network-changed", "server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:08.065373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:08.074621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] device_id is not set on port bbb9e051-ec81-4726-a274-e9f50b83011f yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:42:08.076319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Sync routers for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:08.086520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.087199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:08.087839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f460e53a-239e-4e42-9288-8e5b37c9e26a admin admin] 10.222.0.57 "PUT /v2.0/routers/ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7295475 Aug 31 06:42:08.088739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] 10.222.0.53 "PUT /v2.0/ports/d739c748-1104-4572-aa2f-22f5dba0654e HTTP/1.1" status: 200 len: 1091 time: 1.8548253 Aug 31 06:42:08.090711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-047aa342-8537-424c-a48f-ed13ecdd79e9 req-69a1fe5f-185a-46e6-8860-6817a1a01434 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2735665 Aug 31 06:42:08.100221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:08.105317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:08.106463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:08.132599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d02417f-ac67-4d0b-8544-73ffa1bed325 req-31f29fcc-da2d-46d9-a856-3edf4b039640 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009662 Aug 31 06:42:08.151204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:08.195738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b6c670-f6bd-470c-94bd-704a5ebbf04a service neutron] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:08.229544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af014954-2f00-452b-8f8b-6ccb370cec46 x-openstack-request-id: req-af014954-2f00-452b-8f8b-6ccb370cec46 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:08.230216 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:08.230481 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-af014954-2f00-452b-8f8b-6ccb370cec46 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:08.230882 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'status': 'completed', 'code': 200} Aug 31 06:42:08.231136 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'status': 'completed', 'code': 200} Aug 31 06:42:08.284818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:08.335792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-551a8129-1109-4718-8a0c-ca357b1b3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.337343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-551a8129-1109-4718-8a0c-ca357b1b3982 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 1099 time: 0.3301950 Aug 31 06:42:08.342721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:08.425916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.433184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.439487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.447022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.453124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.459525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.465930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.474903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-4e42ca93-1a33-4df6-9f1d-8e6a6a6f4f3f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5395 time: 0.1331580 Aug 31 06:42:08.595966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:42:03Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:08.607251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08584cd8-69c0-488a-a91a-a448c011867c req-3ef4f883-f536-41b1-84f4-12cdf3a43d6e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.608808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08584cd8-69c0-488a-a91a-a448c011867c req-3ef4f883-f536-41b1-84f4-12cdf3a43d6e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 947 time: 0.3962686 Aug 31 06:42:08.617893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-f993a29c-0eb1-49b9-88a9-476c4a647655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.619389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-f993a29c-0eb1-49b9-88a9-476c4a647655 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1095 time: 0.3418643 Aug 31 06:42:08.651403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Checking router: ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:08.662357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Routers {'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:08.663009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:08.666734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:08.674040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b5ed982-93f1-41a2-93b9-4420831f9fa7 req-edbdc246-1662-4442-b191-78f8ddc72584 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1946597 Aug 31 06:42:08.709009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-69957aaa-f580-4689-95fa-3ed94bc6c014 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.710592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-69957aaa-f580-4689-95fa-3ed94bc6c014 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.53 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 945 time: 0.1942549 Aug 31 06:42:08.720727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.1.1.253 (08eebcdf-0de6-4ea7-b6f4-eb2a095a053f/898f7d18-9e63-4fd2-a585-e944428914f5/bbb9e051-ec81-4726-a274-e9f50b83011f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:08.854342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08584cd8-69c0-488a-a91a-a448c011867c req-38361529-7b32-4ca2-bdd0-ce651d5e25e7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284884 Aug 31 06:42:08.915674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-ee959558-4b07-4d2b-b095-5816c5aaa942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:08.917622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-ee959558-4b07-4d2b-b095-5816c5aaa942 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.5516157 Aug 31 06:42:08.949353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:08.951905 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428964ea-771e-42ef-9ae5-08eb5bab8764" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:09.000274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:09.002123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b728a381-9c5b-4626-864a-492b554d4044 None None] Network 45266707-79a6-4722-928a-d67c4103a012 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:09.020505 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1204b67a-c29a-46ef-9663-ec15b332c473 x-openstack-request-id: req-1204b67a-c29a-46ef-9663-ec15b332c473 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:09.020893 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:09.021113 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1204b67a-c29a-46ef-9663-ec15b332c473 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:09.021511 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'status': 'completed', 'code': 200} Aug 31 06:42:09.095684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b519d4-c098-4182-a6af-b7987ddbb415 req-be389739-f1f6-489d-8fb5-a1bf6f64ed1f tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.103811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59b519d4-c098-4182-a6af-b7987ddbb415 req-be389739-f1f6-489d-8fb5-a1bf6f64ed1f tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 945 time: 0.1429262 Aug 31 06:42:09.124032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96a35f90-43a7-4be4-927d-e726ff7b0e60 None None] Provisioning for port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:09.143513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] Set router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:09.145375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Deleting port 812184c5-6abb-4bb4-8c08-19bb264b4edf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:09.145615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.168106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25097d6f-4187-477e-8e0e-8ab14ef82489 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:09.221812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.255692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59b519d4-c098-4182-a6af-b7987ddbb415 req-cfa6165c-2005-4629-a0a8-d5b54f8ae982 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/security-groups?id=d358a1fa-ce14-466d-b4dc-51f51072ad51&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508689 Aug 31 06:42:09.267384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Transition to ACTIVE for port object 25097d6f-4187-477e-8e0e-8ab14ef82489 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:09.300183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.300543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.301074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.302062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.302206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:09.302308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.302644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.303088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.305038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-0d30da88-bed2-4aa8-9e5f-bff22d02324e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6291 time: 0.2494600 Aug 31 06:42:09.309143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.319110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:09.319511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.331880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-dcd286b5-ab91-4b27-a5f8-e37c467e3776 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089 HTTP/1.1" status: 200 len: 217 time: 0.3884549 Aug 31 06:42:09.333943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-79aa0fd7-455b-48f4-9fe5-c27317709135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.334873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-79aa0fd7-455b-48f4-9fe5-c27317709135 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.6972106 Aug 31 06:42:09.474531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] For port 812184c5-6abb-4bb4-8c08-19bb264b4edf, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=812184c5-6abb-4bb4-8c08-19bb264b4edf,segment=NetworkSegment(a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19),segment_id=a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:09.474981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.502866 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.506797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:09.525189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:42:03Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:09.542095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-c153f2fa-7050-4b8b-bc64-8dd2aea1f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.544003 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-c153f2fa-7050-4b8b-bc64-8dd2aea1f9c9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1205940 Aug 31 06:42:09.557089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Calling delete_port for 812184c5-6abb-4bb4-8c08-19bb264b4edf owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:09.562027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd13cde-6949-4abd-ad95-055efd95569e None None] The sync data for ids ['ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2'] in n-d-712707-15 is: [{'id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'name': 'tempest-ServersTestFqdnHostnames-1579763346-router', 'tenant_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '69276452-2231-40b4-ab10-db1ee588c219', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:38:55Z', 'updated_at': '2021-08-31T06:42:03Z', 'revision_number': 5, 'project_id': 'bd57b6902e2f40baab7e3019b48a0b6c', 'gw_port': {'id': '69276452-2231-40b4-ab10-db1ee588c219', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:fc:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:38:56Z', 'updated_at': '2021-08-31T06:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:09.594107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-e54379fd-ae16-4640-ad09-d7dd6ff1152e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 217 time: 0.1731682 Aug 31 06:42:09.600729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:09.605832 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.609784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.694120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:09.735070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6a463e-5b67-4b0b-8a5d-a99d154fbb17 req-7466295f-c28f-4e73-b849-6e77c5b2acdd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.736860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f6a463e-5b67-4b0b-8a5d-a99d154fbb17 req-7466295f-c28f-4e73-b849-6e77c5b2acdd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 943 time: 0.3318107 Aug 31 06:42:09.738090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-c601c72a-a154-49b8-9aad-7b86fc9adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.739421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-c601c72a-a154-49b8-9aad-7b86fc9adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.739906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-c601c72a-a154-49b8-9aad-7b86fc9adb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.741413 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-c601c72a-a154-49b8-9aad-7b86fc9adb38 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e2e30b05dd549e9b3d78b752c014574&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4185195 Aug 31 06:42:09.786308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4753e4f7-b3ce-4afd-9939-12909e15041e req-8d0b8528-41a2-4a71-8236-637796ce3f70 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.789930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7c563f5-71f9-4ba9-9f6b-b56a3685e1cd None None] Provisioning complete for port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:09.790372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7c563f5-71f9-4ba9-9f6b-b56a3685e1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.793720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4753e4f7-b3ce-4afd-9939-12909e15041e req-8d0b8528-41a2-4a71-8236-637796ce3f70 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.4578664 Aug 31 06:42:09.796367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-518ec05a-1fdd-4be4-a9ae-af41cbee5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.797886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-518ec05a-1fdd-4be4-a9ae-af41cbee5605 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1771269 Aug 31 06:42:09.840131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-f819df4f-e5cd-4f84-b155-2a9c25974e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:09.841632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-f819df4f-e5cd-4f84-b155-2a9c25974e67 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2461338 Aug 31 06:42:09.850282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Attempting to bind port 25097d6f-4187-477e-8e0e-8ab14ef82489 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:09.850549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Attempting to bind port 25097d6f-4187-477e-8e0e-8ab14ef82489 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:09.850903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Attempting to bind port 25097d6f-4187-477e-8e0e-8ab14ef82489 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:09.877825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Port 25097d6f-4187-477e-8e0e-8ab14ef82489 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:09.878148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Attempting to bind port 25097d6f-4187-477e-8e0e-8ab14ef82489 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:09.897728 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f6a463e-5b67-4b0b-8a5d-a99d154fbb17 req-4d0cf7ce-24c7-4c19-8a14-6a2143d903f2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520269 Aug 31 06:42:09.900848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:09.901188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Checking segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:09.901601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Bound using segment: {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:09.902051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Bound port: 25097d6f-4187-477e-8e0e-8ab14ef82489, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71f40164-e39a-4da0-af9e-5e57994916bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:09.902411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:09.975650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4753e4f7-b3ce-4afd-9939-12909e15041e req-66c0af56-c6bf-461f-b278-17dbaee9705d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808336 Aug 31 06:42:09.980062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.005070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-cd098b22-66fc-44d6-81bf-3154922a1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.006837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-428964ea-771e-42ef-9ae5-08eb5bab8764 req-cd098b22-66fc-44d6-81bf-3154922a1a9d service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2495098 Aug 31 06:42:10.015444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Deleting port 69276452-2231-40b4-ab10-db1ee588c219 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:10.015784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.077087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-a9c570ae-1754-4ca2-b015-85b494892b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.079138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-a9c570ae-1754-4ca2-b015-85b494892b17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2649870 Aug 31 06:42:10.079333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.081185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object bbb9e051-ec81-4726-a274-e9f50b83011f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:10.097478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['812184c5-6abb-4bb4-8c08-19bb264b4edf'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:10.133955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:10.137781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Pushing event deleted for resources: {'Port': ['ID=812184c5-6abb-4bb4-8c08-19bb264b4edf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:10.175440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-e2f1418f-a2cd-4890-b971-8bbc4e7d6647 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3248181 Aug 31 06:42:10.180458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:10.209229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.215121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.220942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.227436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.233258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.240238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.246254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.248171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-70eaa944-2f35-4f03-9002-23dc28b172c5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5407 time: 0.2201014 Aug 31 06:42:10.249010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] No DVR routers for this DVR port 812184c5-6abb-4bb4-8c08-19bb264b4edf on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:10.252323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.255737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dcad9c3-88ea-4c78-bc75-45f8de3e3ed9 req-9d05ab8f-df28-41a3-bc6e-1db6806f44d5 tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.53 "DELETE /v2.0/ports/812184c5-6abb-4bb4-8c08-19bb264b4edf HTTP/1.1" status: 204 len: 173 time: 1.5330913 Aug 31 06:42:10.257278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.315338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.315959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.318249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] 10.222.0.53 "PUT /v2.0/ports/25097d6f-4187-477e-8e0e-8ab14ef82489 HTTP/1.1" status: 200 len: 1091 time: 2.1783004 Aug 31 06:42:10.341599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] For port 69276452-2231-40b4-ab10-db1ee588c219, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=69276452-2231-40b4-ab10-db1ee588c219,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:10.342242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.357167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.364187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:10.376317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Calling delete_port for 69276452-2231-40b4-ab10-db1ee588c219 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:10.392367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1ea50fe-b04e-4804-996c-66b9edad77db req-119081c6-d3ca-42c1-97f2-1c4eb2f1e541 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316612 Aug 31 06:42:10.392598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-370f29ca-62c5-4dd4-8f96-2ecf856d131e service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013680 Aug 31 06:42:10.395229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70f8df3-41b3-499e-918d-baa784de46e3 service neutron] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:10.449677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.468460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09b8be1-8c24-4416-85c1-b8a786bd9b2b req-b490c413-15ac-4e3e-8dd4-d2a1fe8163ae tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.476084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e09b8be1-8c24-4416-85c1-b8a786bd9b2b req-b490c413-15ac-4e3e-8dd4-d2a1fe8163ae tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 947 time: 0.2832086 Aug 31 06:42:10.590099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4027638f-7228-405a-9658-79f9f7f6ca4c req-2e5cfafe-331d-41a8-b97d-9dc877d9276c tempest-InstanceActionsNegativeTestJSON-1806058729 tempest-InstanceActionsNegativeTestJSON-1806058729-project] 10.222.0.57 "GET /v2.0/ports?device_id=594f3791-8a52-4ecc-8231-8485af9183be HTTP/1.1" status: 200 len: 210 time: 0.0877972 Aug 31 06:42:10.594896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:10.597375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:10.602037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ee8fa9d-4d3a-4a1b-926e-5eb839c630e9 req-8887de28-cadc-4a42-8855-101a61fbde7a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122891 Aug 31 06:42:10.616829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:10.630016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:10.671908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e09b8be1-8c24-4416-85c1-b8a786bd9b2b req-5f51617b-b2cc-42e0-a803-e19895071797 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949511 Aug 31 06:42:10.780699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:10.781432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:10.786706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-e49a4e2a-863f-43c6-b8cc-7cedb99a0c02 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3555624 Aug 31 06:42:10.818625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5fc24f1b-39db-4a28-a543-516a6ca2f8f6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.7746274 Aug 31 06:42:10.821025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:10.826007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'name': 'tempest-TaggedBootDevicesTest-1886209447', 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:10.858288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dd0ece9a-1155-4a81-9e1e-b53039dfa089 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:10.870966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:11.016084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7c1410d-8049-4018-9b5b-8bd22507177d None None] Provisioning for port bbb9e051-ec81-4726-a274-e9f50b83011f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:11.023088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7c1410d-8049-4018-9b5b-8bd22507177d None None] Provisioning complete for port bbb9e051-ec81-4726-a274-e9f50b83011f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:11.023607 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1410d-8049-4018-9b5b-8bd22507177d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.059834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.077655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-88a7fb28-87c9-4c68-9cd6-9b210d600b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.077912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:11.078179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.079393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-88a7fb28-87c9-4c68-9cd6-9b210d600b54 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1100 time: 0.1498818 Aug 31 06:42:11.121026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Pushing event deleted for resources: {'Port': ['ID=69276452-2231-40b4-ab10-db1ee588c219,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.137498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7c1410d-8049-4018-9b5b-8bd22507177d None None] Port bbb9e051-ec81-4726-a274-e9f50b83011f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:11.148685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.166579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'mac_address': 'fa:16:3e:a2:5e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:11.169809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'name': 'network-vif-deleted', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf'}, {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:11.172142 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f60b2f1e-9e80-455a-b56c-550a91a99dcc" -d '{"events": [{"server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "name": "network-vif-deleted", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf"}, {"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:11.235553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 656b9a45-4270-4e6f-8939-eef5ab878f46 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:11.247202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.248927 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.269198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd0ece9a-1155-4a81-9e1e-b53039dfa089 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:11.278770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b62d2dc-15ef-4a57-a029-59eb8868187d req-f8b9d31d-5b0e-4765-a4df-fa656e6d269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.279998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 705db556-f4c6-4ee6-8a19-53788f6c2fc6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:11.289306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b62d2dc-15ef-4a57-a029-59eb8868187d req-f8b9d31d-5b0e-4765-a4df-fa656e6d269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 943 time: 0.1140850 Aug 31 06:42:11.297454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Transition to ACTIVE for port object 656b9a45-4270-4e6f-8939-eef5ab878f46 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:11.303518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:11.308198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.309184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.316474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 705db556-f4c6-4ee6-8a19-53788f6c2fc6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:11.317468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 705db556-f4c6-4ee6-8a19-53788f6c2fc6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:11.322262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.328239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.329437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:11.344038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.351231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-7aa2adff-f3dd-4b75-b318-f0e910e31ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.352709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-7aa2adff-f3dd-4b75-b318-f0e910e31ca4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2511115 Aug 31 06:42:11.362596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e730e8a-da4d-4e62-8ed6-75e0eab5b6cf req-608fc4c2-ab94-464c-b53a-03f5ab746aba tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.364495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e730e8a-da4d-4e62-8ed6-75e0eab5b6cf req-608fc4c2-ab94-464c-b53a-03f5ab746aba tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.2597034 Aug 31 06:42:11.376618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b62d2dc-15ef-4a57-a029-59eb8868187d req-1b35891c-d363-46bc-9809-6704b2741c6d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859218 Aug 31 06:42:11.382743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.432961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.450016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] device_id is not set on port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:42:11.485285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.501274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:11.522228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Attempting to bind port 656b9a45-4270-4e6f-8939-eef5ab878f46 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:11.522834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Attempting to bind port 656b9a45-4270-4e6f-8939-eef5ab878f46 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:11.523353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Attempting to bind port 656b9a45-4270-4e6f-8939-eef5ab878f46 on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:11.529781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Port 656b9a45-4270-4e6f-8939-eef5ab878f46 on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:11.530334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Attempting to bind port 656b9a45-4270-4e6f-8939-eef5ab878f46 on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:11.537731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:11.538423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Checking segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:11.539047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Bound using segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:11.540003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Bound port: 656b9a45-4270-4e6f-8939-eef5ab878f46, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:11.540628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.556246 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.583705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:11.588445 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6181a68-251d-492f-a24f-345d8117890c x-openstack-request-id: req-a6181a68-251d-492f-a24f-345d8117890c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:11.588893 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594f3791-8a52-4ecc-8231-8485af9183be", "name": "network-vif-deleted", "tag": "812184c5-6abb-4bb4-8c08-19bb264b4edf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:11.589053 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6181a68-251d-492f-a24f-345d8117890c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:11.589368 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '594f3791-8a52-4ecc-8231-8485af9183be', 'name': 'network-vif-deleted', 'tag': '812184c5-6abb-4bb4-8c08-19bb264b4edf', 'status': 'completed', 'code': 200} Aug 31 06:42:11.589619 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'status': 'completed', 'code': 200} Aug 31 06:42:11.616972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.632010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.632746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:11.699763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:11.705508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:11.707329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.712659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.715921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.724248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.724466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.724466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.724666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.725051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.725538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.725828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'mac_address': 'fa:16:3e:25:de:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:11.725989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.726297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.726440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.728319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-a1235746-8bf5-44f3-b291-b41136acbfb2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6385 time: 0.1209629 Aug 31 06:42:11.774941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.775577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.777309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] 10.222.0.53 "PUT /v2.0/ports/656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 200 len: 1092 time: 1.4196808 Aug 31 06:42:11.777886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.794730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:11.801596 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-32c2daae-a717-4f96-b7ad-20cbfe463b27 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.3675478 Aug 31 06:42:11.807677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.815309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.822252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.824558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:11.830186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.831788 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.838246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.844632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.851284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.856659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.1.1.93 (08eebcdf-0de6-4ea7-b6f4-eb2a095a053f/898f7d18-9e63-4fd2-a585-e944428914f5/1e1ac51c-1a59-4135-8503-2cb5ca9c5928) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:11.860137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-eed8f54d-2c65-4c42-8d18-79a547b70954 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5419 time: 0.2212999 Aug 31 06:42:11.868148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.868721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:42:11.893591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e730e8a-da4d-4e62-8ed6-75e0eab5b6cf req-b1e6afb4-62d2-4eb3-87c6-7345d541627a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4483087 Aug 31 06:42:11.903641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Request body: {'port': {'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:11.905608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:11.910632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0609a478-7b7c-4289-8d37-f7f5e7b1b62c admin admin] 10.222.0.57 "DELETE /v2.0/routers/ae6537bb-bfdc-4cc4-9299-1cbdf49f02e2 HTTP/1.1" status: 204 len: 168 time: 3.8094738 Aug 31 06:42:11.913230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:11.914935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:11.946510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-0d388475-5a70-4470-8b1a-fa0ea3b8b9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:11.949133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-0d388475-5a70-4470-8b1a-fa0ea3b8b9e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1354597 Aug 31 06:42:11.983454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:12.086636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caebb67-ed69-4fac-bf93-0a7ce46e4324 service neutron] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:12.104258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.121939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-907e389f-8075-4a77-8a67-c0f1acff1f37 req-4c304dea-a37d-4745-b1f7-75c00d332c27 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2608569 Aug 31 06:42:12.145559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Deleting subnet 3f3b47e5-5c5c-4715-9a08-6b1013b2464b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:42:12.148278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.206141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-cdb07e54-2569-4be4-944c-f4ce05b774d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.206971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-cdb07e54-2569-4be4-944c-f4ce05b774d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.207117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-cdb07e54-2569-4be4-944c-f4ce05b774d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.209249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-cdb07e54-2569-4be4-944c-f4ce05b774d8 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=2e2e30b05dd549e9b3d78b752c014574&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4504793 Aug 31 06:42:12.287195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['514b916f-efd8-4ade-b284-5e49fcf02e1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:12.292664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.311146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f22f7fe7-1eb0-4f51-809e-711b1484a6fb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:12.339394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:12.484530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Deleting subnet df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:42:12.497201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f578a-420d-4508-8884-ebae6659aeff req-2490cc15-dc59-4b25-85ab-ddb9c3b218f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.498757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-2490cc15-dc59-4b25-85ab-ddb9c3b218f8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5307658 Aug 31 06:42:12.499442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.511226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284a8d7-9c1c-486f-8fd0-269c860990eb req-30eb8266-2481-4397-8e3d-b3d5965de535 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.518922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f284a8d7-9c1c-486f-8fd0-269c860990eb req-30eb8266-2481-4397-8e3d-b3d5965de535 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 948 time: 0.4656751 Aug 31 06:42:12.591049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-f593053a-da6e-4c93-ba5d-b4c900d1cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.592523 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f60b2f1e-9e80-455a-b56c-550a91a99dcc req-f593053a-da6e-4c93-ba5d-b4c900d1cb8a service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3707016 Aug 31 06:42:12.603152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 812184c5-6abb-4bb4-8c08-19bb264b4edf no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:12.607832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.648990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 812184c5-6abb-4bb4-8c08-19bb264b4edf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:12.649227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 812184c5-6abb-4bb4-8c08-19bb264b4edf not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:12.654102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.692833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495ab71b-2ae7-4eed-9b7a-29ee686800b8 req-54d1ab15-d9c4-41cc-a2ae-63c67332d7b0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:12.694375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-495ab71b-2ae7-4eed-9b7a-29ee686800b8 req-54d1ab15-d9c4-41cc-a2ae-63c67332d7b0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1635182 Aug 31 06:42:12.711054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f284a8d7-9c1c-486f-8fd0-269c860990eb req-939eac6a-9233-4afe-8e9d-9db7d49333f2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890688 Aug 31 06:42:12.717894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.785368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-e951927c-8f37-4205-bf47-ede59629eeeb service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362542 Aug 31 06:42:12.798380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.809283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:12.823653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.830208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 69276452-2231-40b4-ab10-db1ee588c219 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:12.839138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-495ab71b-2ae7-4eed-9b7a-29ee686800b8 req-71704e1e-321e-47b1-99ab-299b413286e1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1335747 Aug 31 06:42:12.843070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f3b47e5-5c5c-4715-9a08-6b1013b2464b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:12.850464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b17f59e-eb96-42ea-8e4e-318f661cea0e {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:12.857584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.857835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 69276452-2231-40b4-ab10-db1ee588c219 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:12.858152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 69276452-2231-40b4-ab10-db1ee588c219 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:12.860055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d9b9d55d-1454-4c7f-a8f7-281cc7876943 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3f3b47e5-5c5c-4715-9a08-6b1013b2464b HTTP/1.1" status: 204 len: 168 time: 0.9372728 Aug 31 06:42:12.864358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48430) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:12.865569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68092d2-bacd-4b70-b879-77a0a4519654 None None] Network 3388f69f-7f6b-489e-b5aa-025df5221907 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:12.872932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.901562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Transition to ACTIVE for port object 8b17f59e-eb96-42ea-8e4e-318f661cea0e will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:12.947788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:12.980133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261f578a-420d-4508-8884-ebae6659aeff req-502dc502-d2af-4e18-83bb-381c1d345109 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828778 Aug 31 06:42:12.989032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.038350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.040011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.042993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.107053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.109836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:13.120742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:13.122926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.123647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] DHCP port deletion for 3388f69f-7f6b-489e-b5aa-025df5221907 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:42:13.127138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7916aa56-b388-4379-b3f9-c9e92c7db088 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/df6d5130-d6f2-4f8a-b1bf-0fb2962f0b01 HTTP/1.1" status: 204 len: 168 time: 1.1383512 Aug 31 06:42:13.127138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:13.130281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.134308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:13.164438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Attempting to bind port 8b17f59e-eb96-42ea-8e4e-318f661cea0e on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:13.164771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Attempting to bind port 8b17f59e-eb96-42ea-8e4e-318f661cea0e by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:13.165132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Attempting to bind port 8b17f59e-eb96-42ea-8e4e-318f661cea0e on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:13.171764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff8dc9e-3b7c-41eb-9dcb-67cf07bdb982 req-45a6912c-f36c-4289-b12f-cc7003c907a4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.172332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Port 8b17f59e-eb96-42ea-8e4e-318f661cea0e on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:13.172773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Attempting to bind port 8b17f59e-eb96-42ea-8e4e-318f661cea0e on network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:13.173788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ff8dc9e-3b7c-41eb-9dcb-67cf07bdb982 req-45a6912c-f36c-4289-b12f-cc7003c907a4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.2007220 Aug 31 06:42:13.194143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:13.194485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Checking segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:13.195614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Bound using segment: {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:13.196409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Bound port: 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aa62101-518f-4c0f-9627-659d45ecc615', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:13.197130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.236767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Deleting port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:13.237297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.301600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Deleting port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:13.302181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.326636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.327282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.340577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] For port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:13.340855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.365302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Calling delete_port for 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:13.365794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.382017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ff8dc9e-3b7c-41eb-9dcb-67cf07bdb982 req-54ea05b5-e73f-4f24-a186-77a559387624 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310956 Aug 31 06:42:13.389876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e6e92fa6-afd3-454f-be3b-b1bd4e27bd05 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5661573 Aug 31 06:42:13.396264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:13.413881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.419710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.425596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.432247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.438172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.444842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.451689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.453645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-cbdaa033-16dd-457c-96a7-465e4f3363d5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.2125199 Aug 31 06:42:13.477694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:13.494298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.497572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] For port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,segment=NetworkSegment(272b941f-d4e3-4181-96fb-130aa23652ee),segment_id=272b941f-d4e3-4181-96fb-130aa23652ee)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:13.498019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.501371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.520886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.536738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49894aae-c776-4614-993f-1c7fa8f5e34f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:13.545752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] Pushing event deleted for resources: {'Port': ['ID=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.547676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b492ec2-8d8d-4aa6-acb3-8e37e868b567 None None] No DVR routers for this DVR port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:13.561626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Calling delete_port for 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:13.562342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:13.562342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d4bf53-1c86-4ece-b5ed-5c1ec5646a19') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:13.573125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.573965 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.575930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] 10.222.0.53 "PUT /v2.0/ports/8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 200 len: 1092 time: 1.6761830 Aug 31 06:42:13.581181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.584970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-004106da-31c8-4c5b-9c85-335b1fed7156 None None] Provisioning for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:13.592646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-004106da-31c8-4c5b-9c85-335b1fed7156 None None] Provisioning complete for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:13.592646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-004106da-31c8-4c5b-9c85-335b1fed7156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.592966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46'}, {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:13.594648 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46"}, {"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:13.607534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebcc1f94-7e24-4029-9f23-2bcb6480f3d4 req-34fae86e-84fd-4995-a68c-57b16a2317c4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1437693 Aug 31 06:42:13.626431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.646639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:42:13.647852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:42:13.649942 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:42:13.658454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-004106da-31c8-4c5b-9c85-335b1fed7156 None None] Port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:13.723338 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac6bd6f-acfa-4374-aaf2-7b557944fb24 x-openstack-request-id: req-4ac6bd6f-acfa-4374-aaf2-7b557944fb24 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:13.723731 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:13.724022 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ac6bd6f-acfa-4374-aaf2-7b557944fb24 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:13.724502 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'status': 'completed', 'code': 200} Aug 31 06:42:13.724754 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'status': 'completed', 'code': 200} Aug 31 06:42:13.731675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31aed03-3c5b-4c47-8ebb-12ee41d0f21f service neutron] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.759131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.765653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.765863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.766149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.766632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.767106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.770954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.771258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] 10.222.0.57 "DELETE /v2.0/networks/49894aae-c776-4614-993f-1c7fa8f5e34f HTTP/1.1" status: 204 len: 168 time: 0.6313601 Aug 31 06:42:13.771371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.771371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:13.786743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-67a6c8d1-8575-43f6-985c-646734b7aba6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6495 time: 0.1198380 Aug 31 06:42:13.793737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983c931-c558-4ca6-a50f-9d2d0333b0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=49894aae-c776-4614-993f-1c7fa8f5e34f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:13.821554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:13.826307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2081946900', 'description': 'tempest-description--1879736228'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:13.861769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-782e2799-d217-4dd3-8a75-b48eca76a56d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 200 len: 217 time: 0.0647399 Aug 31 06:42:13.862406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.876731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:13.967800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] No DVR routers for this DVR port 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:13.973876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Pushing event deleted for resources: {'Port': ['ID=755757b4-f1ab-44cb-ab25-cd7ac6f39ae0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.017005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.027849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.074583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.075802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2532012 Aug 31 06:42:14.078576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c1191-476e-41e7-83d7-b44fb91d52ca req-31b0f5c8-7ab3-43d0-b920-26390395cce2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.079916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.080130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-139c1191-476e-41e7-83d7-b44fb91d52ca req-31b0f5c8-7ab3-43d0-b920-26390395cce2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 948 time: 0.2303841 Aug 31 06:42:14.084181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.085954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-419a2f28-84f7-409c-8bcb-f4196bb6668f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.087405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-419a2f28-84f7-409c-8bcb-f4196bb6668f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62087458-557d-429f-ae80-6611eb033dbd HTTP/1.1" status: 200 len: 856 time: 0.1942797 Aug 31 06:42:14.088105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'security_group_rule': {'security_group_id': 'aee7a867-2d18-4661-8d9d-2b299f0a9f30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:14.094832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7e4c2-c578-4ce3-82d2-13c3f423ecc1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aee7a867-2d18-4661-8d9d-2b299f0a9f30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.099592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.121470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b44a93-7a0d-4a8f-991b-a680c37a3bac req-85ad51ac-d6da-4f77-a71d-199de5c5289b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.122952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98b44a93-7a0d-4a8f-991b-a680c37a3bac req-85ad51ac-d6da-4f77-a71d-199de5c5289b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1101441 Aug 31 06:42:14.134144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3388f69f-7f6b-489e-b5aa-025df5221907']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:14.151574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.165322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272b941f-d4e3-4181-96fb-130aa23652ee') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:14.165636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272b941f-d4e3-4181-96fb-130aa23652ee') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:14.187845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98b44a93-7a0d-4a8f-991b-a680c37a3bac req-1adb2f0f-72cf-4596-b514-42b6963c11a6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569186 Aug 31 06:42:14.200626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.212946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.216998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.236221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c55f1f6-77ac-4a73-b3e1-b767e48951ed,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.239846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-139c1191-476e-41e7-83d7-b44fb91d52ca req-bbf0975e-8d6d-487d-85de-578bd2e26cfd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444633 Aug 31 06:42:14.240967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.243458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.244832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5e696fdc-8a3f-4eb0-a949-09c741134a26 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603165 Aug 31 06:42:14.246451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bb7f8221-aba0-4dd6-9ef6-16494eab55af admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=384170a74c6246ed97cd1510fb5969d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580610 Aug 31 06:42:14.249182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48456) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.249554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48458) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.253786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:42:14.254296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.254482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'security_group_rule': {'security_group_id': 'aee7a867-2d18-4661-8d9d-2b299f0a9f30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:42:14.256165 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:42:14.295080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9ae75f49-5ef9-41d2-9c32-cfdc2818e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.296607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9ae75f49-5ef9-41d2-9c32-cfdc2818e760 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1944489 Aug 31 06:42:14.326570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.337929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.366307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.374814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.376652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3388f69f-7f6b-489e-b5aa-025df5221907 HTTP/1.1" status: 204 len: 168 time: 1.5113838 Aug 31 06:42:14.378081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.389907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b1fde-4c6d-448b-b47b-167e8e870663 admin admin] Pushing event deleted for resources: {'Network': ['ID=3388f69f-7f6b-489e-b5aa-025df5221907,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.419670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-51d26b59-ed8f-468e-a56d-5f2683be1ffd service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140406 Aug 31 06:42:14.422861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.429781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.462556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91cf5570-353e-46ca-892a-a18f446753db,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.478921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.481787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a413bae-5672-40a2-aeda-e88f47318da1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2311893 Aug 31 06:42:14.482765 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.485530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.486976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d358a1fa-ce14-466d-b4dc-51f51072ad51 HTTP/1.1" status: 204 len: 168 time: 0.2273133 Aug 31 06:42:14.488017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.525930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:14.540929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a2c1d-eba3-4cbf-a4ae-fd74940c5b12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d358a1fa-ce14-466d-b4dc-51f51072ad51,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:14.549861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-c99bcfbf-81ef-4459-a451-6c5f5136a873 service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205020 Aug 31 06:42:14.555977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.607880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-3801676b-4315-45fc-a634-66eb0c0a1a43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 217 time: 0.0499387 Aug 31 06:42:14.609843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83f19a-e1b5-45ff-a479-ee16cca9d249 req-ebc06cc8-63dc-44f8-bd37-a210358175b9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.611671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef83f19a-e1b5-45ff-a479-ee16cca9d249 req-ebc06cc8-63dc-44f8-bd37-a210358175b9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.1451943 Aug 31 06:42:14.648390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.674504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef83f19a-e1b5-45ff-a479-ee16cca9d249 req-c6c8cd99-7c8d-4372-90a3-93c3d76c63c3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551417 Aug 31 06:42:14.697173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-83c0a1ca-fffc-4da1-811b-a8986862b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.698942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-83c0a1ca-fffc-4da1-811b-a8986862b333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0794463 Aug 31 06:42:14.724019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.773506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-044b4745-e511-49ba-a1a8-07fbf29489e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd57b6902e2f40baab7e3019b48a0b6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1241682 Aug 31 06:42:14.781840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:14.819218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:14.826215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cdf1e5fa-3544-4b65-82b4-3004a333717e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.827711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-cdf1e5fa-3544-4b65-82b4-3004a333717e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1175444 Aug 31 06:42:14.841304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:14.841819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 755757b4-f1ab-44cb-ab25-cd7ac6f39ae0 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:14.845339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.851412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.857168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.863268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.870075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.870336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dd0ece9a-1155-4a81-9e1e-b53039dfa089 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:14.877007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.877642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 172.25.3.24 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/0b4e106a-c797-4aa1-ad6f-b7cc17f410ba) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:14.883779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:14.885714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-09428279-38fd-4a29-b1b7-3d4c1f582afc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.1797745 Aug 31 06:42:14.959213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port dd0ece9a-1155-4a81-9e1e-b53039dfa089 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:14.966524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port dd0ece9a-1155-4a81-9e1e-b53039dfa089 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:14.967654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:14.995731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.041445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9c8c827-bf44-49a5-b733-2394a344a610 req-7d6d156f-a310-4182-a3cc-3b40d6bb7511 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1450207 Aug 31 06:42:15.049128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.055924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.086420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-3c2a2af7-5ca4-4867-934f-6f7d9542ef37 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997001 Aug 31 06:42:15.115245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.139966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.169906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:15.173668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:15.175424 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8116a3-d426-4723-8481-4ff2659e3cf9" -d '{"events": [{"server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:15.188439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:15.198295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:15.217431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-02192a64-d14b-478d-8a98-ca6a1bc6583a service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190214 Aug 31 06:42:15.221319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.225575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.227739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ad71c90f-413f-425f-b36e-813404072eee HTTP/1.1" status: 204 len: 168 time: 0.4497099 Aug 31 06:42:15.234552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=0b4e106a-c797-4aa1-ad6f-b7cc17f410ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:15.249995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:15.274068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.275033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:15.289322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e8e721-39a4-4f79-97ee-2336ebc9f1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad71c90f-413f-425f-b36e-813404072eee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:15.292789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-3e29cb86-4e56-40e5-ba9b-dd5c20adf0ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 217 time: 0.0635197 Aug 31 06:42:15.411478 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec396cd1-aa76-432d-beb9-cecbc548244f x-openstack-request-id: req-ec396cd1-aa76-432d-beb9-cecbc548244f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:15.412014 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "name": "network-vif-plugged", "status": "completed", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:15.412640 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec396cd1-aa76-432d-beb9-cecbc548244f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:15.413433 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'code': 200} Aug 31 06:42:15.418172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:15.494641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fe8364fe-7f10-4065-8987-3d3ac5a5c20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.497097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-fe8364fe-7f10-4065-8987-3d3ac5a5c20f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.1946328 Aug 31 06:42:15.509025 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.511397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-9f93c55c-3966-4f32-9665-d91708213660 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2105920 Aug 31 06:42:15.522372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 514b916f-efd8-4ade-b284-5e49fcf02e1c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:15.533257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 514b916f-efd8-4ade-b284-5e49fcf02e1c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:15.534016 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.536408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233326eb-cb04-409c-9207-f61603dcd5bb req-e4143da3-6a43-4c5c-a2c2-5b9f83a8b869 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.545184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-233326eb-cb04-409c-9207-f61603dcd5bb req-e4143da3-6a43-4c5c-a2c2-5b9f83a8b869 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1521971 Aug 31 06:42:15.548230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.576771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22134ee-50a1-4d73-bf51-7c32ce59ef2f req-5d16380e-d2b0-41ca-b115-438974aec006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.578638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e22134ee-50a1-4d73-bf51-7c32ce59ef2f req-5d16380e-d2b0-41ca-b115-438974aec006 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 1101 time: 0.1888776 Aug 31 06:42:15.618196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.674118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:15.684653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-233326eb-cb04-409c-9207-f61603dcd5bb req-becf99ac-5ddb-4b33-91ba-14bbbccd3d3f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386905 Aug 31 06:42:15.692524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8d07ab5f-30ef-4213-a4bb-f80b7f043aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.694048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8d07ab5f-30ef-4213-a4bb-f80b7f043aa5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872396 Aug 31 06:42:15.697825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-200864ae-68f9-4b33-b8ce-8f7b3458fbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.699218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-200864ae-68f9-4b33-b8ce-8f7b3458fbc0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.1256943 Aug 31 06:42:15.718567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.722384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146b1658-4106-45c3-b108-4169169cfe69 req-f9bf31b9-4ff3-4181-b2a8-15aa471d53aa tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:15.726945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-146b1658-4106-45c3-b108-4169169cfe69 req-f9bf31b9-4ff3-4181-b2a8-15aa471d53aa tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.3036387 Aug 31 06:42:15.796042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:15.804677 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:15.807399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:15.835942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e22134ee-50a1-4d73-bf51-7c32ce59ef2f req-c71d4309-1b3a-45a2-8ce0-79d8186d5cc3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192922 Aug 31 06:42:15.875458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-9033369-network', 'tenant_id': '6a7722773c674916863f12339ac1b5c8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:15.909728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-146b1658-4106-45c3-b108-4169169cfe69 req-3e7d6e7f-544b-4bba-a445-0e34a163879d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743412 Aug 31 06:42:15.935885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:15.950536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:15.955517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:15.956121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.014935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.022749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.061617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.106891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:16.113098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=0b4e106a-c797-4aa1-ad6f-b7cc17f410ba,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.115210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.136975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.191045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.266298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:16.307488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.313626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.319942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.326253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.332826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.338919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.344776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.346989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-e4856542-936a-4f48-bde3-4daf59252ec6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.1142056 Aug 31 06:42:16.376285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-547924656-network', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:16.388141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-76092b72-5794-44f2-8a1d-f108f57ce98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.389643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-76092b72-5794-44f2-8a1d-f108f57ce98d service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.5913033 Aug 31 06:42:16.401543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0413938-03a6-47a0-95b8-a31bc9c14a42 req-2e732a79-af83-4d3a-b76a-612d7e13ad7c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0477989 Aug 31 06:42:16.411065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-994f7725-43d7-43c9-8c7b-6e5defd6e721 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927135 Aug 31 06:42:16.431370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.441275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-87152bfe-e6eb-4eaf-8676-28ddc75cfef4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9138548 Aug 31 06:42:16.445438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:16.448075 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.448993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Made reservation on behalf of 6a7722773c674916863f12339ac1b5c8 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:16.451292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.458950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.463855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-aeabedf4-aec8-45c2-9b0e-c527baec15ac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0663705 Aug 31 06:42:16.541516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.553866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52196a06-70fc-4e69-9bb6-769820929111 req-c20fa8d6-80f3-4ab6-8de7-6ca831f26419 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.555393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52196a06-70fc-4e69-9bb6-769820929111 req-c20fa8d6-80f3-4ab6-8de7-6ca831f26419 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.6885054 Aug 31 06:42:16.560924 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.567995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.602106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00447e40-c6bb-48ce-99ef-d4aef87e5115,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.618623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:16.625268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-b7cf6fbf-5160-4156-9a84-ee9e36e3d964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.626781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-b7cf6fbf-5160-4156-9a84-ee9e36e3d964 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1164930 Aug 31 06:42:16.629630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.630020 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Added segment 727c6e4d-b0a1-4211-85df-9d84b1d7973d of type vlan for network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c Aug 31 06:42:16.687915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.696912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-e004e7ba-1ef2-4a17-b1f6-c49c26630e5d service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488029 Aug 31 06:42:16.702514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52196a06-70fc-4e69-9bb6-769820929111 req-e053c1cd-45d9-40f0-b1de-8485425ac0fe tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325226 Aug 31 06:42:16.723158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-8b4c9220-f11a-4abc-b598-77895e203392 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--2081946900&fields=id&tenant_id=44974ac04edd47f2857f6c2a2e7867d0 HTTP/1.1" status: 200 len: 267 time: 0.0584846 Aug 31 06:42:16.750706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9ee7ac92-0538-4fee-92bc-4755300eeda6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d739c748-1104-4572-aa2f-22f5dba0654e HTTP/1.1" status: 200 len: 217 time: 0.0427730 Aug 31 06:42:16.756551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.758099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.758743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.802101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-c2066368-b1cb-43d3-8a19-c10c312b4812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.803504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-c2066368-b1cb-43d3-8a19-c10c312b4812 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1636786 Aug 31 06:42:16.849416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3894b244-c979-41b0-b417-6b6a418401d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.850832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3894b244-c979-41b0-b417-6b6a418401d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 932 time: 0.1107657 Aug 31 06:42:16.859724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] Pushing event updated for resources: {'Network': ['ID=3d6410b9-0f2b-4cbd-8e30-5a7203553f8c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:16.870438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:16.901091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-514fb15f-7718-4f80-bbdd-8f3b1ffe20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.902585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-514fb15f-7718-4f80-bbdd-8f3b1ffe20ad service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.1425641 Aug 31 06:42:16.911647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-deb485fe-cf2b-4c67-8a5d-505fe7837432 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:16.913674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-deb485fe-cf2b-4c67-8a5d-505fe7837432 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 931 time: 0.0551817 Aug 31 06:42:16.954660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a3edda9c-ba4b-4e2b-b9c2-923a059386a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0318232 Aug 31 06:42:16.966322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.984409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:16.992381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-72573061-d78e-46ef-80c1-e3a44f47b6e0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0308850 Aug 31 06:42:16.996552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d2f2336-f256-4e2e-93ea-5ca85d9330e7 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7263267 Aug 31 06:42:16.996875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:16.999163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be7f6fc-bd69-45ae-8793-e080c870241c req-0a70b70c-e39d-4a92-af41-b029967ec3b9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.000678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1be7f6fc-bd69-45ae-8793-e080c870241c req-0a70b70c-e39d-4a92-af41-b029967ec3b9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.2062762 Aug 31 06:42:17.001718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Request body: {'subnet': {'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-547924656-subnet', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:17.051979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:17.062648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-14f890cf-c41c-4758-8b73-62ecc8df70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.064063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-14f890cf-c41c-4758-8b73-62ecc8df70c6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1500576 Aug 31 06:42:17.071355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab2dba1-8c8c-45e8-8333-507b2bb5712c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:17.075272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-9d45b543-d111-402b-92bf-60b096a5607e service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577779 Aug 31 06:42:17.084720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:17.087240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.117567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.117918 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Added segment 23897901-f7dd-4dc5-81e5-3a56992c74ab of type vlan for network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e Aug 31 06:42:17.167218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1be7f6fc-bd69-45ae-8793-e080c870241c req-6c8dd8ed-1318-4162-8b9d-51d470214afa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482606 Aug 31 06:42:17.219026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0ed646a8-e685-4bdc-9d90-a0c8df3ff299 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.225934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0ed646a8-e685-4bdc-9d90-a0c8df3ff299 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.231877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0ed646a8-e685-4bdc-9d90-a0c8df3ff299 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.237854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0ed646a8-e685-4bdc-9d90-a0c8df3ff299 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/networks?id=4efb29e2-bfec-4884-aab7-02f0886c34de&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=45266707-79a6-4722-928a-d67c4103a012&id=45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 200 len: 1989 time: 0.2312713 Aug 31 06:42:17.245486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.255868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b60d46fe-218a-4b5a-bbd7-5426503f7c49 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/quotas/44974ac04edd47f2857f6c2a2e7867d0 HTTP/1.1" status: 200 len: 375 time: 0.0162816 Aug 31 06:42:17.345723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-6e7df59c-568e-44b4-a5a6-46e5ba1e2eca service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677159 Aug 31 06:42:17.350177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b025af-b58b-4b03-b305-c87d4aaecad7 req-3e0ab89e-0470-42ea-9e2f-c5428dd1eca7 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591867 Aug 31 06:42:17.367468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.368370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.368964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.386722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6010b-6818-4686-a16e-8cda94f74712 req-3e46c72b-b2ee-4b98-9ee5-a1651e7c0b4b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.388225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3db6010b-6818-4686-a16e-8cda94f74712 req-3e46c72b-b2ee-4b98-9ee5-a1651e7c0b4b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.1333318 Aug 31 06:42:17.406067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4cc53451-ee32-438f-8ee1-d6eb328ca8b1 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1391737 Aug 31 06:42:17.414774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}, {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:17.419394 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e54307c3-7f82-43c4-93ce-9ea92338a5a3" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}, {"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:17.431874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.506857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.8305686 Aug 31 06:42:17.512420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:17.513068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c0c19-6725-4412-8de6-9d13b5a6785b admin admin] Pushing event updated for resources: {'Network': ['ID=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:17.527261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Request body: {'subnet': {'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-9033369-subnet', 'tenant_id': '6a7722773c674916863f12339ac1b5c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:17.527952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:17.540831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2540a67-5f6e-4c31-8682-bd80d09d9626,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:17.551930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3db6010b-6818-4686-a16e-8cda94f74712 req-99714a32-069c-4678-a5be-936d32b3e66d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197479 Aug 31 06:42:17.569771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Checking segment: {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:17.570273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Network hostable DHCP agents. Network: 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:17.576438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-01e906ff-0b7e-41a4-8adc-f8824e98935f service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176354 Aug 31 06:42:17.604118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-cc78b05a-3484-4de3-a72a-b11d34c371db service neutron] 10.222.0.57 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852210 Aug 31 06:42:17.622726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Made reservation on behalf of 6a7722773c674916863f12339ac1b5c8 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:17.625471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.629968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-ed83ecee-0aae-4393-85f8-5906a03376f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=25097d6f-4187-477e-8e0e-8ab14ef82489 HTTP/1.1" status: 200 len: 217 time: 0.0458636 Aug 31 06:42:17.685384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:17.712595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:17.721749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.722527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.745601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-118c7a4a-01a1-42c9-9a8c-8655f01e3203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.747577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-118c7a4a-01a1-42c9-9a8c-8655f01e3203 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.1074917 Aug 31 06:42:17.781359 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-404c12e9-def8-4b53-934f-67341554d5f4 x-openstack-request-id: req-404c12e9-def8-4b53-934f-67341554d5f4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:17.781680 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}, {"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:17.781934 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-404c12e9-def8-4b53-934f-67341554d5f4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:17.782365 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:42:17.782829 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'code': 200} Aug 31 06:42:17.785065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37091431-900e-4a1f-8b32-80ee9e8fd17c None None] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:17.793461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-11954521-117a-464f-b4b9-6dc1fee377a7 service neutron] 10.222.0.57 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883662 Aug 31 06:42:17.798264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1935c524-35ab-4533-baf6-6cf9a386cdb2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8003578 Aug 31 06:42:17.799038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:17.817892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:17.892987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-08879cf1-6841-4ac5-93fd-aacfac537f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.895703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-08879cf1-6841-4ac5-93fd-aacfac537f0d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1344566 Aug 31 06:42:17.937934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-21401067-e8a3-436e-925e-855bcc1969d3 service neutron] 10.222.0.57 "GET /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1265216 Aug 31 06:42:17.949172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'fixed_ips': [{'subnet_id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:42:17.950215 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:17.974961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.980745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.986935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.993414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:17.999237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.006498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.012939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.014862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-102216d4-e9cd-4628-8b08-c79489a8a707 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.2026634 Aug 31 06:42:18.044586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.045724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.064058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a2ffe-65ee-4258-be49-1fbf6535c210 req-8166fe2c-aa8e-45ef-ae8f-ee79f9d2c30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.065699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-031a2ffe-65ee-4258-be49-1fbf6535c210 req-8166fe2c-aa8e-45ef-ae8f-ee79f9d2c30b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1097 time: 0.2313836 Aug 31 06:42:18.073367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-549cd3bd-10ae-4923-a1fc-2cc9dfeb6ab5 service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304126 Aug 31 06:42:18.076385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9c2a9-869d-441f-8619-58da334312fb req-1bc318bb-63fd-449c-8ae8-21c19c77a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.077806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77e9c2a9-869d-441f-8619-58da334312fb req-1bc318bb-63fd-449c-8ae8-21c19c77a51d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1102 time: 0.2276864 Aug 31 06:42:18.094886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Allocated IP 172.20.0.2 (3d6410b9-0f2b-4cbd-8e30-5a7203553f8c/a2540a67-5f6e-4c31-8682-bd80d09d9626/00fc1fd1-fbbf-4639-8728-db9c2010886f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:18.107645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.147821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-4c7307df-0160-45c3-a2f8-b1fb02afa0a2 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428584 Aug 31 06:42:18.156034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6514f99c-092d-4c2c-b99d-a57792d00552 req-8caa0de4-b091-4741-94cc-f9dc5c154e3c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099038 Aug 31 06:42:18.234351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77e9c2a9-869d-441f-8619-58da334312fb req-95d1cbd4-f896-4f75-85c7-109570b530f3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407726 Aug 31 06:42:18.235806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-031a2ffe-65ee-4258-be49-1fbf6535c210 req-0f8a037c-4032-433b-acde-cab980f3a04d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571746 Aug 31 06:42:18.238050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=467416a5-1c28-419c-94a0-9113ca35a7c7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:18.240525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.265705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Checking segment: {'id': '23897901-f7dd-4dc5-81e5-3a56992c74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:18.266387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Network hostable DHCP agents. Network: 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:18.292756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.303715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Transition to ACTIVE for port object 00fc1fd1-fbbf-4639-8728-db9c2010886f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:18.311337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-c08b1454-7c51-49ec-92e7-79282d4f38e0 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543350 Aug 31 06:42:18.322698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Transition to ACTIVE for port object 00fc1fd1-fbbf-4639-8728-db9c2010886f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:18.331039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.344624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b65241a5-b05e-4b95-b293-d231bfceaf4c service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449551 Aug 31 06:42:18.372702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-9c788cd4-637e-4ee5-9a9c-44dba7de854b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 200 len: 217 time: 0.0457888 Aug 31 06:42:18.373848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:18.374014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:18.376321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:18.380868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:18.388491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Pushing event updated for resources: {'Port': ['ID=00fc1fd1-fbbf-4639-8728-db9c2010886f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:18.413466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:18.421677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d425fc2-259e-4c41-a454-90e0a2064fc7 None None] Network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:18.429238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78072f7-585d-4c25-ab07-c7178292c0a3 req-de0fceb6-b035-414b-8daa-abee26a199b0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.430793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f78072f7-585d-4c25-ab07-c7178292c0a3 req-de0fceb6-b035-414b-8daa-abee26a199b0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1410475 Aug 31 06:42:18.435434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.436019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.462018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-080c1a2b-f54a-4d1c-b04a-924f349d6d4e service neutron] 10.222.0.57 "GET /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.1163764 Aug 31 06:42:18.465536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.469490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-38f70d4c-5f46-4133-b46e-2068a8402b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.470561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-38f70d4c-5f46-4133-b46e-2068a8402b3a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.0891500 Aug 31 06:42:18.482975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9db5c800-2cc1-47cc-bf22-c21c20a18ea8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9583018 Aug 31 06:42:18.494672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Attempting to bind port 00fc1fd1-fbbf-4639-8728-db9c2010886f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:18.495052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Attempting to bind port 00fc1fd1-fbbf-4639-8728-db9c2010886f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:18.495406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Attempting to bind port 00fc1fd1-fbbf-4639-8728-db9c2010886f on network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:18.520551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:18.521403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Checking segment: {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:18.522018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.522604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Bound using segment: {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:18.523284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Bound port: 00fc1fd1-fbbf-4639-8728-db9c2010886f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:18.523854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.553143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f78072f7-585d-4c25-ab07-c7178292c0a3 req-44384220-468a-482f-ad32-f644c7a6f03f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102605 Aug 31 06:42:18.577237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-0e6865af-4ca9-4825-bf6d-93ab83fea0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.581115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-0e6865af-4ca9-4825-bf6d-93ab83fea0c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1030624 Aug 31 06:42:18.633615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] For port 00fc1fd1-fbbf-4639-8728-db9c2010886f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:18.636785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] For port 00fc1fd1-fbbf-4639-8728-db9c2010886f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=00fc1fd1-fbbf-4639-8728-db9c2010886f,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:18.662422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:18.680364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3e76b6-f41a-45a4-aae8-01e2b9d67751 None None] Network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:18.698838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-dd48d2e5-721b-4e6b-8a43-45445f38a0ed service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2287681 Aug 31 06:42:18.732246 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-1a47f052-e053-46a3-994a-0c3dc556759d service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417191 Aug 31 06:42:18.742630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a02fd4-56e7-4b2c-b9e7-24b97c409c84 req-83895fc8-0538-4bce-8b6c-c7dc1d9292f9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:18.749904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97a02fd4-56e7-4b2c-b9e7-24b97c409c84 req-83895fc8-0538-4bce-8b6c-c7dc1d9292f9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.0833490 Aug 31 06:42:18.808753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a8b40-8d9b-49f4-a1b8-8439c393a60f None None] Pushing event updated for resources: {'Port': ['ID=00fc1fd1-fbbf-4639-8728-db9c2010886f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:18.845022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97a02fd4-56e7-4b2c-b9e7-24b97c409c84 req-91424175-77fe-44f8-8928-fafc07019906 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941317 Aug 31 06:42:18.867356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-8584553b-5997-40db-a360-7cc19200669d service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666586 Aug 31 06:42:18.900926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-8dc45af7-fb99-462f-80e0-9ff9840d682b service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411932 Aug 31 06:42:18.949221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-074f877a-8d27-4a41-aabd-27202d86488e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 200 len: 217 time: 0.0407732 Aug 31 06:42:19.068618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85964b4-914c-46ab-9884-9a5b030d8962 req-92aaf7d1-81b1-4226-9098-aa2fd9a321cb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.070249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f85964b4-914c-46ab-9884-9a5b030d8962 req-92aaf7d1-81b1-4226-9098-aa2fd9a321cb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.1200347 Aug 31 06:42:19.071753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-0629db52-83f0-4f47-836c-f6c2a0158b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.073188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-0629db52-83f0-4f47-836c-f6c2a0158b6d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.1130016 Aug 31 06:42:19.147110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f85964b4-914c-46ab-9884-9a5b030d8962 req-8a8066f4-5f00-4b5f-ab00-bcbbe0894a87 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580699 Aug 31 06:42:19.159837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-342e5e46-d0bd-41eb-889d-0f3e80fd828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.162127 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-342e5e46-d0bd-41eb-889d-0f3e80fd828c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820355 Aug 31 06:42:19.276429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-25058a3e-4570-49d5-a5ba-ecb514b74d23 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061256 Aug 31 06:42:19.368566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ba0b3b87-fe92-4dde-98fd-fa532df45cc7 service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003533 Aug 31 06:42:19.384427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bc74ee5-5d30-4114-8a90-2b625ccd8877 req-072b0d3c-070c-478f-9f08-689b6d47ec97 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008964 Aug 31 06:42:19.388295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.417909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.557376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5670632f-b98a-4293-80eb-0818c8657017 service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765876 Aug 31 06:42:19.564014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.564529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.564976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.565479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.565954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.566451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.567249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.569069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-07dc58b4-30f8-4097-9f0c-c17d4365610e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6495 time: 0.1170883 Aug 31 06:42:19.598637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-45e69d4b-5793-4c21-a139-84bb07864478 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:19.600170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-45e69d4b-5793-4c21-a139-84bb07864478 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/networks?id=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e HTTP/1.1" status: 200 len: 819 time: 0.1596277 Aug 31 06:42:19.637268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Allocated IP 172.25.3.233 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/aedbd2a3-474d-4f2d-bac3-0fdd852ce832) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:19.658722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-9f49bbac-dd99-467f-8908-1b99c6d18941 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/quotas/6a7722773c674916863f12339ac1b5c8 HTTP/1.1" status: 200 len: 375 time: 0.0477383 Aug 31 06:42:19.742971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0c75764d-2c06-4722-a06f-8d633d2478b7 service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746190 Aug 31 06:42:19.855728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:19.886320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a93e32e-254a-4088-9284-8c4ca42fd2e9 None None] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:19.901027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-76c268cb-024a-4e4e-9076-2cf7948cb129 service neutron] 10.222.0.57 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487005 Aug 31 06:42:19.993189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.039267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-e2ecb76f-8e11-4ec3-9736-7653d222e84a tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a7722773c674916863f12339ac1b5c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3750253 Aug 31 06:42:20.045941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:20.053440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:20.058640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74369282-036d-4aaf-871d-488c836c593c None None] Provisioning for port 00fc1fd1-fbbf-4639-8728-db9c2010886f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:20.060122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:20.105471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f535b117-5ad0-48f7-be3d-632b81f436e7 service neutron] 10.222.0.57 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970224 Aug 31 06:42:20.122980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Pushing event updated for resources: {'Port': ['ID=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:20.163063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-21817645-19ef-4ae2-aea1-d2cb8e95ca92 service neutron] 10.222.0.57 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132398 Aug 31 06:42:20.181515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-f5c9af78-f421-445d-bac5-276d0e2a1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.183094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-f5c9af78-f421-445d-bac5-276d0e2a1dcb service neutron] 10.222.0.53 "GET /v2.0/networks?id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 903 time: 0.6049438 Aug 31 06:42:20.270651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-6b214ae8-963e-451a-bf98-c904d0a94675 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 200 len: 217 time: 0.0747499 Aug 31 06:42:20.322584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-2a79b06a-6f3e-499a-9062-c27556bf497d service neutron] 10.222.0.57 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097268 Aug 31 06:42:20.368128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-a38ada12-a3ff-4bd3-b0e6-f0cdc8be1cb2 service neutron] 10.222.0.57 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951218 Aug 31 06:42:20.370116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-700e7637-f24c-47cb-8048-63a9d65dd0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.371774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-700e7637-f24c-47cb-8048-63a9d65dd0a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.0923529 Aug 31 06:42:20.427433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-8131f031-af9e-49c2-9fd3-b41755da2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.429362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-8131f031-af9e-49c2-9fd3-b41755da2306 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501170 Aug 31 06:42:20.519065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-e0fe3a09-f23c-4ef8-a69d-62b2e22a1afa service neutron] 10.222.0.57 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897302 Aug 31 06:42:20.521993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.548103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-c081acd2-8040-430b-aa49-2d40f203d509 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106598 Aug 31 06:42:20.675661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-7a903f44-5648-4017-b59c-0072d331f333 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197500 Aug 31 06:42:20.706817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-e021ab84-3751-4722-8ced-83d137fe2908 service neutron] 10.222.0.57 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473312 Aug 31 06:42:20.738132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-86f16246-d767-4307-96a8-f6e9cbcb7377 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.747829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-86f16246-d767-4307-96a8-f6e9cbcb7377 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 1101 time: 0.0542841 Aug 31 06:42:20.817724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.841625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-6080d0cd-073b-43bc-bd9a-df3fe30dc13d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:20.892060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 00fc1fd1-fbbf-4639-8728-db9c2010886f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:20.965885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.966360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.966845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.967326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.968062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.968274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.968820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:20.975304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 00fc1fd1-fbbf-4639-8728-db9c2010886f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:20.979507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-38ecc911-3c5b-4d20-9c3c-a82c90cfb3e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6495 time: 0.2293072 Aug 31 06:42:20.980492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 00fc1fd1-fbbf-4639-8728-db9c2010886f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:20.981031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.006104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:42:21.084713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.158850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-34ccf7f1-7d63-4769-af02-80b0f0fea81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.160473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-34ccf7f1-7d63-4769-af02-80b0f0fea81b service neutron] 10.222.0.53 "GET /v2.0/networks?id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 903 time: 0.1676509 Aug 31 06:42:21.165634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 00fc1fd1-fbbf-4639-8728-db9c2010886f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=00fc1fd1-fbbf-4639-8728-db9c2010886f,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:21.172264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.178018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:21.188457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Sync routers for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:21.203464 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:21.204295 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:21.224424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-67e243cd-683b-43f0-8bf9-ade7e9122d76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 200 len: 217 time: 0.0521266 Aug 31 06:42:21.226645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-6080d0cd-073b-43bc-bd9a-df3fe30dc13d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.231902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-6080d0cd-073b-43bc-bd9a-df3fe30dc13d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.243206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.244810 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dbfe9317-91fa-44c2-bd7e-45d7e4959c47 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.4357736 Aug 31 06:42:21.247472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:21.248309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=00fc1fd1-fbbf-4639-8728-db9c2010886f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:21.308123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbf80304-e698-4539-ae06-1ae7239c9464 req-6080d0cd-073b-43bc-bd9a-df3fe30dc13d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592232 Aug 31 06:42:21.340342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6080d0cd-073b-43bc-bd9a-df3fe30dc13d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=073c65ee-b525-4e1b-bb02-a80a15da051d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:21.352434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-3659a4d5-12eb-475a-bc5b-4917af434063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.354480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-3659a4d5-12eb-475a-bc5b-4917af434063 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.1192150 Aug 31 06:42:21.400023 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:21.424258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-51192eee-733f-442e-a43b-13ec5a4c3a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.427061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-51192eee-733f-442e-a43b-13ec5a4c3a22 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0627403 Aug 31 06:42:21.567943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.573550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.580218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.586697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.604132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.634591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:20Z', 'revision_number': 3, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:21.636171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.643530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.652697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-220d5c76-2824-405a-85d3-79272e401ba0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.2016025 Aug 31 06:42:21.699204 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Checking router: 93304109-7a2d-429f-aa8c-26bf1b3b55c9 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:21.699488 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Updating router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:42:21.714343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa5baa69-976d-440a-a898-36aa37f6d698 req-1be24fbd-3342-4684-9962-bac3305a67c2 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0606022 Aug 31 06:42:21.720910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-84325b02-d131-4ef9-8859-ff13aded2f8f service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841351 Aug 31 06:42:21.737196 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:21.799344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1057d-e356-4a9c-b1ee-01d06f05e056 req-547afa9d-121a-4619-8087-9b1d53c0e7bc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:21.827553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cf1057d-e356-4a9c-b1ee-01d06f05e056 req-547afa9d-121a-4619-8087-9b1d53c0e7bc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1474774 Aug 31 06:42:21.976627 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9c7ad8-fae3-4b7b-b24a-6f4537403cbb req-c5cb3796-bbde-4e61-bd12-a932935750f8 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468331 Aug 31 06:42:21.980131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cf1057d-e356-4a9c-b1ee-01d06f05e056 req-7169c0be-9fc3-4da7-bbfe-a17d5a627207 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464114 Aug 31 06:42:21.999881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a89705-c2e4-4db6-9c0e-7b38c1e5e4fa req-b72f9f32-424f-4da0-8bbd-c119a30e3789 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:22.009114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a89705-c2e4-4db6-9c0e-7b38c1e5e4fa req-b72f9f32-424f-4da0-8bbd-c119a30e3789 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.1324155 Aug 31 06:42:22.042728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-4c2a50da-97d1-485a-a43a-2cdb33ec563f tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:22.044341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-4c2a50da-97d1-485a-a43a-2cdb33ec563f tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.53 "GET /v2.0/networks?id=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e HTTP/1.1" status: 200 len: 819 time: 0.2312410 Aug 31 06:42:22.065878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Request body: {'port': {'device_id': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e', 'admin_state_up': True, 'tenant_id': '6a7722773c674916863f12339ac1b5c8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:22.075378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.132320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a89705-c2e4-4db6-9c0e-7b38c1e5e4fa req-64fc1fd5-e1f9-4750-916b-01e5b58f54b4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169260 Aug 31 06:42:22.270157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07cba633-0e20-4fcb-80d9-45542351e949 req-250367cb-6fe6-49cf-8748-4d2b4fc7b0dc tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 210 time: 0.0432072 Aug 31 06:42:22.282607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Made reservation on behalf of 6a7722773c674916863f12339ac1b5c8 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:22.287735 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.290194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.325684 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Transition to ACTIVE for port object aedbd2a3-474d-4f2d-bac3-0fdd852ce832 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:22.341712 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.352026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Allocated IP 172.20.0.1 (3d6410b9-0f2b-4cbd-8e30-5a7203553f8c/a2540a67-5f6e-4c31-8682-bd80d09d9626/7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:22.444856 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Attempting to bind port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:22.445300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Attempting to bind port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:22.445688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Attempting to bind port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:22.448640 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Pushing event updated for resources: {'Port': ['ID=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:22.458189 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 41, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:22.458189 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:22.458522 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.458786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:22.459234 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Bound port: aedbd2a3-474d-4f2d-bac3-0fdd852ce832, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:22.459614 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.462784 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.463126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.463460 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.463795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.464126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.464454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.464777 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.465104 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.465997 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.466331 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.466661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.466979 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:22.484880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-539a309f-50c6-4876-8e4a-73645f746991 req-7d692470-b1c8-480e-b791-a66cb9695e93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0453954 Aug 31 06:42:22.531102 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] For port aedbd2a3-474d-4f2d-bac3-0fdd852ce832, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:22.534674 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] For port aedbd2a3-474d-4f2d-bac3-0fdd852ce832, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:22.540182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.549846 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.559990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Transition to ACTIVE for port object 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:22.568831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Allocated IP 172.20.0.6 (4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e/467416a5-1c28-419c-94a0-9113ca35a7c7/30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:22.607225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.665476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904971c6-0efc-4b50-aa3d-0755f5e906c1 None None] Pushing event updated for resources: {'Port': ['ID=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:22.678130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:22.679421 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:41:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:22.690462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:22.699326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:22.705866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:22.713911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a81238f-5e17-439a-9f65-e5917db9c686 req-30dbbb49-eea0-4cd7-8618-b8cb70ce88bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:22.715968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a81238f-5e17-439a-9f65-e5917db9c686 req-30dbbb49-eea0-4cd7-8618-b8cb70ce88bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.2808444 Aug 31 06:42:22.837015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a81238f-5e17-439a-9f65-e5917db9c686 req-a85a58b4-d1f6-4cf0-9560-5e4ec9dfc4b6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084054 Aug 31 06:42:22.868687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 00fc1fd1-fbbf-4639-8728-db9c2010886f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:22.883985 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:22.962998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:22.996729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 00fc1fd1-fbbf-4639-8728-db9c2010886f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:22.997373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.032234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-67cffd47-1316-44e9-a33f-03e81bd9390a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0821457 Aug 31 06:42:23.157129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.195983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3347df72-aae5-4967-bc0b-2a85e909f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.197688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3347df72-aae5-4967-bc0b-2a85e909f2d5 service neutron] 10.222.0.53 "GET /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 1028 time: 0.1029592 Aug 31 06:42:23.207895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Pushing event updated for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:23.225107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbc36d6-c21a-47d5-b0b6-8076e546d311 req-564f7bb1-514b-4bac-8ef6-0920a2d1b4bb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.231482 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:20Z', 'revision_number': 3, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:23.243384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fbc36d6-c21a-47d5-b0b6-8076e546d311 req-564f7bb1-514b-4bac-8ef6-0920a2d1b4bb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.5956347 Aug 31 06:42:23.251561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:23.265006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.275113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'floatingip': {'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:23.301414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6a3d42b-f5f5-4672-92cc-411e2ba1147e None None] Provisioning for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:23.311056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f6a3d42b-f5f5-4672-92cc-411e2ba1147e None None] Provisioning complete for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:23.314672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f6a3d42b-f5f5-4672-92cc-411e2ba1147e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.318868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-8fcb05f6-0964-4802-8519-c6dfaaf2b93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.321680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-8fcb05f6-0964-4802-8519-c6dfaaf2b93c service neutron] 10.222.0.53 "GET /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 1027 time: 0.1079738 Aug 31 06:42:23.339906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-0fe1d3c5-a33b-4cec-88bb-f583b7c1a02c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.341924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-0fe1d3c5-a33b-4cec-88bb-f583b7c1a02c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2919576 Aug 31 06:42:23.394186 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.396406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f6a3d42b-f5f5-4672-92cc-411e2ba1147e None None] Port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:23.418008 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1feeb75e-4130-4a0e-9a78-9c7d715fdbc6 None None] The sync data for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 is: [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:20Z', 'revision_number': 3, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:23.419982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:23.426415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-19af2a37-e10d-43e1-9bdd-0e585ba7d317 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.0688426 Aug 31 06:42:23.431912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:23.452362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:23.485451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Pushing event updated for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:23.571715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.572371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.589895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-016149b5-a442-4fa6-bd9c-89084dd46501 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.599118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-016149b5-a442-4fa6-bd9c-89084dd46501 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.599330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.605240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.605883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-016149b5-a442-4fa6-bd9c-89084dd46501 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.607768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-016149b5-a442-4fa6-bd9c-89084dd46501 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/networks?id=4efb29e2-bfec-4884-aab7-02f0886c34de&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=45266707-79a6-4722-928a-d67c4103a012&id=45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 200 len: 1989 time: 0.2784207 Aug 31 06:42:23.613285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.616812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5f997e2c-7c18-4cfd-a33f-48a2209a9fe3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1753163 Aug 31 06:42:23.617392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.623313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.629835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.635909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:23.637930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-fe5f713d-99ec-420f-af32-1822aac6584a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.2851787 Aug 31 06:42:23.650104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-ca034eca-74a9-4f6b-9162-dcafa7d234d3 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5898330 Aug 31 06:42:23.674195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Request body: {'port': {'device_id': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:23.701312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-1d07ad79-9f73-4aa9-b1aa-ca7688868442 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44974ac04edd47f2857f6c2a2e7867d0 HTTP/1.1" status: 200 len: 380 time: 0.0833929 Aug 31 06:42:23.720568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'admin_state_up': True, 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'security_groups': ['aee7a867-2d18-4661-8d9d-2b299f0a9f30']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:23.755368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:23.827697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-649328ef-b608-4b6d-8ec8-66376ef0a839 req-6ac05a45-dd8f-4af4-813d-ee989530b26c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1776948 Aug 31 06:42:23.902248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.117470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:24.121356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.326556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae600732-c6c9-448f-a1a1-180acb705683 req-282090cb-20f4-49fe-bf7c-36fe841bbc7f tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:24.334237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae600732-c6c9-448f-a1a1-180acb705683 req-282090cb-20f4-49fe-bf7c-36fe841bbc7f tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 931 time: 0.2195060 Aug 31 06:42:24.431424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:42:24.456580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6ee852d-8579-4da8-b187-9d1dfca44cb2 req-41f439ae-b77a-419a-9c5c-cb0fd8593254 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0668037 Aug 31 06:42:24.515949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.537217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.538982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 172.20.0.6 (4efb29e2-bfec-4884-aab7-02f0886c34de/1679fff8-fdaf-4ba8-87cc-999cf377e4c4/8db67bd7-9683-4b30-8aff-19000f3f0ca3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:24.612967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.645696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae600732-c6c9-448f-a1a1-180acb705683 req-14fe9e63-e58d-4790-bff0-b686c3a042b1 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3072805 Aug 31 06:42:24.656933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.755166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:24.834765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bae7ce2-5642-46e6-a561-86dc7e2168cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.846530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:24.887531 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bebce809-016f-421d-9957-28d46871dfbc req-92af980d-ac66-4115-8200-a825652c3fad tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 210 time: 0.1489830 Aug 31 06:42:24.940097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aedbd2a3-474d-4f2d-bac3-0fdd852ce832 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:24.955749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Transition to ACTIVE for port object 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:25.009252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.086999 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Floating IP e9b4611b-f209-4da3-a8d0-f0ef0411a292 associated. External IP: 172.25.3.48, port: 514b916f-efd8-4ade-b284-5e49fcf02e1c. Aug 31 06:42:25.106524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:25.111625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:25.112276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.188211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.202073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Pushing event updated for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:25.214780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.217796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object 8db67bd7-9683-4b30-8aff-19000f3f0ca3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:25.344122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.346877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.399799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Pushing event updated for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:25.402409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port aedbd2a3-474d-4f2d-bac3-0fdd852ce832, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:25.416180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:25.547541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:25.688732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-a7316ea4-a606-4a96-adce-a623c836f7ee service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4629705 Aug 31 06:42:25.705917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:25.737505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 4efb29e2-bfec-4884-aab7-02f0886c34de is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:25.758892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.768054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.768441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:25.774827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:25.775234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.782814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.789999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.796420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.798766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad0a2c-8ffe-428a-8bdc-7f2439e3ff1f req-aa62e6c5-9595-4827-9137-05fca72dd36c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.800353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4ad0a2c-8ffe-428a-8bdc-7f2439e3ff1f req-aa62e6c5-9595-4827-9137-05fca72dd36c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.3271759 Aug 31 06:42:25.812773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:25.822628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-252f8c7a-7dbc-4022-9cfb-b08cd9a28ceb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.5371156 Aug 31 06:42:25.828308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:25.832560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:25.908161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Attempting to bind port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:25.908380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Attempting to bind port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '23897901-f7dd-4dc5-81e5-3a56992c74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:25.908704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Attempting to bind port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 on network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:25.981120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 on network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:25.989745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Attempting to bind port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 on network 4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:26.028652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:26.031946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Checking segment: {'id': '23897901-f7dd-4dc5-81e5-3a56992c74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:26.032354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Bound using segment: {'id': '23897901-f7dd-4dc5-81e5-3a56992c74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:26.035140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Bound port: 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '23897901-f7dd-4dc5-81e5-3a56992c74ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:26.035549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.091510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a18ce77c-f547-4858-889f-033c8e0dc070 req-c57b3a2f-468c-4eac-a05a-72f92c2e57be tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2604811 Aug 31 06:42:26.306582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:26.319500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,segment=NetworkSegment(23897901-f7dd-4dc5-81e5-3a56992c74ab),segment_id=23897901-f7dd-4dc5-81e5-3a56992c74ab)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:26.348716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b21fa3a-8eb6-440d-835e-b6453153e6d2 None None] Provisioning complete for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:26.349715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.350135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa3a-8eb6-440d-835e-b6453153e6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.432744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Router 98a82c7b-1996-46aa-bd20-a9b250d210d8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:42:26.444430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b21fa3a-8eb6-440d-835e-b6453153e6d2 None None] Port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:26.462322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4ad0a2c-8ffe-428a-8bdc-7f2439e3ff1f req-12f0be08-840b-472f-a93f-f0569f5a0e9e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427979 Aug 31 06:42:26.520128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:26.521388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.565843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:26.567917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.570285 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] 10.222.0.53 "PUT /v2.0/ports/30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 HTTP/1.1" status: 200 len: 1092 time: 2.9053097 Aug 31 06:42:26.578713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b811b114-1322-4a77-aedf-a85dd2848a98 None None] Provisioning for port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:26.583083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:26.587365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b811b114-1322-4a77-aedf-a85dd2848a98 None None] Provisioning complete for port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:26.587649 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d" -d '{"events": [{"name": "network-changed", "server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:26.588450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b811b114-1322-4a77-aedf-a85dd2848a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.616289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd636d3c-1652-4c56-ac2c-0ed4b375af25 req-30b2802b-e20a-4c4c-b73e-ee0579a484c6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:26.626943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd636d3c-1652-4c56-ac2c-0ed4b375af25 req-30b2802b-e20a-4c4c-b73e-ee0579a484c6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 931 time: 0.2998776 Aug 31 06:42:26.658082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f0dd2df5-d2a0-4031-8dc1-ff67dbc0014b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9494238 Aug 31 06:42:26.662266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa5aeb3-e549-4e43-a2b3-abbbc941d854 service neutron] Pushing event updated for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:26.709870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'admin_state_up': True, 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'security_groups': ['aee7a867-2d18-4661-8d9d-2b299f0a9f30']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:26.718568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b811b114-1322-4a77-aedf-a85dd2848a98 None None] Port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:26.741612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:42:26.880188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:26.885425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.891753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aedbd2a3-474d-4f2d-bac3-0fdd852ce832 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:26.970593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:26.971702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:26.988692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-b4cf5c4e-78fb-49e0-94a9-6d78a34d1187 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2956843 Aug 31 06:42:27.076376 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd636d3c-1652-4c56-ac2c-0ed4b375af25 req-10110da5-6134-40d4-badf-686b21f63e69 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4416411 Aug 31 06:42:27.375225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-b1800542-1844-4c26-a72b-f024d362be3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:27.376956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-b1800542-1844-4c26-a72b-f024d362be3e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a7722773c674916863f12339ac1b5c8&device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 1095 time: 0.5353248 Aug 31 06:42:27.387060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adec7c6e-bb79-4682-a0f8-6bc39b6ae7f3 req-2f39c822-dc45-4d7b-adfc-6826d5174fed tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 210 time: 0.0783236 Aug 31 06:42:27.427181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.1.1.166 (08eebcdf-0de6-4ea7-b6f4-eb2a095a053f/898f7d18-9e63-4fd2-a585-e944428914f5/664041ec-e9ad-495a-ac85-078c0c324c3a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:27.435560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76ee9aaf-b4ec-4aea-b935-b51cd02224d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.463884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:27.467165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-0b504b02-9b18-4ebf-8515-b9ef5295b2e8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454895 Aug 31 06:42:27.470756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-e9507e82-474f-4388-96cb-5f5cb331afcd service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1239045 Aug 31 06:42:27.477684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Sync routers for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:27.499080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.506531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:27.507419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:27.511420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-e221b33e-681f-4cad-ad9f-04f74a89be96 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:27.513760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-e221b33e-681f-4cad-ad9f-04f74a89be96 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4992757 Aug 31 06:42:27.515295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-8e078d3c-229a-4e72-ad95-89e613695979 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 HTTP/1.1" status: 200 len: 217 time: 0.1207623 Aug 31 06:42:27.540033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:27.632486 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e21d6964-6dab-48d9-89bb-15ad2df1150f x-openstack-request-id: req-e21d6964-6dab-48d9-89bb-15ad2df1150f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:27.632786 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:27.635201 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e21d6964-6dab-48d9-89bb-15ad2df1150f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:27.635662 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38', 'status': 'completed', 'code': 200} Aug 31 06:42:27.712979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:27.720842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66837eb9-3553-42ee-a737-57feae10e7a3 req-98b7feac-b35f-40c8-9c75-f5a6538f8ab2 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:27.729825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66837eb9-3553-42ee-a737-57feae10e7a3 req-98b7feac-b35f-40c8-9c75-f5a6538f8ab2 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 943 time: 1.0299585 Aug 31 06:42:27.769880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-464915fd-7f04-477e-b9d1-d82e7ec55bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "PUT /v2.0/floatingips/e9b4611b-f209-4da3-a8d0-f0ef0411a292 HTTP/1.1" status: 200 len: 990 time: 4.5166748 Aug 31 06:42:27.780849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:27.783333 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790dbf42-5ada-41fb-b4d0-222d2454c6a1" -d '{"events": [{"name": "network-changed", "server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:27.851520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:27.867386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66837eb9-3553-42ee-a737-57feae10e7a3 req-62087b4b-6852-4b8f-85ea-a3307fc043d4 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249411 Aug 31 06:42:27.940201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:27.951358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3065c47f-ad53-491a-8de0-b9e21c05712b admin admin] 10.222.0.57 "PUT /v2.0/routers/93304109-7a2d-429f-aa8c-26bf1b3b55c9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6995609 Aug 31 06:42:27.957771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Sync routers for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:27.974349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:27.975004 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:27.979125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-dd5893c1-df3c-40ca-83a9-e10a30471c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:27.980687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-dd5893c1-df3c-40ca-83a9-e10a30471c14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 1102 time: 0.3493266 Aug 31 06:42:28.002929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-c83a82d2-accd-45fc-aac4-b307ed03983f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.006690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-c83a82d2-accd-45fc-aac4-b307ed03983f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4942925 Aug 31 06:42:28.089752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:28.160551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9b4611b-f209-4da3-a8d0-f0ef0411a292', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:50Z', 'updated_at': '2021-08-31T06:42:24Z', 'revision_number': 1, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:28.189742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-89e3fe10-89a5-46c9-a8ca-f4f59569c216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.192681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-89e3fe10-89a5-46c9-a8ca-f4f59569c216 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=467416a5-1c28-419c-94a0-9113ca35a7c7 HTTP/1.1" status: 200 len: 859 time: 0.6595664 Aug 31 06:42:28.204755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Checking router: 98a82c7b-1996-46aa-bd20-a9b250d210d8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:28.233821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:28.236832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:28.241150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:28.250547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.257684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.263633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.264453 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:28.276313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.295873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.304536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.310875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.319331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5765192d-2227-43c2-8c60-8f482f256474 req-97e44251-b959-41cd-94f2-840f1821cacf tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.6143966 Aug 31 06:42:28.365959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-c8b117fa-11fe-4b32-9700-adc99e334a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.367884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-c8b117fa-11fe-4b32-9700-adc99e334a80 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2731755 Aug 31 06:42:28.384927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-1359608f-10a6-4199-9f10-c3a7fd46bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.386905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-1359608f-10a6-4199-9f10-c3a7fd46bddf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1102 time: 0.2817011 Aug 31 06:42:28.400447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-e90ddd7e-94f8-4228-a1d7-bdc8d8b5e91d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1867492 Aug 31 06:42:28.410402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:28.484139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6533ea1f-bfaa-4c46-975d-b5ef2dd07763 req-b97c7c77-1b52-45cb-9b72-d3890f86f8f6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.493051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6533ea1f-bfaa-4c46-975d-b5ef2dd07763 req-b97c7c77-1b52-45cb-9b72-d3890f86f8f6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.5250661 Aug 31 06:42:28.517001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-69d46096-9646-4b38-ad51-ee85f85a8aba service neutron] 10.222.0.53 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932581 Aug 31 06:42:28.532355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1024329922'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:28.537751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-c094fd4d-04ec-4250-93fe-211ae9806873 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.232&port_id=0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 200 len: 217 time: 0.1469252 Aug 31 06:42:28.601163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5765192d-2227-43c2-8c60-8f482f256474 req-5a283871-5e5b-4447-b098-16acd856bdbe tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2795026 Aug 31 06:42:28.601863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:28.614577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.651810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-68338535-b4d6-4cfe-9c2d-f87487a34025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.656525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-68338535-b4d6-4cfe-9c2d-f87487a34025 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0943918 Aug 31 06:42:28.687464 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:23Z', 'revision_number': 4, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d', 'name': '', 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'mac_address': 'fa:16:3e:9b:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:22Z', 'updated_at': '2021-08-31T06:42:24Z', 'revision_number': 2, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'subnets': [{'id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:28.723531 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Checking router: 93304109-7a2d-429f-aa8c-26bf1b3b55c9 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:28.724013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Updating router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:42:28.748955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.783680 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.813096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9b4611b-f209-4da3-a8d0-f0ef0411a292', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:50Z', 'updated_at': '2021-08-31T06:42:24Z', 'revision_number': 1, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:28.830576 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eed847ea-47a3-4e8e-bf6f-2fb1df7250db x-openstack-request-id: req-eed847ea-47a3-4e8e-bf6f-2fb1df7250db {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:28.831153 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:28.831153 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eed847ea-47a3-4e8e-bf6f-2fb1df7250db {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:28.831619 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'status': 'completed', 'code': 200} Aug 31 06:42:28.836967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:28.840568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.863400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object 664041ec-e9ad-495a-ac85-078c0c324c3a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:28.876849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:28.880748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-104af322-5099-4f50-805d-a32a0ba842f1 None None] The sync data for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 is: [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9b4611b-f209-4da3-a8d0-f0ef0411a292', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'floating_ip_address': '172.25.3.48', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:50Z', 'updated_at': '2021-08-31T06:42:24Z', 'revision_number': 1, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:28.887262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:28.887509 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Added segment add92ed2-fa8d-4a7f-b4f3-1cc00739307c of type vlan for network dee46f74-6664-4292-aec8-aab3553ac231 Aug 31 06:42:28.970311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6533ea1f-bfaa-4c46-975d-b5ef2dd07763 req-ee2464d8-56d0-4c97-a0fe-b8fa616c45c5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4764121 Aug 31 06:42:28.994182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-872a59f3-833c-4126-9c2c-70ae2f585eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:28.996095 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-872a59f3-833c-4126-9c2c-70ae2f585eb5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2797446 Aug 31 06:42:29.003478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:29.008604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.060212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-f1ddf652-8a16-4bd2-80ce-dce442c7dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.065801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-f1ddf652-8a16-4bd2-80ce-dce442c7dd23 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1097 time: 0.2102475 Aug 31 06:42:29.089680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.154 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/e9274b6b-9663-446a-87ed-7ca536629e35) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:29.094125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-99ca4200-4e75-4c1c-9208-fa67b2902462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.095767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-99ca4200-4e75-4c1c-9208-fa67b2902462 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.6966960 Aug 31 06:42:29.211356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0a2ce0a-b79e-44a9-b54f-653061359251 None None] New status for floating IP e9b4611b-f209-4da3-a8d0-f0ef0411a292: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:42:29.242982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-f4c30da5-9eb3-410e-89c2-f4de0e3eeae8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.0819237 Aug 31 06:42:29.267027 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.304128 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Transition to ACTIVE for port object 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:29.310254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e7790f1-aa86-42f3-82e7-3d93102d7739 req-c6f57cfd-b939-442e-bc96-538ac40fe95f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 210 time: 0.1814220 Aug 31 06:42:29.314338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.331182 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.337126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object e9274b6b-9663-446a-87ed-7ca536629e35 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:29.416706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.478542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:29.480350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.526188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:29.529485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.532066 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd992-2b09-4c79-a297-1cc42276ec4d None None] Pushing event updated for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:29.591742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:29.624467 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Attempting to bind port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:29.624854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Attempting to bind port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:29.625195 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Attempting to bind port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d on network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:29.648361 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:29.648740 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Checking segment: {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:29.649117 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.649768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-0f048acf-4521-46d2-ab09-911a5fd30960 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6260593 Aug 31 06:42:29.653427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Bound using segment: {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:29.654043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Bound port: 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '727c6e4d-b0a1-4211-85df-9d84b1d7973d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:29.654455 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.656349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-becb6574-3469-4bb5-9e9a-8c5b51a2e0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.663616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-becb6574-3469-4bb5-9e9a-8c5b51a2e0d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.3675873 Aug 31 06:42:29.699736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.700404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.748072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:29.753573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2217779 Aug 31 06:42:29.766954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:42:29.784492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:29.798718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Request body: {'port': {'device_id': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:29.811320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216171e3-06f3-460a-9368-6efc48929289 req-9b0d202e-05a5-425a-af26-3f7f5e68e3dc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.812014 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] For port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:29.818948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] For port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:29.819718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:29.822027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216171e3-06f3-460a-9368-6efc48929289 req-9b0d202e-05a5-425a-af26-3f7f5e68e3dc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.829756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-216171e3-06f3-460a-9368-6efc48929289 req-9b0d202e-05a5-425a-af26-3f7f5e68e3dc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 1653 time: 0.4542556 Aug 31 06:42:29.832534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58323c6d-cbfa-40b2-8f21-17c1145b65f8 req-9a2a45ff-e9b4-49c5-a07b-d23281b3a752 service neutron] 10.222.0.53 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2959027 Aug 31 06:42:29.835400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:29.835600 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.885677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.228 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/f3c7928d-7e7a-4e33-885d-0bacda6a638f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:29.906768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-e8320b52-23cd-41ec-83d6-cf52b4ad2603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.915040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-e8320b52-23cd-41ec-83d6-cf52b4ad2603 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.7548122 Aug 31 06:42:29.922393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.925233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:29.979548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b5bc28-9476-42c5-9b48-0ff4ea0f2a39 req-ee3f329c-fc1e-4ff1-9b14-94be58a5c426 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:29.992524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b5bc28-9476-42c5-9b48-0ff4ea0f2a39 req-ee3f329c-fc1e-4ff1-9b14-94be58a5c426 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 943 time: 0.4184730 Aug 31 06:42:30.007268 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:30.007863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:30.065637 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.105134 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54dd992-2b09-4c79-a297-1cc42276ec4d None None] Pushing event updated for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:30.108593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-f1a57022-bf30-41b4-bb5c-7f3c67723d2d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.1046271 Aug 31 06:42:30.169087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2a2d93-84e7-47d2-a63f-27ee4de31f2f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:30.298154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd587234-504d-4caf-92d7-29608f6fbc1b None None] Provisioning for port e9274b6b-9663-446a-87ed-7ca536629e35 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:30.301278 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-216171e3-06f3-460a-9368-6efc48929289 req-5955084f-a4aa-438a-a142-ddd3ef01bd70 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170204 Aug 31 06:42:30.302007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:30.309561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-14073b80-ba9a-47b2-b512-12871ebbc6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.311842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-14073b80-ba9a-47b2-b512-12871ebbc6b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5964024 Aug 31 06:42:30.323998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd587234-504d-4caf-92d7-29608f6fbc1b None None] Provisioning complete for port e9274b6b-9663-446a-87ed-7ca536629e35 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:30.324263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.325118 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd587234-504d-4caf-92d7-29608f6fbc1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.329805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.330405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.337349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:30.350378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-a606c652-82a7-4831-82d8-0fb30bc70f93 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6606698 Aug 31 06:42:30.362024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b5bc28-9476-42c5-9b48-0ff4ea0f2a39 req-a3a2c790-e744-44b7-8517-0d9dc4409d20 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3683038 Aug 31 06:42:30.415945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.451201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'admin_state_up': True, 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'security_groups': ['aee7a867-2d18-4661-8d9d-2b299f0a9f30']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:30.459628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1351933 Aug 31 06:42:30.485266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-4c5a42b8-e739-4d73-809a-f8dd72a55845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.486736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:30.487022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-4c5a42b8-e739-4d73-809a-f8dd72a55845 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.3663294 Aug 31 06:42:30.518188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'subnet': {'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:30.540606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf8d93d0-cc3c-4946-abd7-1cf2d69f8afc req-d114467d-ba49-4eed-887b-4c7712dcd0af service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8740525 Aug 31 06:42:30.546076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cd587234-504d-4caf-92d7-29608f6fbc1b None None] Port e9274b6b-9663-446a-87ed-7ca536629e35 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:30.692811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-15c0b741-8309-407d-aed6-7fd8d673b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.694140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0eae427-f4c4-4931-9b89-09466fe00b93 None None] Provisioning for port 664041ec-e9ad-495a-ac85-078c0c324c3a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:30.694404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-15c0b741-8309-407d-aed6-7fd8d673b521 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1693017 Aug 31 06:42:30.699088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f0eae427-f4c4-4931-9b89-09466fe00b93 None None] Provisioning complete for port 664041ec-e9ad-495a-ac85-078c0c324c3a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:30.699458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f0eae427-f4c4-4931-9b89-09466fe00b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.716536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-e5288fa6-d1e4-4438-bbdf-d18f55d9ca67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.718162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-e5288fa6-d1e4-4438-bbdf-d18f55d9ca67 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a7722773c674916863f12339ac1b5c8&device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 1095 time: 0.7278512 Aug 31 06:42:30.747726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f0eae427-f4c4-4931-9b89-09466fe00b93 None None] Port 664041ec-e9ad-495a-ac85-078c0c324c3a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:30.755913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-0ad2d792-292d-453e-a2d5-fa7891c160ac service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855102 Aug 31 06:42:30.772997 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:23Z', 'revision_number': 4, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d', 'name': '', 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'mac_address': 'fa:16:3e:9b:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:22Z', 'updated_at': '2021-08-31T06:42:29Z', 'revision_number': 4, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'subnets': [{'id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:30.778261 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.789484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84f3bb5-b9d5-466d-a176-8c94d5c508f4 req-44a713c1-3469-4c63-9c44-f42ff9f14816 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.796443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cee2fe-fbd6-40fa-98eb-f4c6edee6dc8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Network': ['ID=dee46f74-6664-4292-aec8-aab3553ac231,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:30.801065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b84f3bb5-b9d5-466d-a176-8c94d5c508f4 req-44a713c1-3469-4c63-9c44-f42ff9f14816 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.2005165 Aug 31 06:42:30.809934 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ee0ab6-9684-4986-957d-fa521c74b468 None None] The sync data for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 is: [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:42:23Z', 'revision_number': 4, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d', 'name': '', 'network_id': '3d6410b9-0f2b-4cbd-8e30-5a7203553f8c', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'mac_address': 'fa:16:3e:9b:db:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:22Z', 'updated_at': '2021-08-31T06:42:29Z', 'revision_number': 4, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'subnets': [{'id': 'a2540a67-5f6e-4c31-8682-bd80d09d9626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:30.810890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dee46f74-6664-4292-aec8-aab3553ac231 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:30.928638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object f3c7928d-7e7a-4e33-885d-0bacda6a638f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:30.940386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.948472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:30.952162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:30.977164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.985262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:30.999567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.016610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.025695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.034147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.047121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.058129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b89af81f-936b-49b5-b62d-907f0be44727 req-5e8fde71-3c43-4636-9a26-d8ec17ea69d7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.5767276 Aug 31 06:42:31.377019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-fe78c114-338c-41f3-a742-524e4a817d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.378565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-fe78c114-338c-41f3-a742-524e4a817d0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e HTTP/1.1" status: 200 len: 920 time: 0.6451898 Aug 31 06:42:31.379864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:31.383365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:31.403141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-b8e669ce-5c95-43a0-8ac6-cf4d4798b3fb service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927352 Aug 31 06:42:31.409455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b84f3bb5-b9d5-466d-a176-8c94d5c508f4 req-5f538fab-c37f-40c3-86e6-4b51d2d5fd91 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6072199 Aug 31 06:42:31.411410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b89af81f-936b-49b5-b62d-907f0be44727 req-05dab5c0-395e-4c23-a8c0-3bdf90268af3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3519711 Aug 31 06:42:31.455986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-cf1784eb-ed88-4f44-a472-b0697de9c52b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 HTTP/1.1" status: 200 len: 217 time: 0.0652304 Aug 31 06:42:31.592459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-e787dfa8-421d-4480-a119-da97f12189a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7503936 Aug 31 06:42:31.614874 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff1ab9d-5647-4df0-94e7-3b66a75f8268 req-bd9d762d-118f-47fa-bfc2-818a59c51a52 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 210 time: 0.1015069 Aug 31 06:42:31.694125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:31.741528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:31.749802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-790dbf42-5ada-41fb-b4d0-222d2454c6a1 req-cda2a19a-b554-4500-a6d7-0c5cdb02c62c service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223710 Aug 31 06:42:31.792690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-2017b47e-99fd-4504-8db6-1052ba540984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:31.794286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-2017b47e-99fd-4504-8db6-1052ba540984 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=467416a5-1c28-419c-94a0-9113ca35a7c7 HTTP/1.1" status: 200 len: 859 time: 0.3294225 Aug 31 06:42:31.890549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:31.895789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-ba590343-873f-498b-a952-07b148dd68b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0803354 Aug 31 06:42:31.903991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:31.921015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:31.960534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:31.975699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.976078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.976410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.978681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.979018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.979346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.979986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.979986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.980292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.980613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.980931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:31.981246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:32.005668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7dd9f-aa28-4ed7-a802-701477eedf11 req-56780ff4-7373-4a74-ae5d-930e92eca40c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.015486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7dd9f-aa28-4ed7-a802-701477eedf11 req-56780ff4-7373-4a74-ae5d-930e92eca40c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.017157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6f7dd9f-aa28-4ed7-a802-701477eedf11 req-56780ff4-7373-4a74-ae5d-930e92eca40c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 1653 time: 0.2709177 Aug 31 06:42:32.069125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.069820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.107026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:42:32.111887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6f7dd9f-aa28-4ed7-a802-701477eedf11 req-348ae224-8c9d-4fbf-bfae-6991bd55b5e3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808527 Aug 31 06:42:32.114498 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-420e6258-0b37-4f23-9b81-c7125501532b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0295968 Aug 31 06:42:32.130199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Request body: {'port': {'device_id': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:32.209242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-71284b44-dea1-423a-ad5f-097a985bad53 service neutron] 10.222.0.53 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626808 Aug 31 06:42:32.223818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.277798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9274b6b-9663-446a-87ed-7ca536629e35 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:32.288881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.303783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-734c22d5-d3ee-422a-a8dc-124b625c7372 None None] Provisioning for port f3c7928d-7e7a-4e33-885d-0bacda6a638f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:32.307612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Transition to ACTIVE for port object e9274b6b-9663-446a-87ed-7ca536629e35 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:32.310502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-734c22d5-d3ee-422a-a8dc-124b625c7372 None None] Provisioning complete for port f3c7928d-7e7a-4e33-885d-0bacda6a638f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:32.311519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-734c22d5-d3ee-422a-a8dc-124b625c7372 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.328376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.359236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.372745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-734c22d5-d3ee-422a-a8dc-124b625c7372 None None] Port f3c7928d-7e7a-4e33-885d-0bacda6a638f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:32.404947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.1.1.224 (08eebcdf-0de6-4ea7-b6f4-eb2a095a053f/898f7d18-9e63-4fd2-a585-e944428914f5/97a34732-5361-4302-946e-fb30452d0667) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:32.482496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ea8bc-1ace-4290-963d-b20a5d036aec req-1973cb67-adb7-4d66-886c-d8439f8bc2d1 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.484063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-118ea8bc-1ace-4290-963d-b20a5d036aec req-1973cb67-adb7-4d66-886c-d8439f8bc2d1 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 943 time: 0.6565726 Aug 31 06:42:32.597093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Checking segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:32.598424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network hostable DHCP agents. Network: dee46f74-6664-4292-aec8-aab3553ac231, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:32.604934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Subnet': ['ID=29ddacf7-b8c8-4dec-b3ee-01836717e27d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:32.648309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:32.661171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-0e9f495f-b426-45c1-b61d-40cb738bbc5d service neutron] 10.222.0.53 "GET /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3459208 Aug 31 06:42:32.711907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.719390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.722077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Pushing event updated for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:32.725847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.731895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.739224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.745028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.750809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:32.760637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-3f4d1ab0-4f58-40ee-a990-387662d31036 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.1777558 Aug 31 06:42:32.782462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-118ea8bc-1ace-4290-963d-b20a5d036aec req-16124d3f-6ad6-4e60-b078-e2b7b0705f52 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685595 Aug 31 06:42:32.815418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3c7928d-7e7a-4e33-885d-0bacda6a638f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:32.836472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-107d94fe-cdec-4e8f-a8ba-7213418b348d req-5a21c4cd-b25a-446d-ae5b-709988cb07c4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0748644 Aug 31 06:42:32.838571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.852829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,segment=NetworkSegment(23897901-f7dd-4dc5-81e5-3a56992c74ab),segment_id=23897901-f7dd-4dc5-81e5-3a56992c74ab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:32.872065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Transition to ACTIVE for port object f3c7928d-7e7a-4e33-885d-0bacda6a638f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:32.875629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38', 'network_id': '4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e', 'port_id': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38', 'mac_address': 'fa:16:3e:ef:b6:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 564, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467416a5-1c28-419c-94a0-9113ca35a7c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:32.883304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:32.933245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network dee46f74-6664-4292-aec8-aab3553ac231 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:32.937900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:32.998781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:33.000925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.012023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dee46f74-6664-4292-aec8-aab3553ac231) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:33.025406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e85307e-81d7-4a36-a6b9-f40b56dafd5f None None] Network dee46f74-6664-4292-aec8-aab3553ac231 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:33.027354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.028082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.030579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Attempting to bind port e9274b6b-9663-446a-87ed-7ca536629e35 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:33.031703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Attempting to bind port e9274b6b-9663-446a-87ed-7ca536629e35 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:33.032343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Attempting to bind port e9274b6b-9663-446a-87ed-7ca536629e35 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:33.067839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Port e9274b6b-9663-446a-87ed-7ca536629e35 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:33.068372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Attempting to bind port e9274b6b-9663-446a-87ed-7ca536629e35 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:33.090068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468f322-78b0-4737-9e31-b8321d0b90ba req-9aa76fb3-60f8-42d1-baf7-208377836807 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.091910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0468f322-78b0-4737-9e31-b8321d0b90ba req-9aa76fb3-60f8-42d1-baf7-208377836807 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1714361 Aug 31 06:42:33.100281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:33.100772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:33.101277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:33.101855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Bound port: e9274b6b-9663-446a-87ed-7ca536629e35, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:33.102346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.104475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:33.131314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b48b2c4e-9fac-44da-94c9-b4e3a8e74435 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6172841 Aug 31 06:42:33.151824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:33.158859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-5390059'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:33.161633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,segment=NetworkSegment(23897901-f7dd-4dc5-81e5-3a56992c74ab),segment_id=23897901-f7dd-4dc5-81e5-3a56992c74ab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:33.168170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.168551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Attempting to bind port f3c7928d-7e7a-4e33-885d-0bacda6a638f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:33.169357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Attempting to bind port f3c7928d-7e7a-4e33-885d-0bacda6a638f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:33.169707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Attempting to bind port f3c7928d-7e7a-4e33-885d-0bacda6a638f on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:33.184252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Port f3c7928d-7e7a-4e33-885d-0bacda6a638f on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:33.184465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Attempting to bind port f3c7928d-7e7a-4e33-885d-0bacda6a638f on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:33.187251 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.197202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:33.197584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:33.197975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:33.198415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Bound port: f3c7928d-7e7a-4e33-885d-0bacda6a638f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:33.198773 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.201864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:33.241979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object 97a34732-5361-4302-946e-fb30452d0667 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:33.254221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6e26d1-3db4-4adb-877e-c708316953ed req-19445b7d-dd17-4f98-b1f2-78bffefa4147 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.262254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e6e26d1-3db4-4adb-877e-c708316953ed req-19445b7d-dd17-4f98-b1f2-78bffefa4147 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 948 time: 0.1489613 Aug 31 06:42:33.274146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:33.274146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.327529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e6e26d1-3db4-4adb-877e-c708316953ed req-59d6a669-0bbe-4607-9516-056bb6b1fef6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639746 Aug 31 06:42:33.370152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:33.383410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:33.384279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9274b6b-9663-446a-87ed-7ca536629e35,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:33.387800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:33.388287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:33.396838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.399542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.432174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0468f322-78b0-4737-9e31-b8321d0b90ba req-02e018a0-9f44-4722-8516-e4130fe5fa5f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216145 Aug 31 06:42:33.449781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.450822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.454231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] 10.222.0.53 "PUT /v2.0/ports/f3c7928d-7e7a-4e33-885d-0bacda6a638f HTTP/1.1" status: 200 len: 1097 time: 1.3291667 Aug 31 06:42:33.454766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:33.458035 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40" -d '{"events": [{"name": "network-changed", "server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:33.471577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:33.476733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.515631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:33.567679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b852c8-6208-4e52-b1fc-84e32ac710e5 service neutron] Pushing event updated for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:33.599501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf50d-83d5-4c80-8ec4-56286504302a req-841b78a3-9a7b-4dd7-b8c7-e359c0062513 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.606455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdcf50d-83d5-4c80-8ec4-56286504302a req-841b78a3-9a7b-4dd7-b8c7-e359c0062513 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.616099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcf50d-83d5-4c80-8ec4-56286504302a req-841b78a3-9a7b-4dd7-b8c7-e359c0062513 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 1653 time: 0.1682456 Aug 31 06:42:33.618977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-dee46f74-6664-4292-aec8-aab3553ac231', 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'fixed_ips': [{'subnet_id': '29ddacf7-b8c8-4dec-b3ee-01836717e27d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:42:33.619886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.621289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.623711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.626375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] 10.222.0.53 "PUT /v2.0/ports/e9274b6b-9663-446a-87ed-7ca536629e35 HTTP/1.1" status: 200 len: 1097 time: 3.8611748 Aug 31 06:42:33.645971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-df3f177c-da9c-4bc5-ae04-e5ae5f50fd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.647762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-df3f177c-da9c-4bc5-ae04-e5ae5f50fd28 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 1100 time: 0.1328638 Aug 31 06:42:33.650629 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.652342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be72ada-6ce4-4766-94ca-c6b1ff51a766 service neutron] Pushing event updated for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:33.663560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:33.668162 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc587de4-b9a5-4639-93e9-11a9c8f226dc" -d '{"events": [{"name": "network-changed", "server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:33.685059 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67c0d5a-4bf5-4909-8299-4596e0e884fa x-openstack-request-id: req-e67c0d5a-4bf5-4909-8299-4596e0e884fa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:33.685498 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:33.685855 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e67c0d5a-4bf5-4909-8299-4596e0e884fa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:33.687099 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'status': 'completed', 'code': 200} Aug 31 06:42:33.721969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-c6d64465-e423-4d91-aa47-f5ec214d759b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f HTTP/1.1" status: 200 len: 217 time: 0.0550885 Aug 31 06:42:33.729479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:33.732913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcdcf50d-83d5-4c80-8ec4-56286504302a req-31deb8f0-64c5-4bc8-b46c-a0bcc29337a0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157234 Aug 31 06:42:33.755102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.767810 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Added segment 69438635-f6da-439d-b6c6-c6aa7bdc9993 of type vlan for network 5325a615-95f4-4561-b8b2-ac521e34e2a6 Aug 31 06:42:33.807592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-48fa4087-ccd1-4260-842e-6d1007f23846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.809478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-48fa4087-ccd1-4260-842e-6d1007f23846 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0686460 Aug 31 06:42:33.857008 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f29b499-d054-45da-b522-8d3e61152630 x-openstack-request-id: req-3f29b499-d054-45da-b522-8d3e61152630 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:33.857503 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:33.857858 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f29b499-d054-45da-b522-8d3e61152630 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:33.858407 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35', 'status': 'completed', 'code': 200} Aug 31 06:42:33.956095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:33.959152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.963798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Allocated IP 19.80.0.2 (dee46f74-6664-4292-aec8-aab3553ac231/29ddacf7-b8c8-4dec-b3ee-01836717e27d/483858c0-c4fb-4478-8b4c-cb57bf70c128) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:33.975062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-b4fb831d-8685-43ec-8427-9b29f8c51e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:33.977811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:33.983227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-b4fb831d-8685-43ec-8427-9b29f8c51e15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1644824 Aug 31 06:42:34.011675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.099556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee425cf-4b98-40e0-96b5-df3c624cdb6a req-098df976-30fe-4a6e-bd9b-0bf927dea135 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.102593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.107462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ee425cf-4b98-40e0-96b5-df3c624cdb6a req-098df976-30fe-4a6e-bd9b-0bf927dea135 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 944 time: 0.1974669 Aug 31 06:42:34.108903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.109542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.170720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ee425cf-4b98-40e0-96b5-df3c624cdb6a req-cc93713a-fb05-4ce1-a03e-d42b860d7391 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621607 Aug 31 06:42:34.213143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-557dc39b-9cef-4c55-a00e-dbe41f393425 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206354 Aug 31 06:42:34.240011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:34.332654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.343347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Transition to ACTIVE for port object 483858c0-c4fb-4478-8b4c-cb57bf70c128 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:34.363851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Transition to ACTIVE for port object 483858c0-c4fb-4478-8b4c-cb57bf70c128 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:34.373111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.382143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-83d189c4-6910-4c5c-a277-61f56bb44c15 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566331 Aug 31 06:42:34.432603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Pushing event updated for resources: {'Port': ['ID=483858c0-c4fb-4478-8b4c-cb57bf70c128,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:34.455200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Network dee46f74-6664-4292-aec8-aab3553ac231 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:34.461230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:34.463805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:34.523010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:34.540559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d1a90-ceae-4dda-8250-e4493883ed51 req-4d6a5ac1-cce6-4adc-83a6-21b36830f980 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.545450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Attempting to bind port 483858c0-c4fb-4478-8b4c-cb57bf70c128 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:34.545975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Attempting to bind port 483858c0-c4fb-4478-8b4c-cb57bf70c128 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:34.546383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Attempting to bind port 483858c0-c4fb-4478-8b4c-cb57bf70c128 on network dee46f74-6664-4292-aec8-aab3553ac231 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:34.547799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe0d1a90-ceae-4dda-8250-e4493883ed51 req-4d6a5ac1-cce6-4adc-83a6-21b36830f980 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 948 time: 0.0705202 Aug 31 06:42:34.552192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:34.552410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Checking segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:34.552867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.553507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Bound using segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:34.554083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Bound port: 483858c0-c4fb-4478-8b4c-cb57bf70c128, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:34.554707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.559990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4051545 Aug 31 06:42:34.568648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:34.575689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:34.588190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'subnet': {'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:34.593964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:34.606181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-737ea75b-96e1-4598-8a14-9c5b967ed05f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.608108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-737ea75b-96e1-4598-8a14-9c5b967ed05f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 1100 time: 0.7765074 Aug 31 06:42:34.608266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe0d1a90-ceae-4dda-8250-e4493883ed51 req-28eec492-0f90-48fc-9cf4-16f7328fbf8c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594876 Aug 31 06:42:34.612481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-894480c4-6f9c-4209-b36e-73aa51d4717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.614525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-894480c4-6f9c-4209-b36e-73aa51d4717c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 1100 time: 0.1710138 Aug 31 06:42:34.616588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:34.657991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] For port 483858c0-c4fb-4478-8b4c-cb57bf70c128, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:34.661346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] For port 483858c0-c4fb-4478-8b4c-cb57bf70c128, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=483858c0-c4fb-4478-8b4c-cb57bf70c128,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:34.669624 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.685888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.692475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.703680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.710961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.720359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.729221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.735084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.743654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-361c15c1-bd7c-4889-a8b7-787bc61cc3e1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.7807794 Aug 31 06:42:34.793374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70c62d1-3c1a-4b2c-ae59-719e0547a1f6 None None] Pushing event updated for resources: {'Port': ['ID=483858c0-c4fb-4478-8b4c-cb57bf70c128,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:34.841366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-68517afa-4e49-4504-b0eb-b5aef9c5cc4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e9274b6b-9663-446a-87ed-7ca536629e35 HTTP/1.1" status: 200 len: 217 time: 0.1865904 Aug 31 06:42:34.842064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaaa8e0-58b2-4359-a51b-d81e7771119f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Network': ['ID=5325a615-95f4-4561-b8b2-ac521e34e2a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:34.859099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:34.907624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9421180-6a46-4d8b-9477-f7ec58d6add8 req-bd84f06e-eb0d-45c2-8abe-c29ccdfa8ad6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.916551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9421180-6a46-4d8b-9477-f7ec58d6add8 req-bd84f06e-eb0d-45c2-8abe-c29ccdfa8ad6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1918454 Aug 31 06:42:34.938696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.939322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.950321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-77d1473f-f741-4710-9147-0546a6fb5485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:34.963036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-77d1473f-f741-4710-9147-0546a6fb5485 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3196859 Aug 31 06:42:34.968678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:34.973482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:34.990420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:35.009709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00255962-5b11-45e0-b168-f1a9bc5b3a0d req-3300cb08-a27b-48e1-b4c2-d0b8f52f5486 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2576847 Aug 31 06:42:35.021470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-e1c2610b-35c1-4ada-b125-196ec72e7b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.022967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-e1c2610b-35c1-4ada-b125-196ec72e7b02 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1580236 Aug 31 06:42:35.042867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-443329e3-95f7-45b5-b583-0635af5881bb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6407964 Aug 31 06:42:35.087671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'admin_state_up': True, 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'security_groups': ['aee7a867-2d18-4661-8d9d-2b299f0a9f30']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:35.105011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9421180-6a46-4d8b-9477-f7ec58d6add8 req-cf289c7f-5ca1-48df-9330-13f3b389d503 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857262 Aug 31 06:42:35.117416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-068db675-f6b6-44c1-b861-5f95e4f54928 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.228&port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f HTTP/1.1" status: 200 len: 217 time: 0.1401646 Aug 31 06:42:35.187433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c01b8523-9d41-4b3d-b2f4-bb4f882c7441 None None] Provisioning for port 97a34732-5361-4302-946e-fb30452d0667 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:35.210564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c01b8523-9d41-4b3d-b2f4-bb4f882c7441 None None] Provisioning complete for port 97a34732-5361-4302-946e-fb30452d0667 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:35.210954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c01b8523-9d41-4b3d-b2f4-bb4f882c7441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.212587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:35.212942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.310287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a57131-a892-4a44-9abf-8899fa04001b req-4ffb001e-1b0c-4b96-add2-997f52bd53ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.311812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-4ffb001e-1b0c-4b96-add2-997f52bd53ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2798440 Aug 31 06:42:35.321121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-665481e4-c8c7-46cb-8acf-f6f2bdde185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.323139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-665481e4-c8c7-46cb-8acf-f6f2bdde185b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1924555 Aug 31 06:42:35.360296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.368831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c01b8523-9d41-4b3d-b2f4-bb4f882c7441 None None] Port 97a34732-5361-4302-946e-fb30452d0667 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:35.443903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adacb3-fe0c-432b-95b5-858bc7c6933c req-62c0c1aa-9abf-4fdf-aa85-2ee1f9040505 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.449785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adacb3-fe0c-432b-95b5-858bc7c6933c req-62c0c1aa-9abf-4fdf-aa85-2ee1f9040505 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.451650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233daf38-693d-4970-a661-04f1d88ad685 req-019f58d1-88a3-4e6b-af9f-4f17ba900e97 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.453136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-233daf38-693d-4970-a661-04f1d88ad685 req-019f58d1-88a3-4e6b-af9f-4f17ba900e97 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 944 time: 0.1715422 Aug 31 06:42:35.462160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82adacb3-fe0c-432b-95b5-858bc7c6933c req-62c0c1aa-9abf-4fdf-aa85-2ee1f9040505 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.463873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82adacb3-fe0c-432b-95b5-858bc7c6933c req-62c0c1aa-9abf-4fdf-aa85-2ee1f9040505 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 2374 time: 0.2169392 Aug 31 06:42:35.516227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-fbee19b3-84aa-42ed-ad92-9bc5b0983d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.517762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-fbee19b3-84aa-42ed-ad92-9bc5b0983d3c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1835556 Aug 31 06:42:35.539362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-eb9f2ceb-d5d7-4f19-8cad-80bd0f63e388 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158000 Aug 31 06:42:35.547668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82adacb3-fe0c-432b-95b5-858bc7c6933c req-89d96f93-7a0b-49ec-b441-2ee586710a82 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707936 Aug 31 06:42:35.560437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:35.631853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-233daf38-693d-4970-a661-04f1d88ad685 req-543e8d4f-080e-45a4-a778-2bbcdcf23ac6 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705182 Aug 31 06:42:35.636483 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.743332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Subnet': ['ID=f113af7f-5995-4875-af76-e10654680836,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:35.748311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6a57131-a892-4a44-9abf-8899fa04001b req-3745181f-6774-44e8-a60a-9aeb2eb71eed service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956897 Aug 31 06:42:35.751186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:35.788183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-fcb0274a-8978-4ba9-ad8f-a66eb035b32a service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560093 Aug 31 06:42:35.807610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b744f-67e4-4b33-9a7e-4b7f994ef6d0 req-a1f0b3b1-ce15-4dcb-9467-8e8f6eb6dcc8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:35.809630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b0b744f-67e4-4b33-9a7e-4b7f994ef6d0 req-a1f0b3b1-ce15-4dcb-9467-8e8f6eb6dcc8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 948 time: 0.1091368 Aug 31 06:42:35.883933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Checking segment: {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:35.884437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network hostable DHCP agents. Network: 5325a615-95f4-4561-b8b2-ac521e34e2a6, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:35.959705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b0b744f-67e4-4b33-9a7e-4b7f994ef6d0 req-07b14b43-ca0a-4dc6-9a7e-2cb7442411fe tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Aug 31 06:42:35.966639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:36.017054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5325a615-95f4-4561-b8b2-ac521e34e2a6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:36.023035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-930cb3fb-7020-4e2c-813b-aa5ff64e1b40 req-bb2ee0a8-b455-4a3b-9ef5-7f8c02166ebf service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123747 Aug 31 06:42:36.027136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.027699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-3ff4eaa3-a6f6-41f3-b595-c4b451ee6f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.028077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.029729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-3ff4eaa3-a6f6-41f3-b595-c4b451ee6f85 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 1100 time: 0.2033439 Aug 31 06:42:36.039861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ae40715-e0f0-4201-86cb-1b62ff8f94b6 None None] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:36.086205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-842ef3d0-bed7-4dd4-9317-47a2f110b39e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4899626 Aug 31 06:42:36.238276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.2.2.100 (45266707-79a6-4722-928a-d67c4103a012/09d9cb01-26d3-4119-bf3c-594a883598dd/f71f68f9-8c5d-4984-9743-4e4c29a879d0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:36.403033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3622ee-a9ec-4e10-b0c6-357465c915bf req-ada90bcc-9fb7-4084-9596-4e738de22f7d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.405116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c3622ee-a9ec-4e10-b0c6-357465c915bf req-ada90bcc-9fb7-4084-9596-4e738de22f7d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0671656 Aug 31 06:42:36.445840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7639f5-12b7-4ece-8c7b-6f11ea896c9a None None] Network dee46f74-6664-4292-aec8-aab3553ac231 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:36.471151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c3622ee-a9ec-4e10-b0c6-357465c915bf req-6cb7efc5-803f-4c26-a47f-36eeca162bed tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583766 Aug 31 06:42:36.474204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.480986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.487683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.494675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.500576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.507879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.514101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.515953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-9970095b-85fd-4279-bc4e-687b1f973e46 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5431 time: 0.3820491 Aug 31 06:42:36.520991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-cefc7b7d-0fcc-4020-9c00-5410077016c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.522429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-cefc7b7d-0fcc-4020-9c00-5410077016c9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.4611874 Aug 31 06:42:36.563586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-5325a615-95f4-4561-b8b2-ac521e34e2a6', 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'fixed_ips': [{'subnet_id': 'f113af7f-5995-4875-af76-e10654680836'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:42:36.564359 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.595338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-5a486339-4a6e-48de-9518-1f7850ba8862 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.154&port_id=e9274b6b-9663-446a-87ed-7ca536629e35 HTTP/1.1" status: 200 len: 217 time: 0.0571976 Aug 31 06:42:36.598675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.642711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f3636b6c-69e7-4c9b-91db-e5defbc00bc0 None None] Provisioning for port 483858c0-c4fb-4478-8b4c-cb57bf70c128 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:36.680887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-0659dfc6-af6c-41ab-b19b-4bab022d08eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.682424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-0659dfc6-af6c-41ab-b19b-4bab022d08eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0698972 Aug 31 06:42:36.683509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object f71f68f9-8c5d-4984-9743-4e4c29a879d0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:36.691798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-80a25f0b-b3f3-44df-ac72-ae11a79b36f2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.697979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-80a25f0b-b3f3-44df-ac72-ae11a79b36f2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.705843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-80a25f0b-b3f3-44df-ac72-ae11a79b36f2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/networks?id=dee46f74-6664-4292-aec8-aab3553ac231&id=5325a615-95f4-4561-b8b2-ac521e34e2a6&id=dee46f74-6664-4292-aec8-aab3553ac231 HTTP/1.1" status: 200 len: 1389 time: 0.1558552 Aug 31 06:42:36.723066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-137f4240-5a23-4ae9-945f-de73c248abaf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/quotas/0ef3ca74edae4987bc607dcd3f688946 HTTP/1.1" status: 200 len: 375 time: 0.0156074 Aug 31 06:42:36.727145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cee824f2-9451-4c16-911a-cf68710cfb34 req-4663f2c0-12b0-4213-836d-11497f5967f2 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1987834 Aug 31 06:42:36.736576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8a2f8e66-3ccd-41e8-8907-bb511b371167 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:36.773773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-153a5413-ee36-4dce-9d40-09aad116845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:36.778141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-153a5413-ee36-4dce-9d40-09aad116845e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0849307 Aug 31 06:42:36.822051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-20656646-523a-4d84-9005-574608b10bb1 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0980122 Aug 31 06:42:36.881163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:36.907444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:36.958355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-6a30922c-5676-4ef2-a71a-383b9d1c66ab service neutron] 10.222.0.57 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226468 Aug 31 06:42:36.967899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 483858c0-c4fb-4478-8b4c-cb57bf70c128 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:36.991699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:36.995384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:37.010044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 45266707-79a6-4722-928a-d67c4103a012 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:37.017535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:37.048302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:37.074389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1c6e8dc1-de21-4c37-b39e-068e66516471 service neutron] 10.222.0.57 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069679 Aug 31 06:42:37.085267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'port_id': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'mac_address': 'fa:16:3e:62:b7:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:37.177764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327dac2-6f1b-43db-8c5e-5b80a35d6ba4 req-be3769ca-bbf1-42bc-985a-6fff38e4de18 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.189439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327dac2-6f1b-43db-8c5e-5b80a35d6ba4 req-be3769ca-bbf1-42bc-985a-6fff38e4de18 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.194136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Allocated IP 19.86.0.2 (5325a615-95f4-4561-b8b2-ac521e34e2a6/f113af7f-5995-4875-af76-e10654680836/16540001-4099-4814-8e4e-bd4bb1cf7a61) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:37.197308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e327dac2-6f1b-43db-8c5e-5b80a35d6ba4 req-be3769ca-bbf1-42bc-985a-6fff38e4de18 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.199382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e327dac2-6f1b-43db-8c5e-5b80a35d6ba4 req-be3769ca-bbf1-42bc-985a-6fff38e4de18 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 2374 time: 0.3325663 Aug 31 06:42:37.212916 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.218027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.219756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.221263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:37.255683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-62a72ab7-636f-461c-9cba-e355f8d50fc5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1758831 Aug 31 06:42:37.266213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-8413af1a-eb05-46f3-a0f9-5d0360277649 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4744816 Aug 31 06:42:37.267357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:37.274506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'admin_state_up': True, 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'security_groups': ['aee7a867-2d18-4661-8d9d-2b299f0a9f30']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:37.285919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a749cb99-20b0-4ef7-a879-2f4de13cea97 service neutron] 10.222.0.57 "GET /v2.0/networks/5325a615-95f4-4561-b8b2-ac521e34e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042816 Aug 31 06:42:37.293894 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.296725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 483858c0-c4fb-4478-8b4c-cb57bf70c128 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:37.342761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a2f8e66-3ccd-41e8-8907-bb511b371167 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:37.400482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e327dac2-6f1b-43db-8c5e-5b80a35d6ba4 req-741c1b03-c519-4960-844f-bfc0ecdbb96c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676996 Aug 31 06:42:37.482463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc587de4-b9a5-4639-93e9-11a9c8f226dc req-a3c53bb4-d73c-4ba9-a1a1-3384ae09df48 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014673 Aug 31 06:42:37.524457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Made reservation on behalf of 44974ac04edd47f2857f6c2a2e7867d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:37.531999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.565234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:37.595762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 483858c0-c4fb-4478-8b4c-cb57bf70c128 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:37.596057 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.622326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-b97f9dd5-cffa-435e-ae64-f14d1807b5f2 service neutron] 10.222.0.57 "GET /v2.0/networks/5325a615-95f4-4561-b8b2-ac521e34e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048601 Aug 31 06:42:37.632031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.632686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f3c7928d-7e7a-4e33-885d-0bacda6a638f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:37.724109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcbffb11-7d5f-48c7-bab1-fc0485efc3d9 None None] Provisioning for port f71f68f9-8c5d-4984-9743-4e4c29a879d0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:37.763930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-afdcd4a2-1f47-4e15-97e4-f751627aad8f service neutron] 10.222.0.57 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333785 Aug 31 06:42:37.804267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e8e7f0-0bb6-4691-b6b6-f09b3e9178a7 req-acc13db3-4f1e-498d-86ba-17c4ffad00a7 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:37.806024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92e8e7f0-0bb6-4691-b6b6-f09b3e9178a7 req-acc13db3-4f1e-498d-86ba-17c4ffad00a7 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 944 time: 0.2122216 Aug 31 06:42:37.808113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcbffb11-7d5f-48c7-bab1-fc0485efc3d9 None None] Provisioning complete for port f71f68f9-8c5d-4984-9743-4e4c29a879d0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:37.808493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcbffb11-7d5f-48c7-bab1-fc0485efc3d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:37.833953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:37.920726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92e8e7f0-0bb6-4691-b6b6-f09b3e9178a7 req-6d5bbcd3-172d-4647-98d1-c14429a56658 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979862 Aug 31 06:42:37.927082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-f38ea3f5-87af-4e16-9566-534565d964c9 service neutron] 10.222.0.57 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563964 Aug 31 06:42:37.968748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Allocated IP 10.2.2.200 (45266707-79a6-4722-928a-d67c4103a012/09d9cb01-26d3-4119-bf3c-594a883598dd/efe4e048-1e53-4880-8722-6a4b81b8fcd1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:38.055602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.080626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fcbffb11-7d5f-48c7-bab1-fc0485efc3d9 None None] Port f71f68f9-8c5d-4984-9743-4e4c29a879d0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:38.102128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.105298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.115005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Transition to ACTIVE for port object 16540001-4099-4814-8e4e-bd4bb1cf7a61 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:38.174950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:38.195437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b623b5c-d78e-4138-9359-957a6d32a0d7 req-e0a3cfa7-795b-4108-b714-e28f72c3f42b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.196983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b623b5c-d78e-4138-9359-957a6d32a0d7 req-e0a3cfa7-795b-4108-b714-e28f72c3f42b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 948 time: 0.0760386 Aug 31 06:42:38.265511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 483858c0-c4fb-4478-8b4c-cb57bf70c128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=483858c0-c4fb-4478-8b4c-cb57bf70c128,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:38.278470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b623b5c-d78e-4138-9359-957a6d32a0d7 req-b5f4eef2-c445-481d-96c3-ce151404d71f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725200 Aug 31 06:42:38.288109 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.291204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Transition to ACTIVE for port object 16540001-4099-4814-8e4e-bd4bb1cf7a61 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:38.331242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:38.334183 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef8be10-421f-49a3-b1b3-88a3eb72c5bf" -d '{"events": [{"server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "name": "network-vif-plugged", "status": "completed", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:38.335307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Transition to ACTIVE for port object efe4e048-1e53-4880-8722-6a4b81b8fcd1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:38.336909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.344661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,segment=NetworkSegment(23897901-f7dd-4dc5-81e5-3a56992c74ab),segment_id=23897901-f7dd-4dc5-81e5-3a56992c74ab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:38.379397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.394866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'mac_address': 'fa:16:3e:2b:e9:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:38.396672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.444048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.447729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:38.457115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:38.459417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a60f877-b5cf-4f15-847e-022a27ef194b None None] Provisioning complete for port 483858c0-c4fb-4478-8b4c-cb57bf70c128 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:38.459792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a60f877-b5cf-4f15-847e-022a27ef194b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.461905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:38.467200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=483858c0-c4fb-4478-8b4c-cb57bf70c128,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:38.487370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b0797-3c48-48ab-b583-5a5231f6641c req-1b31e1b3-798f-4e1f-8ed8-5ed46bdc4bfb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.496436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf0b0797-3c48-48ab-b583-5a5231f6641c req-1b31e1b3-798f-4e1f-8ed8-5ed46bdc4bfb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1014943 Aug 31 06:42:38.542891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Network 45266707-79a6-4722-928a-d67c4103a012 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:38.555843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:38.559773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:38.562495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:38.580350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf0b0797-3c48-48ab-b583-5a5231f6641c req-569b9dd5-766a-45af-99ba-cf3d3e2d8b11 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844555 Aug 31 06:42:38.585686 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.623943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.639305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Pushing event updated for resources: {'Port': ['ID=16540001-4099-4814-8e4e-bd4bb1cf7a61,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:38.645310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.660233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.666229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.673297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.673997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.685029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.694605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.701495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3c7928d-7e7a-4e33-885d-0bacda6a638f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:38.704863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:38.715268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Attempting to bind port 16540001-4099-4814-8e4e-bd4bb1cf7a61 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:38.715697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Attempting to bind port 16540001-4099-4814-8e4e-bd4bb1cf7a61 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:38.716130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Attempting to bind port 16540001-4099-4814-8e4e-bd4bb1cf7a61 on network 5325a615-95f4-4561-b8b2-ac521e34e2a6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:38.723093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-677ae77e-2609-4d27-adad-adae95e23cd5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5432 time: 0.2450705 Aug 31 06:42:38.793750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b753a1c3-97fa-444c-a945-6a8bcb89e787 req-ff6377e1-3f1a-4094-a28b-51ab94bb314f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 210 time: 0.0992599 Aug 31 06:42:38.795878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-34a21c89-13de-48f7-9089-57079c235fbb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5256670 Aug 31 06:42:38.801425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d95f7025-bf64-4670-ac63-d20f877a0596 req-1ab1105e-bfe3-41ae-8a30-e6d50cc5376b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0760384 Aug 31 06:42:38.802119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:38.805489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:38.805962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Checking segment: {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:38.806425 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.806878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Bound using segment: {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:38.807454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Bound port: 16540001-4099-4814-8e4e-bd4bb1cf7a61, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:38.807912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.810037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:38.840325 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:38.856515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:38.974351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8250b78c-e9f3-47bf-b51e-58b12d2f157c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:39.002484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.009492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.015767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.022478 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc50824e-692c-4bca-a5fe-d4b8144e4e3d x-openstack-request-id: req-bc50824e-692c-4bca-a5fe-d4b8144e4e3d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:39.023076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.023330 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "name": "network-vif-plugged", "status": "completed", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:39.023844 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bc50824e-692c-4bca-a5fe-d4b8144e4e3d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:39.024670 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38', 'code': 200} Aug 31 06:42:39.028607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:39.030058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.038020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-732ec3be-f1a1-4cf8-84aa-d147c54bf84d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 3816 time: 0.1317565 Aug 31 06:42:39.040674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 483858c0-c4fb-4478-8b4c-cb57bf70c128 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:39.048784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.090370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37325b08-a4aa-4882-ab5d-a7eed9e20ed9 req-d06ebb48-c884-47db-bcfc-b3c40083172b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464108 Aug 31 06:42:39.154808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8a2f8e66-3ccd-41e8-8907-bb511b371167'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:39.170039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe369338-b031-4def-ab47-f796b6b1a4d1 req-51b988db-b36b-4779-858b-36f5fce62230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.171594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe369338-b031-4def-ab47-f796b6b1a4d1 req-51b988db-b36b-4779-858b-36f5fce62230 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 1097 time: 0.2014558 Aug 31 06:42:39.282837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d03bd-dbce-4367-85cf-acb0ec7a1587 req-0125f901-1aff-4ac6-b496-f91b670ff611 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.288468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] For port 16540001-4099-4814-8e4e-bd4bb1cf7a61, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:39.292430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e93d03bd-dbce-4367-85cf-acb0ec7a1587 req-0125f901-1aff-4ac6-b496-f91b670ff611 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 945 time: 0.1983328 Aug 31 06:42:39.318448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:39.327201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe369338-b031-4def-ab47-f796b6b1a4d1 req-9ea6e527-8e14-4ef7-be50-cc65f32a03f8 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458893 Aug 31 06:42:39.417675 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e93d03bd-dbce-4367-85cf-acb0ec7a1587 req-6eca6f21-201c-4489-82da-6ce20ab5a0c8 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172285 Aug 31 06:42:39.455630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cd03e4-f660-46fd-8574-77e2394b8562 req-f7412278-0f0d-4c8e-b3f8-4315852780d8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.465912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25cd03e4-f660-46fd-8574-77e2394b8562 req-f7412278-0f0d-4c8e-b3f8-4315852780d8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 949 time: 0.0666757 Aug 31 06:42:39.485068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88a9bfcf-8800-4e94-9210-0f9638063768 None None] Provisioning for port efe4e048-1e53-4880-8722-6a4b81b8fcd1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:39.518942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25cd03e4-f660-46fd-8574-77e2394b8562 req-2f1a8c92-8b38-4479-8e8f-97b43c27dba2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516784 Aug 31 06:42:39.524200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] For port 16540001-4099-4814-8e4e-bd4bb1cf7a61, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=16540001-4099-4814-8e4e-bd4bb1cf7a61,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:39.534260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88a9bfcf-8800-4e94-9210-0f9638063768 None None] Provisioning complete for port efe4e048-1e53-4880-8722-6a4b81b8fcd1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:39.534767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88a9bfcf-8800-4e94-9210-0f9638063768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.537582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:39.574903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db67bd7-9683-4b30-8aff-19000f3f0ca3 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:39.576236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.584084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.596858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Transition to ACTIVE for port object 8db67bd7-9683-4b30-8aff-19000f3f0ca3 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:39.602246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.609112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 483858c0-c4fb-4478-8b4c-cb57bf70c128 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:39.609685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.611594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8250b78c-e9f3-47bf-b51e-58b12d2f157c', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'port_id': '8250b78c-e9f3-47bf-b51e-58b12d2f157c', 'mac_address': 'fa:16:3e:0a:d5:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130', 'ip_address': '10.1.1.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:39.695422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688c37d-7154-4ff6-b470-dab1bb8570f0 None None] Pushing event updated for resources: {'Port': ['ID=16540001-4099-4814-8e4e-bd4bb1cf7a61,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:39.699268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:39.773791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-88a9bfcf-8800-4e94-9210-0f9638063768 None None] Port efe4e048-1e53-4880-8722-6a4b81b8fcd1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:39.809610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf3fdc-8928-43c0-9bbd-71b89e23e95f req-9a0b1efe-3f5d-46a1-8c32-b148f4afe74a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:39.829796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5cbf3fdc-8928-43c0-9bbd-71b89e23e95f req-9a0b1efe-3f5d-46a1-8c32-b148f4afe74a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1508036 Aug 31 06:42:39.877851 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.880103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Attempting to bind port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:39.880550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Attempting to bind port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:39.880897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Attempting to bind port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 on network 4efb29e2-bfec-4884-aab7-02f0886c34de {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:39.916946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 on network 4efb29e2-bfec-4884-aab7-02f0886c34de not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:39.917285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Attempting to bind port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 on network 4efb29e2-bfec-4884-aab7-02f0886c34de {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:39.933973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:39.934562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Checking segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:39.935020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Bound using segment: {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:39.935416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Bound port: 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14947c30-9fca-4eee-b798-e5a93bc28a40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:39.935823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:39.970544 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae216bac-da20-49f6-b6de-c5d339c0c4fc req-6b913ccf-4e61-4324-8b6d-ee086c0f3695 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 210 time: 0.0736892 Aug 31 06:42:39.971954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5cbf3fdc-8928-43c0-9bbd-71b89e23e95f req-60dc2074-d8ba-43fb-a070-f04441cb8d99 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392450 Aug 31 06:42:40.028859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8250b78c-e9f3-47bf-b51e-58b12d2f157c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:40.158603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:40.195920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:40.201120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-8cd5abc1-b2aa-4db5-b0ae-e2b3953d4901 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.209092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.227012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-8cd5abc1-b2aa-4db5-b0ae-e2b3953d4901 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.227333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:40.228619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-8cd5abc1-b2aa-4db5-b0ae-e2b3953d4901 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "GET /v2.0/networks?id=dee46f74-6664-4292-aec8-aab3553ac231&id=5325a615-95f4-4561-b8b2-ac521e34e2a6&id=dee46f74-6664-4292-aec8-aab3553ac231 HTTP/1.1" status: 200 len: 1389 time: 0.2575428 Aug 31 06:42:40.252444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.255074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 656b9a45-4270-4e6f-8939-eef5ab878f46 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:40.289862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'admin_state_up': True, 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:40.291013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.297601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.309681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.316400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.322574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.328952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.335676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.337725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-0e2cc4ef-0dc7-478b-be92-bcdd76c30c1d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5432 time: 0.2289526 Aug 31 06:42:40.344883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.345959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.348401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] 10.222.0.53 "PUT /v2.0/ports/8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 200 len: 1092 time: 1.5428410 Aug 31 06:42:40.348758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:40.351761 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-672be33c-f50b-403a-afb7-a75e0fde197c" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:40.417855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:40.472023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3e32d-813a-4a34-8ca0-d724b2e15b8e service neutron] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:40.511165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.518518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:40.529464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.537934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.545288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.556251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:40.565249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-c2ad4e79-0a6f-46e6-8ac6-ba2c5e6c21c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 3828 time: 0.3355625 Aug 31 06:42:40.565995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b081b7d0-e0e2-4a86-b181-4d8661f4d7ba req-586fd19a-6119-4b43-abc9-b7644b2b3137 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1843083 Aug 31 06:42:40.584881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.656309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8fa4f90-2c70-4f0b-935a-e9159e32082a req-a3758735-5021-4a8e-816d-c9dc9fa30202 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898364 Aug 31 06:42:40.684343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:40.689171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.728265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:40.742302 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ca1f24-9aed-40a2-9bb6-a1349c2665bc x-openstack-request-id: req-e0ca1f24-9aed-40a2-9bb6-a1349c2665bc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:40.742813 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:40.743156 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0ca1f24-9aed-40a2-9bb6-a1349c2665bc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:40.743845 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'status': 'completed', 'code': 200} Aug 31 06:42:40.762587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'port_id': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'mac_address': 'fa:16:3e:92:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334974ac-585d-4a38-9afd-c0c5c1e22888', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:40.862931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.882320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 656b9a45-4270-4e6f-8939-eef5ab878f46 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:40.936530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:40.953218 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:40.953680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8b17f59e-eb96-42ea-8e4e-318f661cea0e details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:41.024480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:41.124132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 16540001-4099-4814-8e4e-bd4bb1cf7a61 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:41.190821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:41.208515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'network_id': '6506ad9c-ca6d-4527-9c5a-6efde4b6abc2', 'port_id': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'mac_address': 'fa:16:3e:fd:b5:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '334974ac-585d-4a38-9afd-c0c5c1e22888', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:41.329822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.374371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b17f59e-eb96-42ea-8e4e-318f661cea0e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:41.414487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fc83c2-7490-4df9-8197-01ea589c6cef None None] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:41.424268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 16540001-4099-4814-8e4e-bd4bb1cf7a61 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:41.450505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Allocated IP 19.80.0.82 (dee46f74-6664-4292-aec8-aab3553ac231/29ddacf7-b8c8-4dec-b3ee-01836717e27d/1d53298b-b25f-45bc-81c9-97889e8f156a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:41.474149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:41.476933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8420f-0417-470d-80e3-55601c47384a req-0232acd4-8ca6-4123-9d2e-38a173d1445e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.479428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7be8420f-0417-470d-80e3-55601c47384a req-0232acd4-8ca6-4123-9d2e-38a173d1445e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 949 time: 0.1024394 Aug 31 06:42:41.518717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.519846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d739c748-1104-4572-aa2f-22f5dba0654e details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:41.577495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7be8420f-0417-470d-80e3-55601c47384a req-dca1a570-d807-4af9-bc62-220c92eaeca4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878215 Aug 31 06:42:41.658715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Provisioning for port 16540001-4099-4814-8e4e-bd4bb1cf7a61 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:41.673074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:42:41.697351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:41.710540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.711143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.711255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.711664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.712138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.714281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-672be33c-f50b-403a-afb7-a75e0fde197c req-8b6e5da7-b7da-4259-a5f0-0b2b40c292c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 4364 time: 0.9092534 Aug 31 06:42:41.718707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Provisioning complete for port 16540001-4099-4814-8e4e-bd4bb1cf7a61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:41.719309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.722673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'port_id': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'mac_address': 'fa:16:3e:87:2a:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130', 'ip_address': '10.1.1.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:41.728547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45524acc-57c8-4494-9908-9a4386da201e req-8bc87520-5bc4-42c3-93dd-17b5278a33c2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 210 time: 0.0379763 Aug 31 06:42:41.756318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.772325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52387cb8-6e68-4094-8d3a-b3b6b5687ddc req-8dcb2a2d-6340-4a15-b818-7cdd903417ab tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:41.777907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Transition to ACTIVE for port object 1d53298b-b25f-45bc-81c9-97889e8f156a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:41.779696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52387cb8-6e68-4094-8d3a-b3b6b5687ddc req-8dcb2a2d-6340-4a15-b818-7cdd903417ab tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 945 time: 0.2855401 Aug 31 06:42:41.837849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.856117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:41.913121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52387cb8-6e68-4094-8d3a-b3b6b5687ddc req-05eaa38b-e855-4c7c-a864-2304337a992a tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323845 Aug 31 06:42:41.961348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network dee46f74-6664-4292-aec8-aab3553ac231 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:41.969295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:41.970857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:41.972169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:41.989152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d739c748-1104-4572-aa2f-22f5dba0654e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:42.020882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-267f9940-b0a2-4292-8b5d-8f23b0dfc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.021652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-267f9940-b0a2-4292-8b5d-8f23b0dfc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.022132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-267f9940-b0a2-4292-8b5d-8f23b0dfc38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.027238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-672be33c-f50b-403a-afb7-a75e0fde197c req-267f9940-b0a2-4292-8b5d-8f23b0dfc38f service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3021224 Aug 31 06:42:42.035507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001765cb-fee8-41e6-bb94-ce7ab8a9f95c req-fbc3c0a6-0235-4f61-9195-320be2665361 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.037122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-001765cb-fee8-41e6-bb94-ce7ab8a9f95c req-fbc3c0a6-0235-4f61-9195-320be2665361 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.2155471 Aug 31 06:42:42.055492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.087883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.102040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.103851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9274b6b-9663-446a-87ed-7ca536629e35 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:42.121125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.121835 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.150002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-001765cb-fee8-41e6-bb94-ce7ab8a9f95c req-3d50f768-24e8-4d9d-b56c-47ebdedf3e0b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994709 Aug 31 06:42:42.162044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-72a0e75a-1eae-46e5-a956-2dbff289d4d2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9008448 Aug 31 06:42:42.164062 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.167518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.188142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6', 'admin_state_up': True, 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:42.208692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] For port 16540001-4099-4814-8e4e-bd4bb1cf7a61, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=16540001-4099-4814-8e4e-bd4bb1cf7a61,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.225342 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.329671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbb9e051-ec81-4726-a274-e9f50b83011f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:42.364946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.383570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15dc93-95ab-4d2b-9162-30637cbf5fd1 None None] Pushing event updated for resources: {'Port': ['ID=16540001-4099-4814-8e4e-bd4bb1cf7a61,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.438821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9274b6b-9663-446a-87ed-7ca536629e35,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.442067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Transition to ACTIVE for port object bbb9e051-ec81-4726-a274-e9f50b83011f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:42.453814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e9274b6b-9663-446a-87ed-7ca536629e35', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'e9274b6b-9663-446a-87ed-7ca536629e35', 'mac_address': 'fa:16:3e:2f:5b:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:42.459310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.466296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.472698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.478286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.479626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.484156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.486431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.490574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.493187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.498916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.499570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.501727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Provisioning complete for port 16540001-4099-4814-8e4e-bd4bb1cf7a61 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:42.502232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.502895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a586f7df-595c-4928-b89f-94fcc810d885 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5436 time: 0.4285040 Aug 31 06:42:42.505855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.507230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.509009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672be33c-f50b-403a-afb7-a75e0fde197c req-36ba0cd2-e7e9-466c-8a8e-82496aae0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:42.510027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-81473eb6-0efc-442f-9c49-cca0f9ee7ab4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 3828 time: 0.2022703 Aug 31 06:42:42.510999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-672be33c-f50b-403a-afb7-a75e0fde197c req-36ba0cd2-e7e9-466c-8a8e-82496aae0ca9 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4687846 Aug 31 06:42:42.547085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.564700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9274b6b-9663-446a-87ed-7ca536629e35 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:42.592876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7a90a41-2e8b-491b-aa1b-1affb36929e7 req-d539699b-ef35-41c7-b965-5a79520ce0f9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624487 Aug 31 06:42:42.598373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:42.604350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.618528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9274b6b-9663-446a-87ed-7ca536629e35,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.623566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.639981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.642653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 25097d6f-4187-477e-8e0e-8ab14ef82489 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:42.657567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b2a933-f954-4689-b64d-b34bd55648a9 req-a9aecb00-41cc-4b4c-9450-3f807563d978 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1443136 Aug 31 06:42:42.779727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Attempting to bind port bbb9e051-ec81-4726-a274-e9f50b83011f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:42.780321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Attempting to bind port bbb9e051-ec81-4726-a274-e9f50b83011f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:42.783035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Attempting to bind port bbb9e051-ec81-4726-a274-e9f50b83011f on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:42.794685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Port bbb9e051-ec81-4726-a274-e9f50b83011f on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:42.795768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Attempting to bind port bbb9e051-ec81-4726-a274-e9f50b83011f on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:42.814128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:42.817691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:42.819209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Bound using segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:42.819209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Bound port: bbb9e051-ec81-4726-a274-e9f50b83011f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:42.819675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.890917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:42.902250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:42.915282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'port_id': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'mac_address': 'fa:16:3e:fc:7a:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130', 'ip_address': '10.1.1.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:42.952943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 16540001-4099-4814-8e4e-bd4bb1cf7a61 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:42.959554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Provisioning for port 1d53298b-b25f-45bc-81c9-97889e8f156a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:42.984130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Allocated IP 19.86.0.219 (5325a615-95f4-4561-b8b2-ac521e34e2a6/f113af7f-5995-4875-af76-e10654680836/bb5163a5-f720-46d4-8fa3-f939acf629f6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:42.987722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:42.990174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Provisioning complete for port 1d53298b-b25f-45bc-81c9-97889e8f156a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:42.990537 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.002306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b0fddd-fbb8-45ca-a93a-ef6ce0f014a9 req-e981aa72-58b3-48b6-a215-a09bd2d57cb6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.010381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b0fddd-fbb8-45ca-a93a-ef6ce0f014a9 req-e981aa72-58b3-48b6-a215-a09bd2d57cb6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 931 time: 0.0889750 Aug 31 06:42:43.021887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:43.033847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbb9e051-ec81-4726-a274-e9f50b83011f,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:43.035047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25097d6f-4187-477e-8e0e-8ab14ef82489 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:43.043603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde84817-0f69-4228-9d40-4827fcc814bd req-64444255-b9f1-4364-8f44-2396a4f2c6e8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.045318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cde84817-0f69-4228-9d40-4827fcc814bd req-64444255-b9f1-4364-8f44-2396a4f2c6e8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 949 time: 0.1303828 Aug 31 06:42:43.047742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.084278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:43.084991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8288378-809d-46ce-a0ee-2c78d4cc448d None None] Port 1d53298b-b25f-45bc-81c9-97889e8f156a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:43.085384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b0fddd-fbb8-45ca-a93a-ef6ce0f014a9 req-9f6462ba-1222-4e10-8f93-b93f8d7fbf47 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675411 Aug 31 06:42:43.098765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.098765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6f749ae0-6d8e-4554-b78e-7a5407676830 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:43.101789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 16540001-4099-4814-8e4e-bd4bb1cf7a61 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:43.102157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.120747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.120747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.122516 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] 10.222.0.53 "PUT /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 1132 time: 2.7108650 Aug 31 06:42:43.123070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'bbb9e051-ec81-4726-a274-e9f50b83011f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:43.125580 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff226d81-58e0-42e5-8e8b-67e508441311" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "bbb9e051-ec81-4726-a274-e9f50b83011f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:43.156752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:43.188632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6f749ae0-6d8e-4554-b78e-7a5407676830,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:43.198573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cde84817-0f69-4228-9d40-4827fcc814bd req-e0ffd7ec-90e6-486a-8a26-5ab10a68d915 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450968 Aug 31 06:42:43.220535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576ff41-15b0-41c1-afe3-4663e0baa67f service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.299154 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc28bb2-a2ef-4721-be2f-4561d082fbb3 x-openstack-request-id: req-dcc28bb2-a2ef-4721-be2f-4561d082fbb3 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:43.299426 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "bbb9e051-ec81-4726-a274-e9f50b83011f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:43.299690 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcc28bb2-a2ef-4721-be2f-4561d082fbb3 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:43.300205 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'bbb9e051-ec81-4726-a274-e9f50b83011f', 'status': 'completed', 'code': 200} Aug 31 06:42:43.301291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.358517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.372428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6f749ae0-6d8e-4554-b78e-7a5407676830', 'network_id': '18dbb84f-f02e-49ab-a44c-90f0e8cb77b3', 'port_id': '6f749ae0-6d8e-4554-b78e-7a5407676830', 'mac_address': 'fa:16:3e:99:93:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49412424-8a9a-4a09-9901-4535692f2130', 'ip_address': '10.1.1.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:43.395588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Transition to ACTIVE for port object bb5163a5-f720-46d4-8fa3-f939acf629f6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:43.473647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.480289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.490000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.512428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f749ae0-6d8e-4554-b78e-7a5407676830 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:43.548341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:43.560272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6f749ae0-6d8e-4554-b78e-7a5407676830,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:43.565420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:43.572906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:43.573161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.583632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.617477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8a2f8e66-3ccd-41e8-8907-bb511b371167 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:43.643303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da0c151-f0d7-4fd9-b9a2-84865d41e51e req-7d5e115f-b6ea-4a98-af82-0b9723be4c64 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.651576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6da0c151-f0d7-4fd9-b9a2-84865d41e51e req-7d5e115f-b6ea-4a98-af82-0b9723be4c64 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 945 time: 0.1433260 Aug 31 06:42:43.684763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.691373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.704741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:43.733776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6da0c151-f0d7-4fd9-b9a2-84865d41e51e req-f5820dc5-4235-42ac-af06-e3bb4a714f9a tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808506 Aug 31 06:42:43.736225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-d3e17a1b-33f0-4768-9e2e-016f7d8acff7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5617516 Aug 31 06:42:43.736594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8a2f8e66-3ccd-41e8-8907-bb511b371167 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:43.741686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8a2f8e66-3ccd-41e8-8907-bb511b371167 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:43.742191 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.755969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'admin_state_up': True, 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:43.869779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.870383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.870737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.871210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.871679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.872149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.874059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-d189babb-eafd-4125-a343-4d4cb183fd1f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5289 time: 0.5453699 Aug 31 06:42:43.887411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892190ff-6490-4f00-bd59-c2207307e360 req-af04a5c9-13ac-42b1-8185-3544af5d8815 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:43.891421 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.894750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892190ff-6490-4f00-bd59-c2207307e360 req-af04a5c9-13ac-42b1-8185-3544af5d8815 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.4620061 Aug 31 06:42:43.943484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:43.946669 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d933d43-dc50-4ecd-a582-6fc5f749b864" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:43.964753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:43.972689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:43.974790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f3c7928d-7e7a-4e33-885d-0bacda6a638f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:44.026065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb237f9d-5ba4-4c9d-91fc-e1fd483d8663 None None] Provisioning for port bb5163a5-f720-46d4-8fa3-f939acf629f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:44.028475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.036348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb237f9d-5ba4-4c9d-91fc-e1fd483d8663 None None] Provisioning complete for port bb5163a5-f720-46d4-8fa3-f939acf629f6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:44.037029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb237f9d-5ba4-4c9d-91fc-e1fd483d8663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.038248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.045584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.047615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892190ff-6490-4f00-bd59-c2207307e360 req-5b8ed0e9-bf77-4aaf-a2f9-9a1efe828be5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475146 Aug 31 06:42:44.052787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.062855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.068979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.071313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-05e2329d-a841-447d-bee0-9489c34676c7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 4601 time: 0.2288244 Aug 31 06:42:44.072557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:44.076816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.088330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:44.104910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.112317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eb237f9d-5ba4-4c9d-91fc-e1fd483d8663 None None] Port bb5163a5-f720-46d4-8fa3-f939acf629f6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:44.152154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port f3c7928d-7e7a-4e33-885d-0bacda6a638f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:44.158287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port f3c7928d-7e7a-4e33-885d-0bacda6a638f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:44.158796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.186775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Transition to ACTIVE for port object 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:44.194340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-44553135-411a-4bed-84b4-76b7968fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.194818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-44553135-411a-4bed-84b4-76b7968fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.195290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-44553135-411a-4bed-84b4-76b7968fb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.197013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-44553135-411a-4bed-84b4-76b7968fb402 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2930393 Aug 31 06:42:44.202521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.211405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:44.227822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b9ed7fc-e586-4f87-8f95-fbced1883be7 req-66f1f157-7354-4f1d-8a0d-2a7deb1bdb81 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1479120 Aug 31 06:42:44.282158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.322832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.324696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:44.330103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.330672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.337756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.345355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.349151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['25097d6f-4187-477e-8e0e-8ab14ef82489'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:44.357443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.381054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.387973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.397085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-d1dea76f-5f73-483f-91ba-0e5899b62ee9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5439 time: 0.2436233 Aug 31 06:42:44.424601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:44.426972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6f749ae0-6d8e-4554-b78e-7a5407676830'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:44.435806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8250b78c-e9f3-47bf-b51e-58b12d2f157c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:44.436067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Allocated IP 19.80.0.69 (dee46f74-6664-4292-aec8-aab3553ac231/29ddacf7-b8c8-4dec-b3ee-01836717e27d/d14e4bd4-a371-4495-a4d2-7b42e5ce87c3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:44.441420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:44.588622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4144d02b-568a-48ac-8d4f-1c4907b4dbed req-86d24b37-8d62-43bd-af2d-0ca19031974c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1879594 Aug 31 06:42:44.670868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['656b9a45-4270-4e6f-8939-eef5ab878f46'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:44.671461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-79db29ab-0387-4805-9c9a-667ccd4cc666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.684197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff226d81-58e0-42e5-8e8b-67e508441311 req-79db29ab-0387-4805-9c9a-667ccd4cc666 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4764795 Aug 31 06:42:44.730680 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137c67b-ecf7-4703-a12f-bcfd3eac25a8 x-openstack-request-id: req-1137c67b-ecf7-4703-a12f-bcfd3eac25a8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:44.731078 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:44.731239 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1137c67b-ecf7-4703-a12f-bcfd3eac25a8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:44.731575 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'code': 200} Aug 31 06:42:44.734375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Attempting to bind port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:44.734982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Attempting to bind port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:44.735577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Attempting to bind port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:44.742715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d67ea-54ba-4fbf-97ab-087e6332a383 req-cdb3ce2f-75d1-4896-bcab-561c24d3273a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.749569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d67ea-54ba-4fbf-97ab-087e6332a383 req-cdb3ce2f-75d1-4896-bcab-561c24d3273a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.751166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-957d67ea-54ba-4fbf-97ab-087e6332a383 req-cdb3ce2f-75d1-4896-bcab-561c24d3273a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 1654 time: 0.1116583 Aug 31 06:42:44.761236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:44.761876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Attempting to bind port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:44.771841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:44.772515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:44.773139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Bound using segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:44.773865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Bound port: 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:44.774487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.827764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae5961-0b64-4350-bd5d-243dcc758695 req-cb520793-afac-45d7-97bd-12dc68d5cac1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.829831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.836641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57ae5961-0b64-4350-bd5d-243dcc758695 req-cb520793-afac-45d7-97bd-12dc68d5cac1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 950 time: 0.1165071 Aug 31 06:42:44.842287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-957d67ea-54ba-4fbf-97ab-087e6332a383 req-c0d903ce-53c6-45df-81f8-e481815d32b1 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691051 Aug 31 06:42:44.852149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Transition to ACTIVE for port object d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:44.921668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:44.928743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-754fc6b0-90cd-406b-bf9f-63ae3f7feaf4 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:44.931149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-754fc6b0-90cd-406b-bf9f-63ae3f7feaf4 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.53 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 945 time: 0.1462605 Aug 31 06:42:44.950451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57ae5961-0b64-4350-bd5d-243dcc758695 req-4f786a7c-3267-4ffe-842d-23f902a27240 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085298 Aug 31 06:42:45.000754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:45.022655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:45.038333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network dee46f74-6664-4292-aec8-aab3553ac231 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:45.047061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.049845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:45.056921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:45.119215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:45.131627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.132211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.168209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] 10.222.0.53 "PUT /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 1131 time: 1.9817307 Aug 31 06:42:45.177569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.178239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.202783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:45.210209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b41a6-d25b-43a0-b673-029f98da149a req-b6aec9e5-9578-4dce-99fd-ffaa052d6045 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.213018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-541b41a6-d25b-43a0-b673-029f98da149a req-b6aec9e5-9578-4dce-99fd-ffaa052d6045 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 945 time: 0.2093983 Aug 31 06:42:45.308685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:45.311554 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32e6795-8edf-4e5a-998e-7301c2836a43" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "1e1ac51c-1a59-4135-8503-2cb5ca9c5928"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:45.318440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-541b41a6-d25b-43a0-b673-029f98da149a req-8a43ac6e-d5fa-4dd2-bc1a-ce4f5baf439c tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/security-groups?id=1ab2dba1-8c8c-45e8-8333-507b2bb5712c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982232 Aug 31 06:42:45.321219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c8591a-7584-4725-bd76-0a5acb320328 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5711229 Aug 31 06:42:45.343167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:45.368531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['d739c748-1104-4572-aa2f-22f5dba0654e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:45.379317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d79dada-7ac2-4682-ae39-42709235a1ee service neutron] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:45.429767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Deleting port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:42:45.430176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.490956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.492391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.510210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8b17f59e-eb96-42ea-8e4e-318f661cea0e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:45.515041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49044b71-deaa-4c61-8b4a-77e656c8e3f2 req-db5cd114-4871-45a3-8ed1-edcc5d6be36f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.517805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49044b71-deaa-4c61-8b4a-77e656c8e3f2 req-db5cd114-4871-45a3-8ed1-edcc5d6be36f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.3485262 Aug 31 06:42:45.541841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:45.549112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.556710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.562838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.569646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.575771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.583231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.589685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.597976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 25097d6f-4187-477e-8e0e-8ab14ef82489 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:45.599489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-b73b3c71-3e2e-4e19-a3f6-d0446e6f07e6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5373 time: 0.1618910 Aug 31 06:42:45.649428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49044b71-deaa-4c61-8b4a-77e656c8e3f2 req-508b2812-4e91-400b-8030-0b08a2691f30 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222868 Aug 31 06:42:45.665279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] For port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,segment=NetworkSegment(23897901-f7dd-4dc5-81e5-3a56992c74ab),segment_id=23897901-f7dd-4dc5-81e5-3a56992c74ab)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:45.665835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.673626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff1d0bcc-2ce1-422e-bdfb-eab477000b35 req-669d8809-97d3-4b87-a7b0-569bbe4221b9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706146 Aug 31 06:42:45.742816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Calling delete_port for 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:42:45.748090 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f430c21-6033-498c-8a24-a576117d1eec x-openstack-request-id: req-5f430c21-6033-498c-8a24-a576117d1eec {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:45.748540 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "1e1ac51c-1a59-4135-8503-2cb5ca9c5928", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:45.748968 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f430c21-6033-498c-8a24-a576117d1eec {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:45.749499 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928', 'status': 'completed', 'code': 200} Aug 31 06:42:45.813471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.852343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 25097d6f-4187-477e-8e0e-8ab14ef82489 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:45.917537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 25097d6f-4187-477e-8e0e-8ab14ef82489 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:45.918059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:45.929585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.930721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.931368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.932021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.932663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.933303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.934031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:45.936053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-8ff1d848-9450-4078-82a6-7dd710bca698 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6213 time: 0.1429513 Aug 31 06:42:46.014459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-329b5730-da6f-4f57-87d4-aea0186bae36 None None] Provisioning for port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:46.022880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.034900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-329b5730-da6f-4f57-87d4-aea0186bae36 None None] Provisioning complete for port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:46.035283 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-329b5730-da6f-4f57-87d4-aea0186bae36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.134233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Pushing event deleted for resources: {'Port': ['ID=30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:46.164743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-329b5730-da6f-4f57-87d4-aea0186bae36 None None] Port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:42:46.185217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.186400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.186400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.186813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.187247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.187651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.188290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.188428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.188766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.189174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.189583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.189979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:42:46.194146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.202312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.203192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.211217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.217722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.222371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] No DVR routers for this DVR port 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:42:46.225069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.227698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.229760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5b05c28-e7b3-48da-bffd-a47536c004c0 req-d6c172d3-0c31-45be-a2df-41cb6749e557 tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.53 "DELETE /v2.0/ports/30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 HTTP/1.1" status: 204 len: 173 time: 1.2779882 Aug 31 06:42:46.231777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.250160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.250402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a925f-04d0-4015-ad1f-375264449243 req-8f90de40-1a14-46ff-a82f-13c562db848d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.253572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-9e18eae8-179d-429c-a423-1cc8dfefde86 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5439 time: 0.2622557 Aug 31 06:42:46.255156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:46.257437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a925f-04d0-4015-ad1f-375264449243 req-8f90de40-1a14-46ff-a82f-13c562db848d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.262907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.264248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a925f-04d0-4015-ad1f-375264449243 req-8f90de40-1a14-46ff-a82f-13c562db848d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.266034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-514a925f-04d0-4015-ad1f-375264449243 req-8f90de40-1a14-46ff-a82f-13c562db848d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2375 time: 0.2447858 Aug 31 06:42:46.325673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:46.355742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-4a14aff7-a577-40ac-985f-271711464e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.356304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-4a14aff7-a577-40ac-985f-271711464e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.356771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-4a14aff7-a577-40ac-985f-271711464e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.358360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-4a14aff7-a577-40ac-985f-271711464e14 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.4136145 Aug 31 06:42:46.367261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d53298b-b25f-45bc-81c9-97889e8f156a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:46.386133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-514a925f-04d0-4015-ad1f-375264449243 req-8bac89f0-81bb-407f-a490-5427dd16e8cd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968261 Aug 31 06:42:46.390165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.397226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 664041ec-e9ad-495a-ac85-078c0c324c3a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:46.415179 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.428350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Transition to ACTIVE for port object 664041ec-e9ad-495a-ac85-078c0c324c3a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:46.433318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.460161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662cf3e7-aaa8-40b0-b75c-5fe30a3c8f88 req-1af02cb2-fb30-45e3-b037-3d3152c30382 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372514 Aug 31 06:42:46.498689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Transition to ACTIVE for port object 1d53298b-b25f-45bc-81c9-97889e8f156a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:46.519387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:46.563123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.575195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae791b13-faa8-4adf-97b6-7e655d820384 req-d55e6024-f074-44be-b60c-379e15ebee21 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.578053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae791b13-faa8-4adf-97b6-7e655d820384 req-d55e6024-f074-44be-b60c-379e15ebee21 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 950 time: 0.1164453 Aug 31 06:42:46.639598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae791b13-faa8-4adf-97b6-7e655d820384 req-9d90d417-02d3-4b0f-9ce2-dff50d06f1c9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500088 Aug 31 06:42:46.640257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Attempting to bind port 664041ec-e9ad-495a-ac85-078c0c324c3a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:46.640585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Attempting to bind port 664041ec-e9ad-495a-ac85-078c0c324c3a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:46.640910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Attempting to bind port 664041ec-e9ad-495a-ac85-078c0c324c3a on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:46.646471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Port 664041ec-e9ad-495a-ac85-078c0c324c3a on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:46.646787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Attempting to bind port 664041ec-e9ad-495a-ac85-078c0c324c3a on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:46.660087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:46.669893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:46.670490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Bound using segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:46.671116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Bound port: 664041ec-e9ad-495a-ac85-078c0c324c3a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:46.672898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.733114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:46.735876 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87a6cee-be9d-4578-bfd3-cfc5c9322328" -d '{"events": [{"server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:46.825146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:46.829363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:46.845983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45af8b6-ff40-4b91-a121-d2c488fae991 req-d1a19245-c430-4b73-8607-9ed9231a32a2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.848509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d45af8b6-ff40-4b91-a121-d2c488fae991 req-d1a19245-c430-4b73-8607-9ed9231a32a2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1040537 Aug 31 06:42:46.849826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.916428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:46.917078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:46.918510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] 10.222.0.53 "PUT /v2.0/ports/664041ec-e9ad-495a-ac85-078c0c324c3a HTTP/1.1" status: 200 len: 1092 time: 1.7371402 Aug 31 06:42:46.948537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c989af6-0a6b-423b-958b-94cd438a2927 service neutron] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:46.962758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d45af8b6-ff40-4b91-a121-d2c488fae991 req-91ee38df-3db0-4980-a4dc-36b800dfad3c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850449 Aug 31 06:42:46.967752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:47.034128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9358589-84a3-4ea5-90b4-2bf9ec97ccec req-3a53d078-5723-450d-96b2-edd68dac84ce tempest-ServerAddressesNegativeTestJSON-963719456 tempest-ServerAddressesNegativeTestJSON-963719456-project] 10.222.0.57 "GET /v2.0/ports?device_id=b347be29-b333-4f0f-b67b-efc8f56aa1bb HTTP/1.1" status: 200 len: 210 time: 0.4579389 Aug 31 06:42:47.046385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.095125 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc557879-580d-4e0c-931f-bcff78fea463 x-openstack-request-id: req-fc557879-580d-4e0c-931f-bcff78fea463 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:47.095666 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "name": "network-vif-plugged", "status": "completed", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:47.095666 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fc557879-580d-4e0c-931f-bcff78fea463 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:47.096152 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'code': 200} Aug 31 06:42:47.096410 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'code': 200} Aug 31 06:42:47.096529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-06f5a5f9-e961-482c-b571-77bed898e4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.098758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d32e6795-8edf-4e5a-998e-7301c2836a43 req-06f5a5f9-e961-482c-b571-77bed898e4fe service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7237446 Aug 31 06:42:47.111885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Pushing event updated for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:47.178035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Attempting to bind port 1d53298b-b25f-45bc-81c9-97889e8f156a on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:47.178471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Attempting to bind port 1d53298b-b25f-45bc-81c9-97889e8f156a by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:47.178806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Attempting to bind port 1d53298b-b25f-45bc-81c9-97889e8f156a on network dee46f74-6664-4292-aec8-aab3553ac231 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:47.183949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Port 1d53298b-b25f-45bc-81c9-97889e8f156a on network dee46f74-6664-4292-aec8-aab3553ac231 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:47.184271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Attempting to bind port 1d53298b-b25f-45bc-81c9-97889e8f156a on network dee46f74-6664-4292-aec8-aab3553ac231 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:47.185963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.189596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:47.189990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Checking segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:47.190398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Bound using segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:47.191047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Bound port: 1d53298b-b25f-45bc-81c9-97889e8f156a, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:47.191413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.193779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.201604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.209386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.218565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.223459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.229370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.231281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-8a4ddc88-3170-467d-8888-e5db5450953a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5385 time: 0.1699717 Aug 31 06:42:47.292419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749fef5-8399-48b3-8170-234e9ace5bc0 req-2fa97c9a-b4b1-45e0-953a-3a80ecd9407e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.293924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2749fef5-8399-48b3-8170-234e9ace5bc0 req-2fa97c9a-b4b1-45e0-953a-3a80ecd9407e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 1102 time: 0.0884562 Aug 31 06:42:47.310888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:47.333427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1d53298b-b25f-45bc-81c9-97889e8f156a,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:47.341627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.353944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2749fef5-8399-48b3-8170-234e9ace5bc0 req-0963a1fa-a744-4a9e-a9d5-3594735a8d24 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Aug 31 06:42:47.372983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13109ea4-89e7-4534-95b1-57b14bad09ff req-acd29b50-3414-40cc-bf22-b56afd8c4d4c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0904562 Aug 31 06:42:47.378272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.378888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.380411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] 10.222.0.50 "PUT /v2.0/ports/1d53298b-b25f-45bc-81c9-97889e8f156a HTTP/1.1" status: 200 len: 1092 time: 2.0451386 Aug 31 06:42:47.380690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:47.383382 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc" -d '{"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:47.420373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:47.435640 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5d239c6-6eb1-4e85-b036-607883af8b6c x-openstack-request-id: req-c5d239c6-6eb1-4e85-b036-607883af8b6c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:47.435935 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:47.436187 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c5d239c6-6eb1-4e85-b036-607883af8b6c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:47.436584 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a', 'status': 'completed', 'code': 200} Aug 31 06:42:47.460206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7dc480-0c1b-479d-97d9-99ffe1e196be service neutron] Pushing event updated for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:47.531118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.550863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97a34732-5361-4302-946e-fb30452d0667 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:47.555667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-76ee153f-2ebb-4724-a1d4-1af7e0f70e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.556156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-76ee153f-2ebb-4724-a1d4-1af7e0f70e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.556655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-76ee153f-2ebb-4724-a1d4-1af7e0f70e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.559109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-76ee153f-2ebb-4724-a1d4-1af7e0f70e6f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2731 time: 0.0663421 Aug 31 06:42:47.561740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.581992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Transition to ACTIVE for port object 97a34732-5361-4302-946e-fb30452d0667 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:47.595614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a68-ff00-4b67-bb50-acee42477cf1 req-f945e045-eb2d-4abf-8f2f-4ae9ade56c24 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.600677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6f749ae0-6d8e-4554-b78e-7a5407676830 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:47.605421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a68-ff00-4b67-bb50-acee42477cf1 req-f945e045-eb2d-4abf-8f2f-4ae9ade56c24 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.612227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7a68-ff00-4b67-bb50-acee42477cf1 req-f945e045-eb2d-4abf-8f2f-4ae9ade56c24 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.621239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73f7a68-ff00-4b67-bb50-acee42477cf1 req-f945e045-eb2d-4abf-8f2f-4ae9ade56c24 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2387 time: 0.1182430 Aug 31 06:42:47.624341 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.665252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6f749ae0-6d8e-4554-b78e-7a5407676830 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:47.669483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6f749ae0-6d8e-4554-b78e-7a5407676830 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:47.670023 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.714051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73f7a68-ff00-4b67-bb50-acee42477cf1 req-89615593-fe9d-46bd-8a26-483d4aab0060 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916975 Aug 31 06:42:47.770810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'name': 'network-vif-deleted', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38'}, {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:47.773268 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b062db13-e31a-4ba5-82fc-afac502296a0" -d '{"events": [{"server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "name": "network-vif-deleted", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38"}, {"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:47.791422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.805381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-5af1beb8-d515-4177-942f-296629d72a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.805963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-5af1beb8-d515-4177-942f-296629d72a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.806443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-5af1beb8-d515-4177-942f-296629d72a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.808056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-5af1beb8-d515-4177-942f-296629d72a69 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0ef3ca74edae4987bc607dcd3f688946&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.2297375 Aug 31 06:42:47.838176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:47.838431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6f749ae0-6d8e-4554-b78e-7a5407676830,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:47.848933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.850117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 656b9a45-4270-4e6f-8939-eef5ab878f46 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:47.877966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Attempting to bind port 97a34732-5361-4302-946e-fb30452d0667 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:47.879447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Attempting to bind port 97a34732-5361-4302-946e-fb30452d0667 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:47.880107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Attempting to bind port 97a34732-5361-4302-946e-fb30452d0667 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:47.886978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Port 97a34732-5361-4302-946e-fb30452d0667 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:47.887667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Attempting to bind port 97a34732-5361-4302-946e-fb30452d0667 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:47.894081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:47.895033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Checking segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:47.895462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Bound using segment: {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:47.895959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Bound port: 97a34732-5361-4302-946e-fb30452d0667, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e301d5e-1cac-49c0-ab75-ed2b7b070919', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:47.896388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.924607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89eb690-531d-4caa-8670-7d7ff7dc3dc7 req-6ed15153-98be-4900-8fb7-faac3f8568f3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.927011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a89eb690-531d-4caa-8670-7d7ff7dc3dc7 req-6ed15153-98be-4900-8fb7-faac3f8568f3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 950 time: 0.1080766 Aug 31 06:42:47.930602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.937462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.942309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:47.945713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.951986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.958944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.960083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 656b9a45-4270-4e6f-8939-eef5ab878f46 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:47.964812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.966784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 656b9a45-4270-4e6f-8939-eef5ab878f46 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:47.967207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:47.970631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:47.973478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-d0815549-c771-44f2-8473-cd9655177500 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5440 time: 0.3962629 Aug 31 06:42:48.010100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a89eb690-531d-4caa-8670-7d7ff7dc3dc7 req-c7dd1d8a-cfea-4af4-8467-d203b0750587 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651264 Aug 31 06:42:48.018232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:48.023186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:48.038009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.070420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.075564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.076189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.077782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] 10.222.0.53 "PUT /v2.0/ports/97a34732-5361-4302-946e-fb30452d0667 HTTP/1.1" status: 200 len: 1092 time: 1.1187863 Aug 31 06:42:48.091373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8200fa94-e036-4e1b-972c-6c7854b4c737 req-345231fe-4d3b-4bb3-8eea-2e9b079cc9ae tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1065683 Aug 31 06:42:48.118201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed782bf-df62-497b-9f6d-18c1bdd68358 service neutron] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:48.122813 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae62aa90-e9fb-49e0-a1f6-41280e9b45bf x-openstack-request-id: req-ae62aa90-e9fb-49e0-a1f6-41280e9b45bf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:48.123171 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b347be29-b333-4f0f-b67b-efc8f56aa1bb", "name": "network-vif-deleted", "tag": "30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:48.123742 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae62aa90-e9fb-49e0-a1f6-41280e9b45bf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:48.124416 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b347be29-b333-4f0f-b67b-efc8f56aa1bb', 'name': 'network-vif-deleted', 'tag': '30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38', 'status': 'completed', 'code': 200} Aug 31 06:42:48.124844 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'status': 'completed', 'code': 200} Aug 31 06:42:48.126163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:48.135836 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.138447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:48.199975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:48.228658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:48.246067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.288216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-c88d8e8d-5684-4b11-ba9a-c22cff9a7bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.290368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d5fdcfc-2bc1-4f5f-89f6-28ab418645dc req-c88d8e8d-5684-4b11-ba9a-c22cff9a7bbf service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4468429 Aug 31 06:42:48.345920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.347451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.347955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.348438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.348912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.349421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.350657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.353683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-c09305e8-1575-47ec-b532-dc82057318ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6349 time: 0.1995142 Aug 31 06:42:48.405548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4596a88-f9f2-4907-a05f-301910651321 req-f3838fae-75a6-4e24-994e-0daeaacf08c3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.407145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4596a88-f9f2-4907-a05f-301910651321 req-f3838fae-75a6-4e24-994e-0daeaacf08c3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1837380 Aug 31 06:42:48.466547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb5163a5-f720-46d4-8fa3-f939acf629f6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:48.478292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.527287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Transition to ACTIVE for port object bb5163a5-f720-46d4-8fa3-f939acf629f6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:48.551966 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.590962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4596a88-f9f2-4907-a05f-301910651321 req-91507384-a5a7-4467-8290-643b14825ded tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706040 Aug 31 06:42:48.625949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-7024616a-53cd-4ade-8fb9-466fdcc10cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.626683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-7024616a-53cd-4ade-8fb9-466fdcc10cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.627326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-7024616a-53cd-4ade-8fb9-466fdcc10cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.629319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-7024616a-53cd-4ade-8fb9-466fdcc10cf0 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2490258 Aug 31 06:42:48.663475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:48.665190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Deleting subnet 467416a5-1c28-419c-94a0-9113ca35a7c7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:42:48.668618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.732113 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.774608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Attempting to bind port bb5163a5-f720-46d4-8fa3-f939acf629f6 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:48.774954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Attempting to bind port bb5163a5-f720-46d4-8fa3-f939acf629f6 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:48.775290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Attempting to bind port bb5163a5-f720-46d4-8fa3-f939acf629f6 on network 5325a615-95f4-4561-b8b2-ac521e34e2a6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:48.787561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Port bb5163a5-f720-46d4-8fa3-f939acf629f6 on network 5325a615-95f4-4561-b8b2-ac521e34e2a6 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:48.787888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Attempting to bind port bb5163a5-f720-46d4-8fa3-f939acf629f6 on network 5325a615-95f4-4561-b8b2-ac521e34e2a6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:48.801854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:48.802206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Checking segment: {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:48.802640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Bound using segment: {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:48.803102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Bound port: bb5163a5-f720-46d4-8fa3-f939acf629f6, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69438635-f6da-439d-b6c6-c6aa7bdc9993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:48.803467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.811497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.818309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.824359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.830099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.836747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.843250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.851041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.853791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-58104184-46f7-4d59-85f7-f04144c35d68 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5397 time: 0.2494419 Aug 31 06:42:48.887269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-9b97be55-4bbd-449e-8457-b0363cfeeb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.888655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b062db13-e31a-4ba5-82fc-afac502296a0 req-9b97be55-4bbd-449e-8457-b0363cfeeb63 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2491212 Aug 31 06:42:48.912339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.934557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4def6-1f80-470b-9074-0022c315fc35 req-174400da-1be1-4bf1-9eda-1dfc9d0f8b97 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.940377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4def6-1f80-470b-9074-0022c315fc35 req-174400da-1be1-4bf1-9eda-1dfc9d0f8b97 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.946571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4def6-1f80-470b-9074-0022c315fc35 req-174400da-1be1-4bf1-9eda-1dfc9d0f8b97 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:48.948269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4c4def6-1f80-470b-9074-0022c315fc35 req-174400da-1be1-4bf1-9eda-1dfc9d0f8b97 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2399 time: 0.1384735 Aug 31 06:42:48.951007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:48.974328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:48.983588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:48.999405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3693d976-2d33-4120-a75b-64b51c6f8b06 req-785b1b26-98bb-4c80-a12e-375077ceceef tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346281 Aug 31 06:42:49.031732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4c4def6-1f80-470b-9074-0022c315fc35 req-d919d119-6d5c-4af3-8a33-2df42ae0d365 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759141 Aug 31 06:42:49.045719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.046484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.048233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] 10.222.0.50 "PUT /v2.0/ports/bb5163a5-f720-46d4-8fa3-f939acf629f6 HTTP/1.1" status: 200 len: 1093 time: 1.6337306 Aug 31 06:42:49.064398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.073452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dff426a-5256-45a7-9df8-ae956b707466 service neutron] Pushing event updated for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.097044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Request body: {'port': {'device_id': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:49.097967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f749ae0-6d8e-4554-b78e-7a5407676830'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:49.100497 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4910ba85-ce0a-425b-ba89-8ea68bb693d6" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f749ae0-6d8e-4554-b78e-7a5407676830"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:49.128590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467416a5-1c28-419c-94a0-9113ca35a7c7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.143539 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b8bf8dc-a378-44c1-abe8-ddfc80bbf2fc x-openstack-request-id: req-1b8bf8dc-a378-44c1-abe8-ddfc80bbf2fc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:49.144693 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "6f749ae0-6d8e-4554-b78e-7a5407676830", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:49.145646 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b8bf8dc-a378-44c1-abe8-ddfc80bbf2fc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:49.146049 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f749ae0-6d8e-4554-b78e-7a5407676830', 'code': 200} Aug 31 06:42:49.146297 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'code': 200} Aug 31 06:42:49.157319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.162520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f17050f-53e4-49a2-9a74-d4650ee781c3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/467416a5-1c28-419c-94a0-9113ca35a7c7 HTTP/1.1" status: 204 len: 168 time: 0.9613557 Aug 31 06:42:49.168864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:49.209514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71f68f9-8c5d-4984-9743-4e4c29a879d0 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:49.219396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.238507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a679bd8-03d4-4133-a722-e2aa047722ef req-33f6d8ba-0042-401f-af6d-2a581d0b00c9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.241815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a679bd8-03d4-4133-a722-e2aa047722ef req-33f6d8ba-0042-401f-af6d-2a581d0b00c9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 950 time: 0.1349130 Aug 31 06:42:49.246326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.256076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Transition to ACTIVE for port object f71f68f9-8c5d-4984-9743-4e4c29a879d0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:49.283911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.324293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.326985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a679bd8-03d4-4133-a722-e2aa047722ef req-ffe7bf64-159e-4135-afce-095a0954f4e2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795524 Aug 31 06:42:49.367153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.373107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.379384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.385060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.391158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.397685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.403601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.409971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.411966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-aed9c8db-1e24-4641-8121-bd03a1857f44 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5442 time: 0.1843581 Aug 31 06:42:49.460409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:49.463174 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81923ef-9478-4678-baef-4613c89b3320" -d '{"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:49.514621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Attempting to bind port f71f68f9-8c5d-4984-9743-4e4c29a879d0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:49.515102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Attempting to bind port f71f68f9-8c5d-4984-9743-4e4c29a879d0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:49.515445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Attempting to bind port f71f68f9-8c5d-4984-9743-4e4c29a879d0 on network 45266707-79a6-4722-928a-d67c4103a012 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:49.524980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Port f71f68f9-8c5d-4984-9743-4e4c29a879d0 on network 45266707-79a6-4722-928a-d67c4103a012 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:49.525473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Attempting to bind port f71f68f9-8c5d-4984-9743-4e4c29a879d0 on network 45266707-79a6-4722-928a-d67c4103a012 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:49.536009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:49.536396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Checking segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:49.536734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Bound using segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:49.537174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Bound port: f71f68f9-8c5d-4984-9743-4e4c29a879d0, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:49.537559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.554144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096c0abe-b612-41ce-9764-1cdfc55b9e19 req-57ab7f2a-fa06-48e9-b653-d94716f87b49 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.555794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-096c0abe-b612-41ce-9764-1cdfc55b9e19 req-57ab7f2a-fa06-48e9-b653-d94716f87b49 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 949 time: 0.0753171 Aug 31 06:42:49.580030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8250b78c-e9f3-47bf-b51e-58b12d2f157c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:49.624688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aab8d671-9b87-4438-b938-3726bee6ccf3 req-05506d35-9573-433d-939a-8b88e9550251 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1581843 Aug 31 06:42:49.638081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-096c0abe-b612-41ce-9764-1cdfc55b9e19 req-9cea2e63-bebb-4acf-91de-1e34fad1b85d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570831 Aug 31 06:42:49.638625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.651187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:49.653342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:49.655824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:49.667338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:49.672403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:49.672825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.674611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23897901-f7dd-4dc5-81e5-3a56992c74ab') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:49.675601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23897901-f7dd-4dc5-81e5-3a56992c74ab') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:49.680263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.693809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.719060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.729831 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a318f8d8-0374-4505-9fc8-b7ab09748ad2 x-openstack-request-id: req-a318f8d8-0374-4505-9fc8-b7ab09748ad2 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:49.730113 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:49.730624 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a318f8d8-0374-4505-9fc8-b7ab09748ad2 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:49.731201 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6', 'status': 'completed', 'code': 200} Aug 31 06:42:49.735464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:42:49.736612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:42:49.739300 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:42:49.750931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:49.751616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.753729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] 10.222.0.53 "PUT /v2.0/ports/f71f68f9-8c5d-4984-9743-4e4c29a879d0 HTTP/1.1" status: 200 len: 1092 time: 1.6211236 Aug 31 06:42:49.790544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Request body: {'port': {'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:49.795512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8b625d-0b47-4007-86b4-85fb52dd2c5c service neutron] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.809710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:49.818586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.819680 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.832664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Transition to ACTIVE for port object d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:49.859837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:49.863962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.870333 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.871462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8b17f59e-eb96-42ea-8e4e-318f661cea0e up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:49.887513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.973389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8b17f59e-eb96-42ea-8e4e-318f661cea0e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:49.979490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8b17f59e-eb96-42ea-8e4e-318f661cea0e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:49.980161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:49.987154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:49.991588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.065554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.067773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] 10.222.0.57 "DELETE /v2.0/networks/4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e HTTP/1.1" status: 204 len: 168 time: 0.8975749 Aug 31 06:42:50.069217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Pushing event updated for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.080699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bb56c7-69a7-4058-a214-e04eb8fb6a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=4b9bcb15-5f0a-468c-9c5c-3691b9cabb8e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.116760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-fbdd0be0-d2b8-4fa6-a731-8cba5f6d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.117565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-fbdd0be0-d2b8-4fa6-a731-8cba5f6d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.117754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-fbdd0be0-d2b8-4fa6-a731-8cba5f6d4696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.119436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b81923ef-9478-4678-baef-4613c89b3320 req-fbdd0be0-d2b8-4fa6-a731-8cba5f6d4696 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2825 time: 0.2613368 Aug 31 06:42:50.131974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55db55-8aec-468e-ae57-17cb0c6b7674 req-4b3a04a4-4692-4b6c-aa5a-ac6413fc7e07 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.133313 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.139428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa55db55-8aec-468e-ae57-17cb0c6b7674 req-4b3a04a4-4692-4b6c-aa5a-ac6413fc7e07 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.2718050 Aug 31 06:42:50.201701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:50.219872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.220965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d739c748-1104-4572-aa2f-22f5dba0654e up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:50.291249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa55db55-8aec-468e-ae57-17cb0c6b7674 req-9194cdff-59fe-4da0-a2b5-16b92509d280 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507287 Aug 31 06:42:50.303114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe4e048-1e53-4880-8722-6a4b81b8fcd1 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:50.313354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Attempting to bind port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:50.313793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Attempting to bind port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:50.314443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Attempting to bind port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 on network dee46f74-6664-4292-aec8-aab3553ac231 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:50.320758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '97a34732-5361-4302-946e-fb30452d0667'}, {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:50.323064 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d03f87b-c507-4fc2-b652-750742e0a22f" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "97a34732-5361-4302-946e-fb30452d0667"}, {"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:50.328617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.333224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 on network dee46f74-6664-4292-aec8-aab3553ac231 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:50.334178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Attempting to bind port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 on network dee46f74-6664-4292-aec8-aab3553ac231 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:50.346229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:50.356931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:50.357484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Checking segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:50.357971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Bound using segment: {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:50.358528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Bound port: d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:50.358988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.376742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.390857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Transition to ACTIVE for port object efe4e048-1e53-4880-8722-6a4b81b8fcd1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:50.396827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port d739c748-1104-4572-aa2f-22f5dba0654e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:50.399767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.402349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port d739c748-1104-4572-aa2f-22f5dba0654e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:50.402821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.453771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.460504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.462717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-0cb14aac-566f-4530-a3a3-921090310348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.463302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-0cb14aac-566f-4530-a3a3-921090310348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.464917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-0cb14aac-566f-4530-a3a3-921090310348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.465488 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b81923ef-9478-4678-baef-4613c89b3320 req-0cb14aac-566f-4530-a3a3-921090310348 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0ef3ca74edae4987bc607dcd3f688946&shared=False HTTP/1.1" status: 200 len: 2288 time: 0.3180573 Aug 31 06:42:50.467328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.473781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.480511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.487016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.493882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.502393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-606501f7-78f5-4103-aace-db6ff60066d5 req-2fdbe16a-6e0f-4569-b2e1-75355d16848c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5409 time: 0.1822059 Aug 31 06:42:50.505414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.545609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.548110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:50.556761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.557974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9274b6b-9663-446a-87ed-7ca536629e35 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:42:50.560909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba694dd3-6adb-484a-ba20-d4e7bbadbeea admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a7722773c674916863f12339ac1b5c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126424 Aug 31 06:42:50.564257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:50.578882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:50.610225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a2a9-e185-45a7-a593-d764b7c48938 req-1dc904ee-dbe0-4f04-8c32-66b1de98e3cc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.618029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a2a9-e185-45a7-a593-d764b7c48938 req-1dc904ee-dbe0-4f04-8c32-66b1de98e3cc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.624642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118a2a9-e185-45a7-a593-d764b7c48938 req-1dc904ee-dbe0-4f04-8c32-66b1de98e3cc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.626991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6118a2a9-e185-45a7-a593-d764b7c48938 req-1dc904ee-dbe0-4f04-8c32-66b1de98e3cc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2411 time: 0.2409189 Aug 31 06:42:50.637514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-606501f7-78f5-4103-aace-db6ff60066d5 req-b2cec925-86af-494f-ad5c-ff7a10c58304 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1202960 Aug 31 06:42:50.641834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:50.659112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.701039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.704878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e9274b6b-9663-446a-87ed-7ca536629e35 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:42:50.712553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e9274b6b-9663-446a-87ed-7ca536629e35 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:42:50.712934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.725507 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcfd30a-f129-4299-a201-edd85c4ba193 x-openstack-request-id: req-9fcfd30a-f129-4299-a201-edd85c4ba193 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:50.725785 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "97a34732-5361-4302-946e-fb30452d0667", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:50.726067 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fcfd30a-f129-4299-a201-edd85c4ba193 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:50.726439 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '97a34732-5361-4302-946e-fb30452d0667', 'status': 'completed', 'code': 200} Aug 31 06:42:50.726687 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'status': 'completed', 'code': 200} Aug 31 06:42:50.751437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.759691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Attempting to bind port efe4e048-1e53-4880-8722-6a4b81b8fcd1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:50.760065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Attempting to bind port efe4e048-1e53-4880-8722-6a4b81b8fcd1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:50.760395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Attempting to bind port efe4e048-1e53-4880-8722-6a4b81b8fcd1 on network 45266707-79a6-4722-928a-d67c4103a012 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:50.772418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81923ef-9478-4678-baef-4613c89b3320 req-38ca7086-c5cc-4884-85b6-11481e6d7182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.774677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b81923ef-9478-4678-baef-4613c89b3320 req-38ca7086-c5cc-4884-85b6-11481e6d7182 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2871978 Aug 31 06:42:50.779486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.783279 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.785877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] 10.222.0.50 "PUT /v2.0/ports/d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 HTTP/1.1" status: 200 len: 1092 time: 1.6949701 Aug 31 06:42:50.790214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Port efe4e048-1e53-4880-8722-6a4b81b8fcd1 on network 45266707-79a6-4722-928a-d67c4103a012 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:50.790559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Attempting to bind port efe4e048-1e53-4880-8722-6a4b81b8fcd1 on network 45266707-79a6-4722-928a-d67c4103a012 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:50.811786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.825708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6118a2a9-e185-45a7-a593-d764b7c48938 req-d437cb66-3576-43d6-8e88-3b016d3cd650 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820657 Aug 31 06:42:50.853723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395ffcfa-f1a4-4b7c-b92a-f3a3f031bddd service neutron] Pushing event updated for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:50.874598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:50.877066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Checking segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:50.885033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Bound using segment: {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:50.885864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Bound port: efe4e048-1e53-4880-8722-6a4b81b8fcd1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7dfa6833-6678-449b-81b4-eb98b9805961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '45266707-79a6-4722-928a-d67c4103a012'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:50.886029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.906867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.909675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.911563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ab2dba1-8c8c-45e8-8333-507b2bb5712c HTTP/1.1" status: 204 len: 168 time: 0.3459816 Aug 31 06:42:50.940096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.941243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.941757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.942234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.942707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.945097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.945667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:50.950130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-6bf8601e-f89e-47cb-b62f-20441d379015 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6443 time: 0.2072115 Aug 31 06:42:50.967203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:50.997030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a29038-e6c6-4b9c-b3ba-a82d0be3d900 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab2dba1-8c8c-45e8-8333-507b2bb5712c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:51.027257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9274b6b-9663-446a-87ed-7ca536629e35,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:51.043408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:51.044230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:42:51.059794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297e1a41-3861-4d2e-8f7c-318e08060b9e req-9567aede-cda2-4794-8c51-7f46835dd6a7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.061522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-297e1a41-3861-4d2e-8f7c-318e08060b9e req-9567aede-cda2-4794-8c51-7f46835dd6a7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 949 time: 0.1571577 Aug 31 06:42:51.071537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:51.084407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:51.085204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-74e61c92-a2b4-432d-97d4-f6014a6f38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.085727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-74e61c92-a2b4-432d-97d4-f6014a6f38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.086667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-74e61c92-a2b4-432d-97d4-f6014a6f38b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.088488 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-74e61c92-a2b4-432d-97d4-f6014a6f38b4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2867 time: 0.2310138 Aug 31 06:42:51.101361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:51.120549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:42:51.121901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 30c1bd39-08dd-4cef-a3ba-ffd15dc2ba38 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:42:51.150341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8250b78c-e9f3-47bf-b51e-58b12d2f157c'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e'}, {'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:51.153317 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a213c83-d964-4cf0-a0fc-7eb45b312281" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8250b78c-e9f3-47bf-b51e-58b12d2f157c"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e"}, {"server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:51.166766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.167662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:51.167977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:51.169144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] 10.222.0.53 "PUT /v2.0/ports/efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 200 len: 1092 time: 1.3838742 Aug 31 06:42:51.188325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-297e1a41-3861-4d2e-8f7c-318e08060b9e req-84d9011d-079a-473e-bb53-a8275eb96f8b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128323 Aug 31 06:42:51.188485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-6da9a85d-090e-40f5-b735-ed3187ac1f4e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.82&port_id=1d53298b-b25f-45bc-81c9-97889e8f156a HTTP/1.1" status: 200 len: 217 time: 0.0838959 Aug 31 06:42:51.212643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.218994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.221558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02e34b-0480-43a2-8a06-284f9da48eb4 service neutron] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:51.226354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.232582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.239145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.245242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.251141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.253731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-46cfea75-5c92-4de8-afef-758a7a5c5fb7 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.2939644 Aug 31 06:42:51.321688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-c9576049-e9b2-4ab0-a032-fbdf42e897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.322167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-c9576049-e9b2-4ab0-a032-fbdf42e897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.322629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-c9576049-e9b2-4ab0-a032-fbdf42e897e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.324202 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-c9576049-e9b2-4ab0-a032-fbdf42e897e6 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3640149 Aug 31 06:42:51.357994 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d0d8e3-7584-4261-baab-0a82ceccc6aa x-openstack-request-id: req-35d0d8e3-7584-4261-baab-0a82ceccc6aa {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:51.358940 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8250b78c-e9f3-47bf-b51e-58b12d2f157c", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-plugged", "status": "completed", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e", "code": 200}, {"server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "name": "network-vif-plugged", "status": "completed", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:51.359517 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-35d0d8e3-7584-4261-baab-0a82ceccc6aa {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:51.360485 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8250b78c-e9f3-47bf-b51e-58b12d2f157c', 'code': 200} Aug 31 06:42:51.361167 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'code': 200} Aug 31 06:42:51.361616 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'code': 200} Aug 31 06:42:51.362033 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35', 'code': 200} Aug 31 06:42:51.571918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1390c38a-0a96-48ef-8b25-dd0af7148104 req-8c0335e1-4014-492c-9472-1ab7ac2ff2c7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.573537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1390c38a-0a96-48ef-8b25-dd0af7148104 req-8c0335e1-4014-492c-9472-1ab7ac2ff2c7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1253402 Aug 31 06:42:51.589208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.589724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.590400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.590883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.591352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.591821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.592296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.594395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-c1a28fd8-ca5a-42b2-848f-d4c1fe58a4e3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6509 time: 0.1067467 Aug 31 06:42:51.608620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab78240-a4bb-4201-8322-99f8c176ced1 req-fc5ae20f-bbaa-4951-9d76-cbc0fdb4ceb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.610426 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ab78240-a4bb-4201-8322-99f8c176ced1 req-fc5ae20f-bbaa-4951-9d76-cbc0fdb4ceb5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 1102 time: 0.1242936 Aug 31 06:42:51.693108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1390c38a-0a96-48ef-8b25-dd0af7148104 req-ba2e2319-3140-478f-97a0-78fec9065a4a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932350 Aug 31 06:42:51.697774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9e872fe-03e9-4ee6-8511-7503a88dc058 req-cbf892b8-580a-421d-8a62-86fcb3ea7726 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0923548 Aug 31 06:42:51.699287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ab78240-a4bb-4201-8322-99f8c176ced1 req-066adef1-f592-4b44-b385-d1a4a7652809 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755291 Aug 31 06:42:51.713835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-02a61363-4d90-4893-b4d3-ac175e2ae3af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.715241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-02a61363-4d90-4893-b4d3-ac175e2ae3af service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29ddacf7-b8c8-4dec-b3ee-01836717e27d HTTP/1.1" status: 200 len: 801 time: 0.4565613 Aug 31 06:42:51.725562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-477d694e-ae6e-41be-a99c-ffa5d290ae65 req-ced05e11-7c7a-4d8a-acbb-fc2fe01cb0ab tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4491313 Aug 31 06:42:51.739690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:51.742591 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd3472b-ba92-4070-baa1-6e9b9411e379" -d '{"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:51.802560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-3aab7fe2-7f37-4b1a-8e91-70cfc95eab68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.804029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-3aab7fe2-7f37-4b1a-8e91-70cfc95eab68 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee46f74-6664-4292-aec8-aab3553ac231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741818 Aug 31 06:42:51.807087 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6e47479-09fd-4451-a42c-e51072654636 x-openstack-request-id: req-f6e47479-09fd-4451-a42c-e51072654636 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:51.807375 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:51.807604 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f6e47479-09fd-4451-a42c-e51072654636 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:51.808013 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3', 'status': 'completed', 'code': 200} Aug 31 06:42:51.812091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-a3908ced-d910-4eee-834d-bf6eba780dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.813560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-a3908ced-d910-4eee-834d-bf6eba780dbb service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4788675 Aug 31 06:42:51.841719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.850117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.856649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.864661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.870646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.876668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.883249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:51.885349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa111213-ad9e-470c-adac-ddf49839820f req-8d248a82-324f-4ec3-99e5-c5010978f2ee tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1059260 Aug 31 06:42:51.922762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-682c5e01-c702-4b28-999b-516b0ca42d56 service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965693 Aug 31 06:42:51.923213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:51.936597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa111213-ad9e-470c-adac-ddf49839820f req-fcfe35de-08af-48f1-b6d1-3b1ba81e353c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0448015 Aug 31 06:42:52.018289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-8a5caf54-f451-4185-8477-a69ad6dcda8b service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864961 Aug 31 06:42:52.049824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452e53-82b0-45b9-a9a1-4bf997ed17dc req-f233573d-9373-4ee3-a28f-266e3c910733 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.051313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1729910097-network', 'tenant_id': '4a2b6385de6d414587487a8500f701d5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:52.056605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452e53-82b0-45b9-a9a1-4bf997ed17dc req-f233573d-9373-4ee3-a28f-266e3c910733 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.062536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9452e53-82b0-45b9-a9a1-4bf997ed17dc req-f233573d-9373-4ee3-a28f-266e3c910733 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.064230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9452e53-82b0-45b9-a9a1-4bf997ed17dc req-f233573d-9373-4ee3-a28f-266e3c910733 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2411 time: 0.0661397 Aug 31 06:42:52.101168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a70461a5-97d4-4cef-bb3f-07388883129d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.219&port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6 HTTP/1.1" status: 200 len: 217 time: 0.0538220 Aug 31 06:42:52.108179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9452e53-82b0-45b9-a9a1-4bf997ed17dc req-34ad6a40-fbf8-47b9-83d7-32735f0d3e9d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372756 Aug 31 06:42:52.114571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Made reservation on behalf of 4a2b6385de6d414587487a8500f701d5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:52.116927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.134107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.181403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.181890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.182366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.182842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.183308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.183772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.184238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.186189 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-d986ee78-cd00-46e6-bff4-c7c7ac0e59e5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6485 time: 0.0545769 Aug 31 06:42:52.188465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-908f4575-fadc-4b58-9262-9f91930a9378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.189911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-908f4575-fadc-4b58-9262-9f91930a9378 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f113af7f-5995-4875-af76-e10654680836 HTTP/1.1" status: 200 len: 801 time: 0.0698779 Aug 31 06:42:52.302830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-8b04af63-cd61-40e6-ba16-e7aa6843ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.303281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-8b04af63-cd61-40e6-ba16-e7aa6843ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.303809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-8b04af63-cd61-40e6-ba16-e7aa6843ed02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.304045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-fd068274-b572-422c-8d4c-78c94b4ca629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.305386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-8b04af63-cd61-40e6-ba16-e7aa6843ed02 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1109011 Aug 31 06:42:52.305518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-fd068274-b572-422c-8d4c-78c94b4ca629 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5325a615-95f4-4561-b8b2-ac521e34e2a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934706 Aug 31 06:42:52.338133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.372787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.397433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bde7d9-e94c-4cd1-bc25-f5266fd0b36e req-b0636ac0-88a7-4ccd-889d-041599acd722 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.398908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3bde7d9-e94c-4cd1-bc25-f5266fd0b36e req-b0636ac0-88a7-4ccd-889d-041599acd722 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 950 time: 0.1421542 Aug 31 06:42:52.415612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-75f54d43-8d51-49ea-8a56-8bc82ce56231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.417469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d03f87b-c507-4fc2-b652-750742e0a22f req-75f54d43-8d51-49ea-8a56-8bc82ce56231 service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1038077 Aug 31 06:42:52.418372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:42:52.460738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=707a17fa-1876-41b6-b059-69b0cc5c237a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:52.474450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.474688 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Added segment 4454a9eb-642d-4acd-8fe3-6c558e085af7 of type vlan for network db5c0159-9475-40a7-8930-17335b377a66 Aug 31 06:42:52.504847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.505361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.505973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.506605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.507085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.507563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.508040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.510231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fa5cc425-98ee-43b4-853f-e46be8dbdabd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6485 time: 0.0561202 Aug 31 06:42:52.522832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-189f33ad-f111-4535-8153-c08228a82e7e service neutron] 10.222.0.50 "GET /v2.0/networks/5325a615-95f4-4561-b8b2-ac521e34e2a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006156 Aug 31 06:42:52.527771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3bde7d9-e94c-4cd1-bc25-f5266fd0b36e req-cf7a2b7d-0253-4a93-85bd-7adf19f3ea5b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210570 Aug 31 06:42:52.540027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.564437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3a1f6256-c6b5-40fb-8b0d-af4dc4316f15 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 200 len: 217 time: 0.0446525 Aug 31 06:42:52.613646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.614612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.615190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.617927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f41ec244-836f-4a32-8603-6cf33e694dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.619416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f41ec244-836f-4a32-8603-6cf33e694dcc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1679fff8-fdaf-4ba8-87cc-999cf377e4c4 HTTP/1.1" status: 200 len: 851 time: 0.0457718 Aug 31 06:42:52.671901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-7a2f34c4-67a4-4442-be5f-008e4e5c1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.673454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-7a2f34c4-67a4-4442-be5f-008e4e5c1ebd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4efb29e2-bfec-4884-aab7-02f0886c34de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0458109 Aug 31 06:42:52.692620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7683778 Aug 31 06:42:52.698176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:52.702862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Request body: {'subnet': {'network_id': 'db5c0159-9475-40a7-8930-17335b377a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1729910097-subnet', 'tenant_id': '4a2b6385de6d414587487a8500f701d5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:52.709584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-0111b641-2ea7-4388-8db9-9a27ddc37bc8 service neutron] 10.222.0.50 "GET /v2.0/networks/5325a615-95f4-4561-b8b2-ac521e34e2a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668994 Aug 31 06:42:52.711325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead54d55-f46a-4c13-9a11-17a1c61ddc5f admin admin] Pushing event updated for resources: {'Network': ['ID=db5c0159-9475-40a7-8930-17335b377a66,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:52.724468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network db5c0159-9475-40a7-8930-17335b377a66 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:42:52.731411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:52.734487 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6157f257-d642-4f61-bcf2-7263397ea970" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:52.763301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-f20dd4b5-b052-430d-9494-c467834edfb9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 HTTP/1.1" status: 200 len: 217 time: 0.0416584 Aug 31 06:42:52.776204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Made reservation on behalf of 4a2b6385de6d414587487a8500f701d5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:52.781737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:52.787243 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea2406de-4a14-42a8-be0c-891002d1b90d x-openstack-request-id: req-ea2406de-4a14-42a8-be0c-891002d1b90d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:52.787661 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:52.787914 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ea2406de-4a14-42a8-be0c-891002d1b90d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:52.789777 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'status': 'completed', 'code': 200} Aug 31 06:42:52.828653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ec5b650a-5f13-4486-a011-23c340883ad5 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469119 Aug 31 06:42:52.911853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-77a63af8-e0b4-428a-9be9-19aa87ba3ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.913317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-77a63af8-e0b4-428a-9be9-19aa87ba3ed8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29ddacf7-b8c8-4dec-b3ee-01836717e27d HTTP/1.1" status: 200 len: 801 time: 0.1293275 Aug 31 06:42:52.929557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884ad35f-e715-4101-8cc9-b9d17e53a9a1 req-0c26f034-6307-48ce-a58e-873f75e45a7f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.931182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-884ad35f-e715-4101-8cc9-b9d17e53a9a1 req-0c26f034-6307-48ce-a58e-873f75e45a7f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1170247 Aug 31 06:42:52.979557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-f1b55d59-2842-48c9-a226-930a8356a57d service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407928 Aug 31 06:42:52.980100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.986398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.993123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:52.998350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-884ad35f-e715-4101-8cc9-b9d17e53a9a1 req-d0068bf5-a665-4f44-a520-b273ea2164e4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578630 Aug 31 06:42:52.999158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.005663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.021564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.021564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.021564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-24bb8a03-1cde-4615-9696-ebaa415e5c43 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.1654537 Aug 31 06:42:53.035740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-7a7b4f41-7fc4-4732-a7c7-b12cee0d6761 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 217 time: 0.0448179 Aug 31 06:42:53.077184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c128ce-2319-493a-85ab-e18b5e38004b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.078638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-a9c128ce-2319-493a-85ab-e18b5e38004b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee46f74-6664-4292-aec8-aab3553ac231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1506610 Aug 31 06:42:53.126411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5d625b62-fd41-4928-baad-a228251b5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.127914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-5d625b62-fd41-4928-baad-a228251b5c84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0804884 Aug 31 06:42:53.149837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.153184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a73393e1-aebd-49af-b824-da8a0528faf4 req-45f65891-02d7-4004-b763-53fed57bda0e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219449 Aug 31 06:42:53.156133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.163554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.169608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.175856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.181721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.187566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.189698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-0fd60235-8d15-43b5-ae7e-6b4904b519d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1096015 Aug 31 06:42:53.219631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:53.261406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-6f109bad-cb34-443c-8e44-0587d340b2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.262779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-6f109bad-cb34-443c-8e44-0587d340b2e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0721571 Aug 31 06:42:53.279466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-8bb246b2-a81d-4ced-ae58-a10d4e628dcb service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806321 Aug 31 06:42:53.312873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e7a5662-46ef-495b-830b-261e76c115f7 req-4f1bbcca-2e03-4cba-8cf3-b865a3daa244 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074753 Aug 31 06:42:53.344222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7c68727-5ceb-4079-9740-7ac35f291abd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:53.355516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Checking segment: {'id': '4454a9eb-642d-4acd-8fe3-6c558e085af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:53.356192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Network hostable DHCP agents. Network: db5c0159-9475-40a7-8930-17335b377a66, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:42:53.413008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-1fc31763-4a29-491d-98d9-f80d2de679de service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340725 Aug 31 06:42:53.453165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Network db5c0159-9475-40a7-8930-17335b377a66 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:42:53.472870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, db5c0159-9475-40a7-8930-17335b377a66) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:53.482503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576aa07c-5fae-45a6-aa80-50ac2fcfc1f9 None None] Network db5c0159-9475-40a7-8930-17335b377a66 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:53.490938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8545c-bdd0-4805-bab4-9ca192c7e071 req-4240f680-7621-4f19-915e-80b888886a87 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.496965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8545c-bdd0-4805-bab4-9ca192c7e071 req-4240f680-7621-4f19-915e-80b888886a87 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.503662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe8545c-bdd0-4805-bab4-9ca192c7e071 req-4240f680-7621-4f19-915e-80b888886a87 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.505376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fe8545c-bdd0-4805-bab4-9ca192c7e071 req-4240f680-7621-4f19-915e-80b888886a87 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2411 time: 0.1192546 Aug 31 06:42:53.508531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.509190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:53.519859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9696625e-1a3d-45f8-811b-5a4795b1ff6a req-e24c5516-9afe-448b-85df-d525fc95cae9 service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220252 Aug 31 06:42:53.524287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-1a28fe83-8455-4b1d-ba75-23557d472c81 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026509 Aug 31 06:42:53.541777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bde6a4c9-4812-4f85-9b3f-2059cfc7d1e5 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8425462 Aug 31 06:42:53.575846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fe8545c-bdd0-4805-bab4-9ca192c7e071 req-671d327d-c38d-446a-843d-1128aa515d8a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590131 Aug 31 06:42:53.581515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3202acb3-25c4-42ad-86ba-0f9aba492ee5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 217 time: 0.0451534 Aug 31 06:42:53.637001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-9d2a80a6-0158-45d7-94bf-b7c710b97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.637518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-9d2a80a6-0158-45d7-94bf-b7c710b97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.638066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-9d2a80a6-0158-45d7-94bf-b7c710b97f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.639873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-9d2a80a6-0158-45d7-94bf-b7c710b97f64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2867 time: 0.0523331 Aug 31 06:42:53.657950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3c9dcb24-54d1-4a7e-9888-5401bec149ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.659661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3c9dcb24-54d1-4a7e-9888-5401bec149ce service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0716691 Aug 31 06:42:53.661245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970e0f38-fd7c-4576-a185-bb55dce706ca None None] Network db5c0159-9475-40a7-8930-17335b377a66 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:42:53.727876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d573eead-9508-44d7-a4db-4f536b7fd787 req-9528a06c-c328-4015-84d2-92e99336a78c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.729423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d573eead-9508-44d7-a4db-4f536b7fd787 req-9528a06c-c328-4015-84d2-92e99336a78c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 950 time: 0.0880029 Aug 31 06:42:53.744580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-c971227e-21cf-48bf-b454-8b4b730b7ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.746082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-c971227e-21cf-48bf-b454-8b4b730b7ae4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0725110 Aug 31 06:42:53.777279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-50cff4d6-f0bb-4368-ad17-35149ded98e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.779108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-50cff4d6-f0bb-4368-ad17-35149ded98e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dee46f74-6664-4292-aec8-aab3553ac231 HTTP/1.1" status: 200 len: 903 time: 0.1277237 Aug 31 06:42:53.820511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d573eead-9508-44d7-a4db-4f536b7fd787 req-030ebd6e-65ef-41bc-8cf9-c3c319cc39bb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788615 Aug 31 06:42:53.825515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-3cbf2d9d-ac15-43a2-9a2d-abd8363e3483 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.69&port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 HTTP/1.1" status: 200 len: 217 time: 0.0364935 Aug 31 06:42:53.879192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-fe44447f-7951-48b6-8ea3-958b4915145d service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130335 Aug 31 06:42:53.908559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-780eab4e-7811-4d1f-b5b0-3d09a33ce861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.912147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-780eab4e-7811-4d1f-b5b0-3d09a33ce861 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=29ddacf7-b8c8-4dec-b3ee-01836717e27d HTTP/1.1" status: 200 len: 801 time: 0.0617263 Aug 31 06:42:53.981722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-12277a8f-a96e-4bb9-8d68-d0095d2ba050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:53.984196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-12277a8f-a96e-4bb9-8d68-d0095d2ba050 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dee46f74-6664-4292-aec8-aab3553ac231&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583849 Aug 31 06:42:54.020398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-970ff4c6-84d8-4cac-8416-d851d2c22b1f service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332948 Aug 31 06:42:54.095953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ebeb393c-4453-49e2-b69d-3196c0216731 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=664041ec-e9ad-495a-ac85-078c0c324c3a HTTP/1.1" status: 200 len: 217 time: 0.0680468 Aug 31 06:42:54.170299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-3e8034bf-09d0-45dc-a1f7-c74fe44fd2f5 service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718037 Aug 31 06:42:54.176162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848d966-20c5-4605-adc3-083c5d000212 req-1b4bae61-c020-40c3-999e-8440f9ea214f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.182166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848d966-20c5-4605-adc3-083c5d000212 req-1b4bae61-c020-40c3-999e-8440f9ea214f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.183851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1848d966-20c5-4605-adc3-083c5d000212 req-1b4bae61-c020-40c3-999e-8440f9ea214f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2&device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 1691 time: 0.0978684 Aug 31 06:42:54.187729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-d9cfc677-56cb-4543-8bc6-074619dd8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.189076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-d9cfc677-56cb-4543-8bc6-074619dd8f5c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0743036 Aug 31 06:42:54.238320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-d7706872-0af8-4411-8146-95e8f22fe0e7 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.239819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-d7706872-0af8-4411-8146-95e8f22fe0e7 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/networks?id=db5c0159-9475-40a7-8930-17335b377a66 HTTP/1.1" status: 200 len: 813 time: 0.1672614 Aug 31 06:42:54.249368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1848d966-20c5-4605-adc3-083c5d000212 req-62bcc962-b4b2-46f2-99d0-409494e3a6b4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Aug 31 06:42:54.262451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-07869925-034b-4c90-bc95-d04538a56b5e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/quotas/4a2b6385de6d414587487a8500f701d5 HTTP/1.1" status: 200 len: 375 time: 0.0150559 Aug 31 06:42:54.278448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-59df9186-e80c-4386-9c82-21f5eed85401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.280058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-59df9186-e80c-4386-9c82-21f5eed85401 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0828216 Aug 31 06:42:54.307034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-454c17de-eeab-4492-a4d5-c1813a254f8e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4a2b6385de6d414587487a8500f701d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358770 Aug 31 06:42:54.335980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bd3472b-ba92-4070-baa1-6e9b9411e379 req-67689c66-14f3-441c-a6b5-c1ff02f4a4fa service neutron] 10.222.0.50 "GET /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547377 Aug 31 06:42:54.405318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-32fdc6a1-296d-4b1f-bc7b-38551528a6c2 service neutron] 10.222.0.57 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898700 Aug 31 06:42:54.412878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2613645e-ae4d-4744-8800-a86295d8bbe7 req-169dac2c-ce00-4c28-aa3f-77e9b241da7f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.414552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2613645e-ae4d-4744-8800-a86295d8bbe7 req-169dac2c-ce00-4c28-aa3f-77e9b241da7f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1066468 Aug 31 06:42:54.420353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-bdaa218a-3f0d-4fa4-ba99-36811ff8f875 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325192 Aug 31 06:42:54.500666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-7e8d0154-01be-4f81-a3ac-1ffa0eb2c6a0 service neutron] 10.222.0.57 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882754 Aug 31 06:42:54.504962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2613645e-ae4d-4744-8800-a86295d8bbe7 req-044bd4d1-0d6a-403e-be87-d7d7963c3d19 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836828 Aug 31 06:42:54.546061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-08af88ef-8a95-4e9e-84ab-aee701682191 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181328 Aug 31 06:42:54.590547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-0ace7d5e-7e1e-4d3f-9740-34034ca0a1ad service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=97a34732-5361-4302-946e-fb30452d0667 HTTP/1.1" status: 200 len: 217 time: 0.0372181 Aug 31 06:42:54.682264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.686405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.692771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.698680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.704493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.711321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.717418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.719349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6056c26b-5ac9-43ea-b180-244e228259ec req-fc765663-1593-4327-a281-b6ed4e3a702a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.1316233 Aug 31 06:42:54.724581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-6d00a5b4-ddcd-48bc-be0d-b74055d77362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.726016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-6d00a5b4-ddcd-48bc-be0d-b74055d77362 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.1254117 Aug 31 06:42:54.801117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29dc97b9-e9e5-49f3-a481-d125502f4ffe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:54.809697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6056c26b-5ac9-43ea-b180-244e228259ec req-f68bd421-7dd6-49d9-a353-de6b150aa14f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0814457 Aug 31 06:42:54.819712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-27242ce1-db44-4944-a66b-5de3f6847ede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.822330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-27242ce1-db44-4944-a66b-5de3f6847ede service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0743515 Aug 31 06:42:54.864106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.870129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.876074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.882174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.888542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.895887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.901919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:54.903806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-9e1bd052-babf-473d-8169-817316ce5816 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1029558 Aug 31 06:42:54.948928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-c8a71777-3c88-4099-9eff-e60f5f81e17b service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184096 Aug 31 06:42:54.952679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-407fe3a9-7abb-4552-895d-a9d9b5139a82 req-0e94f660-8171-4bc0-a0e6-e26aec98d15d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408835 Aug 31 06:42:55.045575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec6837dd-e606-4dbc-8652-efc524dd50a3 req-ac4bd73b-c0be-4c5a-8f5c-2f7a1f549934 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 210 time: 0.0294812 Aug 31 06:42:55.103119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a9c0-3aad-4bdc-a68b-ba215cad626e req-89106342-5480-415c-a2ca-d5d82a78a742 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.108940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a9c0-3aad-4bdc-a68b-ba215cad626e req-89106342-5480-415c-a2ca-d5d82a78a742 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.115891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0a9c0-3aad-4bdc-a68b-ba215cad626e req-89106342-5480-415c-a2ca-d5d82a78a742 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.117563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebf0a9c0-3aad-4bdc-a68b-ba215cad626e req-89106342-5480-415c-a2ca-d5d82a78a742 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2411 time: 0.1207693 Aug 31 06:42:55.139200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-d79083a9-8dc0-4086-8de2-7e1974a5b946 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835930 Aug 31 06:42:55.164226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb417be-97d3-47e7-a108-9aaef7ce5566 req-55641880-6add-41f4-920a-34cf291bbfbb tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.166011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffb417be-97d3-47e7-a108-9aaef7ce5566 req-55641880-6add-41f4-920a-34cf291bbfbb tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 1102 time: 0.0505450 Aug 31 06:42:55.196123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-b0380224-b8d1-4833-9b32-afe626468232 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0 HTTP/1.1" status: 200 len: 217 time: 0.0451877 Aug 31 06:42:55.201521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebf0a9c0-3aad-4bdc-a68b-ba215cad626e req-4c226f1d-7ff3-4065-b3a8-05f9dc8a2c5d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746338 Aug 31 06:42:55.207434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffb417be-97d3-47e7-a108-9aaef7ce5566 req-ecb6ec42-381f-4892-91b4-8a3601323bf6 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345788 Aug 31 06:42:55.249614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-e1c447f3-9db9-4f46-9649-2cdf2472b313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.251280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-e1c447f3-9db9-4f46-9649-2cdf2472b313 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0482883 Aug 31 06:42:55.333540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d6504c-1554-417f-9956-231fb6ed464f req-b552fc2b-6184-45d3-9bc4-3d41cb9aa223 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.335463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28d6504c-1554-417f-9956-231fb6ed464f req-b552fc2b-6184-45d3-9bc4-3d41cb9aa223 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 1102 time: 0.0455031 Aug 31 06:42:55.340892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ed6e9cd5-4867-46de-a5aa-b4164da64cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.341918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-ed6e9cd5-4867-46de-a5aa-b4164da64cf2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0841775 Aug 31 06:42:55.358306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.366031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.372806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.374068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28d6504c-1554-417f-9956-231fb6ed464f req-875c3358-41a2-4610-8e9c-1038a40d88f3 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322075 Aug 31 06:42:55.380167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.389518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.392246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.398848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.401776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9b0a3e0-7d85-40ea-b4ce-fc6dfecc8ebe req-38ab51dc-f7ba-414b-8db7-73327a5e1b8a tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.1343679 Aug 31 06:42:55.411924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:42:55.416929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Request body: {'floatingip': {'port_id': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:55.458375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:55.498731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-e4140616-577d-4f2a-a821-8b00a614df95 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957274 Aug 31 06:42:55.632075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-50ac5628-d747-4c5b-a6a4-2cd17d8175fc service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263781 Aug 31 06:42:55.655425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a43393-eec2-4572-b775-6ecc5c0b8133 req-cf538c05-b638-4812-9450-4bf59633be57 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:55.657008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a43393-eec2-4572-b775-6ecc5c0b8133 req-cf538c05-b638-4812-9450-4bf59633be57 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0786576 Aug 31 06:42:55.695233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-80d81c20-6c8a-44c7-964d-248d8647d86b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0544815 Aug 31 06:42:55.705368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-70e36b62-7d60-4656-bde2-d8fab709b6f0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242410 Aug 31 06:42:56.016733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-8c893678-71cd-429d-98be-4180de8852ce tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.018292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-8c893678-71cd-429d-98be-4180de8852ce tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3051922 Aug 31 06:42:56.051660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-9a167d3e-230d-4d0d-871b-ab6e129d5943 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.0246284 Aug 31 06:42:56.074537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a43393-eec2-4572-b775-6ecc5c0b8133 req-26af7eca-ce4a-40fa-a525-92ea051db82d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3817198 Aug 31 06:42:56.085835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-df3a1824-82d7-41d5-9428-3b9e70f47f61 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.087562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-df3a1824-82d7-41d5-9428-3b9e70f47f61 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.50 "GET /v2.0/networks?id=db5c0159-9475-40a7-8930-17335b377a66 HTTP/1.1" status: 200 len: 813 time: 0.2300115 Aug 31 06:42:56.088072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-138a31e6-ad44-427d-9478-9c5ccb0db3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.094704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-138a31e6-ad44-427d-9478-9c5ccb0db3c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0659885 Aug 31 06:42:56.130589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Request body: {'port': {'device_id': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66', 'admin_state_up': True, 'tenant_id': '4a2b6385de6d414587487a8500f701d5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:56.150011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-637caa52-cfb1-4cd2-827c-3da67f8767ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.151518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-637caa52-cfb1-4cd2-827c-3da67f8767ba service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533283 Aug 31 06:42:56.259814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-3ce2b476-91f1-4f94-a66f-17c64db824b6 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006386 Aug 31 06:42:56.393387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.399422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.405402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.411333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.417098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.422956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.429527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.431484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-9bb503d5-cc46-4746-aa88-fef5bdb8782b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1436472 Aug 31 06:42:56.456587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76e9a942-0c9e-4129-a1da-7cc54e2c2f08 req-84e50749-2bb0-44c1-b279-80cffff20194 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895127 Aug 31 06:42:56.479084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:42:56.480446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d79fc5c7-2148-4a10-85c9-f58cd393adc5 req-d3852cc0-d6ac-44d3-a9fc-80a921968065 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0422025 Aug 31 06:42:56.547493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-ab956cf0-1c8b-4579-8ec6-42308c5d27a5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4866679 Aug 31 06:42:56.567936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.577475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.599042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.599538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.600029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.600495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.600995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.601538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.602013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.603946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ffd8dde8-96ba-47eb-ad2a-b5512ec64048 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6485 time: 0.0854166 Aug 31 06:42:56.609856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d29e662-7133-45c4-920c-c54bd8715224 req-cebcf79c-77bf-430c-9847-5277b2c3440b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 210 time: 0.0517936 Aug 31 06:42:56.688205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Made reservation on behalf of 4a2b6385de6d414587487a8500f701d5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:56.692653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:56.733191 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Floating IP a43ef8c8-4149-4784-8db0-58d21d678215 associated. External IP: 172.25.3.2, port: 8a2f8e66-3ccd-41e8-8907-bb511b371167. Aug 31 06:42:56.786920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7aeb-0074-489f-aea7-dbcdfe3fdf5b req-94db15d6-7e61-4303-96f4-a7a8f2c44997 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.793413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7aeb-0074-489f-aea7-dbcdfe3fdf5b req-94db15d6-7e61-4303-96f4-a7a8f2c44997 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.799996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e7aeb-0074-489f-aea7-dbcdfe3fdf5b req-94db15d6-7e61-4303-96f4-a7a8f2c44997 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.802088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db6e7aeb-0074-489f-aea7-dbcdfe3fdf5b req-94db15d6-7e61-4303-96f4-a7a8f2c44997 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2411 time: 0.1038654 Aug 31 06:42:56.805518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-921ad24c-aab3-4417-8bba-c6ab48f8ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.806979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-921ad24c-aab3-4417-8bba-c6ab48f8ef6e service neutron] 10.222.0.53 "GET /v2.0/networks?id=45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 200 len: 902 time: 0.1929059 Aug 31 06:42:56.871077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-3ad6dd88-9737-4695-a5bb-7cd80b7c5d3f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0499082 Aug 31 06:42:56.913312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db6e7aeb-0074-489f-aea7-dbcdfe3fdf5b req-8525df36-02a0-4861-9f02-0474557a0e29 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006877 Aug 31 06:42:56.917228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Allocated IP 172.20.0.6 (db5c0159-9475-40a7-8930-17335b377a66/c7c68727-5ceb-4079-9740-7ac35f291abd/9efaf3f1-01d7-4a32-9d1a-ef8db091046e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:56.948137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-d943804d-c5ae-4a88-b023-72e1a8c06990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:56.949704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-d943804d-c5ae-4a88-b023-72e1a8c06990 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0664287 Aug 31 06:42:57.015131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6157f257-d642-4f61-bcf2-7263397ea970 req-f57ba6da-fc4f-4f55-9281-d87f61b1403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.016808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-f57ba6da-fc4f-4f55-9281-d87f61b1403d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0593781 Aug 31 06:42:57.107951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb5163a5-f720-46d4-8fa3-f939acf629f6 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:57.158619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-494837f2-1dcd-4722-805c-9d0190ec873f req-4c7af1c2-83b5-4763-ba76-c54dd2e0fc93 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 210 time: 0.0722547 Aug 31 06:42:57.163476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Router 11a45c78-4cb5-460f-8f36-a76651202c93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:42:57.201905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-ccfeda4c-7951-4a0b-bb7f-0048b2b4a51f service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757829 Aug 31 06:42:57.310250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.344976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.361289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'bb5163a5-f720-46d4-8fa3-f939acf629f6', 'network_id': '5325a615-95f4-4561-b8b2-ac521e34e2a6', 'port_id': 'bb5163a5-f720-46d4-8fa3-f939acf629f6', 'mac_address': 'fa:16:3e:8a:8d:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f113af7f-5995-4875-af76-e10654680836', 'ip_address': '19.86.0.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:57.366887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0746719a-b717-4d34-92c2-51d0cba4a6f7 req-481789dc-5840-4a1c-b7b8-1b5b2f2a9539 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.370519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6157f257-d642-4f61-bcf2-7263397ea970 req-a67f5187-d4e2-4327-92f9-d34e25a50d81 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606171 Aug 31 06:42:57.381212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0746719a-b717-4d34-92c2-51d0cba4a6f7 req-481789dc-5840-4a1c-b7b8-1b5b2f2a9539 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1897588 Aug 31 06:42:57.422623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.432792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f9eb943-8bf4-4ccc-b397-a7958f400bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.438917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb5163a5-f720-46d4-8fa3-f939acf629f6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:57.462272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.462571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:42:57.468285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.472108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.473345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1d53298b-b25f-45bc-81c9-97889e8f156a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:57.475471 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Sync routers for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:42:57.489516 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:57.490384 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:57.505365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0746719a-b717-4d34-92c2-51d0cba4a6f7 req-c6eb8f46-5ea5-4d80-b7c4-1d7fe36a4c22 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121645 Aug 31 06:42:57.528589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.534919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:57.576649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b0d3bff1-2eb6-48a6-9d3f-519081f97834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "PUT /v2.0/floatingips/a43ef8c8-4149-4784-8db0-58d21d678215 HTTP/1.1" status: 200 len: 990 time: 2.1636169 Aug 31 06:42:57.578455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Pushing event updated for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:57.593287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:57.595630 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf9b2c5-c647-436c-8e47-f7a9760577d9" -d '{"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:57.639419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Network db5c0159-9475-40a7-8930-17335b377a66 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:42:57.640969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:42:57.652192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:42:57.702255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:57.726009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.727733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.736637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.750935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.758048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1d53298b-b25f-45bc-81c9-97889e8f156a,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.761476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.761869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6953bacf-7801-4569-9e47-4984dcd78f69 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6414948 Aug 31 06:42:57.764041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.767660 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-399ff993-6d7f-4a57-be52-bf1f108e5652 x-openstack-request-id: req-399ff993-6d7f-4a57-be52-bf1f108e5652 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:57.767954 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:57.768249 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-399ff993-6d7f-4a57-be52-bf1f108e5652 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:57.768800 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'status': 'completed', 'code': 200} Aug 31 06:42:57.775333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1d53298b-b25f-45bc-81c9-97889e8f156a', 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'port_id': '1d53298b-b25f-45bc-81c9-97889e8f156a', 'mac_address': 'fa:16:3e:fb:57:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ddacf7-b8c8-4dec-b3ee-01836717e27d', 'ip_address': '19.80.0.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:57.780718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Request body: {'port': {'device_id': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:57.785481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.800917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.814446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.827294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.828818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.838398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-eb8be5fa-900c-4f8a-816a-bb703097cda6 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.2041898 Aug 31 06:42:57.846439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d53298b-b25f-45bc-81c9-97889e8f156a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:57.870063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1d53298b-b25f-45bc-81c9-97889e8f156a,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.874572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.875493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:42:57.926805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:57.948357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b225abeb-d5d7-4f38-9632-7f0aaf4f9b22 req-436ab920-9a10-4863-b5cc-4e0d181ceb06 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1076117 Aug 31 06:42:57.949536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3', 'network_id': 'dee46f74-6664-4292-aec8-aab3553ac231', 'port_id': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3', 'mac_address': 'fa:16:3e:dc:20:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 598, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ddacf7-b8c8-4dec-b3ee-01836717e27d', 'ip_address': '19.80.0.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:42:57.961689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:57.978790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.983506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.984186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.986150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.988399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.991144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.991685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:57.993793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-32ac100c-16cc-4e91-bfd7-022084c9b444 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6509 time: 0.1366735 Aug 31 06:42:58.006221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66717d85-5dd8-4cc5-b6bd-e5dd8917fca5 req-0e472916-5f35-4747-881e-b27bac033ae6 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.014061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66717d85-5dd8-4cc5-b6bd-e5dd8917fca5 req-0e472916-5f35-4747-881e-b27bac033ae6 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 931 time: 0.1614356 Aug 31 06:42:58.083009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.122730 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.145249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:58.169244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:42:58.179171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.245241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.259557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a43ef8c8-4149-4784-8db0-58d21d678215', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'port_id': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'mac_address': 'fa:16:3e:62:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:37Z', 'updated_at': '2021-08-31T06:42:56Z', 'revision_number': 1, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:58.265629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66717d85-5dd8-4cc5-b6bd-e5dd8917fca5 req-a8fe4f6c-fc07-40ca-abae-a18714d505bd tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502575 Aug 31 06:42:58.266196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a53db-ab05-42ac-a3df-718617cb11af req-1b15731e-fa7f-4983-8494-3745c92187ba tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.273420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a53db-ab05-42ac-a3df-718617cb11af req-1b15731e-fa7f-4983-8494-3745c92187ba tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.278736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a53db-ab05-42ac-a3df-718617cb11af req-1b15731e-fa7f-4983-8494-3745c92187ba tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.287888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-464a53db-ab05-42ac-a3df-718617cb11af req-1b15731e-fa7f-4983-8494-3745c92187ba tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2414 time: 0.1228614 Aug 31 06:42:58.294385 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Checking router: 11a45c78-4cb5-460f-8f36-a76651202c93 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:42:58.311826 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:42:58.312858 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:58.353310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-464a53db-ab05-42ac-a3df-718617cb11af req-2e3cc37b-fdf6-42f0-9b01-742f2e818fcb tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641723 Aug 31 06:42:58.375654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-a72b107f-34b3-439a-bc77-65977b05efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.379116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-a72b107f-34b3-439a-bc77-65977b05efa8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4 HTTP/1.1" status: 200 len: 918 time: 0.3677089 Aug 31 06:42:58.395641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f091006-d6d1-4627-b0be-495a581a79cd req-b2a483de-6adb-4b35-96ba-6d764d27d234 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 210 time: 0.0500824 Aug 31 06:42:58.406517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9efaf3f1-01d7-4a32-9d1a-ef8db091046e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:42:58.415180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.429462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Transition to ACTIVE for port object 9efaf3f1-01d7-4a32-9d1a-ef8db091046e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:42:58.435719 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.461037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:42:58.481211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-b1abc5e6-4d19-40ee-bf4f-0699a2627d88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 200 len: 998 time: 0.0937994 Aug 31 06:42:58.484002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Pushing event updated for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.568868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-3dc11dd9-9077-4e45-a7c5-03eb610e7a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.570576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-3dc11dd9-9077-4e45-a7c5-03eb610e7a47 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62087458-557d-429f-ae80-6611eb033dbd HTTP/1.1" status: 200 len: 856 time: 0.0708227 Aug 31 06:42:58.612360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Attempting to bind port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:42:58.613458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Attempting to bind port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '4454a9eb-642d-4acd-8fe3-6c558e085af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:42:58.614001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Attempting to bind port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e on network db5c0159-9475-40a7-8930-17335b377a66 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:58.619427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e on network db5c0159-9475-40a7-8930-17335b377a66 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:42:58.619996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Attempting to bind port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e on network db5c0159-9475-40a7-8930-17335b377a66 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:42:58.625482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:42:58.626047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Checking segment: {'id': '4454a9eb-642d-4acd-8fe3-6c558e085af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:42:58.626645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Bound using segment: {'id': '4454a9eb-642d-4acd-8fe3-6c558e085af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:42:58.627248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Bound port: 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4454a9eb-642d-4acd-8fe3-6c558e085af7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:42:58.628020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.672535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-4d5e62fd-9271-434e-900e-0b49b0e6d997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.675889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-4d5e62fd-9271-434e-900e-0b49b0e6d997 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0962451 Aug 31 06:42:58.687185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bb5163a5-f720-46d4-8fa3-f939acf629f6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:58.695599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6553b45e-f275-4574-bfc5-aced5ba0bae9 req-afd5e95c-f7d1-4eb2-bc6b-55e589ea4800 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.697820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6553b45e-f275-4574-bfc5-aced5ba0bae9 req-afd5e95c-f7d1-4eb2-bc6b-55e589ea4800 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0889871 Aug 31 06:42:58.701776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-f7911973-8a77-4fe6-a4c3-ac843f794548 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289319 Aug 31 06:42:58.776530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d14e4bd4-a371-4495-a4d2-7b42e5ce87c3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:58.778696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1d53298b-b25f-45bc-81c9-97889e8f156a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:42:58.793011 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a43ef8c8-4149-4784-8db0-58d21d678215', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'port_id': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'mac_address': 'fa:16:3e:62:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:37Z', 'updated_at': '2021-08-31T06:42:56Z', 'revision_number': 1, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:42:58.816864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:42:58.822972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,segment=NetworkSegment(4454a9eb-642d-4acd-8fe3-6c558e085af7),segment_id=4454a9eb-642d-4acd-8fe3-6c558e085af7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:42:58.836596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.843222 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b3a4e5-eb02-42a4-ae4d-edf750cceec0 None None] The sync data for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 is: [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a43ef8c8-4149-4784-8db0-58d21d678215', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'floating_ip_address': '172.25.3.2', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'port_id': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 992, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'mac_address': 'fa:16:3e:62:b7:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:41:37Z', 'updated_at': '2021-08-31T06:42:56Z', 'revision_number': 1, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:42:58.880119 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-00aef870-e4e0-4dff-b71a-d2bd46d97df7 service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809702 Aug 31 06:42:58.883597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6553b45e-f275-4574-bfc5-aced5ba0bae9 req-70987db9-f4fd-4a36-9da6-1c5a595e7fb9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733971 Aug 31 06:42:58.921870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.922869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:58.924335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] 10.222.0.50 "PUT /v2.0/ports/9efaf3f1-01d7-4a32-9d1a-ef8db091046e HTTP/1.1" status: 200 len: 1092 time: 1.1489515 Aug 31 06:42:58.953796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-de469a85-a7d9-4dc4-b9f7-a90fe9fd038c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:58.955298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-de469a85-a7d9-4dc4-b9f7-a90fe9fd038c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2437403 Aug 31 06:42:58.956916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0654e73-7b45-4805-bad1-42e8f39f1afe service neutron] Pushing event updated for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:42:58.971368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:59.098103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adf9b2c5-c647-436c-8e47-f7a9760577d9 req-ea2d6f2f-212b-4fe7-9206-de1fdd0b2c2a service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060843 Aug 31 06:42:59.150728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-2689367e-c711-47b4-9499-e10f57d89da0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973172 Aug 31 06:42:59.196911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109387f6-81a6-4434-80fc-0626e63b304f None None] New status for floating IP a43ef8c8-4149-4784-8db0-58d21d678215: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:42:59.281126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-35b09d97-ace4-4313-a713-9b9c5a9414bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.282758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-35b09d97-ace4-4313-a713-9b9c5a9414bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a2b6385de6d414587487a8500f701d5&device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 1095 time: 0.2282307 Aug 31 06:42:59.320607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.326602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.333354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.339280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.345171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.351927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.357813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.359907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-ce8aaf63-0ba5-4cb4-85ee-a18b07ce19d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.2452524 Aug 31 06:42:59.418850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca6ecf-4c2f-491b-89f4-d6c8499294f1 req-bf49ff8e-51d8-4718-a56a-6e6ce8d7788c tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.421930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05ca6ecf-4c2f-491b-89f4-d6c8499294f1 req-bf49ff8e-51d8-4718-a56a-6e6ce8d7788c tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 943 time: 0.0551810 Aug 31 06:42:59.428172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-39cff9ba-2254-4503-9694-6bd8ba5ad6b6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e HTTP/1.1" status: 200 len: 217 time: 0.0650179 Aug 31 06:42:59.439622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:59.443260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.464183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05ca6ecf-4c2f-491b-89f4-d6c8499294f1 req-4e04d81e-163b-40bc-8482-df692c72cdfc tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362895 Aug 31 06:42:59.476241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-62fc3c47-9a87-4fe3-91a1-ff7bb399e587 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.477771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-62fc3c47-9a87-4fe3-91a1-ff7bb399e587 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2914031 Aug 31 06:42:59.525817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '02994715-339a-403e-97a3-c3775ebe1571', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:42:59.526175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.582108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960820-7454-4eec-bdd7-afb33e27b57e req-c769a56c-5fc2-4536-9c6e-89a95b16e502 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.587900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960820-7454-4eec-bdd7-afb33e27b57e req-c769a56c-5fc2-4536-9c6e-89a95b16e502 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.593195 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ea47f3a-24af-413f-9c60-289441d57c1a req-8c1b04d5-2a16-4b19-9a56-e42cf13f22ea tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2155938 Aug 31 06:42:59.593718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0960820-7454-4eec-bdd7-afb33e27b57e req-c769a56c-5fc2-4536-9c6e-89a95b16e502 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.595340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0960820-7454-4eec-bdd7-afb33e27b57e req-c769a56c-5fc2-4536-9c6e-89a95b16e502 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2414 time: 0.0662334 Aug 31 06:42:59.631288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6126a88a-7053-4274-b24d-711ee8918cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:42:59.632747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-6126a88a-7053-4274-b24d-711ee8918cf0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7c68727-5ceb-4079-9740-7ac35f291abd HTTP/1.1" status: 200 len: 853 time: 0.1811993 Aug 31 06:42:59.647982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0960820-7454-4eec-bdd7-afb33e27b57e req-4b5a182a-efab-4b47-88f1-c034b1fb6dcf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Aug 31 06:42:59.686641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-141178d1-5a56-42f1-b337-1863da53fad3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db5c0159-9475-40a7-8930-17335b377a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385687 Aug 31 06:42:59.767543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e485c793-b99b-403e-8bf0-ecd632cb8131 req-0d947869-eb31-40ac-9582-e284e876d009 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 210 time: 0.0852427 Aug 31 06:42:59.782811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:42:59.785636 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb185e0f-17c7-4043-9125-a4fa9a6f327d" -d '{"events": [{"name": "network-changed", "server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:42:59.856262 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b06101-aae5-48d8-910c-1d4b49d2fe50 x-openstack-request-id: req-c7b06101-aae5-48d8-910c-1d4b49d2fe50 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:42:59.856519 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:42:59.856780 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c7b06101-aae5-48d8-910c-1d4b49d2fe50 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:42:59.857180 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e', 'status': 'completed', 'code': 200} Aug 31 06:42:59.878075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.169 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/75344e68-2c10-49b7-9dac-5a785ade3823) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:42:59.881677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:42:59.885110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:42:59.942854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-b6fa73d3-a4ee-4d39-9264-19d31662d7a4 service neutron] 10.222.0.50 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328851 Aug 31 06:43:00.176020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff055e-5792-43f9-ac50-d3f967496405 req-5d29f7cf-f790-407a-a9af-cacfd9f07552 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.177587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0ff055e-5792-43f9-ac50-d3f967496405 req-5d29f7cf-f790-407a-a9af-cacfd9f07552 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1982696 Aug 31 06:43:00.219520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9624cfa1-7821-4f28-99b1-72b716705bba req-503461ed-4021-4618-b1f3-3ea68ab6f4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429397 Aug 31 06:43:00.252204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0ff055e-5792-43f9-ac50-d3f967496405 req-4112cdc2-6a44-402a-8839-757591c9ea98 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654802 Aug 31 06:43:00.262218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.276818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object 75344e68-2c10-49b7-9dac-5a785ade3823 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:00.344925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-076a20ad-fa1d-4b78-98bc-5ded1b98ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.346464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-076a20ad-fa1d-4b78-98bc-5ded1b98ea7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4a2b6385de6d414587487a8500f701d5&device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 1095 time: 0.0582719 Aug 31 06:43:00.350784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.364829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:00.594779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b806a1b4-93bc-46b8-93a3-b8bdcd8879ad req-d76c9725-9146-4af6-b87f-7afad01e471d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.597149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b806a1b4-93bc-46b8-93a3-b8bdcd8879ad req-d76c9725-9146-4af6-b87f-7afad01e471d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 943 time: 0.0568123 Aug 31 06:43:00.600858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:00.669394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b806a1b4-93bc-46b8-93a3-b8bdcd8879ad req-751c9228-f033-4c74-af26-882f01a9b144 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644927 Aug 31 06:43:00.774363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45cf9-6225-43bf-99a9-1c3262dfb6a0 req-5c8a5a42-e507-479f-b702-6fe3fa45da23 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.780439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45cf9-6225-43bf-99a9-1c3262dfb6a0 req-5c8a5a42-e507-479f-b702-6fe3fa45da23 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.787145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b45cf9-6225-43bf-99a9-1c3262dfb6a0 req-5c8a5a42-e507-479f-b702-6fe3fa45da23 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.788834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6b45cf9-6225-43bf-99a9-1c3262dfb6a0 req-5c8a5a42-e507-479f-b702-6fe3fa45da23 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2414 time: 0.0695984 Aug 31 06:43:00.801767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:00.821188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:00.830318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6b45cf9-6225-43bf-99a9-1c3262dfb6a0 req-cfcd99b7-c18a-4527-a830-bfa8641a9235 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349367 Aug 31 06:43:00.838023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:00.846457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.98 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:00.879358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:00.930907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.937232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.938042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:00.962145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.968084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.974564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.980468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.986642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.992770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:00.998706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.000686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-9f3aceeb-b8bb-48e7-b397-b70ad4344dae tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.2699769 Aug 31 06:43:01.031718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47824a5-587d-4a23-b216-390c71f5d0ff req-4640a619-c05f-43a8-85dd-26b505b3597f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.045161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e47824a5-587d-4a23-b216-390c71f5d0ff req-4640a619-c05f-43a8-85dd-26b505b3597f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 936 time: 0.0629480 Aug 31 06:43:01.050650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-4f147af7-baff-4972-b673-9d648455ca9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.052448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-4f147af7-baff-4972-b673-9d648455ca9c service neutron] 10.222.0.50 "GET /v2.0/networks?id=db5c0159-9475-40a7-8930-17335b377a66 HTTP/1.1" status: 200 len: 914 time: 0.6814146 Aug 31 06:43:01.067251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-75375a72-74a7-4f25-aa98-5b7dd82d45d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1012845 Aug 31 06:43:01.084550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e47824a5-587d-4a23-b216-390c71f5d0ff req-04e380df-eafe-4610-9294-6b58addd13af tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390892 Aug 31 06:43:01.097350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7997b4a-f66e-498d-a185-7c5c60fbf431 None None] Provisioning for port 75344e68-2c10-49b7-9dac-5a785ade3823 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:01.102620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7997b4a-f66e-498d-a185-7c5c60fbf431 None None] Provisioning complete for port 75344e68-2c10-49b7-9dac-5a785ade3823 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:01.103124 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7997b4a-f66e-498d-a185-7c5c60fbf431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.120942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Request body: {'port': {'device_id': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:01.144488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7997b4a-f66e-498d-a185-7c5c60fbf431 None None] Port 75344e68-2c10-49b7-9dac-5a785ade3823 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:01.152370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb5163a5-f720-46d4-8fa3-f939acf629f6 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:01.189469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3019edfb-1c95-47f8-9210-1ec34fd7769a req-37cd88a8-0a4b-445c-9690-fd7ba220c3be tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777039 Aug 31 06:43:01.195296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-653da688-718a-4d7d-8873-8fc321c2dfed service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e HTTP/1.1" status: 200 len: 217 time: 0.1159303 Aug 31 06:43:01.206707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port bb5163a5-f720-46d4-8fa3-f939acf629f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:01.211161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port bb5163a5-f720-46d4-8fa3-f939acf629f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:01.211791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.302183 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.304140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.327171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.327527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:01.329543 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee312cbb-5154-4cc3-bb5c-3d3369fbdf4e" -d '{"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:01.331946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-bad4c2e0-8e8c-420c-8c5f-6d5a0cd7961d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.333516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-bad4c2e0-8e8c-420c-8c5f-6d5a0cd7961d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c7c68727-5ceb-4079-9740-7ac35f291abd HTTP/1.1" status: 200 len: 853 time: 0.1177201 Aug 31 06:43:01.343254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:01.348490 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.349287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1d53298b-b25f-45bc-81c9-97889e8f156a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:01.376865 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae92d6b8-2300-468d-84eb-c9bf6588b59b x-openstack-request-id: req-ae92d6b8-2300-468d-84eb-c9bf6588b59b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:01.377566 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:01.377566 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae92d6b8-2300-468d-84eb-c9bf6588b59b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:01.378385 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6', 'code': 200} Aug 31 06:43:01.398810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:01.428077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-dbd40304-2850-435d-ada5-9fbd2c094c3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=db5c0159-9475-40a7-8930-17335b377a66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728586 Aug 31 06:43:01.431694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:01.443802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.444153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.444500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.444841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.445177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.445546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.445883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.446212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.446541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.446866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.447191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.447523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:01.457229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 1d53298b-b25f-45bc-81c9-97889e8f156a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:01.461316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1d53298b-b25f-45bc-81c9-97889e8f156a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:01.461720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.540920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.572582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1d53298b-b25f-45bc-81c9-97889e8f156a,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:01.576696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.586441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfde3d5-df32-4ff8-9cc9-7b1ba6ecb582 req-e1f71e55-6b2e-4f97-a6da-fccf6a3ac4d0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.587956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcfde3d5-df32-4ff8-9cc9-7b1ba6ecb582 req-e1f71e55-6b2e-4f97-a6da-fccf6a3ac4d0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.2516451 Aug 31 06:43:01.623788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:01.641389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:01.654368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:01.656575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:01.756414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcfde3d5-df32-4ff8-9cc9-7b1ba6ecb582 req-563e5fb0-c454-42f8-a888-e4f4be0e504b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597571 Aug 31 06:43:01.773034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:01.775275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-1dec164e-0307-4382-93dd-29b7d1ba030c service neutron] 10.222.0.50 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350680 Aug 31 06:43:01.789603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:01.794573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:01.796855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:01.811946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642a15f-661d-43d1-ad2a-ffc117663618 req-e25654c0-9e6d-4463-9d90-d3cc3947ce38 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:01.814210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d642a15f-661d-43d1-ad2a-ffc117663618 req-e25654c0-9e6d-4463-9d90-d3cc3947ce38 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 943 time: 0.0827763 Aug 31 06:43:01.872119 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d642a15f-661d-43d1-ad2a-ffc117663618 req-9808162c-f769-451c-94fd-76da8a65ff0d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Aug 31 06:43:02.021809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.022469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.068044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e39c0f2e-2791-4b5b-a142-cf2de03c02ef None None] Provisioning for port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:02.073378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e39c0f2e-2791-4b5b-a142-cf2de03c02ef None None] Provisioning complete for port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:02.073817 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e39c0f2e-2791-4b5b-a142-cf2de03c02ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.077623 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-db213453-1abf-4e69-bcd0-18b695f02873 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5641222 Aug 31 06:43:02.096156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75344e68-2c10-49b7-9dac-5a785ade3823 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:02.110162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e39c0f2e-2791-4b5b-a142-cf2de03c02ef None None] Port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:02.113996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Request body: {'port': {'device_id': '02994715-339a-403e-97a3-c3775ebe1571', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:02.118353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.131000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4d7f-a88d-4442-b0a2-8d208b209fab req-974dd1aa-5033-4839-958a-575c2c915d76 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.136927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4d7f-a88d-4442-b0a2-8d208b209fab req-974dd1aa-5033-4839-958a-575c2c915d76 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.142869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac4d7f-a88d-4442-b0a2-8d208b209fab req-974dd1aa-5033-4839-958a-575c2c915d76 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.145742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbac4d7f-a88d-4442-b0a2-8d208b209fab req-974dd1aa-5033-4839-958a-575c2c915d76 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2416 time: 0.1935785 Aug 31 06:43:02.147629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb185e0f-17c7-4043-9125-a4fa9a6f327d req-cd4246ad-ae50-42a3-b74a-5f9a648f26c2 service neutron] 10.222.0.50 "GET /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542283 Aug 31 06:43:02.200355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Transition to ACTIVE for port object 75344e68-2c10-49b7-9dac-5a785ade3823 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:02.218960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cce58-036f-455f-adf5-f35b1c21cefe req-780fd7d5-dc3c-435d-9fad-1d8fe58ab9f2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.220458 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db0cce58-036f-455f-adf5-f35b1c21cefe req-780fd7d5-dc3c-435d-9fad-1d8fe58ab9f2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 936 time: 0.0582821 Aug 31 06:43:02.225227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.262334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db0cce58-036f-455f-adf5-f35b1c21cefe req-cea29811-42a8-4080-9eb3-0b5fe278e570 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352423 Aug 31 06:43:02.274458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbac4d7f-a88d-4442-b0a2-8d208b209fab req-0139564a-851d-422e-8c05-5d9b99223257 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041846 Aug 31 06:43:02.282187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.331469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Pushing event updated for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.468367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Attempting to bind port 75344e68-2c10-49b7-9dac-5a785ade3823 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:02.468770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Attempting to bind port 75344e68-2c10-49b7-9dac-5a785ade3823 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:02.469041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Attempting to bind port 75344e68-2c10-49b7-9dac-5a785ade3823 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:02.481999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Port 75344e68-2c10-49b7-9dac-5a785ade3823 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:02.482370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Attempting to bind port 75344e68-2c10-49b7-9dac-5a785ade3823 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:02.486556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.492350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.493358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:02.493706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:02.494091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:02.494532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Bound port: 75344e68-2c10-49b7-9dac-5a785ade3823, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:02.494900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.498826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.504823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.511340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.516932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.523502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.529820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-0e50c460-9eb0-4fbe-a66e-423fd793919b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1016417 Aug 31 06:43:02.574623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4814aecf-0707-4b46-9626-a5d5959dd28c req-2cf9cf72-b628-4e54-9c02-fddfa540a8dc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425797 Aug 31 06:43:02.631819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:02.637256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75344e68-2c10-49b7-9dac-5a785ade3823,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:02.647337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.694621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.695244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.696650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-4891f0da-d258-4708-b961-55768310ace4 service neutron] 10.222.0.53 "PUT /v2.0/ports/75344e68-2c10-49b7-9dac-5a785ade3823 HTTP/1.1" status: 200 len: 1097 time: 1.6101458 Aug 31 06:43:02.698672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:02.700902 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d" -d '{"events": [{"name": "network-changed", "server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:02.747196 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f77d035d-b5c5-42df-beb9-bbb2df5f04ef x-openstack-request-id: req-f77d035d-b5c5-42df-beb9-bbb2df5f04ef {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:02.747503 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:02.747741 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f77d035d-b5c5-42df-beb9-bbb2df5f04ef {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:02.748145 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823', 'status': 'completed', 'code': 200} Aug 31 06:43:02.759772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4891f0da-d258-4708-b961-55768310ace4 service neutron] Pushing event updated for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.763843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:02.785837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.816411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Transition to ACTIVE for port object bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:02.821384 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:02.855320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-fecba419-2868-4002-b54d-64d979c7846b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.856844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-fecba419-2868-4002-b54d-64d979c7846b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 1100 time: 0.0880675 Aug 31 06:43:02.894750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407678b2-8dde-4bdc-af9d-7f0f455146d0 req-da4bad43-1174-40ae-afbf-bafe52f5bd53 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:02.895719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-407678b2-8dde-4bdc-af9d-7f0f455146d0 req-da4bad43-1174-40ae-afbf-bafe52f5bd53 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0568261 Aug 31 06:43:02.917366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-799f5f37-7f20-40a4-aa7e-5712ae3ec12f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=75344e68-2c10-49b7-9dac-5a785ade3823 HTTP/1.1" status: 200 len: 217 time: 0.0468109 Aug 31 06:43:02.917972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:02.940880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-407678b2-8dde-4bdc-af9d-7f0f455146d0 req-31544044-9d78-48fc-b167-dcf3bcaf49ba tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383401 Aug 31 06:43:03.055915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-7c6e0e48-b01d-484a-a3b7-e5ae4a4b2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.057519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-7c6e0e48-b01d-484a-a3b7-e5ae4a4b2a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1168666 Aug 31 06:43:03.065040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Attempting to bind port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:03.065483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Attempting to bind port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:03.065824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Attempting to bind port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:03.073824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:03.074156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Attempting to bind port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:03.083899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de1c30d-6e82-4868-af5b-43273d1d0caf req-62588e5c-1bfd-485d-bc97-08d48e8f0faf tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.085462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0de1c30d-6e82-4868-af5b-43273d1d0caf req-62588e5c-1bfd-485d-bc97-08d48e8f0faf tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 943 time: 0.0982220 Aug 31 06:43:03.099219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:03.099568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:03.099958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:03.100442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Bound port: bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:03.100805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.152360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 9efaf3f1-01d7-4a32-9d1a-ef8db091046e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:03.156359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:03.201796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0de1c30d-6e82-4868-af5b-43273d1d0caf req-3c291dd4-4994-424f-ad5e-37861019e596 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967360 Aug 31 06:43:03.205135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-8192b628-1556-40cb-8e66-63f6f6c06f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.207945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-8192b628-1556-40cb-8e66-63f6f6c06f77 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1178689 Aug 31 06:43:03.281115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:03.288289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:03.296945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:03.297590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.301634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:03.318538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.345561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,segment=NetworkSegment(4454a9eb-642d-4acd-8fe3-6c558e085af7),segment_id=4454a9eb-642d-4acd-8fe3-6c558e085af7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:03.360330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.361708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.364405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] 10.222.0.50 "PUT /v2.0/ports/bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b HTTP/1.1" status: 200 len: 1096 time: 1.2566659 Aug 31 06:43:03.374232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e', 'network_id': 'db5c0159-9475-40a7-8930-17335b377a66', 'port_id': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e', 'mac_address': 'fa:16:3e:a9:6c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7c68727-5ceb-4079-9740-7ac35f291abd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:03.379415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:03.381977 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f667ed5-ed31-43eb-abc2-4aef06e6328a" -d '{"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:03.428329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70a93c-e3d2-49c3-b2f2-e4436290604b req-25abbc0e-c475-436e-8aeb-6b5da873852f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.429955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d70a93c-e3d2-49c3-b2f2-e4436290604b req-25abbc0e-c475-436e-8aeb-6b5da873852f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 948 time: 0.0808468 Aug 31 06:43:03.444252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-162125a1-aa8a-4dc9-9581-219a691efeec service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247736 Aug 31 06:43:03.471588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.489532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.490851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d70a93c-e3d2-49c3-b2f2-e4436290604b req-841b569e-d46c-4fdd-848d-37d6cd4c9814 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522227 Aug 31 06:43:03.501977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9efaf3f1-01d7-4a32-9d1a-ef8db091046e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:03.543335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,segment=NetworkSegment(4454a9eb-642d-4acd-8fe3-6c558e085af7),segment_id=4454a9eb-642d-4acd-8fe3-6c558e085af7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:03.554583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:03.555369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.561234 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:03.585983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bd5a0-7790-4eff-84df-5cf7119a9c61 service neutron] Pushing event updated for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:03.613050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:03.618819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f5e1-d758-4bcb-9b61-fcdcfe1e9e81 req-9b96b0b6-10f8-4e5e-94f2-f40949f46dd8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.627315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f5e1-d758-4bcb-9b61-fcdcfe1e9e81 req-9b96b0b6-10f8-4e5e-94f2-f40949f46dd8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.635227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8806f5e1-d758-4bcb-9b61-fcdcfe1e9e81 req-9b96b0b6-10f8-4e5e-94f2-f40949f46dd8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.637321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8806f5e1-d758-4bcb-9b61-fcdcfe1e9e81 req-9b96b0b6-10f8-4e5e-94f2-f40949f46dd8 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2416 time: 0.2391133 Aug 31 06:43:03.642701 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0922c203-5fc4-48ee-9b50-01da4cd168e9 x-openstack-request-id: req-0922c203-5fc4-48ee-9b50-01da4cd168e9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:03.643295 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:03.643986 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0922c203-5fc4-48ee-9b50-01da4cd168e9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:03.644610 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a', 'code': 200} Aug 31 06:43:03.661479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-2505c0ca-d421-44ae-aeb0-0f8f7ee3424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.662961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-2505c0ca-d421-44ae-aeb0-0f8f7ee3424a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 1099 time: 0.2149172 Aug 31 06:43:03.678511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-d241cc00-4894-475c-907d-f26474961ca1 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1962957 Aug 31 06:43:03.681976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:03.720537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-e63599ba-10a1-4c4f-ac19-53cd413e55e0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b HTTP/1.1" status: 200 len: 217 time: 0.0444851 Aug 31 06:43:03.733765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8806f5e1-d758-4bcb-9b61-fcdcfe1e9e81 req-a56f7f8d-b7e8-452b-8737-112175ddf2e6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881076 Aug 31 06:43:03.805288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-1fdd2c33-ff2b-401b-ba49-bc07de750f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.806772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-1fdd2c33-ff2b-401b-ba49-bc07de750f51 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0719721 Aug 31 06:43:03.809990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.816028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.816533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-c317c529-54a7-4041-8eee-14b59abfb0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.817954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-c317c529-54a7-4041-8eee-14b59abfb0a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 1100 time: 0.0555613 Aug 31 06:43:03.821971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.827702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.834308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.840081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.845850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.848343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-59a83f60-8d4d-417d-b722-78a2a1c2e7f0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.0977643 Aug 31 06:43:03.889905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbc3bb10-9138-43aa-af5d-058c8e6e3694 req-0e60874d-3179-4a9c-8ad7-d1e5f68f618a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348504 Aug 31 06:43:03.912972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-7caf7c6c-9e3d-4abe-ace2-fddfee46ab33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.914480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-7caf7c6c-9e3d-4abe-ace2-fddfee46ab33 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0957041 Aug 31 06:43:03.987920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-fe12d633-089c-42b7-9a55-950f9274c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:03.989396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-fe12d633-089c-42b7-9a55-950f9274c2b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1633160 Aug 31 06:43:04.022618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['9efaf3f1-01d7-4a32-9d1a-ef8db091046e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:04.046516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-353c9fd0-f998-4ba9-81b7-149582ac4879 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=75344e68-2c10-49b7-9dac-5a785ade3823 HTTP/1.1" status: 200 len: 217 time: 0.0459850 Aug 31 06:43:04.128394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-2ef8800e-11dd-48e6-8a6a-719d96a43c65 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980796 Aug 31 06:43:04.153932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-9b4366da-73b1-4fd9-9fdf-b37566d2e3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.155374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-9b4366da-73b1-4fd9-9fdf-b37566d2e3ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0967073 Aug 31 06:43:04.176545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd692b4-53c2-423c-9322-156b808c3cc6 req-5a064997-2934-419a-8f4e-b4431bacf1e3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.178101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cd692b4-53c2-423c-9322-156b808c3cc6 req-5a064997-2934-419a-8f4e-b4431bacf1e3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.1357727 Aug 31 06:43:04.327520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cd692b4-53c2-423c-9322-156b808c3cc6 req-07a06482-2732-4b1b-92aa-217c234e6973 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167657 Aug 31 06:43:04.329226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-3a1bfb2e-0d9e-458d-ab86-31bfcd732985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.331142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-3a1bfb2e-0d9e-458d-ab86-31bfcd732985 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1629004 Aug 31 06:43:04.334479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637454f6-03b1-4585-b098-d9764f3c8c14 req-4aef5234-c3c8-43c8-a13f-4e8cc0ad80db tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.335976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637454f6-03b1-4585-b098-d9764f3c8c14 req-4aef5234-c3c8-43c8-a13f-4e8cc0ad80db tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 944 time: 0.0502546 Aug 31 06:43:04.380609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637454f6-03b1-4585-b098-d9764f3c8c14 req-94d6329c-1947-42cf-9521-83a3d6e5ee86 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Aug 31 06:43:04.401563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5a9a013-22d9-4752-99c4-9633b7ddab20 req-172438c0-c00c-46a8-ae6e-8cb951977d3d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595744 Aug 31 06:43:04.412257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-7e976ced-c170-4a73-807b-c8164b86b54e service neutron] 10.222.0.50 "GET /v2.0/ports/f22f7fe7-1eb0-4f51-809e-711b1484a6fb/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.1657808 Aug 31 06:43:04.447270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-1bf73239-5417-4fdd-a338-4bbfa4517058 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058719 Aug 31 06:43:04.801508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:04.803728 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef430e35-71c2-4d80-9264-8bfc47fe5681" -d '{"events": [{"name": "network-changed", "server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:04.857662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6194-cf4d-4bb2-9fad-6d2880dd7694 req-caf9d118-001a-4eb0-a73c-e38ecf35bc94 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.864607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6194-cf4d-4bb2-9fad-6d2880dd7694 req-caf9d118-001a-4eb0-a73c-e38ecf35bc94 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.870443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5f6194-cf4d-4bb2-9fad-6d2880dd7694 req-caf9d118-001a-4eb0-a73c-e38ecf35bc94 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.872449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c5f6194-cf4d-4bb2-9fad-6d2880dd7694 req-caf9d118-001a-4eb0-a73c-e38ecf35bc94 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0648961 Aug 31 06:43:04.900719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-52138a6b-bb00-41a5-bb0b-19760a217e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.902257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-52138a6b-bb00-41a5-bb0b-19760a217e0b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1102 time: 0.0952694 Aug 31 06:43:04.913630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c5f6194-cf4d-4bb2-9fad-6d2880dd7694 req-43bd6ad1-50bb-4a6c-8ff2-c72929030598 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351644 Aug 31 06:43:04.916168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2ea74d-7c6d-4ef8-9583-f647e8bc005d req-04b07cc5-f249-4349-ac34-4f6215d130d5 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514067 Aug 31 06:43:04.923762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ad2d5e-af05-4389-b533-1b5bc41b7c78 req-594f9e7a-13bf-456e-895d-78f6e1a18ee1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:04.926314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20ad2d5e-af05-4389-b533-1b5bc41b7c78 req-594f9e7a-13bf-456e-895d-78f6e1a18ee1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 948 time: 0.1183138 Aug 31 06:43:04.963327 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787bc7ab-99d7-4f94-a254-bb74dc17c4be x-openstack-request-id: req-787bc7ab-99d7-4f94-a254-bb74dc17c4be {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:04.963730 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:04.963858 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-787bc7ab-99d7-4f94-a254-bb74dc17c4be {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:04.964246 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', 'status': 'completed', 'code': 200} Aug 31 06:43:05.013503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20ad2d5e-af05-4389-b533-1b5bc41b7c78 req-41d7dc0b-1514-41a8-aeb0-9e534b5e5e77 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768445 Aug 31 06:43:05.047855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-1e0af439-ef99-420c-9037-f75b6be96232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.049434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-1e0af439-ef99-420c-9037-f75b6be96232 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1102 time: 0.0990975 Aug 31 06:43:05.063096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-2eaf15f1-700b-4a2e-ba18-b6567ab2306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.064560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-2eaf15f1-700b-4a2e-ba18-b6567ab2306a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 1099 time: 0.0500641 Aug 31 06:43:05.075049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.081740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.087241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.093031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.099603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.105440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.111603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.113565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-89d42ffc-11ea-473c-97f9-3794180e0c13 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.0995667 Aug 31 06:43:05.154899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-401a4ca9-7645-4620-ab1b-476bda59e941 req-fe38d35f-3ea3-4558-84a0-e43f69e31fed tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0350158 Aug 31 06:43:05.223835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-5614d02f-c0dc-46d6-94d5-6761b60a1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.225379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-5614d02f-c0dc-46d6-94d5-6761b60a1a09 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1597862 Aug 31 06:43:05.229789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-c95bed5f-9e64-4947-a340-f9f2221b2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.231125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-c95bed5f-9e64-4947-a340-f9f2221b2d0a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1481082 Aug 31 06:43:05.257043 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:05.310928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-203c95c3-5309-4ea8-92cd-39bcd0a8f4c4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.0654383 Aug 31 06:43:05.312376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-53ab66dc-2fdb-4ae5-9cfb-87f674a21517 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b HTTP/1.1" status: 200 len: 217 time: 0.0612559 Aug 31 06:43:05.419056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-ce60cd83-55d1-4354-a7fb-c992bcecb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.420536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-ce60cd83-55d1-4354-a7fb-c992bcecb774 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0874934 Aug 31 06:43:05.422212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-c67e6d7e-d2e7-4d6f-adea-f679b083f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.423542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-c67e6d7e-d2e7-4d6f-adea-f679b083f37b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0893700 Aug 31 06:43:05.456310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedc686b-d865-438e-9d03-5d3365845351 req-5c5ac259-9eda-487f-bb39-a0c31b0b762f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.458337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aedc686b-d865-438e-9d03-5d3365845351 req-5c5ac259-9eda-487f-bb39-a0c31b0b762f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0546699 Aug 31 06:43:05.500725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aedc686b-d865-438e-9d03-5d3365845351 req-4db9b63c-5113-496c-97f2-967c24368434 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357482 Aug 31 06:43:05.551577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-bb7a3ea0-bb86-4256-b869-6532ee9a7d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.553071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-bb7a3ea0-bb86-4256-b869-6532ee9a7d0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1135917 Aug 31 06:43:05.556389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-2be1de05-fad2-49b2-a577-9d37322dba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.557821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-2be1de05-fad2-49b2-a577-9d37322dba46 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1163356 Aug 31 06:43:05.565243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad3a22-01f8-4b68-9563-1434fa09060d req-faf8203e-b55a-4095-bc7c-f4fb1dbc0f06 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.566769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aad3a22-01f8-4b68-9563-1434fa09060d req-faf8203e-b55a-4095-bc7c-f4fb1dbc0f06 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 944 time: 0.0925231 Aug 31 06:43:05.645916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:05.648387 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-427bc8a1-454b-456a-8d36-ec9fa093c09d" -d '{"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:05.684682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75344e68-2c10-49b7-9dac-5a785ade3823 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:05.691714 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce64bd2-cda9-42f0-a938-4307e1712467 x-openstack-request-id: req-8ce64bd2-cda9-42f0-a938-4307e1712467 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:05.692103 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-plugged", "status": "completed", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:05.692540 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8ce64bd2-cda9-42f0-a938-4307e1712467 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:05.693050 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3', 'code': 200} Aug 31 06:43:05.705568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aad3a22-01f8-4b68-9563-1434fa09060d req-28f9179d-7f67-4d72-b419-251c7c12ed0f tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326506 Aug 31 06:43:05.775374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-4f27ab16-336b-4e24-a39d-a7c94b73d4b1 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801953 Aug 31 06:43:05.777120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-5627eec7-a0cd-4216-a2f8-7d0901c010ee service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974790 Aug 31 06:43:05.808314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75344e68-2c10-49b7-9dac-5a785ade3823,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:05.824625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '75344e68-2c10-49b7-9dac-5a785ade3823', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '75344e68-2c10-49b7-9dac-5a785ade3823', 'mac_address': 'fa:16:3e:22:34:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:05.866117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:05.880628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75344e68-2c10-49b7-9dac-5a785ade3823 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:05.902105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75344e68-2c10-49b7-9dac-5a785ade3823,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:05.906237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:05.963368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:05.977840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea04a-8635-4404-b18a-f611aa85037a req-462818ab-d27e-498f-b138-0a87c3770ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.978376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea04a-8635-4404-b18a-f611aa85037a req-462818ab-d27e-498f-b138-0a87c3770ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.978814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fea04a-8635-4404-b18a-f611aa85037a req-462818ab-d27e-498f-b138-0a87c3770ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:05.980434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2fea04a-8635-4404-b18a-f611aa85037a req-462818ab-d27e-498f-b138-0a87c3770ba3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2873 time: 0.1731682 Aug 31 06:43:06.018825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef430e35-71c2-4d80-9264-8bfc47fe5681 req-34b2ce9e-532c-4b37-8bb5-116aec157135 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121508 Aug 31 06:43:06.020494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fecf92e6-51d4-4227-b8a0-2acf29df6767 req-499777f9-35ac-493a-b198-cd1db32e60a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983979 Aug 31 06:43:06.038491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2fea04a-8635-4404-b18a-f611aa85037a req-155b7ce0-0742-441c-863d-e34fe1ae2067 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396540 Aug 31 06:43:06.051191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d20a21-a148-4181-8944-8667034cd15d req-c4e8277f-235b-480e-87a7-b9ab3aa33d1b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.057461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d20a21-a148-4181-8944-8667034cd15d req-c4e8277f-235b-480e-87a7-b9ab3aa33d1b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.064848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d20a21-a148-4181-8944-8667034cd15d req-c4e8277f-235b-480e-87a7-b9ab3aa33d1b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.067334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7d20a21-a148-4181-8944-8667034cd15d req-c4e8277f-235b-480e-87a7-b9ab3aa33d1b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0765214 Aug 31 06:43:06.113927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7d20a21-a148-4181-8944-8667034cd15d req-b07c5846-d478-4395-977b-ef4ea1888817 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401425 Aug 31 06:43:06.141133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf765d8-09d1-467c-8e2b-048e1df3d003 req-e8104214-4e79-41e8-833b-0050b6a8ae8d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.142617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecf765d8-09d1-467c-8e2b-048e1df3d003 req-e8104214-4e79-41e8-833b-0050b6a8ae8d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 949 time: 0.0514591 Aug 31 06:43:06.181011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecf765d8-09d1-467c-8e2b-048e1df3d003 req-527ac645-3122-44b8-a331-c14792722d96 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317945 Aug 31 06:43:06.269885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['75344e68-2c10-49b7-9dac-5a785ade3823'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:06.319393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.327545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.334972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.341640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.348949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.355612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.363702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.365933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-e4fc1912-b8c8-4b13-ba6b-121e25f69798 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1207674 Aug 31 06:43:06.412536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05e6d22f-6b45-49eb-ae2f-31336ccb711f req-7d7c1bbf-750d-4403-819f-f0df4e5ee00d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382605 Aug 31 06:43:06.625404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4004a1a-0e54-42c3-9c42-adc92df88049 req-c7b935d5-e89e-419f-940b-6a0c69be9ff7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.627008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4004a1a-0e54-42c3-9c42-adc92df88049 req-c7b935d5-e89e-419f-940b-6a0c69be9ff7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0514553 Aug 31 06:43:06.667271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4004a1a-0e54-42c3-9c42-adc92df88049 req-c35315fe-d0ac-487e-b16b-8ca052cadea8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341070 Aug 31 06:43:06.838581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb97c01-f953-4363-a816-b631a1dbaab0 req-82d303d4-fc21-49aa-b43d-534c259ef9d5 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:06.840111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eb97c01-f953-4363-a816-b631a1dbaab0 req-82d303d4-fc21-49aa-b43d-534c259ef9d5 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 944 time: 0.0530810 Aug 31 06:43:06.880792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eb97c01-f953-4363-a816-b631a1dbaab0 req-a961b998-0c2f-4706-8a48-434c30a23a0e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343137 Aug 31 06:43:07.184225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:07.187473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 9efaf3f1-01d7-4a32-9d1a-ef8db091046e up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:07.243608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68bea-3caf-49e4-b713-461d853c41ec req-9e97fa12-7da2-425e-afdd-2232d0e69510 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.249639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68bea-3caf-49e4-b713-461d853c41ec req-9e97fa12-7da2-425e-afdd-2232d0e69510 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.256384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb68bea-3caf-49e4-b713-461d853c41ec req-9e97fa12-7da2-425e-afdd-2232d0e69510 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.258320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bb68bea-3caf-49e4-b713-461d853c41ec req-9e97fa12-7da2-425e-afdd-2232d0e69510 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0704920 Aug 31 06:43:07.307238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6bb68bea-3caf-49e4-b713-461d853c41ec req-03d1f15e-e715-4ee5-8c86-1d18053987dc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419073 Aug 31 06:43:07.312253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:07.319216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacbf385-1df6-4bef-9dd1-51918c699324 req-77a042bc-e429-44dd-b9f7-5b300117354d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.321902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cacbf385-1df6-4bef-9dd1-51918c699324 req-77a042bc-e429-44dd-b9f7-5b300117354d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 949 time: 0.0611582 Aug 31 06:43:07.322059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:07.322059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.361686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:07.377797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cacbf385-1df6-4bef-9dd1-51918c699324 req-6f92b4bb-8461-4abc-bc46-ec64c79c01f8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483189 Aug 31 06:43:07.383287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', 'mac_address': 'fa:16:3e:87:1d:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:07.449158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.473119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.477066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:07.515507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:07.525540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.528212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,segment=NetworkSegment(4454a9eb-642d-4acd-8fe3-6c558e085af7),segment_id=4454a9eb-642d-4acd-8fe3-6c558e085af7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:07.532729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.533567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:07.542510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.548262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.554587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.560332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.566761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.572512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.578403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.580233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-a9954bf5-30d3-4c2c-af72-20ed4603c4ba tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.0918043 Aug 31 06:43:07.610075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:07.623967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec18e75-af6d-4de4-a26e-587927a182b4 req-3f39fd59-0379-4120-b5da-ee6daebb2171 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355740 Aug 31 06:43:07.688378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.694300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:07.697264 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a0bb393-e0b3-46cb-9e37-d79b8c37a1cd" -d '{"events": [{"server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "name": "network-vif-plugged", "status": "completed", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:07.699955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75344e68-2c10-49b7-9dac-5a785ade3823 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:07.728941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:07.761944 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505bc5ee-0a4e-4de2-9e5f-194b596e0cca x-openstack-request-id: req-505bc5ee-0a4e-4de2-9e5f-194b596e0cca {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:07.762227 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "name": "network-vif-plugged", "status": "completed", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:07.762823 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-505bc5ee-0a4e-4de2-9e5f-194b596e0cca {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:07.762823 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e', 'code': 200} Aug 31 06:43:07.768011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:07.772466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.809837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e0a8f-bb5c-48fe-aaa1-3547b3d863a9 req-80904897-57dc-47d8-882b-6aebf92b0925 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.812034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d76e0a8f-bb5c-48fe-aaa1-3547b3d863a9 req-80904897-57dc-47d8-882b-6aebf92b0925 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0570779 Aug 31 06:43:07.819574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 75344e68-2c10-49b7-9dac-5a785ade3823 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:07.826526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 75344e68-2c10-49b7-9dac-5a785ade3823 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:07.826909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.829250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:07.857669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d76e0a8f-bb5c-48fe-aaa1-3547b3d863a9 req-5f44034e-1ff6-4c66-853f-74dbefe00eb2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386734 Aug 31 06:43:07.926024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af2dc8e-2069-4b3a-bda0-9ac6eee5ab92 req-cd3de26b-1c9c-4a45-adfb-fe8050d43978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:07.927266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.927675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af2dc8e-2069-4b3a-bda0-9ac6eee5ab92 req-cd3de26b-1c9c-4a45-adfb-fe8050d43978 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 1097 time: 0.0524430 Aug 31 06:43:07.964588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75344e68-2c10-49b7-9dac-5a785ade3823,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:07.968887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:07.976749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af2dc8e-2069-4b3a-bda0-9ac6eee5ab92 req-60bda096-e834-482d-bf86-6f7ea423a9fa service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344183 Aug 31 06:43:08.024377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:08.032239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543dce32-e12c-43d4-be83-7be2030a9300 req-bf46e600-b79a-47da-91f2-5bc0ad1c5a16 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.034316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-543dce32-e12c-43d4-be83-7be2030a9300 req-bf46e600-b79a-47da-91f2-5bc0ad1c5a16 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0528436 Aug 31 06:43:08.054034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:08.075327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-543dce32-e12c-43d4-be83-7be2030a9300 req-209776aa-6e8f-40f3-b41f-ebf350460e61 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Aug 31 06:43:08.429454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d572-ecd3-479f-b4cd-b4bc32e19913 req-b96f813f-5fd9-4e77-849a-521a1d2326f5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.435345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d572-ecd3-479f-b4cd-b4bc32e19913 req-b96f813f-5fd9-4e77-849a-521a1d2326f5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.441649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c518d572-ecd3-479f-b4cd-b4bc32e19913 req-b96f813f-5fd9-4e77-849a-521a1d2326f5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.443299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c518d572-ecd3-479f-b4cd-b4bc32e19913 req-b96f813f-5fd9-4e77-849a-521a1d2326f5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0656507 Aug 31 06:43:08.482361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c518d572-ecd3-479f-b4cd-b4bc32e19913 req-22a27fd6-85db-48da-85a3-b4409d3797f6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332420 Aug 31 06:43:08.489576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cbf826-3d3d-4d0d-aa07-5dd24e770950 req-ed0bf1a3-7980-4e24-b1e1-657f5be0547a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.491060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81cbf826-3d3d-4d0d-aa07-5dd24e770950 req-ed0bf1a3-7980-4e24-b1e1-657f5be0547a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 950 time: 0.0516293 Aug 31 06:43:08.530595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81cbf826-3d3d-4d0d-aa07-5dd24e770950 req-2a39acfa-3f17-4d4f-b2aa-3898af76bab9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332510 Aug 31 06:43:08.762843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.769483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.775327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.781314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.787615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.794233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.800567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.802496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-b99d2c64-fdf4-457a-829f-88322511e6a2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1002088 Aug 31 06:43:08.811069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b189cb7-84f1-44b1-944d-e9abe6bdaa1f req-ba6d6f9d-bc66-4e2d-a30c-cf3056a420ce tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.817492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b189cb7-84f1-44b1-944d-e9abe6bdaa1f req-ba6d6f9d-bc66-4e2d-a30c-cf3056a420ce tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.823539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b189cb7-84f1-44b1-944d-e9abe6bdaa1f req-ba6d6f9d-bc66-4e2d-a30c-cf3056a420ce tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.825351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b189cb7-84f1-44b1-944d-e9abe6bdaa1f req-ba6d6f9d-bc66-4e2d-a30c-cf3056a420ce tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0688896 Aug 31 06:43:08.844839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9b44d2f-0647-4a2c-874d-be0f57c69505 req-1d58246e-69dc-41e9-aa50-72ff657c59f7 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360229 Aug 31 06:43:08.865830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b189cb7-84f1-44b1-944d-e9abe6bdaa1f req-54792e1f-70dd-442f-bad9-76db3706486d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334504 Aug 31 06:43:08.977853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779eb342-cde9-4292-8104-758a0cced1dc req-6c44adae-7adc-4dd7-87b3-aa8ba018e761 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:08.979337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-779eb342-cde9-4292-8104-758a0cced1dc req-6c44adae-7adc-4dd7-87b3-aa8ba018e761 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.0501354 Aug 31 06:43:09.019143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-779eb342-cde9-4292-8104-758a0cced1dc req-e6e40e95-69a0-4866-8947-91e914a89001 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337441 Aug 31 06:43:09.097687 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:43:09.190210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:09.190826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15cfbf5-8ce9-49b5-ad71-30930995ae30 req-d7410e13-2c41-4b52-a643-2636f40bf58e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.191743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f15cfbf5-8ce9-49b5-ad71-30930995ae30 req-d7410e13-2c41-4b52-a643-2636f40bf58e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0497837 Aug 31 06:43:09.230005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f15cfbf5-8ce9-49b5-ad71-30930995ae30 req-cbd69c6c-604c-4144-842d-037bfa73403a tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321550 Aug 31 06:43:09.285975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:09.297082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'mac_address': 'fa:16:3e:25:de:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:09.339799 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:09.352914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:09.372324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:09.375674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:09.421599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:09.654349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c58cae-d166-4eee-86fb-47f8aeb69d15 req-00f43e6e-27c3-4aa3-8703-5421be5c1ef6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.655872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10c58cae-d166-4eee-86fb-47f8aeb69d15 req-00f43e6e-27c3-4aa3-8703-5421be5c1ef6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 950 time: 0.0517225 Aug 31 06:43:09.698623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10c58cae-d166-4eee-86fb-47f8aeb69d15 req-f1280da0-b53e-4b38-a42f-1dd9a8bbb4dc tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363960 Aug 31 06:43:09.763969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}, {'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:09.766394 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90b63cd-4bed-41b4-990e-21c57b7b30b3" -d '{"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-unplugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}, {"server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "name": "network-vif-plugged", "status": "completed", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:09.819053 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd9883f-2fda-44c3-84ab-a179fc622e1e x-openstack-request-id: req-8fd9883f-2fda-44c3-84ab-a179fc622e1e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:09.819347 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-unplugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "code": 200}, {"server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "name": "network-vif-plugged", "status": "completed", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:09.819597 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8fd9883f-2fda-44c3-84ab-a179fc622e1e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:09.820024 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'code': 200} Aug 31 06:43:09.820278 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823', 'code': 200} Aug 31 06:43:09.955387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e6e0fd-56a0-46fa-8676-57e108c29904 req-0ddd83e3-2bc8-428f-a6e2-fc9938ce3b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.957175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41e6e0fd-56a0-46fa-8676-57e108c29904 req-0ddd83e3-2bc8-428f-a6e2-fc9938ce3b70 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 1102 time: 0.0635488 Aug 31 06:43:09.983381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.990538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:09.996394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.002474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.008412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.014273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.017140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f66e-7fa9-4265-9157-fe4e2eaa1fb5 req-2f8510a1-3b41-4c93-9480-df2f56454580 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.020058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.022012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-e1a37699-196a-4947-99ac-718ae1ed0a25 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1009707 Aug 31 06:43:10.023451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f66e-7fa9-4265-9157-fe4e2eaa1fb5 req-2f8510a1-3b41-4c93-9480-df2f56454580 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.029488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f5f66e-7fa9-4265-9157-fe4e2eaa1fb5 req-2f8510a1-3b41-4c93-9480-df2f56454580 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.031140 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40f5f66e-7fa9-4265-9157-fe4e2eaa1fb5 req-2f8510a1-3b41-4c93-9480-df2f56454580 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0912745 Aug 31 06:43:10.033306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41e6e0fd-56a0-46fa-8676-57e108c29904 req-ccd4b68c-ef9c-4de5-a3ee-24372b175710 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628636 Aug 31 06:43:10.076488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e850bdb-a992-42b0-8c5e-fd2e16808118 req-56da84de-bf34-4b79-84ca-e422521693cb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0473292 Aug 31 06:43:10.078983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f22f7fe7-1eb0-4f51-809e-711b1484a6fb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:10.091476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40f5f66e-7fa9-4265-9157-fe4e2eaa1fb5 req-de866422-5920-4202-a995-f3d7ad3e7107 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484622 Aug 31 06:43:10.217401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80acaf51-5931-4082-9460-7f9d77a850e3 req-72876427-01e5-4ffb-a1e1-8410867e01e5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.225610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80acaf51-5931-4082-9460-7f9d77a850e3 req-72876427-01e5-4ffb-a1e1-8410867e01e5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.0646513 Aug 31 06:43:10.259513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80acaf51-5931-4082-9460-7f9d77a850e3 req-73a3b853-8365-4c30-8c08-26ad8b01b480 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Aug 31 06:43:10.364477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d98ec-613c-4e56-9d06-2fa6a08dd546 req-de821534-5983-48c8-9041-f2054cd35a2e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.366315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-330d98ec-613c-4e56-9d06-2fa6a08dd546 req-de821534-5983-48c8-9041-f2054cd35a2e tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0509505 Aug 31 06:43:10.404397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-330d98ec-613c-4e56-9d06-2fa6a08dd546 req-0458ec78-edce-4725-9590-45d29720ad5d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320446 Aug 31 06:43:10.623680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c53c34-43ed-4114-8296-1292392430cb req-af5119ee-c5d7-43bf-a0e6-3779d21e96ec tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.625172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88c53c34-43ed-4114-8296-1292392430cb req-af5119ee-c5d7-43bf-a0e6-3779d21e96ec tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.0855801 Aug 31 06:43:10.633977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-21bab4f3-9bee-4e35-894f-a26f1b1f1aec tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.635429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-21bab4f3-9bee-4e35-894f-a26f1b1f1aec tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 949 time: 0.0868561 Aug 31 06:43:10.678048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88c53c34-43ed-4114-8296-1292392430cb req-f4b4102d-30ce-4c5e-9cc3-5effe9e37383 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416446 Aug 31 06:43:10.729897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-9ce05009-6d2b-4e51-87e5-ff3556ed492b service neutron] 10.222.0.50 "GET /v2.0/ports/f22f7fe7-1eb0-4f51-809e-711b1484a6fb/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.0637960 Aug 31 06:43:10.830056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237e37de-2391-4e1d-a15d-dd34884e669b req-4f671770-5f3c-43ac-b902-f0bb130049ee tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.832325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-237e37de-2391-4e1d-a15d-dd34884e669b req-4f671770-5f3c-43ac-b902-f0bb130049ee tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0833237 Aug 31 06:43:10.837884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-6757bc78-b532-45c6-b35e-bc68de719aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.839267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-6757bc78-b532-45c6-b35e-bc68de719aeb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1101 time: 0.0636325 Aug 31 06:43:10.842181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01df562-1cd7-4a2a-b9c3-87178ca09b25 req-240cf653-5587-4da0-8785-0d1c0a55f332 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.843773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f01df562-1cd7-4a2a-b9c3-87178ca09b25 req-240cf653-5587-4da0-8785-0d1c0a55f332 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 950 time: 0.0511522 Aug 31 06:43:10.886689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f01df562-1cd7-4a2a-b9c3-87178ca09b25 req-bba0c019-f340-42d2-800a-8e30c2a33216 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364830 Aug 31 06:43:10.888265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-237e37de-2391-4e1d-a15d-dd34884e669b req-7b6b83e3-221f-4cfd-83f6-44b5dd7d4d7d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480633 Aug 31 06:43:10.953877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-64443828-da19-43cd-a84b-e1aed659c546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:10.955273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-64443828-da19-43cd-a84b-e1aed659c546 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0950089 Aug 31 06:43:11.013714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-b8015065-0d89-461a-93ef-01f96a783a91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.0370231 Aug 31 06:43:11.068443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-cc218dcd-e3f2-45e5-a443-c74acc9036ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.069915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-cc218dcd-e3f2-45e5-a443-c74acc9036ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0426402 Aug 31 06:43:11.121264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-8896bfee-2878-47ef-aef5-fedcd39c923e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.122880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-8896bfee-2878-47ef-aef5-fedcd39c923e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0408239 Aug 31 06:43:11.193939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:11.201142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba807b-99f6-456d-9204-d7e027b2a683 req-ebb915d7-9e7e-461c-9812-079dbb4b3503 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.207607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba807b-99f6-456d-9204-d7e027b2a683 req-ebb915d7-9e7e-461c-9812-079dbb4b3503 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.213287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba807b-99f6-456d-9204-d7e027b2a683 req-ebb915d7-9e7e-461c-9812-079dbb4b3503 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.214985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2ba807b-99f6-456d-9204-d7e027b2a683 req-ebb915d7-9e7e-461c-9812-079dbb4b3503 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0644848 Aug 31 06:43:11.247114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:11.251026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:11.251457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.257818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2ba807b-99f6-456d-9204-d7e027b2a683 req-8b2ca5b3-666c-4e22-b475-7917cfad2dc4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347965 Aug 31 06:43:11.263825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.271778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.276427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.282318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.288374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.294694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.301238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.303187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-e79a4403-d831-4a8a-9d38-8729eac851b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1173017 Aug 31 06:43:11.316420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-b0483a92-0026-4cc2-bc84-e0dc4d365207 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756201 Aug 31 06:43:11.341633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.392232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:11.397049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:11.398798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77cbecd6-7fde-4b14-8e3f-0d5cbdb2af2d req-9e289e54-2f63-4bb7-883b-8a037b81172b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0855384 Aug 31 06:43:11.442983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-02159490-ccc0-4e76-9fda-f72df64a392a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010287 Aug 31 06:43:11.448232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:11.800251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d822406-4493-47e4-9fff-f8caf82d84b4 req-8958d539-10d6-40b1-9f97-5707eeac98c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:11.801772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d822406-4493-47e4-9fff-f8caf82d84b4 req-8958d539-10d6-40b1-9f97-5707eeac98c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.0501912 Aug 31 06:43:11.821792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:11.824228 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212f8caf-e378-4c4c-b480-a8578d1a56e4" -d '{"events": [{"server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "name": "network-vif-plugged", "status": "completed", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:11.841215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d822406-4493-47e4-9fff-f8caf82d84b4 req-b19f6f6f-bfd9-4f81-b941-f9a4201aa5cd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336556 Aug 31 06:43:11.866666 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf46b5f-4085-4f42-927b-face20ced23f x-openstack-request-id: req-bbf46b5f-4085-4f42-927b-face20ced23f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:11.866957 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "name": "network-vif-plugged", "status": "completed", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:11.867211 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bbf46b5f-4085-4f42-927b-face20ced23f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:11.867601 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', 'code': 200} Aug 31 06:43:12.008251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed260af3-55e1-4ee7-b579-e24258a7ae75 req-f1bd28a5-6a81-4bd2-b8e7-8023e73c72a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.009674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed260af3-55e1-4ee7-b579-e24258a7ae75 req-f1bd28a5-6a81-4bd2-b8e7-8023e73c72a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0501740 Aug 31 06:43:12.037400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00015897-c0cf-4f28-832b-87725490c671 req-aaf8eae7-4756-4de0-b8b4-8ead8291faf2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.038950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00015897-c0cf-4f28-832b-87725490c671 req-aaf8eae7-4756-4de0-b8b4-8ead8291faf2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 950 time: 0.0815883 Aug 31 06:43:12.047278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c25b7d-b271-4102-b83c-6b642b9456fd req-479b670f-57d4-462e-bc9b-52c71fdcfd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.048734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed260af3-55e1-4ee7-b579-e24258a7ae75 req-b2dcb6af-e056-4122-a915-d1b67e7c374b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330157 Aug 31 06:43:12.050134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73c25b7d-b271-4102-b83c-6b642b9456fd req-479b670f-57d4-462e-bc9b-52c71fdcfd7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 1101 time: 0.0672381 Aug 31 06:43:12.097211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00015897-c0cf-4f28-832b-87725490c671 req-fd85b32f-a4c9-4aaf-b24f-466580f008f2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459375 Aug 31 06:43:12.113934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73c25b7d-b271-4102-b83c-6b642b9456fd req-817cb9b5-0956-4f31-8ef8-fd648cf95eb2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339391 Aug 31 06:43:12.209612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bf5048-7c58-4ed0-8c13-4a63470a55a9 req-bd1eb526-7e38-4155-81e1-6d42acb6b201 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.211076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92bf5048-7c58-4ed0-8c13-4a63470a55a9 req-bd1eb526-7e38-4155-81e1-6d42acb6b201 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0488584 Aug 31 06:43:12.252690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92bf5048-7c58-4ed0-8c13-4a63470a55a9 req-5c379824-7991-4227-8b84-4dd814e9974c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357924 Aug 31 06:43:12.378086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e6e6-a9f2-4345-9198-af419d59f642 req-cb6bddd9-6e8f-40f8-9b6c-8e2eca58fcbf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.384368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e6e6-a9f2-4345-9198-af419d59f642 req-cb6bddd9-6e8f-40f8-9b6c-8e2eca58fcbf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.390575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b6e6e6-a9f2-4345-9198-af419d59f642 req-cb6bddd9-6e8f-40f8-9b6c-8e2eca58fcbf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.392246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64b6e6e6-a9f2-4345-9198-af419d59f642 req-cb6bddd9-6e8f-40f8-9b6c-8e2eca58fcbf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0641868 Aug 31 06:43:12.430875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64b6e6e6-a9f2-4345-9198-af419d59f642 req-813ee3c6-6f75-413d-9203-ca89f07dc5dd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325570 Aug 31 06:43:12.550811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.556684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.562416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.568978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.574723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.581141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.587127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.588912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-053cae06-79b5-4615-aa24-710764e5aa9e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.0971603 Aug 31 06:43:12.629687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c41c0d08-82ca-41f8-a89b-279b693af385 req-e2e8e53a-a645-485d-b9ba-20e9c6453045 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344024 Aug 31 06:43:12.772820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ff21033e-8617-49cc-ade6-a339d26deace tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.779190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ff21033e-8617-49cc-ade6-a339d26deace tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.785399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ff21033e-8617-49cc-ade6-a339d26deace tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:12.786962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ff21033e-8617-49cc-ade6-a339d26deace tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 2417 time: 0.0646312 Aug 31 06:43:12.902055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port 1d53298b-b25f-45bc-81c9-97889e8f156a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:12.902484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.019599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dcd0d8-a25b-491e-868e-a0d571b7fb58 req-dd5bc6af-e3ab-482c-9535-82a718b34084 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.021052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99dcd0d8-a25b-491e-868e-a0d571b7fb58 req-dd5bc6af-e3ab-482c-9535-82a718b34084 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 949 time: 0.1024749 Aug 31 06:43:13.027415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port 1d53298b-b25f-45bc-81c9-97889e8f156a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1d53298b-b25f-45bc-81c9-97889e8f156a,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:13.027780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.056951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for 1d53298b-b25f-45bc-81c9-97889e8f156a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:13.083342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99dcd0d8-a25b-491e-868e-a0d571b7fb58 req-31e5542f-abde-4dc3-89fc-8594503e16b6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530670 Aug 31 06:43:13.171037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1880d823-34f2-4eb1-b869-b61a8decf78b req-45069ebc-cdc9-4a9e-8e27-72bb64ec5c8b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.172533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1880d823-34f2-4eb1-b869-b61a8decf78b req-45069ebc-cdc9-4a9e-8e27-72bb64ec5c8b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0501833 Aug 31 06:43:13.198814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.207733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:13.212644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1880d823-34f2-4eb1-b869-b61a8decf78b req-9c4f22ff-60f6-435b-a9ee-1eecb7bd9294 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338073 Aug 31 06:43:13.233125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=1d53298b-b25f-45bc-81c9-97889e8f156a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:13.241169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bb5163a5-f720-46d4-8fa3-f939acf629f6', '1d53298b-b25f-45bc-81c9-97889e8f156a', 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:13.276964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port 1d53298b-b25f-45bc-81c9-97889e8f156a on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:13.279794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.282009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-910f58b6-2392-4995-91fc-e5df0336ef45 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "DELETE /v2.0/ports/1d53298b-b25f-45bc-81c9-97889e8f156a HTTP/1.1" status: 204 len: 173 time: 0.4743280 Aug 31 06:43:13.282463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:13.286248 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ca64ee-3d20-48f4-a4b6-b09639b21e88" -d '{"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:13.322004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:13.322494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.352459 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f6b568c-a01e-47fa-9c2b-b47fc733beba x-openstack-request-id: req-1f6b568c-a01e-47fa-9c2b-b47fc733beba {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:13.352887 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "1d53298b-b25f-45bc-81c9-97889e8f156a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:13.353233 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f6b568c-a01e-47fa-9c2b-b47fc733beba {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:13.353655 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': '1d53298b-b25f-45bc-81c9-97889e8f156a', 'status': 'completed', 'code': 200} Aug 31 06:43:13.432623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b36ee-4931-4dfa-8c1d-cddeaa825cd0 req-560d7b25-05e1-43f9-909c-d6816516f3cd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.434322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f5b36ee-4931-4dfa-8c1d-cddeaa825cd0 req-560d7b25-05e1-43f9-909c-d6816516f3cd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0946765 Aug 31 06:43:13.503233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f5b36ee-4931-4dfa-8c1d-cddeaa825cd0 req-b7e1b49d-9e54-45f0-a311-eebb0d1a6cab tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530057 Aug 31 06:43:13.516960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port bb5163a5-f720-46d4-8fa3-f939acf629f6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:13.517307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.532092 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.581799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676f02b-9582-46e7-88a4-302b04ec7ca4 req-c439c84e-a99f-476f-8d91-514deae2080e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.587636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676f02b-9582-46e7-88a4-302b04ec7ca4 req-c439c84e-a99f-476f-8d91-514deae2080e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.589269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5676f02b-9582-46e7-88a4-302b04ec7ca4 req-c439c84e-a99f-476f-8d91-514deae2080e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 1682 time: 0.0644877 Aug 31 06:43:13.592868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:13.604233 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.632100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port bb5163a5-f720-46d4-8fa3-f939acf629f6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb5163a5-f720-46d4-8fa3-f939acf629f6,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:13.632398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.641241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5676f02b-9582-46e7-88a4-302b04ec7ca4 req-11d65375-5c4d-4667-8d8a-4f761bbf635e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Aug 31 06:43:13.653199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for bb5163a5-f720-46d4-8fa3-f939acf629f6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:13.700868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:13.777484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.782645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.789529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.795345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.802085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.805575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.808344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.814226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:13.817200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-f9e51c2d-34f1-462e-ae9c-b5c2ca8fa6c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1013896 Aug 31 06:43:13.841569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=bb5163a5-f720-46d4-8fa3-f939acf629f6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:13.866039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1d8ec5c-8d4f-4f0b-be89-c2883e473c5b req-ebf3d82d-fe1d-4fec-864e-d1ba66e1cfbf tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418954 Aug 31 06:43:13.869456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:13.871451 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19305ac4-52c3-42d0-a13a-a4666456f07c" -d '{"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:13.882331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port bb5163a5-f720-46d4-8fa3-f939acf629f6 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:13.886397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:13.888532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-ef246e7e-b5e2-4ef5-a300-dd2462996b93 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "DELETE /v2.0/ports/bb5163a5-f720-46d4-8fa3-f939acf629f6 HTTP/1.1" status: 204 len: 173 time: 0.5944316 Aug 31 06:43:13.936995 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79338202-8b79-49c0-9343-4e9637823dc8 x-openstack-request-id: req-79338202-8b79-49c0-9343-4e9637823dc8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:13.937291 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:13.937562 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79338202-8b79-49c0-9343-4e9637823dc8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:13.937949 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'code': 200} Aug 31 06:43:14.029459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:14.029812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.123479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:14.123849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.137418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:14.343543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf748b-a829-445a-ab9a-a982b7fdec57 req-5e3e5b13-c25b-472f-b9a1-4064b4a7844b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.345130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-23cf748b-a829-445a-ab9a-a982b7fdec57 req-5e3e5b13-c25b-472f-b9a1-4064b4a7844b tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.0533884 Aug 31 06:43:14.388273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-23cf748b-a829-445a-ab9a-a982b7fdec57 req-bca46552-b767-4553-a34a-cc46af9f2034 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/security-groups?id=707a17fa-1876-41b6-b059-69b0cc5c237a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355499 Aug 31 06:43:14.586061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa52f0-e440-4c4a-95e4-0ac03790988a req-1e857975-58ec-4f75-bf43-c0fcaaa4ca79 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.587552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3fa52f0-e440-4c4a-95e4-0ac03790988a req-1e857975-58ec-4f75-bf43-c0fcaaa4ca79 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.4311340 Aug 31 06:43:14.595665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-f55b27b6-51b4-4253-95ea-fa9c2ee6e7cb tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.597829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-f55b27b6-51b4-4253-95ea-fa9c2ee6e7cb tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.50 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 945 time: 0.4017465 Aug 31 06:43:14.618484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebef4a-2812-4fe3-9ef8-95ecd9f8d149 req-3c181498-61c3-4169-a7aa-fd10991a2e1b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:14.620227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84ebef4a-2812-4fe3-9ef8-95ecd9f8d149 req-3c181498-61c3-4169-a7aa-fd10991a2e1b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0530081 Aug 31 06:43:14.660306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84ebef4a-2812-4fe3-9ef8-95ecd9f8d149 req-7a7b86ad-2936-48b5-ad7a-ec83c4d7df00 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335042 Aug 31 06:43:14.705779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3fa52f0-e440-4c4a-95e4-0ac03790988a req-aff4429a-93a1-4128-8740-5fe61af19498 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058922 Aug 31 06:43:14.751284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.827918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=d14e4bd4-a371-4495-a4d2-7b42e5ce87c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:14.870074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ceb56b3-e29a-426f-a00a-65009287ecfe req-bbb7f323-9c87-4ce9-93fa-1e4a236bb4a0 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=bc46a606-2ac6-47f7-918d-1aee187cbcc2 HTTP/1.1" status: 200 len: 210 time: 0.0838625 Aug 31 06:43:14.872633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:14.876136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:14.878858 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bd595d3-27ee-43a7-a343-322de8b83e44 req-da8d89c1-d854-44f1-9aef-ceb8ad3ea948 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.50 "DELETE /v2.0/ports/d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 HTTP/1.1" status: 204 len: 173 time: 0.9684434 Aug 31 06:43:14.887396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Deleting port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:14.888061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.035889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] For port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,segment=NetworkSegment(4454a9eb-642d-4acd-8fe3-6c558e085af7),segment_id=4454a9eb-642d-4acd-8fe3-6c558e085af7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:15.036254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.052980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Calling delete_port for 9efaf3f1-01d7-4a32-9d1a-ef8db091046e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:15.083513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.089217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.095037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.101255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.107141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.113986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.119734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.121684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-8fb50f4c-6496-417d-8222-a4308ab72834 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5421 time: 0.1282110 Aug 31 06:43:15.131093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c746-6a1f-450e-ba28-7090871c28bf req-77373039-03f8-4190-ba81-4bc65e0a7a21 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.136957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f715c746-6a1f-450e-ba28-7090871c28bf req-77373039-03f8-4190-ba81-4bc65e0a7a21 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.138525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f715c746-6a1f-450e-ba28-7090871c28bf req-77373039-03f8-4190-ba81-4bc65e0a7a21 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571&device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 1690 time: 0.0600374 Aug 31 06:43:15.176378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f715c746-6a1f-450e-ba28-7090871c28bf req-3e3331ff-e1e9-4091-8138-113d542f9dee tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317338 Aug 31 06:43:15.202422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d0ccd40-a4df-4f08-84ba-4f24f3aaa756 req-7c5fc12a-35cf-4fc9-8b50-1f9f494f4e09 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0503705 Aug 31 06:43:15.217958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb5163a5-f720-46d4-8fa3-f939acf629f6 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:15.250761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: bb5163a5-f720-46d4-8fa3-f939acf629f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:15.251104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb5163a5-f720-46d4-8fa3-f939acf629f6 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:15.251726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1d53298b-b25f-45bc-81c9-97889e8f156a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:15.284423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 1d53298b-b25f-45bc-81c9-97889e8f156a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:15.285152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1d53298b-b25f-45bc-81c9-97889e8f156a not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:15.286117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:15.289810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.310798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:15.311377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d14e4bd4-a371-4495-a4d2-7b42e5ce87c3 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:15.311961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 9efaf3f1-01d7-4a32-9d1a-ef8db091046e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:15.328671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Pushing event deleted for resources: {'Port': ['ID=9efaf3f1-01d7-4a32-9d1a-ef8db091046e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:15.336880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 9efaf3f1-01d7-4a32-9d1a-ef8db091046e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:15.337196 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 9efaf3f1-01d7-4a32-9d1a-ef8db091046e not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:15.337661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:15.372766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6'}, {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:15.375108 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e979ad7-156d-4c3f-91ad-2cb60fc5292f" -d '{"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6"}, {"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:15.393521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204f852-a79c-4c83-b079-2be6d6da72c3 req-a1dfeec6-1b70-4791-bc22-53a8f16a0690 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.395912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c204f852-a79c-4c83-b079-2be6d6da72c3 req-a1dfeec6-1b70-4791-bc22-53a8f16a0690 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 1101 time: 0.0483148 Aug 31 06:43:15.417554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] No DVR routers for this DVR port 9efaf3f1-01d7-4a32-9d1a-ef8db091046e on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:15.426700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.429046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69925264-fb0b-4b79-b3a5-000af7ecc271 req-9b9c75d7-8657-47bd-9b44-2a36807d09a2 tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.50 "DELETE /v2.0/ports/9efaf3f1-01d7-4a32-9d1a-ef8db091046e HTTP/1.1" status: 204 len: 173 time: 0.8136919 Aug 31 06:43:15.444020 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0afd0e2-0f6d-44d1-9df9-9c5885020584 x-openstack-request-id: req-a0afd0e2-0f6d-44d1-9df9-9c5885020584 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:15.444379 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "bb5163a5-f720-46d4-8fa3-f939acf629f6", "status": "completed", "code": 200}, {"server_uuid": "bc46a606-2ac6-47f7-918d-1aee187cbcc2", "name": "network-vif-deleted", "tag": "d14e4bd4-a371-4495-a4d2-7b42e5ce87c3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:15.444733 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a0afd0e2-0f6d-44d1-9df9-9c5885020584 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:15.445239 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': 'bb5163a5-f720-46d4-8fa3-f939acf629f6', 'status': 'completed', 'code': 200} Aug 31 06:43:15.445803 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc46a606-2ac6-47f7-918d-1aee187cbcc2', 'name': 'network-vif-deleted', 'tag': 'd14e4bd4-a371-4495-a4d2-7b42e5ce87c3', 'status': 'completed', 'code': 200} Aug 31 06:43:15.448066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.453038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c204f852-a79c-4c83-b079-2be6d6da72c3 req-94cdc828-c24e-47ca-8e7e-1c9a129b8d89 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496542 Aug 31 06:43:15.498358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:15.511013 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.540207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.586612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-219fca37-277d-4865-a7a7-7dd25ba3f267 req-76d03e3f-18ce-456b-83ca-75225502e23d tempest-ServerPasswordTestJSON-945358556 tempest-ServerPasswordTestJSON-945358556-project] 10.222.0.57 "GET /v2.0/ports?device_id=4688ec77-be17-4967-8bb1-dafdf61140a5 HTTP/1.1" status: 200 len: 210 time: 0.0665634 Aug 31 06:43:15.592488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12107dc7-f7c0-4db4-ba6e-9a4351faf58b req-c5378da0-239f-4001-960b-d0e9d4bfb99e tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.608049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12107dc7-f7c0-4db4-ba6e-9a4351faf58b req-c5378da0-239f-4001-960b-d0e9d4bfb99e tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 1102 time: 0.0619533 Aug 31 06:43:15.614596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:15.637967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12107dc7-f7c0-4db4-ba6e-9a4351faf58b req-d4c5c62c-2811-4c92-959a-0bbf4d123a46 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335174 Aug 31 06:43:15.642611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-e4257faa-0580-476b-b985-5a55d309b037 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550191 Aug 31 06:43:15.705671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:15.724493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-3192b29b-7b05-4977-950b-ed9ed85c9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.726975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-3192b29b-7b05-4977-950b-ed9ed85c9067 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 1098 time: 0.0505030 Aug 31 06:43:15.848863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:15.861088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630aa8be-f0d0-43f5-9efb-44680908f898 req-d000bbbd-1a00-4cc5-ba6b-1fd233f601ff tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.865573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-98b62a5f-89a4-4ec1-b7ea-07146af682fa tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776970 Aug 31 06:43:15.866177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-630aa8be-f0d0-43f5-9efb-44680908f898 req-d000bbbd-1a00-4cc5-ba6b-1fd233f601ff tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.0683646 Aug 31 06:43:15.877134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'port_id': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928', 'mac_address': 'fa:16:3e:1c:ff:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:15.917641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.920000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-630aa8be-f0d0-43f5-9efb-44680908f898 req-79d0d1b6-1902-4337-8005-fba9b3364a32 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481927 Aug 31 06:43:15.938082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:15.943281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:15.946137 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62246f62-64e0-4f7d-9ff3-bb4ea61b52b5" -d '{"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-unplugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:15.970376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:15.975743 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:15.976722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 664041ec-e9ad-495a-ac85-078c0c324c3a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:15.990983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-3e7ac1a1-4411-41b8-874b-fb8fdca4bf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:15.992479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-3e7ac1a1-4411-41b8-874b-fb8fdca4bf1d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1100 time: 0.2131743 Aug 31 06:43:16.022740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-39292cf4-4f5e-4bb5-80ac-1248492d13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.024294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-39292cf4-4f5e-4bb5-80ac-1248492d13be service neutron] 10.222.0.53 "GET /v2.0/networks?id=d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 200 len: 913 time: 0.2649958 Aug 31 06:43:16.031326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-d99a0596-f338-48c0-9225-688104327c51 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.039199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-d99a0596-f338-48c0-9225-688104327c51 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681893 Aug 31 06:43:16.053618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.061593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.070141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'port_id': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'mac_address': 'fa:16:3e:2c:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5', 'ip_address': '10.1.1.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:16.123237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.128209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-0814c670-fca0-4266-a2e9-28e84564a5e8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.0880899 Aug 31 06:43:16.138598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 664041ec-e9ad-495a-ac85-078c0c324c3a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:16.160896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.161357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-4df0e694-ac1b-4bf7-8cac-20220497e242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.162872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-4df0e694-ac1b-4bf7-8cac-20220497e242 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 1100 time: 0.1157782 Aug 31 06:43:16.166676 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.167343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8db67bd7-9683-4b30-8aff-19000f3f0ca3 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:16.183592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-adf220b6-ea1f-4907-8785-cc5a8b54bc93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 200 len: 1001 time: 0.1423759 Aug 31 06:43:16.205950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:16.266125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.283308 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5c8bf9f-8ff4-42bd-a906-62dbf5c7e0bd x-openstack-request-id: req-d5c8bf9f-8ff4-42bd-a906-62dbf5c7e0bd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:16.283846 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-unplugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:16.284278 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5c8bf9f-8ff4-42bd-a906-62dbf5c7e0bd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:16.284904 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'code': 200} Aug 31 06:43:16.289737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting subnet f113af7f-5995-4875-af76-e10654680836 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:16.293809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.309348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-08c34255-054e-4d13-83ce-d9bd7b78f21f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.310818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-08c34255-054e-4d13-83ce-d9bd7b78f21f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a2e460f7-003a-442d-99ea-57efca47662b HTTP/1.1" status: 200 len: 851 time: 0.1168821 Aug 31 06:43:16.324268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.339225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'port_id': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'mac_address': 'fa:16:3e:cb:92:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:16.343283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-6037063e-3da7-4450-9ed6-9ba111df61de tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2028382 Aug 31 06:43:16.397582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.404405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.414264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db67bd7-9683-4b30-8aff-19000f3f0ca3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:16.421288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-1ff6aeda-4bc1-430c-b128-25b31c5f19c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.422965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-1ff6aeda-4bc1-430c-b128-25b31c5f19c0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2417800 Aug 31 06:43:16.437108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-0bc6c682-174f-471f-b403-aeff49701512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.439244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-0bc6c682-174f-471f-b403-aeff49701512 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d9a63763-aa26-43c8-8b8f-e3f2912af646&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0947516 Aug 31 06:43:16.447532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.455803 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.456982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbb9e051-ec81-4726-a274-e9f50b83011f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:16.491362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.498144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.506883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.513527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.521519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.527959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.537082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.539849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-729055ef-42c5-4a7a-949a-8f04559a217b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5423 time: 0.1883628 Aug 31 06:43:16.615663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbb9e051-ec81-4726-a274-e9f50b83011f,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.632565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.646856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'bbb9e051-ec81-4726-a274-e9f50b83011f', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'port_id': 'bbb9e051-ec81-4726-a274-e9f50b83011f', 'mac_address': 'fa:16:3e:95:ab:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5', 'ip_address': '10.1.1.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:16.653710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b072eea5-3b6f-43a7-a9a5-e7ce012be7cd req-5f768cbb-ca95-4ece-9c0d-496681ab122c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1059332 Aug 31 06:43:16.664959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-32e3448c-167c-479b-a865-94acb2b98174 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 200 len: 217 time: 0.2144232 Aug 31 06:43:16.693778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.704753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.729619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbb9e051-ec81-4726-a274-e9f50b83011f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:16.731431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-ee0c58bd-3652-4dc7-808b-ce7f9a15851f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.733292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-ee0c58bd-3652-4dc7-808b-ce7f9a15851f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0559583 Aug 31 06:43:16.737440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-27500c1e-1fa7-45ff-a9bd-ac2ff80ca140 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850943 Aug 31 06:43:16.759761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:16.765878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbb9e051-ec81-4726-a274-e9f50b83011f,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:16.771288 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.772647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71f68f9-8c5d-4984-9743-4e4c29a879d0 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:16.817526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f83f73a6-2f8b-45a2-b00a-f2fa4cf64fea req-01502c92-f1d5-4f3a-afc4-a331e3915f4a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 210 time: 0.0747228 Aug 31 06:43:16.849055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Deleting subnet c7c68727-5ceb-4079-9740-7ac35f291abd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:16.862815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.876815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-86c6b936-6ca8-4e71-885b-145c2081dfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:16.878628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-86c6b936-6ca8-4e71-885b-145c2081dfe9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1246226 Aug 31 06:43:16.906436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.929177 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.952948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.956369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/subnets/f113af7f-5995-4875-af76-e10654680836 HTTP/1.1" status: 204 len: 168 time: 0.7483158 Aug 31 06:43:16.964681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35b362a-3fbe-4ca1-b7e1-ec9f5cb2eabd None None] Network 5325a615-95f4-4561-b8b2-ac521e34e2a6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:16.972921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:16.982532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:16.985017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821457e5-bc20-41c1-8875-591abeee0ee9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Subnet': ['ID=f113af7f-5995-4875-af76-e10654680836,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:16.990170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.051918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'port_id': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'mac_address': 'fa:16:3e:92:15:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cb01-26d3-4119-bf3c-594a883598dd', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:17.061321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69bc1a0-6770-4428-b2f4-42dd27cd7109 req-43c57310-df62-41be-b494-efeffb517be2 service neutron] 10.222.0.53 "GET /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059485 Aug 31 06:43:17.102772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.113703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.130960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-01dad0e4-cb64-46f5-ab94-74997c653549 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406285 Aug 31 06:43:17.164743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b86973-99f3-4f20-864a-42005fd4b189 req-0ba78bef-6fb7-401b-96ba-0c8aecb5b06a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.172821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3b86973-99f3-4f20-864a-42005fd4b189 req-0ba78bef-6fb7-401b-96ba-0c8aecb5b06a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.1244810 Aug 31 06:43:17.241375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3b86973-99f3-4f20-864a-42005fd4b189 req-69defe58-772f-4aa1-8c76-34984b79343a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651567 Aug 31 06:43:17.245750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.282821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7c68727-5ceb-4079-9740-7ac35f291abd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.295698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.298137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-afcb9eae-2ae0-4c9d-a90b-46b5540311bb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c7c68727-5ceb-4079-9740-7ac35f291abd HTTP/1.1" status: 204 len: 168 time: 0.5374064 Aug 31 06:43:17.300781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:17.305942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1c55dba-4d44-45bd-b1cb-2a2f63c9799f req-ea3de2e3-568b-41a0-91e8-ba483e510a69 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661215 Aug 31 06:43:17.341959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.343128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port 16540001-4099-4814-8e4e-bd4bb1cf7a61 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:17.343518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.376548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.381625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71f68f9-8c5d-4984-9743-4e4c29a879d0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:17.404823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.411833 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.412548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 97a34732-5361-4302-946e-fb30452d0667 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:17.427889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port 16540001-4099-4814-8e4e-bd4bb1cf7a61, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=16540001-4099-4814-8e4e-bd4bb1cf7a61,segment=NetworkSegment(69438635-f6da-439d-b6c6-c6aa7bdc9993),segment_id=69438635-f6da-439d-b6c6-c6aa7bdc9993)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.428606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.445273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for 16540001-4099-4814-8e4e-bd4bb1cf7a61 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:17.447194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'name': 'network-vif-deleted', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:17.450051 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-403f6cc6-9f9b-432c-af9c-07b0df6418d7" -d '{"events": [{"server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "name": "network-vif-deleted", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:17.472746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.484260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db5c0159-9475-40a7-8930-17335b377a66']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.496801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4454a9eb-642d-4acd-8fe3-6c558e085af7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.496957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4454a9eb-642d-4acd-8fe3-6c558e085af7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.508801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.526981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.530300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.536515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:17.537613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:17.541017 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:17.543751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.547615 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b83a1c-c81a-4394-bf6e-e3da9373bbf0 x-openstack-request-id: req-a7b83a1c-c81a-4394-bf6e-e3da9373bbf0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:17.547905 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4688ec77-be17-4967-8bb1-dafdf61140a5", "name": "network-vif-deleted", "tag": "9efaf3f1-01d7-4a32-9d1a-ef8db091046e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:17.548159 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a7b83a1c-c81a-4394-bf6e-e3da9373bbf0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:17.548548 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4688ec77-be17-4967-8bb1-dafdf61140a5', 'name': 'network-vif-deleted', 'tag': '9efaf3f1-01d7-4a32-9d1a-ef8db091046e', 'status': 'completed', 'code': 200} Aug 31 06:43:17.556554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '97a34732-5361-4302-946e-fb30452d0667', 'network_id': '08eebcdf-0de6-4ea7-b6f4-eb2a095a053f', 'port_id': '97a34732-5361-4302-946e-fb30452d0667', 'mac_address': 'fa:16:3e:76:b4:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '898f7d18-9e63-4fd2-a585-e944428914f5', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:17.601430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccff79d0-5700-4ace-93fc-f6a81e6d428c None None] DHCP port deletion for 5325a615-95f4-4561-b8b2-ac521e34e2a6 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:43:17.605673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.610146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.624634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port 16540001-4099-4814-8e4e-bd4bb1cf7a61 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:17.631206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.633674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97a34732-5361-4302-946e-fb30452d0667 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:17.637678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.640410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/db5c0159-9475-40a7-8930-17335b377a66 HTTP/1.1" status: 204 len: 168 time: 0.3381369 Aug 31 06:43:17.650405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=16540001-4099-4814-8e4e-bd4bb1cf7a61,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.655602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb841f1-c638-433a-a058-7bb55991f1dc admin admin] Pushing event deleted for resources: {'Network': ['ID=db5c0159-9475-40a7-8930-17335b377a66,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.669207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.675190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.675862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device efe4e048-1e53-4880-8722-6a4b81b8fcd1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:17.773434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.777527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:17.788426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5325a615-95f4-4561-b8b2-ac521e34e2a6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.792965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.806277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'network_id': '45266707-79a6-4722-928a-d67c4103a012', 'port_id': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'mac_address': 'fa:16:3e:fb:fb:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09d9cb01-26d3-4119-bf3c-594a883598dd', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:17.806919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69438635-f6da-439d-b6c6-c6aa7bdc9993') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.807228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69438635-f6da-439d-b6c6-c6aa7bdc9993') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:17.815126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:17.819598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.825854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.826381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.833862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.840615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.848293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.854663 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.854955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.855065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.862620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:17.866989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-085394d3-d1da-4ac6-be66-0ff198e9217a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5427 time: 0.1286726 Aug 31 06:43:17.877045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:17.878192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:17.881387 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:17.891398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe4e048-1e53-4880-8722-6a4b81b8fcd1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:17.914961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:17.922080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:17.925835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cec835cb-3560-405d-b6b9-ab5a37ffbd69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a2b6385de6d414587487a8500f701d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063814 Aug 31 06:43:17.930926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:17.970900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-201d704a-923f-4f9a-9d6c-5be6e520cb6c req-93d00711-b94d-489f-aff8-a9226ce5fe21 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968473 Aug 31 06:43:17.977978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.017269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.023877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.028283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/networks/5325a615-95f4-4561-b8b2-ac521e34e2a6 HTTP/1.1" status: 204 len: 168 time: 1.0492485 Aug 31 06:43:18.029640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:18.031122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-32e77143-ada0-4652-a4c9-c287bb90f260 req-451b801d-7b25-4ef8-ab03-a5b2424684a2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 210 time: 0.0460610 Aug 31 06:43:18.058424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd0fb-c19c-4bda-bec0-b924aa20b18f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Network': ['ID=5325a615-95f4-4561-b8b2-ac521e34e2a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.078687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-2942377a-7fcc-45d1-a698-7202d05232da tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0514457 Aug 31 06:43:18.100647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.101636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting subnet 29ddacf7-b8c8-4dec-b3ee-01836717e27d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:18.106058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.152964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.166394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.238386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-ef6a4074-e547-4479-a014-f856014a4a8d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:18.240103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-ef6a4074-e547-4479-a014-f856014a4a8d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1488197 Aug 31 06:43:18.244714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.266293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:18.271642 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.274233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.275367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/707a17fa-1876-41b6-b059-69b0cc5c237a HTTP/1.1" status: 204 len: 168 time: 0.3434963 Aug 31 06:43:18.327718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.343097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921b4bf8-bb4a-43a6-99d8-3b50347b1d20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=707a17fa-1876-41b6-b059-69b0cc5c237a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.379991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Subnet': ['ID=29ddacf7-b8c8-4dec-b3ee-01836717e27d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.399879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efd3bd5-e55a-4348-bd80-f035c037bd33 None None] Network dee46f74-6664-4292-aec8-aab3553ac231 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:18.400483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.402115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b2d670c4-b62d-4b32-9a68-3e5808f3d81e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/subnets/29ddacf7-b8c8-4dec-b3ee-01836717e27d HTTP/1.1" status: 204 len: 168 time: 0.3711889 Aug 31 06:43:18.404818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:18.488767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9b704-ab1e-40f7-bb99-f8760ee38292 req-f3f2a2f9-3958-4e6b-8cd2-ed2d98d4d35b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:18.491045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2bc9b704-ab1e-40f7-bb99-f8760ee38292 req-f3f2a2f9-3958-4e6b-8cd2-ed2d98d4d35b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.1080544 Aug 31 06:43:18.492887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:18.497052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.540017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.606909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2bc9b704-ab1e-40f7-bb99-f8760ee38292 req-cef6ef8b-597b-4438-8713-0e02a101dfbf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065493 Aug 31 06:43:18.607597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port 483858c0-c4fb-4478-8b4c-cb57bf70c128 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:18.608349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.703995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] DHCP port deletion for dee46f74-6664-4292-aec8-aab3553ac231 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:43:18.733055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port 483858c0-c4fb-4478-8b4c-cb57bf70c128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=483858c0-c4fb-4478-8b4c-cb57bf70c128,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:18.733897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.753772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for 483858c0-c4fb-4478-8b4c-cb57bf70c128 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:18.761746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.99 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/923658f4-a2e8-45b0-a686-46dd672062b1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:18.827236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Deleting port 483858c0-c4fb-4478-8b4c-cb57bf70c128 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:18.827829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.894783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.906323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 483858c0-c4fb-4478-8b4c-cb57bf70c128 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:18.934545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 483858c0-c4fb-4478-8b4c-cb57bf70c128 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:18.934545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 483858c0-c4fb-4478-8b4c-cb57bf70c128 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:18.934882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 16540001-4099-4814-8e4e-bd4bb1cf7a61 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:18.935224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=483858c0-c4fb-4478-8b4c-cb57bf70c128,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:18.940373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port 483858c0-c4fb-4478-8b4c-cb57bf70c128 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:18.947066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] For port 483858c0-c4fb-4478-8b4c-cb57bf70c128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=483858c0-c4fb-4478-8b4c-cb57bf70c128,segment=NetworkSegment(add92ed2-fa8d-4a7f-b4f3-1cc00739307c),segment_id=add92ed2-fa8d-4a7f-b4f3-1cc00739307c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:18.947770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.953628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:18.972696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object 923658f4-a2e8-45b0-a686-46dd672062b1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:18.981185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 16540001-4099-4814-8e4e-bd4bb1cf7a61 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:18.981841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 16540001-4099-4814-8e4e-bd4bb1cf7a61 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:18.990817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Calling delete_port for 483858c0-c4fb-4478-8b4c-cb57bf70c128 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:19.034803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.052718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.067243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dee46f74-6664-4292-aec8-aab3553ac231']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:19.081806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:19.082280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add92ed2-fa8d-4a7f-b4f3-1cc00739307c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:19.103845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:19.104114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.107863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:19.113793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.116170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.129147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:19.130528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.162997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:19.163490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:19.167783 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:19.188655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:19.223016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:19.250051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.250845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.282002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea92e2a-369d-4f1d-9226-32cf70c6c79f req-64b5ef10-6687-44c1-9dc8-82f3420a783f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.290787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ea92e2a-369d-4f1d-9226-32cf70c6c79f req-64b5ef10-6687-44c1-9dc8-82f3420a783f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 935 time: 0.1103187 Aug 31 06:43:19.307644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-fc9a3be1-c87c-47d3-a495-3be68f2daa7d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0479102 Aug 31 06:43:19.344853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.345575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Request body: {'port': {'device_id': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:19.354281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.362922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.367749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.374410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.380609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.388152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.397856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-11e279f2-5e65-4151-af06-1c7a63401ccc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.2545385 Aug 31 06:43:19.415292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ea92e2a-369d-4f1d-9226-32cf70c6c79f req-4fe2dacc-3b1c-4b2c-9ce3-7e2d72bd819d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234689 Aug 31 06:43:19.444876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1e1ac51c-1a59-4135-8503-2cb5ca9c5928'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.450621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.470155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb0e401c-deec-4cb6-8c9c-087ac4d6fd8c req-fd20e675-0b72-4d1c-acc0-4119ba593edc tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0640638 Aug 31 06:43:19.472030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.478654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.481954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/networks/dee46f74-6664-4292-aec8-aab3553ac231 HTTP/1.1" status: 204 len: 168 time: 1.0759861 Aug 31 06:43:19.504001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['664041ec-e9ad-495a-ac85-078c0c324c3a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.506261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:19.507258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dab12e1-30ed-45cc-9314-64789b493961 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Network': ['ID=dee46f74-6664-4292-aec8-aab3553ac231,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:19.515323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-965509250'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:19.534592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:19.535097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['97a34732-5361-4302-946e-fb30452d0667'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.537506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['efe4e048-1e53-4880-8722-6a4b81b8fcd1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.546378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:19.550044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.561807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.578397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:19.590048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.590460 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Added segment 56419a72-0f44-489c-99e7-e589be4af450 of type vlan for network d684d9fc-0d29-43cf-ba24-589738c95489 Aug 31 06:43:19.639089 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.671817 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.680057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.680852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.686787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8db67bd7-9683-4b30-8aff-19000f3f0ca3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.689385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['bbb9e051-ec81-4726-a274-e9f50b83011f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.696975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-277979445-network', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:19.732125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71f68f9-8c5d-4984-9743-4e4c29a879d0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:19.772422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2612813 Aug 31 06:43:19.779884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:19.787124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'subnet': {'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:19.796008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a08f2-7c03-4417-a89c-4163f1aaa6d5 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Network': ['ID=d684d9fc-0d29-43cf-ba24-589738c95489,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:19.850921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f10e1e8-bb2d-4235-ade0-b0863a86d325 req-e1633934-e678-4ce4-8339-91aedc300499 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:19.852452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f10e1e8-bb2d-4235-ade0-b0863a86d325 req-e1633934-e678-4ce4-8339-91aedc300499 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.1400330 Aug 31 06:43:19.894529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:19.901816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Network dee46f74-6664-4292-aec8-aab3553ac231 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:43:19.902301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] No DVR routers for this DVR port 483858c0-c4fb-4478-8b4c-cb57bf70c128 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:19.906162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4553319-542d-48fb-b46d-b83c446a324b None None] Pushing event deleted for resources: {'Port': ['ID=483858c0-c4fb-4478-8b4c-cb57bf70c128,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:19.913671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:19.914320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Made reservation on behalf of 5acd9c0b959247a28751a5d6aa334990 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:19.916699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.937409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:19.958551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 923658f4-a2e8-45b0-a686-46dd672062b1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:19.987133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f10e1e8-bb2d-4235-ade0-b0863a86d325 req-a5f917b7-e891-465e-919f-d58e224d0e29 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237946 Aug 31 06:43:19.992158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.028949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Transition to ACTIVE for port object 923658f4-a2e8-45b0-a686-46dd672062b1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:20.038629 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.050993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.057578 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.091741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:20.114841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:20.127186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.143946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.144420 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Added segment 91860c0a-48e9-4956-b021-ba28130e82e0 of type vlan for network de714c4a-575b-412b-af53-1e177c64aba3 Aug 31 06:43:20.209059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.240745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.270848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.272065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.272749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.377744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'mac_address': 'fa:16:3e:25:de:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:20.379147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-602fbf7c-2990-4323-9b64-b220781478a7 None None] Provisioning for port 923658f4-a2e8-45b0-a686-46dd672062b1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:20.509705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Pushing event updated for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.608267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2af934c-248e-4877-8d98-048849191d17 req-5280895c-46da-4553-8317-177415961cdf tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.609918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2af934c-248e-4877-8d98-048849191d17 req-5280895c-46da-4553-8317-177415961cdf tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 947 time: 0.0753384 Aug 31 06:43:20.615771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Attempting to bind port 923658f4-a2e8-45b0-a686-46dd672062b1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:20.616115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Attempting to bind port 923658f4-a2e8-45b0-a686-46dd672062b1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:20.616448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Attempting to bind port 923658f4-a2e8-45b0-a686-46dd672062b1 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:20.622451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Port 923658f4-a2e8-45b0-a686-46dd672062b1 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:20.622776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Attempting to bind port 923658f4-a2e8-45b0-a686-46dd672062b1 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:20.640311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:20.640756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:20.641030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:20.641505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Bound port: 923658f4-a2e8-45b0-a686-46dd672062b1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:20.641865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.691937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.1560032 Aug 31 06:43:20.695696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:20.703918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Request body: {'subnet': {'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-subnet', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:20.710914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2af934c-248e-4877-8d98-048849191d17 req-cad1b056-bd82-44c0-a51f-75cbb7335992 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893826 Aug 31 06:43:20.764653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:20.766947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Made reservation on behalf of 5acd9c0b959247a28751a5d6aa334990 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:20.770394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.773855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=923658f4-a2e8-45b0-a686-46dd672062b1,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:20.815938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.819518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99911be9-bcba-428d-a6d8-7cdfef38c75a admin admin] Pushing event updated for resources: {'Network': ['ID=de714c4a-575b-412b-af53-1e177c64aba3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.852393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.859329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.867446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.878332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network de714c4a-575b-412b-af53-1e177c64aba3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:20.879797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.890733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.892002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.892888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.894430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] 10.222.0.53 "PUT /v2.0/ports/923658f4-a2e8-45b0-a686-46dd672062b1 HTTP/1.1" status: 200 len: 1096 time: 1.5656331 Aug 31 06:43:20.894884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:20.898096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.901751 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669281ad-93ca-4fc7-acee-965d4a9d021a" -d '{"events": [{"name": "network-changed", "server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:20.907635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:20.915241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:20.931250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-807314c0-ffcb-4c0d-bf7b-6719eabeca39 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.2470784 Aug 31 06:43:20.957988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af5a1b0-ed1b-4e30-9fff-e37c0dbaedeb service neutron] Pushing event updated for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:20.973879 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981230d4-39b1-4073-b207-ea665748643b x-openstack-request-id: req-981230d4-39b1-4073-b207-ea665748643b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:20.974529 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:20.974529 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-981230d4-39b1-4073-b207-ea665748643b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:20.974855 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1', 'status': 'completed', 'code': 200} Aug 31 06:43:21.001672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bce7307-7c80-4a95-b4d9-856c5e3e3ed7 req-2e0ecc51-2cec-4f5a-9231-1ae4bc3a622f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647779 Aug 31 06:43:21.088268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-3a74a1bf-5d72-4fe8-ba57-e2c84073e7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.090814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-3a74a1bf-5d72-4fe8-ba57-e2c84073e7e4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 1099 time: 0.1192079 Aug 31 06:43:21.164818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-baa5d7a8-9565-4ff2-8f06-bde453644d64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=923658f4-a2e8-45b0-a686-46dd672062b1 HTTP/1.1" status: 200 len: 217 time: 0.0609424 Aug 31 06:43:21.201781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:21.209863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.227066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cb2ef3-aad5-434a-bd07-82c02d5932ca req-971c0ae9-0fe8-418d-9bef-0a34673dd4bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.229023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66cb2ef3-aad5-434a-bd07-82c02d5932ca req-971c0ae9-0fe8-418d-9bef-0a34673dd4bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 948 time: 0.0888655 Aug 31 06:43:21.309692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:21.320065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.339041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Subnet': ['ID=430a4dd9-795f-45aa-a33d-aab8936d7fd0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:21.342515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.357321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66cb2ef3-aad5-434a-bd07-82c02d5932ca req-e809746c-af96-483a-af76-10cc6c00764b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010768 Aug 31 06:43:21.363602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Checking segment: {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:21.363969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network hostable DHCP agents. Network: d684d9fc-0d29-43cf-ba24-589738c95489, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:21.385241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5735877a-d31d-4524-bd31-784aefc7a915,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:21.386050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network d684d9fc-0d29-43cf-ba24-589738c95489 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:21.401851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-b9de9581-f531-4bdc-a306-37372272039f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.403450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-b9de9581-f531-4bdc-a306-37372272039f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1646578 Aug 31 06:43:21.412880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d684d9fc-0d29-43cf-ba24-589738c95489) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:21.424404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.425360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.450905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e319a0b2-f4c8-4439-a02d-507a0a5cdcfb None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:21.480339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54af965-7069-4a67-86dc-9ed1509ded47 req-88a4145f-74a8-4b75-b52e-1a7c40804c49 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.481864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f54af965-7069-4a67-86dc-9ed1509ded47 req-88a4145f-74a8-4b75-b52e-1a7c40804c49 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1730335 Aug 31 06:43:21.484180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Checking segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:21.484545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Network hostable DHCP agents. Network: de714c4a-575b-412b-af53-1e177c64aba3, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:21.490250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6de0e082-b3ee-4df5-a725-01559f7bbe8e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7092903 Aug 31 06:43:21.494558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:21.502482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1124035086'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:21.537743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166f44c5-a2d3-47e1-9c48-3b4f8431be2c req-987353be-38e3-4e49-955f-8f703a1534b0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.538746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-84438f0e-a6cc-4921-956f-1cb2e8e4a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.539624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-166f44c5-a2d3-47e1-9c48-3b4f8431be2c req-987353be-38e3-4e49-955f-8f703a1534b0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 950 time: 0.0973985 Aug 31 06:43:21.540249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-84438f0e-a6cc-4921-956f-1cb2e8e4a69b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1075888 Aug 31 06:43:21.549518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:21.554048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.555277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Network de714c4a-575b-412b-af53-1e177c64aba3 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:21.588791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f54af965-7069-4a67-86dc-9ed1509ded47 req-2a6b3f52-b87c-4a2e-9e2c-0c98635553ee tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896614 Aug 31 06:43:21.610773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:21.621665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-166f44c5-a2d3-47e1-9c48-3b4f8431be2c req-b7da37ff-2437-47ba-9066-aeaf8267e221 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645876 Aug 31 06:43:21.638887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:21.641859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.642186 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Added segment 27435954-28b2-4fa8-9e2e-b841bce2a090 of type vlan for network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 Aug 31 06:43:21.703927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, de714c4a-575b-412b-af53-1e177c64aba3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:21.707654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-f2a05da1-b2ab-4291-97ba-86e6de47f202 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498721 Aug 31 06:43:21.721940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845f752d-e6c0-4d90-9ea0-99497c8a25e7 None None] Network de714c4a-575b-412b-af53-1e177c64aba3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:21.722184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.722741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.741180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.794640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b8e03c7f-e7aa-48ad-83d1-fb3b2300c5ac admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0956736 Aug 31 06:43:21.798105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:21.806520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f22f7fe7-1eb0-4f51-809e-711b1484a6fb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:21.807019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:21.826375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.839468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:21.841641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.866363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af5f9d75-bfca-47d7-89a9-68e73004410b req-c357626e-f2d2-4ee5-ab67-fc4a15f1eed7 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499059 Aug 31 06:43:21.867338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.868742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.949180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.965647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d684d9fc-0d29-43cf-ba24-589738c95489', 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'fixed_ips': [{'subnet_id': '430a4dd9-795f-45aa-a33d-aab8936d7fd0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:43:21.966514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:21.995420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4992354 Aug 31 06:43:21.996007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:22.012259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'subnet': {'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:22.086911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b17852-24c0-41a1-9548-1a277bf91cd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Network': ['ID=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:22.104754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f087746a-f219-45aa-a0a8-31d45c343ed6 req-09642d2e-d0f2-40de-81c1-a2b152608f8b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.108407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f087746a-f219-45aa-a0a8-31d45c343ed6 req-09642d2e-d0f2-40de-81c1-a2b152608f8b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 947 time: 0.2401211 Aug 31 06:43:22.117730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-6d5b86e3-763b-46e5-bfe7-e292994f744b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.119248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-6d5b86e3-763b-46e5-bfe7-e292994f744b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 1099 time: 0.1667943 Aug 31 06:43:22.122879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-8eac31f1-0020-40c6-be17-b995f6a6dda6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755427 Aug 31 06:43:22.123076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:22.179020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f087746a-f219-45aa-a0a8-31d45c343ed6 req-79eedb0e-5b9f-4aa3-8a28-c0dd7f467733 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643890 Aug 31 06:43:22.222948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:22.227181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25af648e-029c-4569-9833-b5bee4c8f248 None None] Network de714c4a-575b-412b-af53-1e177c64aba3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:22.227976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.297414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.426434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Allocated IP 19.80.0.2 (d684d9fc-0d29-43cf-ba24-589738c95489/430a4dd9-795f-45aa-a33d-aab8936d7fd0/93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:22.449929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-da09a9b8-a0c3-4486-80e8-b3d2315bae54 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.451418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-da09a9b8-a0c3-4486-80e8-b3d2315bae54 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2904029 Aug 31 06:43:22.452445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-38e2ec02-d542-43e4-a0fc-ed077a01be88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.453789 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-38e2ec02-d542-43e4-a0fc-ed077a01be88 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2939563 Aug 31 06:43:22.510518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-5e7af2b2-bb4c-4802-bfc2-f289218ea9de tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/quotas/847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 375 time: 0.0467935 Aug 31 06:43:22.514301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-6bbd8557-f18c-4b93-ab70-f4c7c4a262cd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.99&port_id=923658f4-a2e8-45b0-a686-46dd672062b1 HTTP/1.1" status: 200 len: 217 time: 0.0494778 Aug 31 06:43:22.569648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.577316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.585889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.591698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.598074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.604464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.610948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.613778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-d435367d-285a-45c8-b9a5-e3620e192d03 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.1905880 Aug 31 06:43:22.617193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-7b239e0a-99d7-409d-85ff-5f83416f899b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.618679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-7b239e0a-99d7-409d-85ff-5f83416f899b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0860639 Aug 31 06:43:22.639468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.647173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.656743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Transition to ACTIVE for port object 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:22.672485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-b8dae0a9-6788-4cdc-8f5d-1fe532d27385 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1522768 Aug 31 06:43:22.673722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Transition to ACTIVE for port object 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:22.689180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.725772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Subnet': ['ID=915b570d-c72e-4ffd-a35f-38265336a839,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:22.740544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:22.746925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:22.751999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:22.761687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9b1f10f-3c70-49c3-afea-c40e0b38f948 req-ecd33172-396d-4689-bade-fc3d09efaf7a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1379516 Aug 31 06:43:22.772108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-ef7a24ad-040f-4195-987c-72132daf342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.773618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-ef7a24ad-040f-4195-987c-72132daf342e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1194828 Aug 31 06:43:22.776526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Pushing event updated for resources: {'Port': ['ID=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:22.779293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.786365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Checking segment: {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:22.786950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network hostable DHCP agents. Network: bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:22.826827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:22.834513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.846747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Attempting to bind port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:22.846747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Attempting to bind port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:22.847111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Attempting to bind port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 on network d684d9fc-0d29-43cf-ba24-589738c95489 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:22.853554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:22.854062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Checking segment: {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:22.854471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.854612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:22.855289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Bound using segment: {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:22.856811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Bound port: 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:22.858474 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.859007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:22.859622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:22.874611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba46fa2-f4a2-4c7d-bd44-f39f22b68429 None None] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:22.898709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a49f030b-4d62-4f28-b602-e411adbf2e8c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8847451 Aug 31 06:43:23.019685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-ff9587dd-85c0-4fcf-af2e-9dcedbf7b2c4 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368960 Aug 31 06:43:23.027162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac7c530f-ae83-4c67-a720-366a63684b31 req-0e76903a-59b9-4e45-b67b-22d6894562b1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 210 time: 0.0641592 Aug 31 06:43:23.130554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Allocated IP 172.25.3.187 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/e8552388-7aef-405b-9e92-754a124c375f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:23.142137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] For port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:23.146561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] For port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:23.169051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.309101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178f6fd-acc4-4c6c-aa66-6b98db0acce7 None None] Pushing event updated for resources: {'Port': ['ID=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:23.321007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5', 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'fixed_ips': [{'subnet_id': '915b570d-c72e-4ffd-a35f-38265336a839'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:43:23.322127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.326276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-669281ad-93ca-4fc7-acee-965d4a9d021a req-de96825f-48ca-40ff-8156-7b5ae0aeb807 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691693 Aug 31 06:43:23.336263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-c2b36e16-eaf9-46ef-809c-b1a99b140a92 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.342817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-c2b36e16-eaf9-46ef-809c-b1a99b140a92 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.345746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-c2b36e16-eaf9-46ef-809c-b1a99b140a92 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/networks?id=d684d9fc-0d29-43cf-ba24-589738c95489&id=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 HTTP/1.1" status: 200 len: 1391 time: 0.1652820 Aug 31 06:43:23.374147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.380903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-762ea4a4-0a63-40ee-99c1-8199a32c1632 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/quotas/0ef3ca74edae4987bc607dcd3f688946 HTTP/1.1" status: 200 len: 375 time: 0.0262551 Aug 31 06:43:23.460547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-b7aad733-afa4-42f8-a277-7e929c76894a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0781147 Aug 31 06:43:23.486057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7253338d-943e-4576-954c-80a9d81a0a10 req-f4712b32-c694-42a4-b19d-e46d7521391c tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.487701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7253338d-943e-4576-954c-80a9d81a0a10 req-f4712b32-c694-42a4-b19d-e46d7521391c tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1514401 Aug 31 06:43:23.506542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:23.587856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7253338d-943e-4576-954c-80a9d81a0a10 req-d72e0439-8e27-418e-87ac-2b7880077d2c tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779302 Aug 31 06:43:23.587856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.693260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-ad8d8d79-4e2d-4ff5-80a2-8f2312b65ec1 service neutron] 10.222.0.57 "GET /v2.0/networks/d684d9fc-0d29-43cf-ba24-589738c95489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246256 Aug 31 06:43:23.708634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f22f7fe7-1eb0-4f51-809e-711b1484a6fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:23.709010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.733468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:23.766264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Allocated IP 19.86.0.2 (bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5/915b570d-c72e-4ffd-a35f-38265336a839/f8a10de3-914e-4934-a765-fbb4eee0ca9f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:23.784130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:23.787544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:23.809355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5bd24514-81f4-44ca-8281-874843df7055 service neutron] 10.222.0.57 "GET /v2.0/networks/d684d9fc-0d29-43cf-ba24-589738c95489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151381 Aug 31 06:43:23.826759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Pushing event updated for resources: {'Port': ['ID=e8552388-7aef-405b-9e92-754a124c375f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:23.868015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56458675-1eca-4db8-b978-adc00ee4a3fd req-5918a19e-9559-4344-96cf-90ffe2608bbb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:23.869658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56458675-1eca-4db8-b978-adc00ee4a3fd req-5918a19e-9559-4344-96cf-90ffe2608bbb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 947 time: 0.1877513 Aug 31 06:43:23.885483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.935477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:23.937830 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301bf3a1-f194-46e0-8688-ea80f63e63c9" -d '{"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:23.960800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:23.966220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:23.990588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-102640e0-b4f0-4b3f-8df4-db0577ca74e3 service neutron] 10.222.0.57 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721907 Aug 31 06:43:24.025896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56458675-1eca-4db8-b978-adc00ee4a3fd req-5c172fea-3ecb-4cb0-b88b-8bb3d926069f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127779 Aug 31 06:43:24.042612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.055567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:24.058658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Transition to ACTIVE for port object f8a10de3-914e-4934-a765-fbb4eee0ca9f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:24.075690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Transition to ACTIVE for port object f8a10de3-914e-4934-a765-fbb4eee0ca9f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:24.084344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.124137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:24.128859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:24.134030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5c70f1c0-690c-4325-a3b8-2ab3597dd02a service neutron] 10.222.0.57 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422884 Aug 31 06:43:24.138662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:24.152940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Pushing event updated for resources: {'Port': ['ID=f8a10de3-914e-4934-a765-fbb4eee0ca9f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:24.227031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Attempting to bind port f8a10de3-914e-4934-a765-fbb4eee0ca9f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:24.231285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Attempting to bind port f8a10de3-914e-4934-a765-fbb4eee0ca9f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:24.231748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Attempting to bind port f8a10de3-914e-4934-a765-fbb4eee0ca9f on network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:24.239523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.244425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:24.244673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Checking segment: {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:24.244978 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.245455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Bound using segment: {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:24.245981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Bound port: f8a10de3-914e-4934-a765-fbb4eee0ca9f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:24.246364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.331665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] For port f8a10de3-914e-4934-a765-fbb4eee0ca9f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:24.335068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] For port f8a10de3-914e-4934-a765-fbb4eee0ca9f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f8a10de3-914e-4934-a765-fbb4eee0ca9f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:24.341108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.443767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ee2c1-0e19-4f5a-8177-b87a9bd80045 None None] Pushing event updated for resources: {'Port': ['ID=f8a10de3-914e-4934-a765-fbb4eee0ca9f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:24.505642 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5829b6a3-c243-4ea6-82d7-bc9231c02d35 x-openstack-request-id: req-5829b6a3-c243-4ea6-82d7-bc9231c02d35 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:24.506267 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-plugged", "status": "completed", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:24.506906 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5829b6a3-c243-4ea6-82d7-bc9231c02d35 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:24.507555 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'code': 200} Aug 31 06:43:24.629005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0f3d859-eaf4-412e-a8bd-5eb8a3e462e7 req-4864cf14-2b64-43c2-ab8b-0eb61fc660bb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 210 time: 0.0382316 Aug 31 06:43:24.735920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5b967f7-844a-4f22-9f26-64d3bb3772ce req-bf9ebb3e-9a9b-49d0-8e43-366a390c9c33 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 210 time: 0.0623643 Aug 31 06:43:24.822288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749c7335-5871-49be-ae3f-c77e88930388 None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:24.899562 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc1b6742-5e55-4ce2-932e-1f339f132373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:24.954846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-74504d00-707f-475d-b45d-bfe81a4583bf None None] Provisioning for port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:25.063474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.074786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.083422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.092502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.098520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.104532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:25.104710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.110764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.113198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-f1246e77-4b66-44f7-90dc-7859b1f662aa tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.8706892 Aug 31 06:43:25.117029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-9f26acdb-9f50-4532-9d19-7556bb11e51d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1684570 Aug 31 06:43:25.188666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:25.194908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:25.195584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.285647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9441f949-6801-4710-8154-7150e6f3c40b req-dfc65297-d906-49c5-8859-aff1a368e228 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.294832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9441f949-6801-4710-8154-7150e6f3c40b req-dfc65297-d906-49c5-8859-aff1a368e228 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 947 time: 0.1231885 Aug 31 06:43:25.326925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-8c014686-612f-4ed2-a00c-f548fa3a0ecb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.328412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-8c014686-612f-4ed2-a00c-f548fa3a0ecb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2028873 Aug 31 06:43:25.390574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9441f949-6801-4710-8154-7150e6f3c40b req-86283ad6-041b-48b9-997e-8dec800b8954 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947762 Aug 31 06:43:25.394294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.451237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Request body: {'port': {'device_id': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '847ffd19e6bc4ecbb305fb949ca85bbb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:25.482107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:25.507379 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.508390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f8a10de3-914e-4934-a765-fbb4eee0ca9f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:25.532256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.566703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ed7938-5cff-47a6-93bc-1a8142c0502a req-055a2377-3cba-44c2-aeb4-8f53127b8527 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4442151 Aug 31 06:43:25.642082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0a6078-d854-432a-a590-b7010445acf0 req-adfec38e-216c-4127-b771-5e6254d44553 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:25.644657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0d0a6078-d854-432a-a590-b7010445acf0 req-adfec38e-216c-4127-b771-5e6254d44553 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1508913 Aug 31 06:43:25.655016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5254f0c-847e-4e65-af58-224d19261d89 None None] Provisioning complete for port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:25.655397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5254f0c-847e-4e65-af58-224d19261d89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.696889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0d0a6078-d854-432a-a590-b7010445acf0 req-a2f0b352-e4f4-4e8f-a6f6-4f69a286eeb8 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462539 Aug 31 06:43:25.728573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:25.743498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f8a10de3-914e-4934-a765-fbb4eee0ca9f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:25.828434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Made reservation on behalf of 847ffd19e6bc4ecbb305fb949ca85bbb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:25.832792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:25.882978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e18f8a56-64d2-48b2-aa78-eeef55c64466 req-02aaf314-460c-48d3-8e9b-8c87e60cc516 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 210 time: 0.0469792 Aug 31 06:43:25.936983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12ca3590-a27a-4f23-9144-74c5dfd3b59a req-cde6c904-2b91-469b-a40b-6129d1d7ded3 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 210 time: 0.0566010 Aug 31 06:43:25.943236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 923658f4-a2e8-45b0-a686-46dd672062b1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:26.077758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=923658f4-a2e8-45b0-a686-46dd672062b1,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:26.105843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '923658f4-a2e8-45b0-a686-46dd672062b1', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '923658f4-a2e8-45b0-a686-46dd672062b1', 'mac_address': 'fa:16:3e:2a:37:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.99'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:26.113687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70aafea-549c-4dd3-9ede-644ae268b7d6 None None] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:26.158043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Router c3463917-b161-4203-b4da-113f14981874 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:43:26.222045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-aef34b86-8b9f-4c48-b39e-8b6f6e89f55b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:26.227915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-aef34b86-8b9f-4c48-b39e-8b6f6e89f55b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:26.229576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-aef34b86-8b9f-4c48-b39e-8b6f6e89f55b tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "GET /v2.0/networks?id=d684d9fc-0d29-43cf-ba24-589738c95489&id=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 HTTP/1.1" status: 200 len: 1391 time: 0.2596688 Aug 31 06:43:26.230887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.250842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Provisioning for port f8a10de3-914e-4934-a765-fbb4eee0ca9f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:26.259963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 923658f4-a2e8-45b0-a686-46dd672062b1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:26.264078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Provisioning complete for port f8a10de3-914e-4934-a765-fbb4eee0ca9f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:26.264448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.267659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Allocated IP 192.168.233.172 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/4130aaca-7616-4583-bbcf-dcadc1a09a69) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:26.279415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'port': {'device_id': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489', 'admin_state_up': True, 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:26.323510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=923658f4-a2e8-45b0-a686-46dd672062b1,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:26.330855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.463130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:26.482354 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.524022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] For port f8a10de3-914e-4934-a765-fbb4eee0ca9f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f8a10de3-914e-4934-a765-fbb4eee0ca9f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:26.530428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.532977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-37d56555-2414-4d36-882a-1ab31fe6c401 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1978793 Aug 31 06:43:26.599118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece52c6-b8b2-4ed1-af45-04abb2e3680b None None] Pushing event updated for resources: {'Port': ['ID=f8a10de3-914e-4934-a765-fbb4eee0ca9f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:26.606242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:26.618840 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Sync routers for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:26.634470 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:26.635037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:42:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:26.674380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.675839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-931f3e24-8815-4307-ad6e-5e0e5ec6a0da admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.8767364 Aug 31 06:43:26.682681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:26.716043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056b17-8785-4a41-acc7-a246d769d537 req-dccddf20-8c5e-4266-8ad9-44b84170ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:26.717820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-dccddf20-8c5e-4266-8ad9-44b84170ab31 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 1101 time: 0.1458516 Aug 31 06:43:26.734023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:26.738928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.772786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:26.798975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d855a2-f589-4fb0-88e9-05b333c2abb7 req-8662364e-22df-43fa-a340-488faa30afb0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:26.806717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7d855a2-f589-4fb0-88e9-05b333c2abb7 req-8662364e-22df-43fa-a340-488faa30afb0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 948 time: 0.3484173 Aug 31 06:43:26.863999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c580f847-c48d-463e-a3d3-a0e765fe79ae None None] Provisioning complete for port f8a10de3-914e-4934-a765-fbb4eee0ca9f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:26.864475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c580f847-c48d-463e-a3d3-a0e765fe79ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:26.914329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:26.943704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7d855a2-f589-4fb0-88e9-05b333c2abb7 req-92c90a53-f631-4f0c-981a-d9346d553c07 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057255 Aug 31 06:43:27.010885 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 3, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:27.015141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.035207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Allocated IP 19.80.0.87 (d684d9fc-0d29-43cf-ba24-589738c95489/430a4dd9-795f-45aa-a33d-aab8936d7fd0/c32936ff-eeb1-4823-8069-ab229b2c3a11) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:27.067776 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Checking router: c3463917-b161-4203-b4da-113f14981874 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:27.068116 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Updating router c3463917-b161-4203-b4da-113f14981874 port e8552388-7aef-405b-9e92-754a124c375f binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:43:27.080733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Transition to ACTIVE for port object 4130aaca-7616-4583-bbcf-dcadc1a09a69 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:27.103744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:27.104038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.104310 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.110880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.115735 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.122304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.130192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.138217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.148480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.160335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.172110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-c1bb0368-4edc-4ac8-be09-3be8774d508f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.4532053 Aug 31 06:43:27.194739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-7151ffd7-56be-4a12-ba52-3103ae0dea90 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.196277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-7151ffd7-56be-4a12-ba52-3103ae0dea90 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.53 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.2505531 Aug 31 06:43:27.208892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f8a10de3-914e-4934-a765-fbb4eee0ca9f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:27.223022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605eedd-b77b-4625-83d9-0ae9eeeb63fc req-44818af9-1416-4ed0-bf3e-64eab71d3808 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.224567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2605eedd-b77b-4625-83d9-0ae9eeeb63fc req-44818af9-1416-4ed0-bf3e-64eab71d3808 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 946 time: 0.1208715 Aug 31 06:43:27.246540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056b17-8785-4a41-acc7-a246d769d537 req-8adc8438-98ec-43aa-85b2-82600f2c900b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.248364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-8adc8438-98ec-43aa-85b2-82600f2c900b service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.4944589 Aug 31 06:43:27.291989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f8a10de3-914e-4934-a765-fbb4eee0ca9f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:27.292571 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.374935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6ddb92e-2eda-46fa-9902-df95cadbff92 req-6944127f-49e6-442b-b21c-e6f5261bcccf tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2012389 Aug 31 06:43:27.389776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2605eedd-b77b-4625-83d9-0ae9eeeb63fc req-c83d75ee-fa8c-4f36-b743-013057ab794f tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups?id=0c49522b-e706-4645-9379-c2a49a0eac13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310427 Aug 31 06:43:27.401428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['923658f4-a2e8-45b0-a686-46dd672062b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:27.491329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Deleting port ab597ca8-d1d6-4403-8909-92c4ab67f617 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:27.491669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.530861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.536394 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.550535 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Transition to ACTIVE for port object e8552388-7aef-405b-9e92-754a124c375f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:27.550686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Transition to ACTIVE for port object c32936ff-eeb1-4823-8069-ab229b2c3a11 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:27.559241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-4f53b0d8-3e8d-4e32-9f18-99708205180b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089 HTTP/1.1" status: 200 len: 217 time: 0.2926466 Aug 31 06:43:27.559510 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.595332 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d11c6c01-eb78-4cb8-a678-b646ba22c71e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.597308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1f8bf49-82ca-40f1-85c2-dc7659766dd7 req-55f29f02-f5cb-4b03-ba5b-364603a8ce28 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 210 time: 0.0327263 Aug 31 06:43:27.649090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.654645 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Attempting to bind port e8552388-7aef-405b-9e92-754a124c375f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:27.655385 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Attempting to bind port e8552388-7aef-405b-9e92-754a124c375f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:27.655919 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Attempting to bind port e8552388-7aef-405b-9e92-754a124c375f on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:27.659476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Pushing event updated for resources: {'Port': ['ID=e8552388-7aef-405b-9e92-754a124c375f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:27.670047 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:27.670803 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:27.672973 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.674332 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:27.675825 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Bound port: e8552388-7aef-405b-9e92-754a124c375f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:27.676846 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.678055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff', 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:27.682269 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.682818 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.683333 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.684255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.684872 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.685486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.686930 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.687562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.688055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.688818 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.689431 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.690475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:27.715613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2296b61-7506-4937-9400-fa059928c03a req-bc561391-5446-4b2f-ac56-add10ecde12f tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 210 time: 0.0702555 Aug 31 06:43:27.728247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:27.732673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056b17-8785-4a41-acc7-a246d769d537 req-f193f6bd-3a65-498d-82d3-449311f26e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:27.734285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-f193f6bd-3a65-498d-82d3-449311f26e93 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1360557 Aug 31 06:43:27.738897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:27.743920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.747365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:27.768323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.770086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:27.786105 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] For port e8552388-7aef-405b-9e92-754a124c375f, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:27.790457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] For port e8552388-7aef-405b-9e92-754a124c375f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8552388-7aef-405b-9e92-754a124c375f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:27.803798 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.808950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] For port ab597ca8-d1d6-4403-8909-92c4ab67f617, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ab597ca8-d1d6-4403-8909-92c4ab67f617,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:27.810448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.823375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network d684d9fc-0d29-43cf-ba24-589738c95489 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:27.840380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:27.877453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:27.905801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:27.927025 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:27.927836 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:28.023171 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd316f47-87f0-4065-a0fc-e0156ad878ae None None] Pushing event updated for resources: {'Port': ['ID=e8552388-7aef-405b-9e92-754a124c375f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:28.079672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.080413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.087493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:28.093928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.094904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.095400 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Floating IP ca2c0d41-3a0c-4999-ae39-30fdd9e166ff disassociated. External IP: 172.25.3.47, port: ab597ca8-d1d6-4403-8909-92c4ab67f617. Aug 31 06:43:28.097864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Calling delete_port for ab597ca8-d1d6-4403-8909-92c4ab67f617 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:28.150733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a056b17-8785-4a41-acc7-a246d769d537 req-a80dc279-4d4f-47cd-88c1-7ac7ddc6d6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.152281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-a80dc279-4d4f-47cd-88c1-7ac7ddc6d6c5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4064884 Aug 31 06:43:28.180958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-5839a606-9664-4413-a807-1e853b5fd4d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7336535 Aug 31 06:43:28.190766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:28.195754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.196412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.200334 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:28.234235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Request body: {'port': {'device_id': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:28.239556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ba5fa6e-c472-42a8-a2b6-0a0aa28b8620 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9694479 Aug 31 06:43:28.338877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Request body: {'port': {'device_id': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5', 'admin_state_up': True, 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:28.341892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b4b902d-2e44-4dbb-aaed-61390b6f3edb None None] Provisioning for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:28.344077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:28.352026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b4b902d-2e44-4dbb-aaed-61390b6f3edb None None] Provisioning complete for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:28.352404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b4b902d-2e44-4dbb-aaed-61390b6f3edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.385235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:28.385601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.405853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Allocated IP 172.20.0.1 (de714c4a-575b-412b-af53-1e177c64aba3/5735877a-d31d-4524-bd31-784aefc7a915/e8985156-13f7-4942-b072-680ce3d231c6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:28.430798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbb4c4-12a5-4cc6-a23d-56bbd0938009 req-aa894c30-1427-4bf2-bec5-d2719f9f4bb0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.439814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9bbb4c4-12a5-4cc6-a23d-56bbd0938009 req-aa894c30-1427-4bf2-bec5-d2719f9f4bb0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 948 time: 0.3171699 Aug 31 06:43:28.456089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b4b902d-2e44-4dbb-aaed-61390b6f3edb None None] Port 4130aaca-7616-4583-bbcf-dcadc1a09a69 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:28.515036 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.529232 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 3, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:28.552798 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.573736 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d52e4b0-6890-4c53-ac20-583d09778218 None None] The sync data for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 is: [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:24Z', 'revision_number': 3, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:28.589705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:28.592220 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e813927-ac6f-4962-a0d5-961d7ed2ef0c" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "1e1ac51c-1a59-4135-8503-2cb5ca9c5928"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:28.610849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.613192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9742904-b421-47fe-aaee-d237d4e49281 None None] Provisioning for port c32936ff-eeb1-4823-8069-ab229b2c3a11 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:28.616342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9bbb4c4-12a5-4cc6-a23d-56bbd0938009 req-f83a014b-0759-4b65-a6f1-c7f4a2eade51 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753681 Aug 31 06:43:28.620698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:28.622536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c9742904-b421-47fe-aaee-d237d4e49281 None None] Provisioning complete for port c32936ff-eeb1-4823-8069-ab229b2c3a11 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:28.623128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9742904-b421-47fe-aaee-d237d4e49281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.640047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-1b25a585-b1d0-4f56-8d15-fd87b424f6b6 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4536068 Aug 31 06:43:28.661318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.662138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbb9e051-ec81-4726-a274-e9f50b83011f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:28.685377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event deleted for resources: {'Port': ['ID=ab597ca8-d1d6-4403-8909-92c4ab67f617,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:28.768224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c9742904-b421-47fe-aaee-d237d4e49281 None None] Port c32936ff-eeb1-4823-8069-ab229b2c3a11 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:28.782046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:28.790632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4afa9b45-3a62-4cd1-9364-5b6d1dc976f2 req-5d5315be-3922-4594-86b5-ac5a1da592a4 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/ports?device_id=fcfaaa81-320a-4d29-8c80-cdd8d8567b73 HTTP/1.1" status: 200 len: 210 time: 0.0422683 Aug 31 06:43:28.801276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port bbb9e051-ec81-4726-a274-e9f50b83011f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:28.810101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port bbb9e051-ec81-4726-a274-e9f50b83011f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:28.810536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.875543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.885518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.892109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.898759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Made reservation on behalf of 0ef3ca74edae4987bc607dcd3f688946 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:28.900831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.905319 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.907349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.913858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.915339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.922089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:28.926275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4adb3426-979e-4133-b670-54e596d604e8 req-0d3f26cd-d671-4903-be05-d3e7180e00b3 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5428 time: 0.3885713 Aug 31 06:43:28.936817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:43:28.956344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbb9e051-ec81-4726-a274-e9f50b83011f,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:28.965245 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:28.967514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 664041ec-e9ad-495a-ac85-078c0c324c3a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:29.012082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.052122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a056b17-8785-4a41-acc7-a246d769d537 req-20c2e751-f4f3-43f6-bbae-f366e7eba24f service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872800 Aug 31 06:43:29.099145 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd4c5b8-7720-43ae-a76c-07495e0a37b4 x-openstack-request-id: req-0cd4c5b8-7720-43ae-a76c-07495e0a37b4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:29.099917 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "1e1ac51c-1a59-4135-8503-2cb5ca9c5928", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:29.100395 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0cd4c5b8-7720-43ae-a76c-07495e0a37b4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:29.101024 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1ac51c-1a59-4135-8503-2cb5ca9c5928', 'code': 200} Aug 31 06:43:29.133775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:29.173172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 664041ec-e9ad-495a-ac85-078c0c324c3a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:29.179505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 664041ec-e9ad-495a-ac85-078c0c324c3a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:29.180956 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.188833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:29.217420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4adb3426-979e-4133-b670-54e596d604e8 req-a717a449-541d-4039-aeeb-c18024d0e969 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2751131 Aug 31 06:43:29.359660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea200e6-1030-491b-ab61-ca17538e8a3c req-b9c15312-eb7f-41b5-9d60-8a53d6a68704 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:29.360863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:29.362310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ea200e6-1030-491b-ab61-ca17538e8a3c req-b9c15312-eb7f-41b5-9d60-8a53d6a68704 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 936 time: 0.1930571 Aug 31 06:43:29.411789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Sync routers for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:29.444126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.446065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:29.446791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:29.474972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] No DVR routers for this DVR port ab597ca8-d1d6-4403-8909-92c4ab67f617 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:29.477578 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.482801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.484958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1bbfa612-6c82-415f-abdc-06a369a62b80 req-4c535d44-8940-4a67-86f1-8428bd12be35 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.53 "DELETE /v2.0/ports/ab597ca8-d1d6-4403-8909-92c4ab67f617 HTTP/1.1" status: 204 len: 173 time: 2.2771642 Aug 31 06:43:29.488701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'name': 'network-vif-deleted', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:29.491189 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-428d4e82-7534-4a31-a1e7-3709f541b5ba" -d '{"events": [{"server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "name": "network-vif-deleted", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:29.516540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf79b78-0778-42ef-b0e7-7a8061e51d8c req-970d4bfd-72e9-45fe-b3dc-1e9491d5858a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:29.525691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf79b78-0778-42ef-b0e7-7a8061e51d8c req-970d4bfd-72e9-45fe-b3dc-1e9491d5858a tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 931 time: 0.1978602 Aug 31 06:43:29.625506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:29.756595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:29.771635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.772557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device efe4e048-1e53-4880-8722-6a4b81b8fcd1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:29.854156 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.870255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Allocated IP 19.86.0.184 (bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5/915b570d-c72e-4ffd-a35f-38265336a839/1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:29.896556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ea200e6-1030-491b-ab61-ca17538e8a3c req-d8e35c9a-67f6-48a9-83ba-614e13f733bf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5178456 Aug 31 06:43:29.898537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:29.909722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:29.941894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Transition to ACTIVE for port object 4130aaca-7616-4583-bbcf-dcadc1a09a69 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:29.957195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.045872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.112995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port efe4e048-1e53-4880-8722-6a4b81b8fcd1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:30.143257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port efe4e048-1e53-4880-8722-6a4b81b8fcd1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:30.143695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.201545 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec308dfb-b158-4af4-a781-997865a0d17b x-openstack-request-id: req-ec308dfb-b158-4af4-a781-997865a0d17b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:30.202153 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfaaa81-320a-4d29-8c80-cdd8d8567b73", "name": "network-vif-deleted", "tag": "ab597ca8-d1d6-4403-8909-92c4ab67f617", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:30.202153 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec308dfb-b158-4af4-a781-997865a0d17b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:30.202523 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfaaa81-320a-4d29-8c80-cdd8d8567b73', 'name': 'network-vif-deleted', 'tag': 'ab597ca8-d1d6-4403-8909-92c4ab67f617', 'status': 'completed', 'code': 200} Aug 31 06:43:30.223578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edf79b78-0778-42ef-b0e7-7a8061e51d8c req-877a308a-8713-4b59-8618-606c9271fbed tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6961105 Aug 31 06:43:30.244981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.248401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Network de714c4a-575b-412b-af53-1e177c64aba3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:30.258880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:30.281610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:30.324868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Pushing event updated for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.346992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.384432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:30.452306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.461138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efdf37-7127-4439-8e9a-0298acbafa25 req-97a811f5-d646-41c5-ae3f-a968617aff6d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.469101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22efdf37-7127-4439-8e9a-0298acbafa25 req-97a811f5-d646-41c5-ae3f-a968617aff6d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 948 time: 0.2126205 Aug 31 06:43:30.474519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Checking router: e1998bf9-8b33-41ad-a7f8-62bf55ed77cf for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:30.489201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:30.489902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:30.531385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.537531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:30.538048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:30.538541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:30.547346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22efdf37-7127-4439-8e9a-0298acbafa25 req-063d644a-5d95-48d5-9ee5-28e6780f6656 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776129 Aug 31 06:43:30.559509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:30.560091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:30.568817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:30.569319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:30.569834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:30.570379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Bound port: 4130aaca-7616-4583-bbcf-dcadc1a09a69, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:30.570865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.571619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:30.573743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Transition to ACTIVE for port object 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:30.589479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.610078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.611116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8db67bd7-9683-4b30-8aff-19000f3f0ca3 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:30.645496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:30.680651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.691299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.699533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.706255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.714618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.722821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.730377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.733063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-c2470ddf-8c85-4822-b507-ef1ac8121ac0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5431 time: 0.1875527 Aug 31 06:43:30.734240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:30.737799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.754772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:30.757730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.775298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.786868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:30.797801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:30.799293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.820901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:30.839110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1732452e-19f7-4cce-93a1-63cf7e8a6685 req-a8285774-13a2-4b58-b64a-0a4366a7b819 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0944202 Aug 31 06:43:30.869269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.886242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.898526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:30.908560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:30.916337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:30.916977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:30.918428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] 10.222.0.50 "PUT /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 1097 time: 2.7025790 Aug 31 06:43:30.919090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event updated for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:30.921194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:30.929028 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362" -d '{"events": [{"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:30.944082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:31.025756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.043875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.067245 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-039f296e-d789-4488-a6a3-948e7158a694 x-openstack-request-id: req-039f296e-d789-4488-a6a3-948e7158a694 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:31.067820 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:31.068271 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-039f296e-d789-4488-a6a3-948e7158a694 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:31.068870 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'status': 'completed', 'code': 200} Aug 31 06:43:31.078702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8552388-7aef-405b-9e92-754a124c375f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:31.108376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.240918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Pushing event updated for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:31.298713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.298713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.312816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Network de714c4a-575b-412b-af53-1e177c64aba3 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:31.312816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:31.363137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ae239-b4b4-404e-ae13-55740e4f42b9 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:31.387492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.390179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.391323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "DELETE /v2.0/security-groups/0c49522b-e706-4645-9379-c2a49a0eac13 HTTP/1.1" status: 204 len: 168 time: 0.7447751 Aug 31 06:43:31.401922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:31.404248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-17c83869-ee92-4b66-9207-8774e071eb4d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1459038 Aug 31 06:43:31.414861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9e051-ec81-4726-a274-e9f50b83011f'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:31.417242 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c772e95d-a2e9-490c-8455-24fff939666d" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9e051-ec81-4726-a274-e9f50b83011f"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:31.437109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172324a-3a7e-4629-8019-f2d079540eb5 req-1df180bc-813e-458f-9b7c-8af29c80bfeb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.438684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a172324a-3a7e-4629-8019-f2d079540eb5 req-1df180bc-813e-458f-9b7c-8af29c80bfeb tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.3637502 Aug 31 06:43:31.443879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-dec04fc9-50cf-4c0f-8c28-3e512204c020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.445343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-dec04fc9-50cf-4c0f-8c28-3e512204c020 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.3754847 Aug 31 06:43:31.449713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Request body: {'port': {'device_id': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:31.452578 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-cef8e44d-4a90-4654-ac41-5bfb1f18deb7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] show failed (client error): The resource could not be found. Aug 31 06:43:31.456344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cef8e44d-4a90-4654-ac41-5bfb1f18deb7 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "GET /v2.0/security-groups/0c49522b-e706-4645-9379-c2a49a0eac13 HTTP/1.1" status: 404 len: 347 time: 0.0475945 Aug 31 06:43:31.458012 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.458570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a3eb4-48e9-4776-bb82-57cf72786327 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c49522b-e706-4645-9379-c2a49a0eac13,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:31.460372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:31.541803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e8552388-7aef-405b-9e92-754a124c375f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:31.547472 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.551800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:31.575365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68261adc-cda1-4255-82ea-2b4d8f309f3e req-a695bafb-9225-4dcc-940f-b4f20d2c3bd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.578366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-1dd311f9-7d01-4546-aece-3354026457e7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.1186259 Aug 31 06:43:31.582118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68261adc-cda1-4255-82ea-2b4d8f309f3e req-a695bafb-9225-4dcc-940f-b4f20d2c3bd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.583893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68261adc-cda1-4255-82ea-2b4d8f309f3e req-a695bafb-9225-4dcc-940f-b4f20d2c3bd9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1654 time: 0.1400504 Aug 31 06:43:31.585118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47ff166-b921-40fd-a54d-5e4a5f203df4 None None] The sync data for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 is: [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:11Z', 'revision_number': 4, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f', 'name': '', 'network_id': 'd9a63763-aa26-43c8-8b8f-e3f2912af646', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'mac_address': 'fa:16:3e:db:ae:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 953, 'fixed_ips': [{'subnet_id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:20Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'subnets': [{'id': 'a2e460f7-003a-442d-99ea-57efca47662b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:31.592443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e8552388-7aef-405b-9e92-754a124c375f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:31.593191 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.611551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Router c3463917-b161-4203-b4da-113f14981874 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:43:31.669123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:31.671863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb3b54a6-6ae0-426d-b32f-791d7e8dfa9a None None] Provisioning for port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:31.683570 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.684907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71f68f9-8c5d-4984-9743-4e4c29a879d0 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:31.709093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a172324a-3a7e-4629-8019-f2d079540eb5 req-5690a433-b3fa-4010-a93d-92e37ab53e90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515054 Aug 31 06:43:31.726027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb3b54a6-6ae0-426d-b32f-791d7e8dfa9a None None] Provisioning complete for port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:31.726696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb3b54a6-6ae0-426d-b32f-791d7e8dfa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.733052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.767098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-1cb26e24-193d-4b2e-b50f-c5dd8fcffe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:31.769389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-1cb26e24-193d-4b2e-b50f-c5dd8fcffe25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1326334 Aug 31 06:43:31.815271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68261adc-cda1-4255-82ea-2b4d8f309f3e req-6e8c2a3d-aa03-4b5b-b830-7128e1e10404 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999338 Aug 31 06:43:31.816629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:31.822513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7cd8c4b4-ca56-45f1-aaca-971f2f6a9d59 admin admin] 10.222.0.57 "PUT /v2.0/routers/c3463917-b161-4203-b4da-113f14981874/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1350572 Aug 31 06:43:31.835225 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Sync routers for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:31.835682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fb3b54a6-6ae0-426d-b32f-791d7e8dfa9a None None] Port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:31.866895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:31.867549 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:31.878619 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6e96e4-ffa9-4d12-80dd-51f138c4d4c0 x-openstack-request-id: req-0d6e96e4-ffa9-4d12-80dd-51f138c4d4c0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:31.878977 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "bbb9e051-ec81-4726-a274-e9f50b83011f", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:31.879195 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d6e96e4-ffa9-4d12-80dd-51f138c4d4c0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:31.879609 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbb9e051-ec81-4726-a274-e9f50b83011f', 'code': 200} Aug 31 06:43:31.879866 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'code': 200} Aug 31 06:43:31.880177 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'code': 200} Aug 31 06:43:31.885634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:31.910049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port f71f68f9-8c5d-4984-9743-4e4c29a879d0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:31.913517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.921446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port f71f68f9-8c5d-4984-9743-4e4c29a879d0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:31.921914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:31.989740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e8552388-7aef-405b-9e92-754a124c375f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8552388-7aef-405b-9e92-754a124c375f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:32.008659 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.110872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0ad3f-5a62-42be-bc2d-d1eb192c3ace req-d8f0d294-9f74-4056-ad9b-5a7249461113 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.119371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5b0ad3f-5a62-42be-bc2d-d1eb192c3ace req-d8f0d294-9f74-4056-ad9b-5a7249461113 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 948 time: 0.1219275 Aug 31 06:43:32.177433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e8552388-7aef-405b-9e92-754a124c375f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:32.179138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5b0ad3f-5a62-42be-bc2d-d1eb192c3ace req-fd196a16-fbd0-4399-ab96-a6d3b726a2d3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587869 Aug 31 06:43:32.199268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598250ce-ad5e-4815-9dbb-05f8e6d8f2b8 None None] New status for floating IP ca2c0d41-3a0c-4999-ae39-30fdd9e166ff: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:43:32.236728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Deleting port 95a2fe53-10e2-4fa7-befb-273cbf10d7f8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:32.237317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.251437 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:32.336610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.336857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.336968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.352812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Calling delete_port for 95a2fe53-10e2-4fa7-befb-273cbf10d7f8 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:32.382078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:32.387798 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.388837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 97a34732-5361-4302-946e-fb30452d0667 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:32.481308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88917d57-9847-4862-9d00-0067b2306d0e req-bf813d8f-9c76-4e45-9b9b-6c5b1dce7fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.483424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-bf813d8f-9c76-4e45-9b9b-6c5b1dce7fb3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6932082 Aug 31 06:43:32.488293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:32.500426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 97a34732-5361-4302-946e-fb30452d0667 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:32.504754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 97a34732-5361-4302-946e-fb30452d0667 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:32.505407 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.545030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-1261737b-890f-4f26-a3cb-36e370de4777 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.547073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-1261737b-890f-4f26-a3cb-36e370de4777 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 818 time: 0.1966956 Aug 31 06:43:32.560791 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:30Z', 'revision_number': 4, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e8985156-13f7-4942-b072-680ce3d231c6', 'name': '', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'mac_address': 'fa:16:3e:95:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '5735877a-d31d-4524-bd31-784aefc7a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:27Z', 'updated_at': '2021-08-31T06:43:30Z', 'revision_number': 2, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'subnets': [{'id': '5735877a-d31d-4524-bd31-784aefc7a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:32.582598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-4d0c7513-3f46-4b37-a111-9f2cca0792f2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/quotas/5acd9c0b959247a28751a5d6aa334990 HTTP/1.1" status: 200 len: 375 time: 0.0268102 Aug 31 06:43:32.589880 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.598475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Checking router: c3463917-b161-4203-b4da-113f14981874 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:32.599068 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Updating router c3463917-b161-4203-b4da-113f14981874 port e8985156-13f7-4942-b072-680ce3d231c6 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:43:32.627554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:32.636319 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.636552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.661840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.662727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-7e6ade51-a050-43b1-bdc7-59a0f072f0a6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0789299 Aug 31 06:43:32.668616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.675973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.676986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 923658f4-a2e8-45b0-a686-46dd672062b1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:32.682440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.690305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.697253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.703282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:32.712872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e877e365-77f0-454c-b8d8-c1d896d6841b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5433 time: 0.5061522 Aug 31 06:43:32.723857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:32.750079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 923658f4-a2e8-45b0-a686-46dd672062b1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:32.757881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 923658f4-a2e8-45b0-a686-46dd672062b1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:32.760560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.779261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32936ff-eeb1-4823-8069-ab229b2c3a11 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:32.786145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-51ebb17b-c39c-489b-abcb-eda8c4d8838a service neutron] 10.222.0.57 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219847 Aug 31 06:43:32.800737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.853772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Transition to ACTIVE for port object c32936ff-eeb1-4823-8069-ab229b2c3a11 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:32.864338 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.870872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75d49480-cd13-4e34-b925-eba83c36fbcf req-e626687e-9483-46e0-990e-dfba0e41c60b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1570075 Aug 31 06:43:32.896536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.941079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=923658f4-a2e8-45b0-a686-46dd672062b1,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:32.948147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:32.949152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ab597ca8-d1d6-4403-8909-92c4ab67f617 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:32.973614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-ba5508e2-e4f0-4090-817a-538e05bfc75d service neutron] 10.222.0.57 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786592 Aug 31 06:43:32.980193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: ab597ca8-d1d6-4403-8909-92c4ab67f617 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:32.980193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ab597ca8-d1d6-4403-8909-92c4ab67f617 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:33.018285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8552388-7aef-405b-9e92-754a124c375f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:33.022247 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.029559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.038802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-07cd601b-a1a7-4188-b87c-3ecbcac35a6c service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234165 Aug 31 06:43:33.039565 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Transition to ACTIVE for port object e8985156-13f7-4942-b072-680ce3d231c6 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:33.056536 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.083056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:33.129397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:33.146452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e8552388-7aef-405b-9e92-754a124c375f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:33.146913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.158796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7aec8-ab45-491e-980f-8b7df1aa322c None None] Pushing event updated for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:33.224762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.226998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.227252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.227602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.228245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.228862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.229209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.229712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.230666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.231100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.231440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.231772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:33.266741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Attempting to bind port e8985156-13f7-4942-b072-680ce3d231c6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:33.267262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Attempting to bind port e8985156-13f7-4942-b072-680ce3d231c6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:33.275869 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Attempting to bind port e8985156-13f7-4942-b072-680ce3d231c6 on network de714c4a-575b-412b-af53-1e177c64aba3 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:33.288841 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:33.289318 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Checking segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:33.289850 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.290350 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Bound using segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:33.291006 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Bound port: e8985156-13f7-4942-b072-680ce3d231c6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:33.291479 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.370058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73849c-f745-4dbe-8b79-14707f4ca864 req-f43ffc40-bd2f-458f-9a45-21022a5f815e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.377964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb73849c-f745-4dbe-8b79-14707f4ca864 req-f43ffc40-bd2f-458f-9a45-21022a5f815e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.380347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb73849c-f745-4dbe-8b79-14707f4ca864 req-f43ffc40-bd2f-458f-9a45-21022a5f815e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1666 time: 0.0733171 Aug 31 06:43:33.391861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Pushing event deleted for resources: {'Port': ['ID=95a2fe53-10e2-4fa7-befb-273cbf10d7f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:33.394485 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] For port e8985156-13f7-4942-b072-680ce3d231c6, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:33.398153 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] For port e8985156-13f7-4942-b072-680ce3d231c6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8985156-13f7-4942-b072-680ce3d231c6,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:33.404134 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.442656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb73849c-f745-4dbe-8b79-14707f4ca864 req-8cbbba64-a9e9-4364-bb4a-e5ee2239de17 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551214 Aug 31 06:43:33.450635 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:33.451800 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:33.537304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88917d57-9847-4862-9d00-0067b2306d0e req-c921086c-7fdc-4990-a744-494fff0d2f7c service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4421206 Aug 31 06:43:33.539552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.548206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.548206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c539acff-f3b0-4c76-aeea-fcdbcab6ab89 tempest-ServersTestManualDisk-2011820516 tempest-ServersTestManualDisk-2011820516-project] 10.222.0.57 "DELETE /v2.0/floatingips/ca2c0d41-3a0c-4999-ae39-30fdd9e166ff HTTP/1.1" status: 204 len: 168 time: 2.0820959 Aug 31 06:43:33.549717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:33.574843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f195030-d6d1-4788-9ee1-a2e084d73dba req-2b16e245-ee93-4f22-953f-992c3209a910 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.576482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f195030-d6d1-4788-9ee1-a2e084d73dba req-2b16e245-ee93-4f22-953f-992c3209a910 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.2371254 Aug 31 06:43:33.591883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Attempting to bind port c32936ff-eeb1-4823-8069-ab229b2c3a11 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:33.592154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Attempting to bind port c32936ff-eeb1-4823-8069-ab229b2c3a11 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:33.592465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Attempting to bind port c32936ff-eeb1-4823-8069-ab229b2c3a11 on network d684d9fc-0d29-43cf-ba24-589738c95489 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:33.613578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Port c32936ff-eeb1-4823-8069-ab229b2c3a11 on network d684d9fc-0d29-43cf-ba24-589738c95489 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:33.614016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Attempting to bind port c32936ff-eeb1-4823-8069-ab229b2c3a11 on network d684d9fc-0d29-43cf-ba24-589738c95489 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:33.615487 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7aec8-ab45-491e-980f-8b7df1aa322c None None] Pushing event updated for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:33.621891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:33.622296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Checking segment: {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:33.622685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Bound using segment: {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:33.623127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Bound port: c32936ff-eeb1-4823-8069-ab229b2c3a11, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56419a72-0f44-489c-99e7-e589be4af450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:33.623762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.633825 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:33.658617 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57057fd2-f62b-4456-9cb8-39712e5f2e61 req-f4c766d3-ccd0-44ac-8106-e044d624d9ae tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 210 time: 0.0371575 Aug 31 06:43:33.788945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f195030-d6d1-4788-9ee1-a2e084d73dba req-9eccc92a-591b-4fce-9011-ebf924bdf08d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931527 Aug 31 06:43:33.798052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-2eb1b4bf-0bc1-420b-816e-6f24711a2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.800167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-2eb1b4bf-0bc1-420b-816e-6f24711a2800 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.1621284 Aug 31 06:43:33.880988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:33.881918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a34732-5361-4302-946e-fb30452d0667'}, {'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:33.884838 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1886ad0-093c-44f8-b3d1-599c8670e31b" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "97a34732-5361-4302-946e-fb30452d0667"}, {"server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "name": "network-vif-plugged", "status": "completed", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:33.901698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:33.912815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:33.918065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646530b-33e0-411a-9a93-d6ff808d5437 req-d85e8e9f-7150-4273-af5e-9636fabee31c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:33.919579 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2646530b-33e0-411a-9a93-d6ff808d5437 req-d85e8e9f-7150-4273-af5e-9636fabee31c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.1280274 Aug 31 06:43:33.994498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:30Z', 'revision_number': 4, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e8985156-13f7-4942-b072-680ce3d231c6', 'name': '', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'mac_address': 'fa:16:3e:95:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '5735877a-d31d-4524-bd31-784aefc7a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:27Z', 'updated_at': '2021-08-31T06:43:33Z', 'revision_number': 4, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'subnets': [{'id': '5735877a-d31d-4524-bd31-784aefc7a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:34.025881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e791b1c-9eba-4f6f-98aa-618777875941 None None] The sync data for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 is: [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:43:30Z', 'revision_number': 4, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e8985156-13f7-4942-b072-680ce3d231c6', 'name': '', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'mac_address': 'fa:16:3e:95:ec:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_interface', 'standard_attr_id': 1116, 'fixed_ips': [{'subnet_id': '5735877a-d31d-4524-bd31-784aefc7a915', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:27Z', 'updated_at': '2021-08-31T06:43:33Z', 'revision_number': 4, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'subnets': [{'id': '5735877a-d31d-4524-bd31-784aefc7a915', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:34.073880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.074409 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:34.075863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] 10.222.0.53 "PUT /v2.0/ports/c32936ff-eeb1-4823-8069-ab229b2c3a11 HTTP/1.1" status: 200 len: 1092 time: 2.6346681 Aug 31 06:43:34.076331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:34.078809 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95470e7f-42cb-4a88-88c0-376a368912f3" -d '{"events": [{"name": "network-changed", "server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:34.107766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-4f72464d-c6e0-4652-a15a-e2645dc7570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.109315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-4f72464d-c6e0-4652-a15a-e2645dc7570a service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2846570 Aug 31 06:43:34.139950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Request body: {'port': {'device_id': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:34.149707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2646530b-33e0-411a-9a93-d6ff808d5437 req-72a026e5-4d26-4ed9-80be-aac975a6dbc4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435211 Aug 31 06:43:34.215189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815326ed-c115-4ddf-8926-12bf394bb1d5 service neutron] Pushing event updated for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:34.260343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:34.287992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:34.321011 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ade2a-b105-4ae7-a2e7-bdc0e22bc352 x-openstack-request-id: req-1c5ade2a-b105-4ae7-a2e7-bdc0e22bc352 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:34.321360 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-plugged", "status": "completed", "tag": "97a34732-5361-4302-946e-fb30452d0667", "code": 200}, {"server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "name": "network-vif-plugged", "status": "completed", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:34.321612 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c5ade2a-b105-4ae7-a2e7-bdc0e22bc352 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:34.322003 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'code': 200} Aug 31 06:43:34.322281 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'code': 200} Aug 31 06:43:34.322527 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97a34732-5361-4302-946e-fb30452d0667', 'code': 200} Aug 31 06:43:34.322773 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1', 'code': 200} Aug 31 06:43:34.385444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-809611db-113e-40ba-a3f2-1032ede8d948 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.387121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-809611db-113e-40ba-a3f2-1032ede8d948 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 818 time: 0.4719124 Aug 31 06:43:34.390018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-9e9d64f8-942a-4ff3-9f88-2aa68d952619 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.1892319 Aug 31 06:43:34.458595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-ac32617d-a791-475d-97b9-a321b975e374 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/quotas/5acd9c0b959247a28751a5d6aa334990 HTTP/1.1" status: 200 len: 375 time: 0.0629020 Aug 31 06:43:34.569413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adedf5d3-11a1-4925-ba84-b691801b9d03 req-2a94247c-dbcf-40ed-b460-5ec883922189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.571058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adedf5d3-11a1-4925-ba84-b691801b9d03 req-2a94247c-dbcf-40ed-b460-5ec883922189 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 1101 time: 0.1296661 Aug 31 06:43:34.580251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-1109539e-3df2-455f-94f9-954286d70b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.581222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-1109539e-3df2-455f-94f9-954286d70b39 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1767383 Aug 31 06:43:34.621722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.627898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.633719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.639784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.646358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.652186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.659088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.661047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-34006cf1-9699-4bc1-a0e5-1dcb73f3e2ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.2207308 Aug 31 06:43:34.669638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-78bef418-2807-4a40-8192-d18f452ae944 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1976452 Aug 31 06:43:34.711170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.711769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.712216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.712670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.713140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.713628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.714095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.715989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ac4618-92db-42f5-b3be-8436d121e51e req-763910d9-783e-4b2a-b199-45eba139674d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6499 time: 0.2044091 Aug 31 06:43:34.764323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-caacfb3a-a168-4a8c-a724-213bf6c9da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:34.765850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-caacfb3a-a168-4a8c-a724-213bf6c9da79 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1593997 Aug 31 06:43:34.781137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-adedf5d3-11a1-4925-ba84-b691801b9d03 req-198e8d8a-48e1-4352-a306-9b426835c526 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711535 Aug 31 06:43:34.798624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88b2670e-cd1f-4a69-bd3f-ea8bbffa16b4 req-b6713d7c-bda4-4392-9bf0-260b5589ecaf tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1288664 Aug 31 06:43:34.858566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ac4618-92db-42f5-b3be-8436d121e51e req-e5235c7f-b698-4fa5-9217-3485aa26a275 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803154 Aug 31 06:43:35.045475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8985156-13f7-4942-b072-680ce3d231c6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:35.048981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Deleting port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:35.049614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.178697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] For port 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:35.179115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.183690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e8985156-13f7-4942-b072-680ce3d231c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:35.190172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e8985156-13f7-4942-b072-680ce3d231c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:35.190991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.202291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Calling delete_port for 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:35.332355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-481cead8-0577-43b9-a17c-44a985bbfe4b service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5295112 Aug 31 06:43:35.342399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.390870 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57009f50-59a5-4c2e-a50e-cafcb2c1f7a0 x-openstack-request-id: req-57009f50-59a5-4c2e-a50e-cafcb2c1f7a0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:35.391172 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:35.391398 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57009f50-59a5-4c2e-a50e-cafcb2c1f7a0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:35.391791 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11', 'status': 'completed', 'code': 200} Aug 31 06:43:35.395488 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-5035e922-02b3-4298-b0d1-063960de36eb service neutron] 10.222.0.57 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7024982 Aug 31 06:43:35.404528 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.418533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:35.455754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e8985156-13f7-4942-b072-680ce3d231c6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8985156-13f7-4942-b072-680ce3d231c6,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:35.465831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.553014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478411c4-4441-4024-b3be-ad5378d3f411 req-f94cb589-04f4-434e-891f-6ed4351999a6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.559415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478411c4-4441-4024-b3be-ad5378d3f411 req-f94cb589-04f4-434e-891f-6ed4351999a6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.561799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-478411c4-4441-4024-b3be-ad5378d3f411 req-f94cb589-04f4-434e-891f-6ed4351999a6 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1666 time: 0.1209402 Aug 31 06:43:35.563885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-46005f2b-0546-448f-8022-b709aa9d8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.564335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-46005f2b-0546-448f-8022-b709aa9d8e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.566216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-46005f2b-0546-448f-8022-b709aa9d8e62 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1914 time: 0.1401830 Aug 31 06:43:35.580846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:35.604979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:35.622155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'mac_address': 'fa:16:3e:e4:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:35.646176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:35.669750 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.669987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.693798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:35.728288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:35.729843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.735038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Transition to ACTIVE for port object 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:35.737047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.745897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-478411c4-4441-4024-b3be-ad5378d3f411 req-e90a0505-d810-49f1-985d-29c3a484b388 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683841 Aug 31 06:43:35.753055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-090bf70a-d0d8-45e1-a0a8-2b8a3032636f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.753441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-090bf70a-d0d8-45e1-a0a8-2b8a3032636f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 818 time: 0.4138849 Aug 31 06:43:35.757662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e07c96-5ec8-4e9f-ab56-1646d4e0a362 req-32345819-e197-4b63-81a1-dadbc4aa54a4 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3900180 Aug 31 06:43:35.760085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:35.768046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-57c68957-1a14-457a-a536-7353b1c16486 service neutron] 10.222.0.57 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193667 Aug 31 06:43:35.811466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Request body: {'port': {'device_id': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'admin_state_up': True, 'tenant_id': '5acd9c0b959247a28751a5d6aa334990'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:35.837485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Pushing event deleted for resources: {'Port': ['ID=24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:35.887949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:35.926499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Pushing event updated for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:35.987022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-cbbd5414-38f1-43a7-a9d3-a803731655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.987493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-cbbd5414-38f1-43a7-a9d3-a803731655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.988577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-cbbd5414-38f1-43a7-a9d3-a803731655c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:35.990329 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-cbbd5414-38f1-43a7-a9d3-a803731655c9 service neutron] 10.222.0.53 "GET /v2.0/networks?tenant_id=0ef3ca74edae4987bc607dcd3f688946&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4073787 Aug 31 06:43:36.084749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Attempting to bind port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:36.085091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Attempting to bind port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:36.085642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Attempting to bind port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f on network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:36.100847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f on network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:36.101264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Attempting to bind port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f on network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:36.107527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:36.108022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Checking segment: {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:36.109318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Bound using segment: {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:36.110670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Bound port: 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27435954-28b2-4fa8-9e2e-b841bce2a090', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:36.111577 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.112225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['4130aaca-7616-4583-bbcf-dcadc1a09a69'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:36.116093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Made reservation on behalf of 5acd9c0b959247a28751a5d6aa334990 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:36.118611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.312050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:36.365411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:36.367293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73be497-0095-48b5-9e2f-d775c27c7edc req-6ed73e80-663c-4693-8da3-cf96a5417aad tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.368930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73be497-0095-48b5-9e2f-d775c27c7edc req-6ed73e80-663c-4693-8da3-cf96a5417aad tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.3760586 Aug 31 06:43:36.389220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5540eeab-6a4f-45f1-878e-33ff3a776e59 req-617cfd6f-2872-4c97-b377-82a780ba4dbc tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.399435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5540eeab-6a4f-45f1-878e-33ff3a776e59 req-617cfd6f-2872-4c97-b377-82a780ba4dbc tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.3087552 Aug 31 06:43:36.413762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.449891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73be497-0095-48b5-9e2f-d775c27c7edc req-510334fb-5806-49cd-9573-2ed873badc97 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699072 Aug 31 06:43:36.453393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-b62a0bfc-ae6b-454b-9faa-be7f85e635dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.455496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95470e7f-42cb-4a88-88c0-376a368912f3 req-b62a0bfc-ae6b-454b-9faa-be7f85e635dc service neutron] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3751469 Aug 31 06:43:36.456622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.463233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Allocated IP 172.20.0.11 (de714c4a-575b-412b-af53-1e177c64aba3/5735877a-d31d-4524-bd31-784aefc7a915/df602eb4-4ba3-4d01-aae2-1f3818986da5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:36.596523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5540eeab-6a4f-45f1-878e-33ff3a776e59 req-92a7aa82-dc13-4948-9b3a-8eb4bed8276a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957486 Aug 31 06:43:36.597170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Pushing event updated for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:36.633448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.634714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:36.636144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-1d69f219-45fc-4267-a285-c64c851d2055 service neutron] 10.222.0.53 "PUT /v2.0/ports/1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f HTTP/1.1" status: 200 len: 1093 time: 2.5061171 Aug 31 06:43:36.779994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-100a8595-03e0-4eab-9278-fecbcf7ca418 req-679da453-1a2a-49b7-96dc-fa48a08a6f4b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 210 time: 0.0617976 Aug 31 06:43:36.869235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-81cae257-eec1-4624-b76a-1e4d257a07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.869763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-81cae257-eec1-4624-b76a-1e4d257a07ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:36.871343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-81cae257-eec1-4624-b76a-1e4d257a07ea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1982 time: 0.1708264 Aug 31 06:43:36.989409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-3b2029bb-17b4-4d9a-9a08-c950f9ddb39a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.87&port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11 HTTP/1.1" status: 200 len: 217 time: 0.0950971 Aug 31 06:43:37.049974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.061905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.065550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8985156-13f7-4942-b072-680ce3d231c6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:37.080744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.088031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.093233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.099309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.105155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.111584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.113634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-0397379d-d146-442f-af75-fe444d73446d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.1772950 Aug 31 06:43:37.120338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e8985156-13f7-4942-b072-680ce3d231c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:37.122154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.175667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-2e102ec1-a816-495d-a35a-1b4ed95be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.177219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-2e102ec1-a816-495d-a35a-1b4ed95be7cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=430a4dd9-795f-45aa-a33d-aab8936d7fd0 HTTP/1.1" status: 200 len: 801 time: 0.1198697 Aug 31 06:43:37.189922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378aa5e-6e6c-4d95-acf3-ba46ff7c14aa req-6aba08b4-490b-4f81-9448-920367bd89cb tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.196953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e378aa5e-6e6c-4d95-acf3-ba46ff7c14aa req-6aba08b4-490b-4f81-9448-920367bd89cb tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.199225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e378aa5e-6e6c-4d95-acf3-ba46ff7c14aa req-6aba08b4-490b-4f81-9448-920367bd89cb tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1678 time: 0.1406059 Aug 31 06:43:37.245712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.294305 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddc5a3ab-d719-41a8-bc71-799d22be6ee2 req-094a2926-b3d9-4ab1-ac03-84c4f7707543 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1620495 Aug 31 06:43:37.302008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:43:37.316596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Network de714c4a-575b-412b-af53-1e177c64aba3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:37.323844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-91ca3919-5904-4194-85b2-8208f7f8e8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.325371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-91ca3919-5904-4194-85b2-8208f7f8e8c9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d684d9fc-0d29-43cf-ba24-589738c95489&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1252494 Aug 31 06:43:37.326209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:37.328563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:37.334308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e378aa5e-6e6c-4d95-acf3-ba46ff7c14aa req-d1fbf4d6-ce02-4c56-a24b-b504f53a2ac2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224542 Aug 31 06:43:37.334909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Pushing event updated for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:37.343116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-2c1ad347-108b-4c8a-a99d-b83c3461fd67 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:43:37.344033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-2c1ad347-108b-4c8a-a99d-b83c3461fd67 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053673 Aug 31 06:43:37.393102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:37.395465 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61646481-8592-4ff4-a3e4-a074872d0843" -d '{"events": [{"name": "network-changed", "server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:37.429427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:37.434953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-74cdee4d-e60d-45f2-978c-b693ec9f6ebf admin admin] 10.222.0.57 "PUT /v2.0/routers/e1998bf9-8b33-41ad-a7f8-62bf55ed77cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8831754 Aug 31 06:43:37.437609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:37.440608 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Sync routers for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:37.459114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:37.459733 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:37.460151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.461095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.491147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-725a64a2-b03b-4653-8d53-74d290b8e39c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6821449 Aug 31 06:43:37.496018 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666266a8-d7a7-4039-87b0-006070a0a43d x-openstack-request-id: req-666266a8-d7a7-4039-87b0-006070a0a43d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:37.496309 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:37.499187 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-666266a8-d7a7-4039-87b0-006070a0a43d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:37.499622 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f', 'status': 'completed', 'code': 200} Aug 31 06:43:37.512473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Request body: {'port': {'device_id': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:37.584774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-ae094f6b-1c42-4c7d-9ee8-6dd4036296aa service neutron] 10.222.0.53 "GET /v2.0/networks/d684d9fc-0d29-43cf-ba24-589738c95489?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188740 Aug 31 06:43:37.588405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.605913 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:37.606135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.683192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9962f341-cd2d-4526-a0a1-794718accf20 req-7ab8d3f0-b841-43a3-a8a8-8b5459c207b8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:37.684749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9962f341-cd2d-4526-a0a1-794718accf20 req-7ab8d3f0-b841-43a3-a8a8-8b5459c207b8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.1219294 Aug 31 06:43:37.725000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-4ccd2ad8-8a28-436f-9dc8-886c33de4955 service neutron] 10.222.0.53 "GET /v2.0/networks/d684d9fc-0d29-43cf-ba24-589738c95489?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254942 Aug 31 06:43:37.780850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:37.790959 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9962f341-cd2d-4526-a0a1-794718accf20 req-dbb15031-667f-4917-8db6-31132679a96f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653784 Aug 31 06:43:37.847943 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:43:35Z', 'revision_number': 5, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port': {'id': '9661ce76-32f6-4b3f-b00a-1362bcacbba6', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:58:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:41:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:37.882679 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Checking router: e1998bf9-8b33-41ad-a7f8-62bf55ed77cf for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:37.891838 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Routers {'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:37.892538 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:37.913689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-e29b7719-395b-4553-bdee-1893c7c3a550 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f HTTP/1.1" status: 200 len: 217 time: 0.1649084 Aug 31 06:43:37.923107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6efde998-dbd9-4b27-baa4-bb50fe8fec3d req-0ba3654c-07e1-4d26-b779-86f934a0204d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 210 time: 0.0487206 Aug 31 06:43:37.932989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Deleting port 9661ce76-32f6-4b3f-b00a-1362bcacbba6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:37.933366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.002947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94fd2e4-4271-470c-8e6f-00c1c940b9b8 req-1f0eb3b5-5335-456b-8852-1e6d5d135947 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.010467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b94fd2e4-4271-470c-8e6f-00c1c940b9b8 req-1f0eb3b5-5335-456b-8852-1e6d5d135947 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.2985058 Aug 31 06:43:38.035396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-2f6743de-5ca5-4b05-961f-71966ccaf292 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.036922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-2f6743de-5ca5-4b05-961f-71966ccaf292 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 818 time: 0.3264587 Aug 31 06:43:38.051365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] For port 9661ce76-32f6-4b3f-b00a-1362bcacbba6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9661ce76-32f6-4b3f-b00a-1362bcacbba6,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:38.051730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.066691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Calling delete_port for 9661ce76-32f6-4b3f-b00a-1362bcacbba6 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:38.091566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] Set router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:38.098585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Request body: {'port': {'device_id': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'admin_state_up': True, 'tenant_id': '5acd9c0b959247a28751a5d6aa334990'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:38.148163 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:43:37Z', 'revision_number': 6, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:38.159713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-d4044ab2-687b-4bb8-977c-6f8d76a96199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.161621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-d4044ab2-687b-4bb8-977c-6f8d76a96199 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=915b570d-c72e-4ffd-a35f-38265336a839 HTTP/1.1" status: 200 len: 801 time: 0.2377996 Aug 31 06:43:38.182024 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1518fcb-c8c5-4b03-a60b-6ff4261a58ce None None] The sync data for ids ['e1998bf9-8b33-41ad-a7f8-62bf55ed77cf'] in n-d-712707-15 is: [{'id': 'e1998bf9-8b33-41ad-a7f8-62bf55ed77cf', 'name': 'tempest-ServersTestManualDisk-1094247764-router', 'tenant_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:06Z', 'updated_at': '2021-08-31T06:43:37Z', 'revision_number': 6, 'project_id': 'ccb1e6fcaf3945c7ac52ca45850a20d4', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:38.214850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b94fd2e4-4271-470c-8e6f-00c1c940b9b8 req-9e5be9ee-67e0-47e1-b758-984641b4fe8d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981504 Aug 31 06:43:38.269071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.313589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Pushing event deleted for resources: {'Port': ['ID=9661ce76-32f6-4b3f-b00a-1362bcacbba6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:38.383798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c825731-e5e3-4741-8d52-5806988ad988 req-999841e9-ff09-4c1b-bfbe-0b24ff517e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.385613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-999841e9-ff09-4c1b-bfbe-0b24ff517e49 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041135 Aug 31 06:43:38.405168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.409360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6dcaf-f3e6-4c1c-85c8-32124d3dc85c req-57bea870-9779-4762-b941-59b2f48b7e36 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.410986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-09c6dcaf-f3e6-4c1c-85c8-32124d3dc85c req-57bea870-9779-4762-b941-59b2f48b7e36 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 1101 time: 0.1078737 Aug 31 06:43:38.431263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Made reservation on behalf of 5acd9c0b959247a28751a5d6aa334990 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:38.434475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.515099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.519224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.565074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-09c6dcaf-f3e6-4c1c-85c8-32124d3dc85c req-ec21711b-b498-4d31-b5ad-8a24334d585d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303546 Aug 31 06:43:38.575103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.575711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1998bf9-8b33-41ad-a7f8-62bf55ed77cf {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:43:38.582583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.586644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68e7e654-6450-42df-83e3-3023949e03ab admin admin] 10.222.0.57 "DELETE /v2.0/routers/e1998bf9-8b33-41ad-a7f8-62bf55ed77cf HTTP/1.1" status: 204 len: 168 time: 1.1477616 Aug 31 06:43:38.587268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:38.609737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.617504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.623361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.631426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.637481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.644914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Deleting subnet a2e460f7-003a-442d-99ea-57efca47662b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:38.647528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.648700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.651847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.653759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-a8711e57-4fdf-4658-8882-0abf798ca05d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.2674899 Aug 31 06:43:38.696311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.740051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df602eb4-4ba3-4d01-aae2-1f3818986da5 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:38.753177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.757491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-5ec58868-3a8a-4638-b7e6-660ed95072bf service neutron] 10.222.0.53 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570650 Aug 31 06:43:38.787834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41062db9-5f9f-4a5f-bc33-313aebc0f668 req-0d8e33f2-6ee5-408c-96c0-33220217325f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1077738 Aug 31 06:43:38.834669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3635-14f0-470b-bf40-7017d0a69450 req-9b9ae0ef-6e62-4217-b33a-d3f6e6bef908 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.840865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d3635-14f0-470b-bf40-7017d0a69450 req-9b9ae0ef-6e62-4217-b33a-d3f6e6bef908 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:38.843196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d9d3635-14f0-470b-bf40-7017d0a69450 req-9b9ae0ef-6e62-4217-b33a-d3f6e6bef908 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1678 time: 0.1207335 Aug 31 06:43:38.862117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.922587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d9d3635-14f0-470b-bf40-7017d0a69450 req-6c62ed31-ed61-4285-9ad8-1d2431c877fb tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710299 Aug 31 06:43:38.951475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:38.989396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2e460f7-003a-442d-99ea-57efca47662b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.006657 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.008356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d512903-c067-46d4-917a-048675022a0a None None] Network d9a63763-aa26-43c8-8b8f-e3f2912af646 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:39.016417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93d0af3e-bff5-4e03-b1fe-93dbd7761dda admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a2e460f7-003a-442d-99ea-57efca47662b HTTP/1.1" status: 204 len: 168 time: 0.4258776 Aug 31 06:43:39.018651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:39.146612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:39.149142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0e67d-59c6-490c-865c-172165f3eb0d req-eadcc86f-ec15-441a-b292-d3e625ad5b1e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.150776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b0e67d-59c6-490c-865c-172165f3eb0d req-eadcc86f-ec15-441a-b292-d3e625ad5b1e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.1336999 Aug 31 06:43:39.151503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Transition to ACTIVE for port object df602eb4-4ba3-4d01-aae2-1f3818986da5 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:39.153644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.176307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.180522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:39.180866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 24e9b67c-3d65-40dc-9ffb-3b8de4ebfa5f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:39.181280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9661ce76-32f6-4b3f-b00a-1362bcacbba6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:39.184809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-dfb26774-01b2-4472-843c-3300de35d717 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693023 Aug 31 06:43:39.203941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9661ce76-32f6-4b3f-b00a-1362bcacbba6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:39.204297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9661ce76-32f6-4b3f-b00a-1362bcacbba6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:39.224227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b0e67d-59c6-490c-865c-172165f3eb0d req-47909620-7641-4342-a745-f9afa0524199 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599172 Aug 31 06:43:39.258336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Deleting port d3986b05-0d18-406c-acc8-9c9bef06b6f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:39.258598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.334229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] DHCP port deletion for d9a63763-aa26-43c8-8b8f-e3f2912af646 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:43:39.363920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] For port d3986b05-0d18-406c-acc8-9c9bef06b6f1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d3986b05-0d18-406c-acc8-9c9bef06b6f1,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:39.363920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.366988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Pushing event updated for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.372780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Allocated IP 172.20.0.10 (de714c4a-575b-412b-af53-1e177c64aba3/5735877a-d31d-4524-bd31-784aefc7a915/1cdd38d9-9470-4471-8eb5-4a89f6dd2c70) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:39.384549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c825731-e5e3-4741-8d52-5806988ad988 req-32dbaf73-9ed5-4e42-8b60-088f0fc961f6 service neutron] 10.222.0.53 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6182771 Aug 31 06:43:39.400156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Deleting port d3986b05-0d18-406c-acc8-9c9bef06b6f1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:39.400708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.406805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Calling delete_port for d3986b05-0d18-406c-acc8-9c9bef06b6f1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:39.491296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] For port d3986b05-0d18-406c-acc8-9c9bef06b6f1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d3986b05-0d18-406c-acc8-9c9bef06b6f1,segment=NetworkSegment(d45e8f97-c4fe-4502-9518-a7e4023415aa),segment_id=d45e8f97-c4fe-4502-9518-a7e4023415aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:39.491700 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.509217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Calling delete_port for d3986b05-0d18-406c-acc8-9c9bef06b6f1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:39.527144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.534604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.540731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.547402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.558017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.562372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.568694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.569837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:39.570811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45680aeb-8572-4d0c-8d02-842318835e4f req-220dca93-73b0-47ae-9833-78cff1e5d983 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.2040982 Aug 31 06:43:39.582940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:39.589031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Request body: {'floatingip': {'port_id': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:39.591878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-1d6e38f2-c697-4489-aeb5-88b6a6774697 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:39.601146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-1d6e38f2-c697-4489-aeb5-88b6a6774697 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4154186 Aug 31 06:43:39.638926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:39.644285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:39.644669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.650500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.674494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.718694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.722860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79be2af2-9f8f-4452-a3e9-73ffbffe6771 req-035459fc-dee1-408a-b11f-230fd8571f55 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 210 time: 0.0792530 Aug 31 06:43:39.738085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.739573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.740785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.791679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] Pushing event deleted for resources: {'Port': ['ID=d3986b05-0d18-406c-acc8-9c9bef06b6f1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.797349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e60965a-b64f-4510-9adf-a8a0c8e29a8f None None] No DVR routers for this DVR port d3986b05-0d18-406c-acc8-9c9bef06b6f1 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:39.808578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3986b05-0d18-406c-acc8-9c9bef06b6f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.810608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] No DVR routers for this DVR port d3986b05-0d18-406c-acc8-9c9bef06b6f1 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:39.822622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:39.824896 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89002036-bc4e-412f-b900-305ff2e8d9be" -d '{"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:39.844179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:39.855190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.855442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Attempting to bind port df602eb4-4ba3-4d01-aae2-1f3818986da5 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:39.855993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Attempting to bind port df602eb4-4ba3-4d01-aae2-1f3818986da5 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:39.856662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Attempting to bind port df602eb4-4ba3-4d01-aae2-1f3818986da5 on network de714c4a-575b-412b-af53-1e177c64aba3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:39.874711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-a8f83420-66ff-4551-9a61-e2cc06ba5c07 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.2725787 Aug 31 06:43:39.882688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Port df602eb4-4ba3-4d01-aae2-1f3818986da5 on network de714c4a-575b-412b-af53-1e177c64aba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:39.883204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Attempting to bind port df602eb4-4ba3-4d01-aae2-1f3818986da5 on network de714c4a-575b-412b-af53-1e177c64aba3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:39.890227 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0937dfd0-0343-4927-b5b2-50efb9103307 x-openstack-request-id: req-0937dfd0-0343-4927-b5b2-50efb9103307 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:39.890227 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:39.890433 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0937dfd0-0343-4927-b5b2-50efb9103307 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:39.891189 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'code': 200} Aug 31 06:43:39.945243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:39.956311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:39.974170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a63763-aa26-43c8-8b8f-e3f2912af646']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:39.980246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Network de714c4a-575b-412b-af53-1e177c64aba3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:39.988554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45e8f97-c4fe-4502-9518-a7e4023415aa') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:39.988855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45e8f97-c4fe-4502-9518-a7e4023415aa') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:39.992840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:39.993263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Checking segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:39.993677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Bound using segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:39.995686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Bound port: df602eb4-4ba3-4d01-aae2-1f3818986da5, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:39.995686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.013164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:40.018498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:40.030988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.038121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Pushing event updated for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:40.064753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.085010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646481-8592-4ff4-a3e4-a074872d0843 req-ece51304-72b7-49fc-bc7a-c77c6e8ae75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.085538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646481-8592-4ff4-a3e4-a074872d0843 req-ece51304-72b7-49fc-bc7a-c77c6e8ae75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.087111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-ece51304-72b7-49fc-bc7a-c77c6e8ae75d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0ef3ca74edae4987bc607dcd3f688946&device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1982 time: 0.6115103 Aug 31 06:43:40.094520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:43:40.094929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:43:40.098831 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:43:40.117058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-cc295a4b-34ae-4d5e-b677-a54abd857b0b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2413251 Aug 31 06:43:40.217012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.217723 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.243556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c3008b-ae7f-4f79-84da-135bb5eda5ce req-1e7b090b-e62b-4082-82db-5de8f08cebb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.243770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235ed15-c5f3-4d8b-880c-af18dea0a0ea req-dda99ab4-d899-46c4-8025-0c08ce747c63 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.245089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25c3008b-ae7f-4f79-84da-135bb5eda5ce req-1e7b090b-e62b-4082-82db-5de8f08cebb4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1102 time: 0.2396946 Aug 31 06:43:40.250235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9235ed15-c5f3-4d8b-880c-af18dea0a0ea req-dda99ab4-d899-46c4-8025-0c08ce747c63 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.269922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9235ed15-c5f3-4d8b-880c-af18dea0a0ea req-dda99ab4-d899-46c4-8025-0c08ce747c63 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1678 time: 0.2223134 Aug 31 06:43:40.275942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.282531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.285470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d9a63763-aa26-43c8-8b8f-e3f2912af646 HTTP/1.1" status: 204 len: 168 time: 1.2638838 Aug 31 06:43:40.306185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-50c7d1f0-a53d-44a4-9066-886713f1a44b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2209563 Aug 31 06:43:40.320531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:40.344002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1946b1-bcf9-4c81-a2b2-54ab91b87847 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a63763-aa26-43c8-8b8f-e3f2912af646,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:40.352671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Request body: {'port': {'device_id': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:40.372204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00484eae-860a-40f3-ae54-42b80efc5e39 req-0265bafe-87c2-4208-be45-4669420840d0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 210 time: 0.0736873 Aug 31 06:43:40.382568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9235ed15-c5f3-4d8b-880c-af18dea0a0ea req-72b7efd5-9494-481b-8b98-a57923e64008 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938082 Aug 31 06:43:40.427568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:40.452959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.463568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:40.468109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646481-8592-4ff4-a3e4-a074872d0843 req-65ed0266-9cc2-4a36-846b-295ba05aa2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.469894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-65ed0266-9cc2-4a36-846b-295ba05aa2f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 HTTP/1.1" status: 200 len: 903 time: 0.3235288 Aug 31 06:43:40.482203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25c3008b-ae7f-4f79-84da-135bb5eda5ce req-0cd07d15-19a0-491e-87ee-6f97a448ba19 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241910 Aug 31 06:43:40.559995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c3d214d-c032-44a1-b5a0-3630888ea2d6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ccb1e6fcaf3945c7ac52ca45850a20d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0948770 Aug 31 06:43:40.564557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:40.583227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.586566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.598511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.638527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.639300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:40.640979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] 10.222.0.50 "PUT /v2.0/ports/df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 1093 time: 3.1362529 Aug 31 06:43:40.641591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:40.644186 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37211fab-a0d6-4196-8370-1e2fb50cc52d" -d '{"events": [{"name": "network-changed", "server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:40.656703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-55999500-d965-43a4-a930-58532a21b0e1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.184&port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f HTTP/1.1" status: 200 len: 217 time: 0.1277578 Aug 31 06:43:40.708185 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f3b22f7-b85c-44f9-a557-0284f269548f x-openstack-request-id: req-5f3b22f7-b85c-44f9-a557-0284f269548f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:40.708572 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:40.708889 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f3b22f7-b85c-44f9-a557-0284f269548f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:40.709429 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5', 'status': 'completed', 'code': 200} Aug 31 06:43:40.746832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21dd4ca-dbe8-4ac6-90e3-c926f80eba09 service neutron] Pushing event updated for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:40.777801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec91718-cbb8-4558-a291-575da9120661 req-bd498137-1e5b-491a-ae55-fc4e06e9fe4a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.789113 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ec91718-cbb8-4558-a291-575da9120661 req-bd498137-1e5b-491a-ae55-fc4e06e9fe4a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.3284974 Aug 31 06:43:40.812649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646481-8592-4ff4-a3e4-a074872d0843 req-e68c41de-994c-4bd6-b43d-87f2e915cb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:40.814636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-e68c41de-994c-4bd6-b43d-87f2e915cb66 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=915b570d-c72e-4ffd-a35f-38265336a839 HTTP/1.1" status: 200 len: 801 time: 0.1441703 Aug 31 06:43:40.906792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d3986b05-0d18-406c-acc8-9c9bef06b6f1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:43:40.930827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d3986b05-0d18-406c-acc8-9c9bef06b6f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:43:40.931186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d3986b05-0d18-406c-acc8-9c9bef06b6f1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:43:40.993360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ec91718-cbb8-4558-a291-575da9120661 req-12bab80c-80a1-41b1-a2bf-8d97b4bc547f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031240 Aug 31 06:43:41.055491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-05bb0bec-0b5c-4ac9-9e57-49ee4f5079da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.056981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-05bb0bec-0b5c-4ac9-9e57-49ee4f5079da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1096 time: 0.2463965 Aug 31 06:43:41.077501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61646481-8592-4ff4-a3e4-a074872d0843 req-a7143b4b-8580-4dc8-a9ff-415b6eb3d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.079143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-a7143b4b-8580-4dc8-a9ff-415b6eb3d981 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474639 Aug 31 06:43:41.132159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.164445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cbfe9-9f19-4bc9-9798-001a9a025c7c req-b67442e3-8ba2-4a8b-8fb9-67ffb79a49bd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.165985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c62cbfe9-9f19-4bc9-9798-001a9a025c7c req-b67442e3-8ba2-4a8b-8fb9-67ffb79a49bd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 932 time: 0.1345663 Aug 31 06:43:41.192346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.200381 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Floating IP bb682e19-81df-440d-8cea-39d7e9455205 associated. External IP: 172.25.3.24, port: 8db67bd7-9683-4b30-8aff-19000f3f0ca3. Aug 31 06:43:41.290593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c62cbfe9-9f19-4bc9-9798-001a9a025c7c req-fb3ac1f2-10cc-4f09-a5e4-57bbd05aa147 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149075 Aug 31 06:43:41.316602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-5181aeb0-2401-4d52-9978-f7666f38183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.318138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-5181aeb0-2401-4d52-9978-f7666f38183c service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=5acd9c0b959247a28751a5d6aa334990&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2374144 Aug 31 06:43:41.327443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-7fa8dd23-f16b-4ddf-8ff4-2147d9a08f63 service neutron] 10.222.0.53 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1982598 Aug 31 06:43:41.353654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.354576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:41.356095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.357249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eb97a2ad-ae6b-4f3a-966b-cc381e8b38bf HTTP/1.1" status: 204 len: 168 time: 0.7917078 Aug 31 06:43:41.406760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38219c2d-d0d7-46c1-8b94-545eac0af3ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb97a2ad-ae6b-4f3a-966b-cc381e8b38bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:41.466181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.512571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Transition to ACTIVE for port object 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:41.533471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Router f95f487d-abfd-436e-9f60-d905b28e8abb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:43:41.534343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.633654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28531ce9-16db-4d8c-84a1-85add31116d5 req-3aacad07-343a-4715-bf67-226d04bb0fa0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 210 time: 0.0892987 Aug 31 06:43:41.643868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-822566ca-4196-4fb8-9194-b9fdaa0b381e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.645420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37211fab-a0d6-4196-8370-1e2fb50cc52d req-822566ca-4196-4fb8-9194-b9fdaa0b381e service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3130689 Aug 31 06:43:41.649815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61646481-8592-4ff4-a3e4-a074872d0843 req-c9ab4cbc-3937-4c52-a437-44703c30d594 service neutron] 10.222.0.53 "GET /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061292 Aug 31 06:43:41.671697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:41.734800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-05ff7626-a25f-45cd-8a95-f02b4539eae1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439632 Aug 31 06:43:41.738342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:43:41.757655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Sync routers for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:43:41.758094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.777937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:41.779687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:41.809449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-ae14ee88-7977-43d7-9fcf-7f17afb9db49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.811210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-ae14ee88-7977-43d7-9fcf-7f17afb9db49 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1096 time: 0.0825460 Aug 31 06:43:41.823651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Attempting to bind port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:41.824210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Attempting to bind port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:41.824663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Attempting to bind port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 on network de714c4a-575b-412b-af53-1e177c64aba3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:41.833598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 on network de714c4a-575b-412b-af53-1e177c64aba3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:41.834108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Attempting to bind port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 on network de714c4a-575b-412b-af53-1e177c64aba3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:41.871855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac72a8-4089-40a4-8356-42f5e3f9b946 req-d21d5cb7-1fdf-483e-a71f-a471c3c5e28c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.878620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ac72a8-4089-40a4-8356-42f5e3f9b946 req-d21d5cb7-1fdf-483e-a71f-a471c3c5e28c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.880267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1ac72a8-4089-40a4-8356-42f5e3f9b946 req-d21d5cb7-1fdf-483e-a71f-a471c3c5e28c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1678 time: 0.3329844 Aug 31 06:43:41.884548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:41.886098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Checking segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:41.886098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Bound using segment: {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:41.886098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Bound port: 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91860c0a-48e9-4956-b021-ba28130e82e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:41.886432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:41.892978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9d39cac-ae73-4006-8356-acb786eeb8dd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "PUT /v2.0/floatingips/bb682e19-81df-440d-8cea-39d7e9455205 HTTP/1.1" status: 200 len: 990 time: 2.3058970 Aug 31 06:43:41.893291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-cd9b38c9-c2aa-445f-ba32-c9c0cb147552 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 217 time: 0.0530818 Aug 31 06:43:41.894280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:41.896845 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465a35a4-10e2-42a0-a4fa-f493da9f83c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:41.978086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:41.992943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022a35b-8d96-4086-b954-57c758686adf req-12f2a710-f6b4-47eb-9fed-2ffde3521261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:41.994447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-12f2a710-f6b4-47eb-9fed-2ffde3521261 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.0903931 Aug 31 06:43:41.998823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1ac72a8-4089-40a4-8356-42f5e3f9b946 req-4cacb64d-fe22-432b-af17-22e24ee8df35 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076396 Aug 31 06:43:42.008377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:42.021000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:42.043813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-602d6c45-0727-4d0e-907a-3c0cf55aba88 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331299 Aug 31 06:43:42.045435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.060366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-30fae373-6500-49f3-8c64-945629b46c13 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.061979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-30fae373-6500-49f3-8c64-945629b46c13 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3117368 Aug 31 06:43:42.092576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:42.106196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.106666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.108063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] 10.222.0.50 "PUT /v2.0/ports/1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 HTTP/1.1" status: 200 len: 1093 time: 1.7825203 Aug 31 06:43:42.195873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf2c9fc-eac5-4994-8130-eeebc83431f7 service neutron] Pushing event updated for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:42.223378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:42.328606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-39e72da3-bbff-439a-a53d-763b54471dbe service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622044 Aug 31 06:43:42.353414 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d79c5d-1b71-4e4f-be06-112f857b7672 x-openstack-request-id: req-33d79c5d-1b71-4e4f-be06-112f857b7672 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:42.353898 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:42.353898 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33d79c5d-1b71-4e4f-be06-112f857b7672 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:42.355018 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'status': 'completed', 'code': 200} Aug 31 06:43:42.472454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:42.479752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:42.481730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.504205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f', 'network_id': 'bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5', 'port_id': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f', 'mac_address': 'fa:16:3e:46:4b:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '915b570d-c72e-4ffd-a35f-38265336a839', 'ip_address': '19.86.0.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:42.513117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'bb682e19-81df-440d-8cea-39d7e9455205', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'port_id': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'mac_address': 'fa:16:3e:cb:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:15Z', 'updated_at': '2021-08-31T06:43:40Z', 'revision_number': 1, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:42.577124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Checking router: f95f487d-abfd-436e-9f60-d905b28e8abb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:43:42.629589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:43:42.630370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:42.639922 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.696613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.93 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/f1953c50-4f95-47d5-93d1-60f98c79bb99) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:42.706662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:42.712798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:42.722196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b1bbf5-bd4c-41ff-8bcd-5729e86360b8 req-f4b727ec-85cb-483e-84b2-d6b6a5ca1f04 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.725924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1b1bbf5-bd4c-41ff-8bcd-5729e86360b8 req-f4b727ec-85cb-483e-84b2-d6b6a5ca1f04 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 944 time: 0.1078360 Aug 31 06:43:42.770972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:42.787193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:42.787991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c32936ff-eeb1-4823-8069-ab229b2c3a11 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:42.821689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-21044ab9-3711-4713-bc6f-bab67809dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.823203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-21044ab9-3711-4713-bc6f-bab67809dd79 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 1096 time: 0.6230474 Aug 31 06:43:42.825600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:42.827955 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb" -d '{"events": [{"name": "network-changed", "server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:42.828328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1b1bbf5-bd4c-41ff-8bcd-5729e86360b8 req-90ac5624-2a6d-4cba-85f3-7f5e9fbc0fe3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912328 Aug 31 06:43:42.848280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:43:42.848811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.849569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.850268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.851077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.852322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.852974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.853647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:42.856143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-1ad64d58-2cbc-4e3f-8409-7cc811c6609d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6499 time: 0.5463138 Aug 31 06:43:42.922608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-b6937245-0cc2-42a3-9c96-19cccfa89c9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 HTTP/1.1" status: 200 len: 217 time: 0.0634403 Aug 31 06:43:42.929644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1613099328-network', 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:42.978687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a471547-35cc-47ed-8f4a-20aa95a75ee7 req-98c1bf53-b63a-41db-ba5a-d2cf70ac1d49 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 210 time: 0.0559304 Aug 31 06:43:43.000838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8dc23b-d84a-4ec8-9acc-a0f9392001f6 req-1122e07d-e2f0-435c-81f9-b7c34d31c118 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.010250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd8dc23b-d84a-4ec8-9acc-a0f9392001f6 req-1122e07d-e2f0-435c-81f9-b7c34d31c118 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.6468792 Aug 31 06:43:43.024257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:43.028913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.047411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.053426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.070871 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca14e080-8577-4416-9121-3f82590b3bd3 x-openstack-request-id: req-ca14e080-8577-4416-9121-3f82590b3bd3 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:43.071214 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:43.071411 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ca14e080-8577-4416-9121-3f82590b3bd3 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:43.071807 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70', 'status': 'completed', 'code': 200} Aug 31 06:43:43.080256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object f1953c50-4f95-47d5-93d1-60f98c79bb99 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:43.093893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9022a35b-8d96-4086-b954-57c758686adf req-ccbc4bbf-ca0c-4a32-b5a2-d0117419082d service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217429 Aug 31 06:43:43.114019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-c433007b-9052-4fcc-ac24-75d4170e4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.115895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-c433007b-9052-4fcc-ac24-75d4170e4737 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.1770608 Aug 31 06:43:43.139893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.166146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd8dc23b-d84a-4ec8-9acc-a0f9392001f6 req-8f03745f-ce95-4e65-a862-f4e9e2df5694 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546042 Aug 31 06:43:43.182127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-e15dc90c-9fbf-4e65-b195-0a5297cdfbaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511312 Aug 31 06:43:43.183430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-5a259958-09bd-487a-8744-a9ac223d6ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.186361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-5a259958-09bd-487a-8744-a9ac223d6ccf service neutron] 10.222.0.53 "GET /v2.0/networks?id=4efb29e2-bfec-4884-aab7-02f0886c34de HTTP/1.1" status: 200 len: 913 time: 0.2775211 Aug 31 06:43:43.199663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.219620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823', '923658f4-a2e8-45b0-a686-46dd672062b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:43.237280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:43.260770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22882f95-aab5-4705-901c-11570d35e61a req-3d038b6a-71e9-4c2d-bd70-6049ccbcd296 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.266717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22882f95-aab5-4705-901c-11570d35e61a req-3d038b6a-71e9-4c2d-bd70-6049ccbcd296 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.270033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22882f95-aab5-4705-901c-11570d35e61a req-3d038b6a-71e9-4c2d-bd70-6049ccbcd296 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1679 time: 0.1295421 Aug 31 06:43:43.303906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:43.319126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:43.324714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:43.331670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.381599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-63449e7c-458d-4b98-9716-f60d08995153 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 200 len: 998 time: 0.1828542 Aug 31 06:43:43.414144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.419860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:43.449674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22882f95-aab5-4705-901c-11570d35e61a req-22f6d647-56d8-4ed6-b058-9487009a1113 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732557 Aug 31 06:43:43.459622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.461648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c32936ff-eeb1-4823-8069-ab229b2c3a11', 'network_id': 'd684d9fc-0d29-43cf-ba24-589738c95489', 'port_id': 'c32936ff-eeb1-4823-8069-ab229b2c3a11', 'mac_address': 'fa:16:3e:82:64:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '430a4dd9-795f-45aa-a33d-aab8936d7fd0', 'ip_address': '19.80.0.87'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:43.471792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-ddebfdb6-1fb8-4b5f-ba28-3bf80b710e75 service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647822 Aug 31 06:43:43.473994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.474737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.476059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-67922d80-9ae9-45bd-aaee-88df61992e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.478265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-67922d80-9ae9-45bd-aaee-88df61992e3e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1679fff8-fdaf-4ba8-87cc-999cf377e4c4 HTTP/1.1" status: 200 len: 851 time: 0.0818546 Aug 31 06:43:43.491465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:43:43.500794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.501171 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Added segment d40e7374-1e72-4d07-b1c1-e16c4aa054bf of type vlan for network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d Aug 31 06:43:43.551043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.615150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728baa70-7308-4ef4-a388-675faaac2c4e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.619756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-caa4e9b9-bb78-49f7-a1a0-c68b2e7331db tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5423646 Aug 31 06:43:43.620609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.621573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.622194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.653758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Request body: {'port': {'device_id': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:43.660436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-5eef7b3a-45e5-4a7f-b7f0-5f25938f0fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:43.662293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-5eef7b3a-45e5-4a7f-b7f0-5f25938f0fd8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4efb29e2-bfec-4884-aab7-02f0886c34de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1426079 Aug 31 06:43:43.669064 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.714909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9873111 Aug 31 06:43:43.722120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:43.724868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32936ff-eeb1-4823-8069-ab229b2c3a11 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:43.737477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Request body: {'subnet': {'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1613099328-subnet', 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:43.760767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e4a278-e1f5-41bb-9f25-da8f6078b62a admin admin] Pushing event updated for resources: {'Network': ['ID=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:43.763564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.769070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07f421f4-acd0-42bd-b35c-0bf95d828fb7 req-336ab14d-546f-4963-b054-a98de4f089ea service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730322 Aug 31 06:43:43.789665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:43:43.794289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:43.797301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:43.801725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5989947f-507b-4684-b715-26595d757fee None None] Provisioning for port f1953c50-4f95-47d5-93d1-60f98c79bb99 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:43.803549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.824059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5989947f-507b-4684-b715-26595d757fee None None] Provisioning complete for port f1953c50-4f95-47d5-93d1-60f98c79bb99 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:43.824429 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5989947f-507b-4684-b715-26595d757fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.862781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:43.908115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-dd066811-b1e6-4a9e-be74-50ee756ee024 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315962 Aug 31 06:43:43.976656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'bb682e19-81df-440d-8cea-39d7e9455205', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'port_id': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'mac_address': 'fa:16:3e:cb:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:15Z', 'updated_at': '2021-08-31T06:43:40Z', 'revision_number': 1, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:44.025281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5989947f-507b-4684-b715-26595d757fee None None] Port f1953c50-4f95-47d5-93d1-60f98c79bb99 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:44.028899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-1bbd821b-4b2e-439a-96f3-ba7b7922be0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.030460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-1bbd821b-4b2e-439a-96f3-ba7b7922be0e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 1096 time: 0.1760807 Aug 31 06:43:44.035433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea817b08-969b-469f-9d5f-6afaa819d9d9 None None] The sync data for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 is: [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'bb682e19-81df-440d-8cea-39d7e9455205', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'floating_ip_address': '172.25.3.24', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'port_id': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1039, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'mac_address': 'fa:16:3e:cb:92:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:42:15Z', 'updated_at': '2021-08-31T06:43:40Z', 'revision_number': 1, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:43:44.088371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:44.124085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1953c50-4f95-47d5-93d1-60f98c79bb99 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:44.147348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.163349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3c3e89-899b-4e77-a06d-33dc4fae76fc req-c74fe142-88d2-4045-b3ff-b69c1fa89bbb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.169959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c3c3e89-899b-4e77-a06d-33dc4fae76fc req-c74fe142-88d2-4045-b3ff-b69c1fa89bbb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 944 time: 0.1796179 Aug 31 06:43:44.198306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Transition to ACTIVE for port object f1953c50-4f95-47d5-93d1-60f98c79bb99 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:44.216272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eade22e-ab7f-45f5-8a9f-4a9c5f5b1fc9 req-ed78e636-8746-4b2c-a930-fb8b446e136b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.217835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eade22e-ab7f-45f5-8a9f-4a9c5f5b1fc9 req-ed78e636-8746-4b2c-a930-fb8b446e136b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 935 time: 0.0737302 Aug 31 06:43:44.218976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.263863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-465a35a4-10e2-42a0-a4fa-f493da9f83c7 req-7ba41665-642d-482e-930f-b4240e77f716 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3424768 Aug 31 06:43:44.329180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Pushing event updated for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:44.340725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-33cc6b1c-ce22-47eb-8e5d-49a9f3664b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.342749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-33cc6b1c-ce22-47eb-8e5d-49a9f3664b1e service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.2839873 Aug 31 06:43:44.372542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c3c3e89-899b-4e77-a06d-33dc4fae76fc req-21ea6aef-e409-43c6-80d1-1b2144091bd3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011087 Aug 31 06:43:44.385610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eade22e-ab7f-45f5-8a9f-4a9c5f5b1fc9 req-11ef80ed-c88a-43e2-a6c3-dce426f15590 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431215 Aug 31 06:43:44.389186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c32936ff-eeb1-4823-8069-ab229b2c3a11'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:44.427667 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc50a74-3802-4e69-a07f-c01b2490294f None None] New status for floating IP bb682e19-81df-440d-8cea-39d7e9455205: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:43:44.506412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-d15aa3cf-6368-43e8-a966-80978fe706af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 HTTP/1.1" status: 200 len: 217 time: 0.1398845 Aug 31 06:43:44.529755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.540517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Attempting to bind port f1953c50-4f95-47d5-93d1-60f98c79bb99 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:44.541058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Attempting to bind port f1953c50-4f95-47d5-93d1-60f98c79bb99 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:44.541258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Attempting to bind port f1953c50-4f95-47d5-93d1-60f98c79bb99 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:44.546107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Port f1953c50-4f95-47d5-93d1-60f98c79bb99 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:44.546436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Attempting to bind port f1953c50-4f95-47d5-93d1-60f98c79bb99 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:44.553526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:44.553879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:44.554269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:44.554705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Bound port: f1953c50-4f95-47d5-93d1-60f98c79bb99, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:44.555069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.676686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f41c-5fc6-42d2-b77c-329a82f3a2ac req-56f10736-99d8-4d56-9696-086e984ecb4e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.682955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe9f41c-5fc6-42d2-b77c-329a82f3a2ac req-56f10736-99d8-4d56-9696-086e984ecb4e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.691855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbe9f41c-5fc6-42d2-b77c-329a82f3a2ac req-56f10736-99d8-4d56-9696-086e984ecb4e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1680 time: 0.1257987 Aug 31 06:43:44.699078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:44.729616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:44.730489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-92307888-6cb1-4140-986c-3fb240e83118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.731995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-92307888-6cb1-4140-986c-3fb240e83118 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.2176054 Aug 31 06:43:44.754231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbe9f41c-5fc6-42d2-b77c-329a82f3a2ac req-4396c84f-0eeb-4c38-92f4-22d2bf738e89 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611465 Aug 31 06:43:44.759234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:44.772099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.794596 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-630f3293-e66c-4f09-bbbf-0c50467546cc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503440 Aug 31 06:43:44.795334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:44.795684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Network hostable DHCP agents. Network: dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:43:44.816811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96093e7a-b96d-48c8-b836-cbe8fc9283aa req-04427d74-55a4-49b9-acf7-3ba49e9822d5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.817847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.818350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.820082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] 10.222.0.53 "PUT /v2.0/ports/f1953c50-4f95-47d5-93d1-60f98c79bb99 HTTP/1.1" status: 200 len: 1096 time: 1.1710999 Aug 31 06:43:44.822496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:44.824825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96093e7a-b96d-48c8-b836-cbe8fc9283aa req-04427d74-55a4-49b9-acf7-3ba49e9822d5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.2297010 Aug 31 06:43:44.826324 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fb625b-31db-41e7-a1e1-e260c07e7792" -d '{"events": [{"name": "network-changed", "server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:44.851475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd690c-46ce-4f5b-95f3-5a14b03ed299 service neutron] Pushing event updated for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:44.898640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:43:44.927407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:44.937984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.938591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:44.940537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb6b253-074c-49de-bfd2-e8210a00c6ea None None] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:44.951513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-28cfc6db-20af-409c-a7c3-52d1958f2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:44.953040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-28cfc6db-20af-409c-a7c3-52d1958f2062 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 1099 time: 0.0696721 Aug 31 06:43:44.957592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96093e7a-b96d-48c8-b836-cbe8fc9283aa req-14a43f86-bc26-4e9f-b5dc-409c6fd64056 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274853 Aug 31 06:43:44.994866 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-aeaf93db-e732-4e96-8626-bd870d920c40 service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670575 Aug 31 06:43:45.042472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57346a5a-dc6f-4a10-9473-ae6f6a42fcb9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3172150 Aug 31 06:43:45.047643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-7cf7460f-5c31-4b19-a47f-79c6be232652 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99 HTTP/1.1" status: 200 len: 217 time: 0.0762007 Aug 31 06:43:45.050153 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a381c8-9020-455f-a538-cf734027af80 x-openstack-request-id: req-b8a381c8-9020-455f-a538-cf734027af80 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:45.050446 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:45.050755 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b8a381c8-9020-455f-a538-cf734027af80 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:45.051240 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99', 'status': 'completed', 'code': 200} Aug 31 06:43:45.133767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-0574cf7c-b44a-4901-8fed-48facb74f993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.136107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-0574cf7c-b44a-4901-8fed-48facb74f993 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0780489 Aug 31 06:43:45.193542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa006a1-0e8d-49d5-8da9-566f7fc08ac9 None None] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:45.195990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313da39b-788c-4083-913f-32b357c7be9b req-c7cb1c14-2148-4be8-80b7-1658ac179184 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.196120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-288985e0-fe94-43f2-8171-44c49d9db31c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.198161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-288985e0-fe94-43f2-8171-44c49d9db31c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0537157 Aug 31 06:43:45.203666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-313da39b-788c-4083-913f-32b357c7be9b req-c7cb1c14-2148-4be8-80b7-1658ac179184 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1102 time: 0.1293547 Aug 31 06:43:45.217219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d5126aa-587e-4107-b8ce-4b2bea41a7cb req-43c228ca-cccb-4262-ad13-145321ac389d service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954956 Aug 31 06:43:45.266844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-313da39b-788c-4083-913f-32b357c7be9b req-171a672f-f198-49a1-bfa6-5285b51e9eb3 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579059 Aug 31 06:43:45.339606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-5ec90440-1ec3-49e1-8c14-e387b4e91c59 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271775 Aug 31 06:43:45.449861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd02374-afb5-4450-93e2-7a00750bd5f2 req-8131dc36-9e7d-459f-9e49-5d23a8da4678 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022592 Aug 31 06:43:45.465058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device df602eb4-4ba3-4d01-aae2-1f3818986da5 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:45.494125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:45.616614 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:45.629572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-c9002c6c-2080-4471-9377-c322b02623dd service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0745041 Aug 31 06:43:45.638386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3dfc6a-299a-4b4e-9d1f-82b2a9efa684 req-74fe6d3e-b290-4084-b2f0-3464214fcb2a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.641707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-364fc502-8c2b-4900-86bb-a3e80d70d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.644606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-364fc502-8c2b-4900-86bb-a3e80d70d788 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 1099 time: 0.1248538 Aug 31 06:43:45.647336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d3dfc6a-299a-4b4e-9d1f-82b2a9efa684 req-74fe6d3e-b290-4084-b2f0-3464214fcb2a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 947 time: 0.1036122 Aug 31 06:43:45.677270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:45.694170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d3dfc6a-299a-4b4e-9d1f-82b2a9efa684 req-4e89a4d6-65a2-4534-a56a-c1f8b9887104 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458686 Aug 31 06:43:45.715319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'df602eb4-4ba3-4d01-aae2-1f3818986da5', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'port_id': 'df602eb4-4ba3-4d01-aae2-1f3818986da5', 'mac_address': 'fa:16:3e:7e:87:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5735877a-d31d-4524-bd31-784aefc7a915', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:45.722616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-6697013f-3a0d-4f51-bac0-f83a7686b0e2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.730709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-6697013f-3a0d-4f51-bac0-f83a7686b0e2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2009540 Aug 31 06:43:45.779065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-cc7d7b6f-7724-491f-833d-362be7c72d63 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0461428 Aug 31 06:43:45.791808 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:45.808767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df602eb4-4ba3-4d01-aae2-1f3818986da5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:45.831233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f10d8-e356-4295-bcab-b56174c4ce5a req-547ac807-53f6-4e89-bfe6-a352a29f462d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.832998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c3f10d8-e356-4295-bcab-b56174c4ce5a req-547ac807-53f6-4e89-bfe6-a352a29f462d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 944 time: 0.0709517 Aug 31 06:43:45.837309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:45.846591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:45.851280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-4923074a-51f4-407f-8447-fa046cf99c76 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631337 Aug 31 06:43:45.901782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c3f10d8-e356-4295-bcab-b56174c4ce5a req-53f0e4d6-25df-43a3-b5ab-616a105c745a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601437 Aug 31 06:43:45.935007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:45.957218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-8bdd7490-26aa-4229-9bbe-0d83130a6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:45.959178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-8bdd7490-26aa-4229-9bbe-0d83130a6599 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3029597 Aug 31 06:43:46.020519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-962cfc76-65e2-46bd-b918-7b0ba33e0ec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.93&port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99 HTTP/1.1" status: 200 len: 217 time: 0.0472727 Aug 31 06:43:46.028097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607e49fa-9894-49ad-8dfa-416565a20ad9 req-535194d1-6088-4ad2-aef8-96acbf2ab454 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.029989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-607e49fa-9894-49ad-8dfa-416565a20ad9 req-535194d1-6088-4ad2-aef8-96acbf2ab454 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0617447 Aug 31 06:43:46.047730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-13a0c86b-3e14-4c93-8efa-5b7fec059cc6 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826196 Aug 31 06:43:46.074248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-607e49fa-9894-49ad-8dfa-416565a20ad9 req-7b596b8b-6f8d-4224-93de-161d4e0d7051 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371504 Aug 31 06:43:46.096800 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:43:46.281227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['df602eb4-4ba3-4d01-aae2-1f3818986da5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:46.312886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b16a6-763d-4401-a592-af602fa3e414 req-7e50a1ba-790d-44d7-baa4-2cb63bf13d8d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.320511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1b16a6-763d-4401-a592-af602fa3e414 req-7e50a1ba-790d-44d7-baa4-2cb63bf13d8d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.328642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1b16a6-763d-4401-a592-af602fa3e414 req-7e50a1ba-790d-44d7-baa4-2cb63bf13d8d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1680 time: 0.0955791 Aug 31 06:43:46.373822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1b16a6-763d-4401-a592-af602fa3e414 req-5ad1e7ef-ac84-4c96-a85c-14cd604305fd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Aug 31 06:43:46.548639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-2a946227-bfb1-441c-8ca4-b33b726f40af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.550420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-2a946227-bfb1-441c-8ca4-b33b726f40af service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.5180044 Aug 31 06:43:46.612703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7764eb4d-c507-41c0-96de-70bd2668bd56 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5446012 Aug 31 06:43:46.622372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-fab766d7-f9bf-4276-b3bb-250cf4e205e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.623832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-fab766d7-f9bf-4276-b3bb-250cf4e205e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0612235 Aug 31 06:43:46.738049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-4abe166a-78e3-488a-94c6-bdc604423864 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963380 Aug 31 06:43:46.832408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e703d6b3-4b80-41ec-a06d-cf00c24a7f33 req-2107c390-de5c-43d8-953b-48ca1295f2c3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:46.838250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e703d6b3-4b80-41ec-a06d-cf00c24a7f33 req-2107c390-de5c-43d8-953b-48ca1295f2c3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 947 time: 0.0711241 Aug 31 06:43:46.854155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cecb0c71-55c3-42d2-a901-2871a2fb3ef5 req-729d8e3a-413f-42b8-a9db-9d18092155a0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 210 time: 0.0685470 Aug 31 06:43:46.884037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e703d6b3-4b80-41ec-a06d-cf00c24a7f33 req-b1516015-6e1f-4f9f-982e-1f7f5fe44d90 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396681 Aug 31 06:43:46.898998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5fb625b-31db-41e7-a1e1-e260c07e7792 req-fa84698f-3cc8-4ce0-a5e1-fb83766d8b9f service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409068 Aug 31 06:43:47.025158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8138bd7c-c8ac-46da-ae32-9e1bf5218495 req-1e9bb890-e660-4f88-8244-b9227aa3124d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.026827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8138bd7c-c8ac-46da-ae32-9e1bf5218495 req-1e9bb890-e660-4f88-8244-b9227aa3124d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 944 time: 0.0548217 Aug 31 06:43:47.076563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8138bd7c-c8ac-46da-ae32-9e1bf5218495 req-0f9e6934-a27e-46aa-bf70-769281875aec tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368733 Aug 31 06:43:47.297307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5deaba8-43ca-4964-839c-0ba8cc22f84a req-24cfaefc-980f-4f7c-a559-dbafc6ad1edc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.299842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5deaba8-43ca-4964-839c-0ba8cc22f84a req-24cfaefc-980f-4f7c-a559-dbafc6ad1edc tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0850952 Aug 31 06:43:47.328010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-4bf065ea-07f0-491a-ab8c-c8c31bb22d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.329995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-4bf065ea-07f0-491a-ab8c-c8c31bb22d67 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1102 time: 0.0769033 Aug 31 06:43:47.349650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5deaba8-43ca-4964-839c-0ba8cc22f84a req-771650cb-9406-4aa1-93a9-b8c70094d3b8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413113 Aug 31 06:43:47.460995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-e001192d-6912-44f3-9a72-6d004fe2d585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.462937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-e001192d-6912-44f3-9a72-6d004fe2d585 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0990257 Aug 31 06:43:47.483806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:47.523848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-69d11565-b109-44d1-9abc-2e962ca7145e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0429356 Aug 31 06:43:47.524620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aaebd-695c-4120-b4b3-e1ce2fbfe416 req-75b2206b-a918-4433-b82b-f62fa2747382 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.530545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481aaebd-695c-4120-b4b3-e1ce2fbfe416 req-75b2206b-a918-4433-b82b-f62fa2747382 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.532204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-481aaebd-695c-4120-b4b3-e1ce2fbfe416 req-75b2206b-a918-4433-b82b-f62fa2747382 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1680 time: 0.0688663 Aug 31 06:43:47.590453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-481aaebd-695c-4120-b4b3-e1ce2fbfe416 req-3123507b-e646-4a49-875e-d461369cbb67 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513196 Aug 31 06:43:47.609881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-cf33921c-79be-461f-bf73-f34841dcb5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.613621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-cf33921c-79be-461f-bf73-f34841dcb5f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0667844 Aug 31 06:43:47.685243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-b6a518a7-c006-4167-bb3e-ca30beba8292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:47.686830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-b6a518a7-c006-4167-bb3e-ca30beba8292 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0489054 Aug 31 06:43:47.730059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:47.741639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70', 'network_id': 'de714c4a-575b-412b-af53-1e177c64aba3', 'port_id': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70', 'mac_address': 'fa:16:3e:56:b2:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5735877a-d31d-4524-bd31-784aefc7a915', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:47.782053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:47.788453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-60f488c1-db14-4832-91cb-df40d6ce8612 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911710 Aug 31 06:43:47.795696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:47.816008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:47.819865 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:47.873959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:47.904346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-111a0669-67ec-4cfa-a096-e93183b018c6 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Aug 31 06:43:47.962282 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e27197f-4be0-4ff8-8835-98b5fbc86829 req-702c6ea1-ae5d-4eb0-a330-9daff98a68e7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 210 time: 0.0296395 Aug 31 06:43:48.051848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f1953c50-4f95-47d5-93d1-60f98c79bb99 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:48.054995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c32936ff-eeb1-4823-8069-ab229b2c3a11 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:48.085894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8763e-052d-4fc7-8db0-57c9c44c3086 req-d59cd090-155b-4eeb-a5fb-af2e6799bce4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.087472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42e8763e-052d-4fc7-8db0-57c9c44c3086 req-d59cd090-155b-4eeb-a5fb-af2e6799bce4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 947 time: 0.1201582 Aug 31 06:43:48.155020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-219a716f-5830-4d76-8bd0-76ab51cb50a3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.156524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-219a716f-5830-4d76-8bd0-76ab51cb50a3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1562579 Aug 31 06:43:48.171575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42e8763e-052d-4fc7-8db0-57c9c44c3086 req-06de984a-cda6-4660-bc40-7be8166500ad tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649366 Aug 31 06:43:48.177480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:48.192913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c32936ff-eeb1-4823-8069-ab229b2c3a11 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:48.199658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c32936ff-eeb1-4823-8069-ab229b2c3a11 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:48.200015 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.241464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e0110-19a3-4117-8aef-7724fca25092 req-7f403c90-6a38-47a1-a793-b074395d77b4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.243175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c4e0110-19a3-4117-8aef-7724fca25092 req-7f403c90-6a38-47a1-a793-b074395d77b4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 945 time: 0.0717459 Aug 31 06:43:48.269985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:48.290623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1cdd38d9-9470-4471-8eb5-4a89f6dd2c70'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:48.296307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'f1953c50-4f95-47d5-93d1-60f98c79bb99', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'f1953c50-4f95-47d5-93d1-60f98c79bb99', 'mac_address': 'fa:16:3e:c8:e4:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:48.321601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c4e0110-19a3-4117-8aef-7724fca25092 req-a15bb0e0-2627-4826-84ea-ee2eaedde3cf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627658 Aug 31 06:43:48.336475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:48.341288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.410526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.421593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.453662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1953c50-4f95-47d5-93d1-60f98c79bb99 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:48.471222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:48.473557 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a79ca0-be88-4124-b809-1b9c5b129df6" -d '{"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-plugged", "status": "completed", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:48.490644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.13 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/18c11372-e0b5-4a71-bd79-23758c2d8c8a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:48.494500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a98362-f1c5-4ba1-a750-e37f6c4eeeb7 req-40d48db7-9dfe-46ff-94f6-3802da948108 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.497517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5a98362-f1c5-4ba1-a750-e37f6c4eeeb7 req-40d48db7-9dfe-46ff-94f6-3802da948108 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0658081 Aug 31 06:43:48.506185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:48.508174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:48.518249 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.533888 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.561600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5a98362-f1c5-4ba1-a750-e37f6c4eeeb7 req-a89a5bd0-ecb7-43ee-87fa-415937e865ad tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551808 Aug 31 06:43:48.566282 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa83129-46be-4c06-ad6e-130e3afd092a x-openstack-request-id: req-4fa83129-46be-4c06-ad6e-130e3afd092a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:48.566656 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-plugged", "status": "completed", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:48.567016 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fa83129-46be-4c06-ad6e-130e3afd092a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:48.567697 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11', 'code': 200} Aug 31 06:43:48.615419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:48.691314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:48.702877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.748667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.754097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3091c2-f959-4f0d-8144-2aec4c2a5663 req-456ddc6a-b82a-4d35-89ef-6e1d3f8cfd80 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.760619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3091c2-f959-4f0d-8144-2aec4c2a5663 req-456ddc6a-b82a-4d35-89ef-6e1d3f8cfd80 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.765913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df3091c2-f959-4f0d-8144-2aec4c2a5663 req-456ddc6a-b82a-4d35-89ef-6e1d3f8cfd80 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1681 time: 0.0776021 Aug 31 06:43:48.795958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:48.799762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:48.803856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df3091c2-f959-4f0d-8144-2aec4c2a5663 req-ba322cd6-5d3b-4bbb-92d3-5f47481dfbc9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349250 Aug 31 06:43:48.804037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:48.810581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:48.859625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:48.860499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:48.875026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-74463e27-ce7a-46f2-9e50-ea2d1ef579f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7024767 Aug 31 06:43:48.893525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Request body: {'port': {'device_id': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:48.955748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.031655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f1953c50-4f95-47d5-93d1-60f98c79bb99'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:49.176027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f378e-be77-4033-b0be-5b205f1022e9 req-08ffd949-132b-4176-b010-a74334a4831d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.177464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c25f378e-be77-4033-b0be-5b205f1022e9 req-08ffd949-132b-4176-b010-a74334a4831d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 932 time: 0.1119099 Aug 31 06:43:49.251572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c25f378e-be77-4033-b0be-5b205f1022e9 req-c2cf0ebd-af72-4be3-9601-952af8785ca1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Aug 31 06:43:49.310438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbdeab6-72e4-4b7a-a9fa-ff5de4c0f3d7 req-97fde8ad-943d-46b6-ac35-ea90d6577a41 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.313871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6dbdeab6-72e4-4b7a-a9fa-ff5de4c0f3d7 req-97fde8ad-943d-46b6-ac35-ea90d6577a41 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 948 time: 0.0669818 Aug 31 06:43:49.314965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c11372-e0b5-4a71-bd79-23758c2d8c8a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:49.322823 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.335628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Transition to ACTIVE for port object 18c11372-e0b5-4a71-bd79-23758c2d8c8a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:49.340210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.355438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6dbdeab6-72e4-4b7a-a9fa-ff5de4c0f3d7 req-ff2070a8-62ba-4d79-afc1-65fc3d5fcfe3 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357623 Aug 31 06:43:49.392884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:49.492303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device df602eb4-4ba3-4d01-aae2-1f3818986da5 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:49.500404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Attempting to bind port 18c11372-e0b5-4a71-bd79-23758c2d8c8a on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:49.500792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Attempting to bind port 18c11372-e0b5-4a71-bd79-23758c2d8c8a by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:49.501267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Attempting to bind port 18c11372-e0b5-4a71-bd79-23758c2d8c8a on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:49.512532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5eb8dc-46cf-4676-bd34-a7c7b59ee6c1 req-f512e466-41d3-4cad-982e-2236e973951f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.514150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a5eb8dc-46cf-4676-bd34-a7c7b59ee6c1 req-f512e466-41d3-4cad-982e-2236e973951f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 945 time: 0.0787652 Aug 31 06:43:49.516426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Port 18c11372-e0b5-4a71-bd79-23758c2d8c8a on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:49.517262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Attempting to bind port 18c11372-e0b5-4a71-bd79-23758c2d8c8a on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:49.524830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:49.525169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:49.525575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:49.526009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Bound port: 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:49.526370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.548204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port df602eb4-4ba3-4d01-aae2-1f3818986da5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:49.553056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port df602eb4-4ba3-4d01-aae2-1f3818986da5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:49.553469 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.587667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a5eb8dc-46cf-4676-bd34-a7c7b59ee6c1 req-e4db4ae9-5046-495e-8657-923ee66db5c6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647447 Aug 31 06:43:49.625844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:49.630044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:49.636385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.637028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.675620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.676238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.677879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] 10.222.0.50 "PUT /v2.0/ports/18c11372-e0b5-4a71-bd79-23758c2d8c8a HTTP/1.1" status: 200 len: 1093 time: 0.7891598 Aug 31 06:43:49.678326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:49.678773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:49.680745 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08563062-9316-475d-9301-50c82f700c1a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:49.683387 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:49.711144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae9eb68-eff0-48f5-b177-fd458efbf3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:49.725233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c004324-7897-4acc-af13-2317c913a7b6 req-3831a691-d0c1-4cf9-98f4-4588903e3cc4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.727397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c004324-7897-4acc-af13-2317c913a7b6 req-3831a691-d0c1-4cf9-98f4-4588903e3cc4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0754492 Aug 31 06:43:49.743711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:49.774247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c004324-7897-4acc-af13-2317c913a7b6 req-4872913d-8282-4475-9323-c4ebd27c0eec tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393362 Aug 31 06:43:49.806590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-2ba669b2-ecd6-412b-8cde-059dd4c681ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.808543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-2ba669b2-ecd6-412b-8cde-059dd4c681ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 1096 time: 0.0643752 Aug 31 06:43:49.824171 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6421ea01-58a7-4b70-8f11-74d6fa80a283 x-openstack-request-id: req-6421ea01-58a7-4b70-8f11-74d6fa80a283 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:49.824467 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:49.824737 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6421ea01-58a7-4b70-8f11-74d6fa80a283 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:49.825201 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a', 'status': 'completed', 'code': 200} Aug 31 06:43:49.864815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-9b322ed5-0472-4ef3-8a48-217ba607032c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a HTTP/1.1" status: 200 len: 217 time: 0.0386288 Aug 31 06:43:49.963736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-f45126f1-c504-4691-bd05-0243b29c5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.965190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-f45126f1-c504-4691-bd05-0243b29c5b4b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0827203 Aug 31 06:43:49.978973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63178f19-75d4-4e74-ac8c-1264813a618d req-95fd555f-d183-4677-b8c3-681f611e6719 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.984824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63178f19-75d4-4e74-ac8c-1264813a618d req-95fd555f-d183-4677-b8c3-681f611e6719 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:49.987211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63178f19-75d4-4e74-ac8c-1264813a618d req-95fd555f-d183-4677-b8c3-681f611e6719 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1681 time: 0.1035171 Aug 31 06:43:50.019403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-5676cc11-57d3-4393-9c99-bca321c35607 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312381 Aug 31 06:43:50.062173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:50.088945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63178f19-75d4-4e74-ac8c-1264813a618d req-ebbdf659-a920-4161-921b-fe9bf6b462a2 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928159 Aug 31 06:43:50.116820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:50.120785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:50.121009 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:50.134903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-775ff3d2-8cdf-496e-8d92-cb8cfceecb16 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031442 Aug 31 06:43:50.199479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:50.244347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:50.248837 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:50.311979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:50.386882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc732c-bfc4-4c8c-aa25-aa068e80dfd0 req-959f5c32-1918-4f07-beca-d0e2c08de837 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.388464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1dc732c-bfc4-4c8c-aa25-aa068e80dfd0 req-959f5c32-1918-4f07-beca-d0e2c08de837 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 944 time: 0.0517879 Aug 31 06:43:50.430184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1dc732c-bfc4-4c8c-aa25-aa068e80dfd0 req-869d9abe-1fe7-4778-92b1-fb0f7a54c596 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Aug 31 06:43:50.568601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5'}, {'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:50.571170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe5275-3bf9-4e86-a99b-c5d198281587 req-bc061481-2735-4809-a4d1-a2bf662ad7b9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.571448 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f9837-d6e6-4d60-8409-6e36fac7bc73" -d '{"events": [{"server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "name": "network-vif-plugged", "status": "completed", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5"}, {"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-plugged", "status": "completed", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:50.572703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7fe5275-3bf9-4e86-a99b-c5d198281587 req-bc061481-2735-4809-a4d1-a2bf662ad7b9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 948 time: 0.0741189 Aug 31 06:43:50.586000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-307b5284-5f64-46cb-8a62-86ced8acf037 req-43eb8ff5-3513-4b1a-bf83-0e53307cab7b service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4394560 Aug 31 06:43:50.621375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7fe5275-3bf9-4e86-a99b-c5d198281587 req-d1334c81-6869-487e-b111-6a0bd0f02d81 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386136 Aug 31 06:43:50.686968 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dc22ac-80dd-4451-b9e8-77c424c0c316 x-openstack-request-id: req-34dc22ac-80dd-4451-b9e8-77c424c0c316 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:50.687266 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "name": "network-vif-plugged", "status": "completed", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5", "code": 200}, {"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-plugged", "status": "completed", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:50.687519 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34dc22ac-80dd-4451-b9e8-77c424c0c316 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:50.687912 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5', 'code': 200} Aug 31 06:43:50.688309 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f', 'code': 200} Aug 31 06:43:50.723339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08563062-9316-475d-9301-50c82f700c1a req-5a41527b-e6ec-4e4b-aa80-171235e85ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.724866 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-5a41527b-e6ec-4e4b-aa80-171235e85ccb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 1096 time: 0.0765581 Aug 31 06:43:50.744599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6ed47-964c-41b3-9081-564ca1c2ab1f req-41a9335c-2093-405a-89f5-b25ce2503e59 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.746118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9f6ed47-964c-41b3-9081-564ca1c2ab1f req-41a9335c-2093-405a-89f5-b25ce2503e59 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 945 time: 0.0630274 Aug 31 06:43:50.792324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675df5-11d0-4b05-9b54-cfc5c4b2bcfd req-61b021ac-6cb0-4d67-9c21-dbaefda10f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.792726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17675df5-11d0-4b05-9b54-cfc5c4b2bcfd req-61b021ac-6cb0-4d67-9c21-dbaefda10f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.794383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17675df5-11d0-4b05-9b54-cfc5c4b2bcfd req-61b021ac-6cb0-4d67-9c21-dbaefda10f6e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1986 time: 0.0460594 Aug 31 06:43:50.835880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17675df5-11d0-4b05-9b54-cfc5c4b2bcfd req-81334c44-f298-4eb7-b7ad-aa22f91919dc service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334775 Aug 31 06:43:50.871713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9f6ed47-964c-41b3-9081-564ca1c2ab1f req-3460bd23-85e9-4754-a7e9-8143d10168f3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162822 Aug 31 06:43:50.885446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056aaca3-d4ed-4f84-9138-a1c034dd0b44 req-2cd5022c-3acc-41e0-a68b-6107efde877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.886865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-056aaca3-d4ed-4f84-9138-a1c034dd0b44 req-2cd5022c-3acc-41e0-a68b-6107efde877f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.1288991 Aug 31 06:43:50.917282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08563062-9316-475d-9301-50c82f700c1a req-d1b0a717-4ff6-4e33-ace5-7177c4977392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:50.918745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-d1b0a717-4ff6-4e33-ace5-7177c4977392 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.1717670 Aug 31 06:43:50.945211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-056aaca3-d4ed-4f84-9138-a1c034dd0b44 req-39fc804d-108d-4dfb-a6a3-16e76a869478 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435622 Aug 31 06:43:50.979591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-c6a72486-f8dc-4dc3-9064-b88f9b2879aa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a HTTP/1.1" status: 200 len: 217 time: 0.0450237 Aug 31 06:43:51.020468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de8205-1d51-468b-b74b-28edb3d2a4e6 req-15b27ebc-a223-4428-a52b-68dc5fdced87 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.021962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1de8205-1d51-468b-b74b-28edb3d2a4e6 req-15b27ebc-a223-4428-a52b-68dc5fdced87 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0813332 Aug 31 06:43:51.067554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1de8205-1d51-468b-b74b-28edb3d2a4e6 req-3d5f83bd-1708-4312-b14a-28f233a527c0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Aug 31 06:43:51.209686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d78f5-9450-47b5-8b0c-aa4660cb0e40 req-158da591-8978-4084-80c6-d498cfce4b7e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.215788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0d78f5-9450-47b5-8b0c-aa4660cb0e40 req-158da591-8978-4084-80c6-d498cfce4b7e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.217341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b0d78f5-9450-47b5-8b0c-aa4660cb0e40 req-158da591-8978-4084-80c6-d498cfce4b7e tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0554748 Aug 31 06:43:51.292502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b0d78f5-9450-47b5-8b0c-aa4660cb0e40 req-0fa261e4-1a5b-416f-a328-a7e6b25856a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681539 Aug 31 06:43:51.299848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08563062-9316-475d-9301-50c82f700c1a req-1f3fe574-255c-4c7f-bd02-da826f78a489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.301423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-1f3fe574-255c-4c7f-bd02-da826f78a489 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0629137 Aug 31 06:43:51.355005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-8e53ac28-cbb8-4cb0-91e8-02977e4b1ed7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311036 Aug 31 06:43:51.458454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-6d5deda6-6c21-47e2-8523-518f59504685 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896869 Aug 31 06:43:51.512659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:51.568713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ed37e1-9540-4725-8d65-507708c63fce req-fd2b918a-c935-4d7f-afd1-12abf4096107 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.570520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04ed37e1-9540-4725-8d65-507708c63fce req-fd2b918a-c935-4d7f-afd1-12abf4096107 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 944 time: 0.0671389 Aug 31 06:43:51.573710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:51.577546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:51.578109 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.583234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08563062-9316-475d-9301-50c82f700c1a req-68952211-7c17-4d01-a32c-18b9fede6f5f service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094868 Aug 31 06:43:51.620188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04ed37e1-9540-4725-8d65-507708c63fce req-eb0092ba-fa96-47ef-8f4e-a1e27a949c12 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Aug 31 06:43:51.663053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.698944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:51.702668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:51.747165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eefa65-d67c-4ecf-aae0-6555f0c437e0 req-f408918b-161b-4bb0-a265-2054dd637d2d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.748821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72eefa65-d67c-4ecf-aae0-6555f0c437e0 req-f408918b-161b-4bb0-a265-2054dd637d2d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 948 time: 0.0556357 Aug 31 06:43:51.754384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:51.789629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72eefa65-d67c-4ecf-aae0-6555f0c437e0 req-13bebf21-8870-482f-b4e7-a058e3e5206d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335996 Aug 31 06:43:51.989990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1553387-c5c0-48dd-8bad-4c96fc89865d req-42a82389-0feb-4b83-8c48-2faf1297177c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:51.991467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1553387-c5c0-48dd-8bad-4c96fc89865d req-42a82389-0feb-4b83-8c48-2faf1297177c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0501914 Aug 31 06:43:52.029721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1553387-c5c0-48dd-8bad-4c96fc89865d req-4375f309-459e-479a-94f8-e7e6b590384b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Aug 31 06:43:52.097008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f1953c50-4f95-47d5-93d1-60f98c79bb99 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:52.149858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port f1953c50-4f95-47d5-93d1-60f98c79bb99 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:52.154015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port f1953c50-4f95-47d5-93d1-60f98c79bb99 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:52.154372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.196595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e591e732-c49e-4c48-97a7-2c1e27c166a1 req-9dfbf5a1-b28f-4c6f-b417-679454f1ce43 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.205296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e591e732-c49e-4c48-97a7-2c1e27c166a1 req-9dfbf5a1-b28f-4c6f-b417-679454f1ce43 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0594125 Aug 31 06:43:52.234647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.240873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e591e732-c49e-4c48-97a7-2c1e27c166a1 req-94ec1371-34e1-42c1-8ac1-d19f6467d102 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346231 Aug 31 06:43:52.268750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:52.274782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:52.341278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:52.435024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f2b6-f51f-46a8-8e11-cb0c1163404a req-17520984-f46d-45c5-b4e4-f7b1e685dba4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.441161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923f2b6-f51f-46a8-8e11-cb0c1163404a req-17520984-f46d-45c5-b4e4-f7b1e685dba4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.442754 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3923f2b6-f51f-46a8-8e11-cb0c1163404a req-17520984-f46d-45c5-b4e4-f7b1e685dba4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0658669 Aug 31 06:43:52.482554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3923f2b6-f51f-46a8-8e11-cb0c1163404a req-02ed9e53-309c-4b95-a1aa-fb4a5c080398 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331323 Aug 31 06:43:52.689985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70'}, {'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:52.692298 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1c8aeb9-b72e-4a0b-a52f-a143993678d9" -d '{"events": [{"server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70"}, {"server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "name": "network-vif-plugged", "status": "completed", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:52.738794 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add573ed-791a-4335-ac1f-3d5f7412f4cc x-openstack-request-id: req-add573ed-791a-4335-ac1f-3d5f7412f4cc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:52.739085 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "name": "network-vif-plugged", "status": "completed", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70", "code": 200}, {"server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "name": "network-vif-plugged", "status": "completed", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:52.739332 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-add573ed-791a-4335-ac1f-3d5f7412f4cc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:52.739734 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70', 'code': 200} Aug 31 06:43:52.740005 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99', 'code': 200} Aug 31 06:43:52.752114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c129adb6-8a89-4f82-afa6-044ac07994e3 req-0ab4816f-5901-4542-b0a8-432a1f1929f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.753789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c129adb6-8a89-4f82-afa6-044ac07994e3 req-0ab4816f-5901-4542-b0a8-432a1f1929f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 944 time: 0.0600076 Aug 31 06:43:52.797855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c129adb6-8a89-4f82-afa6-044ac07994e3 req-c328dc5d-5eb9-4e85-a6ca-79ef209d60c6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350680 Aug 31 06:43:52.849612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929733-4850-4965-bd75-9c3d54ab5016 req-15919797-8c90-4cc7-a106-67f0307a922b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.851367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21929733-4850-4965-bd75-9c3d54ab5016 req-15919797-8c90-4cc7-a106-67f0307a922b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 1101 time: 0.0455227 Aug 31 06:43:52.897869 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21929733-4850-4965-bd75-9c3d54ab5016 req-5f5e601e-628c-4ee8-b7b5-42228dd2199b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349615 Aug 31 06:43:52.903214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa133b-7aa4-48cd-83a8-5341a2fc38d6 req-4dc036b5-cf7e-45c4-a81d-d691b258ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.904684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b0aa133b-7aa4-48cd-83a8-5341a2fc38d6 req-4dc036b5-cf7e-45c4-a81d-d691b258ed09 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 1098 time: 0.0633967 Aug 31 06:43:52.968240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22d618e-07df-4cdf-9290-3385164d5886 req-06be8e90-2ca2-426a-8017-b94ce4efc80a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:52.969643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e22d618e-07df-4cdf-9290-3385164d5886 req-06be8e90-2ca2-426a-8017-b94ce4efc80a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0835390 Aug 31 06:43:52.971919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b0aa133b-7aa4-48cd-83a8-5341a2fc38d6 req-ee72c269-69d9-4fec-b272-bc39f23c81cd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528123 Aug 31 06:43:53.008855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e22d618e-07df-4cdf-9290-3385164d5886 req-49017760-5c48-4a45-9f66-408c338e51aa tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322936 Aug 31 06:43:53.152171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3db71a-bac8-4417-a66a-2d16f42805ff req-0980df2f-3f3b-4594-b8bd-f37c12adb694 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.153688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba3db71a-bac8-4417-a66a-2d16f42805ff req-0980df2f-3f3b-4594-b8bd-f37c12adb694 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0547364 Aug 31 06:43:53.192663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba3db71a-bac8-4417-a66a-2d16f42805ff req-7fe97128-8cbd-453e-9ffa-3df50a40d79f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321233 Aug 31 06:43:53.361050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192b2f54-6042-40f7-a7b9-9cd0ec008cc9 req-0c97051c-714d-4c9d-a86a-b2b745f55d8a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.362581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-192b2f54-6042-40f7-a7b9-9cd0ec008cc9 req-0c97051c-714d-4c9d-a86a-b2b745f55d8a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0510716 Aug 31 06:43:53.400465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-192b2f54-6042-40f7-a7b9-9cd0ec008cc9 req-ddfaedf9-5322-41cb-86ff-3b71a1e3432e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321324 Aug 31 06:43:53.521523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 18c11372-e0b5-4a71-bd79-23758c2d8c8a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:43:53.606528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c61076-8ebe-4c6b-88fb-9b9ab2039075 req-f2dc16c5-f10a-4874-95a8-515d3d39cdae tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.613459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c61076-8ebe-4c6b-88fb-9b9ab2039075 req-f2dc16c5-f10a-4874-95a8-515d3d39cdae tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.615032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8c61076-8ebe-4c6b-88fb-9b9ab2039075 req-f2dc16c5-f10a-4874-95a8-515d3d39cdae tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0569959 Aug 31 06:43:53.616235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:53.627728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '18c11372-e0b5-4a71-bd79-23758c2d8c8a', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': '18c11372-e0b5-4a71-bd79-23758c2d8c8a', 'mac_address': 'fa:16:3e:ef:2d:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:43:53.653786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8c61076-8ebe-4c6b-88fb-9b9ab2039075 req-99d2f7fd-ea02-4dd1-9066-01cbdd8f1f71 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326986 Aug 31 06:43:53.670526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:53.687604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c11372-e0b5-4a71-bd79-23758c2d8c8a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:53.715297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:53.719701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:53.769886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:53.923957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb71299-e481-497f-ae5c-1601f41c8058 req-65ef7e61-9f4c-4b80-8e0a-2baf514ae385 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.925493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8eb71299-e481-497f-ae5c-1601f41c8058 req-65ef7e61-9f4c-4b80-8e0a-2baf514ae385 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 945 time: 0.0523326 Aug 31 06:43:53.956951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec71c6-6809-4b73-bb1a-b7b5346439e7 req-249a81ac-9de4-426f-94b6-68b6722c2a3d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.962825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec71c6-6809-4b73-bb1a-b7b5346439e7 req-249a81ac-9de4-426f-94b6-68b6722c2a3d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:53.964378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcec71c6-6809-4b73-bb1a-b7b5346439e7 req-249a81ac-9de4-426f-94b6-68b6722c2a3d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0602579 Aug 31 06:43:53.965511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8eb71299-e481-497f-ae5c-1601f41c8058 req-3979c9dd-b409-4cd5-8dc7-a2b2cb6472a1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331318 Aug 31 06:43:54.003848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcec71c6-6809-4b73-bb1a-b7b5346439e7 req-61b5c111-fac9-4e9b-9e95-1207d6fd09af tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334437 Aug 31 06:43:54.126926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349fbf4-e65f-4ebe-9a21-5972e399737e req-31d113e2-dd5b-4b82-9451-c043ef04c9d7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:54.128396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7349fbf4-e65f-4ebe-9a21-5972e399737e req-31d113e2-dd5b-4b82-9451-c043ef04c9d7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0534334 Aug 31 06:43:54.166175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7349fbf4-e65f-4ebe-9a21-5972e399737e req-07102ef0-9439-41e2-b575-b10998030533 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316486 Aug 31 06:43:54.259332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['18c11372-e0b5-4a71-bd79-23758c2d8c8a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:54.325494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9d010-ad87-4d46-9c36-8a43011ed533 req-7431e938-65a8-4ac9-a502-033b1e510604 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:54.327454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75c9d010-ad87-4d46-9c36-8a43011ed533 req-7431e938-65a8-4ac9-a502-033b1e510604 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0611513 Aug 31 06:43:54.365955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75c9d010-ad87-4d46-9c36-8a43011ed533 req-51f25696-e508-4882-b40d-31e6522b3faf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327044 Aug 31 06:43:54.519677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d66242-8a32-4c40-8671-49579aa84ac5 req-c6c4160e-7355-4d9b-9a56-8bf3d9447e5b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:54.521203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38d66242-8a32-4c40-8671-49579aa84ac5 req-c6c4160e-7355-4d9b-9a56-8bf3d9447e5b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0504825 Aug 31 06:43:54.561077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38d66242-8a32-4c40-8671-49579aa84ac5 req-9b417bfa-1029-4b14-a312-f9ee878cb385 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336783 Aug 31 06:43:54.790395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6060fd48-9513-4b46-a1dd-8ebe1ce09940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:55.088271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7a708-75cd-4a2b-9d46-4dd7f92e3faa req-494943a4-0760-4bf8-afb4-89a676a1bfff tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.092507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4e7a708-75cd-4a2b-9d46-4dd7f92e3faa req-494943a4-0760-4bf8-afb4-89a676a1bfff tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 945 time: 0.0579214 Aug 31 06:43:55.125751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e68d-fa37-41ec-a338-97d3a8a78584 req-7d319a75-0183-43db-948d-554f40d81db7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.128210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4e7a708-75cd-4a2b-9d46-4dd7f92e3faa req-c631c5a3-c77a-463c-a0c8-4e183523b9d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347698 Aug 31 06:43:55.132239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a2e68d-fa37-41ec-a338-97d3a8a78584 req-7d319a75-0183-43db-948d-554f40d81db7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.133854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8a2e68d-fa37-41ec-a338-97d3a8a78584 req-7d319a75-0183-43db-948d-554f40d81db7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0584805 Aug 31 06:43:55.172021 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8a2e68d-fa37-41ec-a338-97d3a8a78584 req-fe5f350a-c8b2-42c5-a599-dba692b213bc tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321088 Aug 31 06:43:55.285613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2631f570-ca13-4350-8e0f-f15f20172f59 req-c84fef9c-5a33-42db-9733-63c7fca5b129 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.287082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2631f570-ca13-4350-8e0f-f15f20172f59 req-c84fef9c-5a33-42db-9733-63c7fca5b129 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0534477 Aug 31 06:43:55.324929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2631f570-ca13-4350-8e0f-f15f20172f59 req-1b57cebf-ac62-41c9-bdf3-bd2080f49d49 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319226 Aug 31 06:43:55.432736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee04d83-7232-41d6-8a4e-1a741b4b572c req-770ddea8-1492-4d99-9321-73c6b732c312 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.434297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ee04d83-7232-41d6-8a4e-1a741b4b572c req-770ddea8-1492-4d99-9321-73c6b732c312 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 1101 time: 0.0407288 Aug 31 06:43:55.469665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ee04d83-7232-41d6-8a4e-1a741b4b572c req-1df6ec57-8251-415e-976a-a68b4d8bc4cd tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282862 Aug 31 06:43:55.486843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0336fd80-570a-4ae7-b052-e2ccbc2fe846 req-d276ae87-bf81-4b7c-bd2d-e0a4c518aee5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.488400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0336fd80-570a-4ae7-b052-e2ccbc2fe846 req-d276ae87-bf81-4b7c-bd2d-e0a4c518aee5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0539417 Aug 31 06:43:55.530721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0336fd80-570a-4ae7-b052-e2ccbc2fe846 req-8622ccbb-b766-466b-a7eb-40c470d9d147 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353708 Aug 31 06:43:55.684292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acef6a-1da1-48c4-a7e6-2571c1b8d529 req-f069d700-e2e5-425e-9182-107fb56175f1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.685873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35acef6a-1da1-48c4-a7e6-2571c1b8d529 req-f069d700-e2e5-425e-9182-107fb56175f1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0541012 Aug 31 06:43:55.727005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35acef6a-1da1-48c4-a7e6-2571c1b8d529 req-6f7d6d1b-b353-4b2b-9783-4625a3ea853c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340123 Aug 31 06:43:55.762106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-7cc13b58-bbd6-4cc0-ba0c-3928b3dbfdf9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248289 Aug 31 06:43:55.794430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-6c488204-dada-4791-9939-45498b6ae307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.795843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-6c488204-dada-4791-9939-45498b6ae307 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 1098 time: 0.0565131 Aug 31 06:43:55.878373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-78ed8aad-d1f8-4049-8b8f-03a304a24976 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.879903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-78ed8aad-d1f8-4049-8b8f-03a304a24976 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1113727 Aug 31 06:43:55.884547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d35c74c-cfd1-43f5-94a9-84dc846bc045 req-a3b34506-c55f-4a48-9b89-1bc9d4671a77 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.886036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d35c74c-cfd1-43f5-94a9-84dc846bc045 req-a3b34506-c55f-4a48-9b89-1bc9d4671a77 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1024802 Aug 31 06:43:55.895984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-993a8f43-54a6-42ff-8a9b-b84af032e341 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/quotas/6a2468484a90433aa5484d5ca079f893 HTTP/1.1" status: 200 len: 375 time: 0.0100358 Aug 31 06:43:55.944720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-93af29db-cee5-4895-8433-baa5f9883ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:55.946125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-93af29db-cee5-4895-8433-baa5f9883ea0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.1331356 Aug 31 06:43:55.949062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d35c74c-cfd1-43f5-94a9-84dc846bc045 req-c8ebc737-40f4-4d6d-a770-786270372ce6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539629 Aug 31 06:43:55.962962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-d3e01888-872b-467f-a409-58a5e3e62f49 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0593524 Aug 31 06:43:56.000892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-d8792ead-fb88-4381-8a30-ebaf0b2a9df4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 HTTP/1.1" status: 200 len: 217 time: 0.0379438 Aug 31 06:43:56.056411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-ba64ff44-a03d-440a-ba24-0bc5b98206ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.058047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-ba64ff44-a03d-440a-ba24-0bc5b98206ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.0484846 Aug 31 06:43:56.104141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-60c23774-1ce0-4bb2-90a7-a8a0709d81f9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310895 Aug 31 06:43:56.130645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-44eb5162-5652-4f99-8da3-687b587a5883 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:43:56.131638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-44eb5162-5652-4f99-8da3-687b587a5883 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071297 Aug 31 06:43:56.150359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1bf8563-6163-475a-9139-6205a9412021 req-ff16f765-a0d6-4224-a610-728d5db5203a tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 210 time: 0.0364304 Aug 31 06:43:56.186242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-769d6b75-a938-467d-95ee-08053421f02d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.192444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-769d6b75-a938-467d-95ee-08053421f02d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.194126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-769d6b75-a938-467d-95ee-08053421f02d tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.0915046 Aug 31 06:43:56.269371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-e9cb98ae-55d5-4a94-b16d-35dba9e967ea service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222246 Aug 31 06:43:56.342470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e422d-f9cb-411d-8f9a-e6f7db12d81b req-932f43cb-38cd-4e16-a872-ca2f10da1581 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.343979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba7e422d-f9cb-411d-8f9a-e6f7db12d81b req-932f43cb-38cd-4e16-a872-ca2f10da1581 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 945 time: 0.0899935 Aug 31 06:43:56.365882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a15916-a0a8-4710-a823-b6ab7d0857d5 req-6ceea6bc-0d26-4548-883e-c510ad9ffddd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.371777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a15916-a0a8-4710-a823-b6ab7d0857d5 req-6ceea6bc-0d26-4548-883e-c510ad9ffddd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.373365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77a15916-a0a8-4710-a823-b6ab7d0857d5 req-6ceea6bc-0d26-4548-883e-c510ad9ffddd tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 1682 time: 0.1216013 Aug 31 06:43:56.381957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:56.382307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.423520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e840b560-343f-40e5-ba2a-3774d7f7d18e req-e754ebbd-c91d-4d40-aeaa-51c5686f0689 service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331193 Aug 31 06:43:56.439227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77a15916-a0a8-4710-a823-b6ab7d0857d5 req-554ee95d-341c-4426-962a-0478a1b196cf tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/security-groups?id=00447e40-c6bb-48ce-99ef-d4aef87e5115&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584309 Aug 31 06:43:56.439668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba7e422d-f9cb-411d-8f9a-e6f7db12d81b req-8af7114f-5308-47eb-b046-2b4545eb7f30 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Aug 31 06:43:56.520513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:56.520958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.536099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:56.682126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.694851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c32936ff-eeb1-4823-8069-ab229b2c3a11', '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:56.711742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:56.727046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.729731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.730124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.730530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.731015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.731944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.731944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.732186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.732522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.732944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.737782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.738191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:43:56.790298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:56.792968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.795015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-5ce973aa-5b3b-4357-bc93-bfffd3f4e3a7 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "DELETE /v2.0/ports/1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f HTTP/1.1" status: 204 len: 173 time: 0.5809677 Aug 31 06:43:56.795455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-deleted', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:56.799257 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50ef17fa-5443-4d91-a843-6305d004fcc6" -d '{"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-deleted", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:56.929946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7ca524-9723-4c60-8071-9acf8b509069 req-97bf3f11-4839-4b18-a264-9969de7d6f87 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:56.943554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd7ca524-9723-4c60-8071-9acf8b509069 req-97bf3f11-4839-4b18-a264-9969de7d6f87 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1155958 Aug 31 06:43:56.948231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port c32936ff-eeb1-4823-8069-ab229b2c3a11 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:56.948383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:56.964833 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125aa346-883f-4422-a9d5-053e83348f53 x-openstack-request-id: req-125aa346-883f-4422-a9d5-053e83348f53 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:56.965135 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-deleted", "tag": "1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:56.965407 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-125aa346-883f-4422-a9d5-053e83348f53 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:56.965812 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-deleted', 'tag': '1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f', 'status': 'completed', 'code': 200} Aug 31 06:43:57.018696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd7ca524-9723-4c60-8071-9acf8b509069 req-7632b297-b262-4737-9dfd-0337d93c5132 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735779 Aug 31 06:43:57.086366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port c32936ff-eeb1-4823-8069-ab229b2c3a11, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c32936ff-eeb1-4823-8069-ab229b2c3a11,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:57.086735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.103817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for c32936ff-eeb1-4823-8069-ab229b2c3a11 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:57.118822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb89fd1-4ea7-4144-a45c-f0334b9da832 req-9d8d3403-66cd-4a9c-aef2-5604aaba1df7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:57.120321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fb89fd1-4ea7-4144-a45c-f0334b9da832 req-9d8d3403-66cd-4a9c-aef2-5604aaba1df7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0890193 Aug 31 06:43:57.201670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fb89fd1-4ea7-4144-a45c-f0334b9da832 req-cb1577ad-5bfd-472b-8e84-1fa565348587 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742044 Aug 31 06:43:57.266268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35b2d06d-37c2-40b2-ad2f-974c70522257 req-5ef8d510-b9ad-4757-adbd-9c57485b29de tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 210 time: 0.0270545 Aug 31 06:43:57.281263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.300050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:57.317803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=c32936ff-eeb1-4823-8069-ab229b2c3a11,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:57.359873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port c32936ff-eeb1-4823-8069-ab229b2c3a11 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:57.363536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.365606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fd4ddea-8b8e-41d2-bc30-46fcfadb73f3 req-f200d922-1580-4176-b088-474d09b8e841 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.53 "DELETE /v2.0/ports/c32936ff-eeb1-4823-8069-ab229b2c3a11 HTTP/1.1" status: 204 len: 173 time: 0.5607023 Aug 31 06:43:57.448143 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65055822-69ba-42dc-8c43-263c5b31bc71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.526678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 18c11372-e0b5-4a71-bd79-23758c2d8c8a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:43:57.608445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 18c11372-e0b5-4a71-bd79-23758c2d8c8a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:57.609717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-b85b9367-d60e-44d1-b3a1-8e9e39b7fc38 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=6a2468484a90433aa5484d5ca079f893&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555913 Aug 31 06:43:57.617402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 18c11372-e0b5-4a71-bd79-23758c2d8c8a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:57.618205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.632330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5d1a3db-3df4-443f-97b9-cf6be292a781 req-75b9a3d5-e008-46f9-83d6-d3e2e6474cb9 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "GET /v2.0/ports?device_id=24fc623c-f22b-41e9-bb9f-f0f26abc3943 HTTP/1.1" status: 200 len: 210 time: 0.0321162 Aug 31 06:43:57.640689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6257f6-d72e-4156-be88-d7b5356749ed req-8c6478c9-9169-45ed-9f60-a298c0819cb0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:57.642338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae6257f6-d72e-4156-be88-d7b5356749ed req-8c6478c9-9169-45ed-9f60-a298c0819cb0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 945 time: 0.0771885 Aug 31 06:43:57.693782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.733405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.754929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae6257f6-d72e-4156-be88-d7b5356749ed req-41c5f9b3-73f7-4101-b444-972ac809cabe tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892851 Aug 31 06:43:57.770711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:57.771605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:57.774459 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abe18ed-72c1-450c-8b79-8957d6cc88f5" -d '{"events": [{"server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "name": "network-vif-plugged", "status": "completed", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:57.778362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:57.810354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-3f378974-542d-491a-a821-78c35fc52de6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:57.812259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-3f378974-542d-491a-a821-78c35fc52de6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1684823 Aug 31 06:43:57.822411 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33da60d3-f10e-40f8-91ab-b3556b4b1cbc x-openstack-request-id: req-33da60d3-f10e-40f8-91ab-b3556b4b1cbc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:57.822696 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "name": "network-vif-plugged", "status": "completed", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:57.822946 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-33da60d3-f10e-40f8-91ab-b3556b4b1cbc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:57.823329 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a', 'code': 200} Aug 31 06:43:57.832468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:57.863224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Request body: {'port': {'device_id': '0b13c613-d7ee-413e-8094-504fffb2c852', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '6a2468484a90433aa5484d5ca079f893'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:58.021186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20375e-6540-4eca-ad40-a8b26cd39e1c req-2a473263-ecb3-43fd-bdaf-41717f4a11e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:58.022660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d20375e-6540-4eca-ad40-a8b26cd39e1c req-2a473263-ecb3-43fd-bdaf-41717f4a11e1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 1098 time: 0.0782244 Aug 31 06:43:58.030847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Made reservation on behalf of 6a2468484a90433aa5484d5ca079f893 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:43:58.035775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.128767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d20375e-6540-4eca-ad40-a8b26cd39e1c req-9c97377c-af47-4d62-a612-71d5219a22b3 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906186 Aug 31 06:43:58.211223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6914e-ebfc-4175-baff-2632033310f2 req-3bb5e570-12e9-4d7f-bd1e-add7f9149ecd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:58.212695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22a6914e-ebfc-4175-baff-2632033310f2 req-3bb5e570-12e9-4d7f-bd1e-add7f9149ecd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1305218 Aug 31 06:43:58.255872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Allocated IP 192.168.233.214 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:43:58.283828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22a6914e-ebfc-4175-baff-2632033310f2 req-d28a2d39-9b6f-43f1-ab42-efef91f25f91 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643818 Aug 31 06:43:58.339113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfab6815-7d0a-4722-9662-7a57a4650591 req-91c663d0-6428-4893-a79b-140ee4e5658c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:58.341801 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dfab6815-7d0a-4722-9662-7a57a4650591 req-91c663d0-6428-4893-a79b-140ee4e5658c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0681491 Aug 31 06:43:58.380588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dfab6815-7d0a-4722-9662-7a57a4650591 req-16b71860-9c20-4c49-8600-133af99dbe53 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334837 Aug 31 06:43:58.414714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d9e98dd-d683-4c9d-94d6-a05b076271f4 req-e1028a94-317f-4736-b75f-b58795924516 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 210 time: 0.0603240 Aug 31 06:43:58.466332 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.480593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Transition to ACTIVE for port object 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:58.516177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.530686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:58.558123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823', '923658f4-a2e8-45b0-a686-46dd672062b1', 'f1953c50-4f95-47d5-93d1-60f98c79bb99'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:43:58.560183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:43:58.563331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:43:58.567972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:43:58.591796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event updated for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:58.622305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:58.622945 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.643958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-9b4baa40-496f-482a-97e6-a47b85288e2e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7875311 Aug 31 06:43:58.669310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Request body: {'port': {'device_id': '0b13c613-d7ee-413e-8094-504fffb2c852', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:43:58.700935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:58.744898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.791307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting subnet 915b570d-c72e-4ffd-a35f-38265336a839 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:43:58.795618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.871575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:58.966486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-deleted', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:58.968034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c243b9b5-5c82-4100-ac5f-1328478da85f None None] Provisioning for port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:43:58.968920 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84311f11-c0f7-410a-9db1-0d5a31a38647" -d '{"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-deleted", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:58.991413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c243b9b5-5c82-4100-ac5f-1328478da85f None None] Provisioning complete for port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:43:58.991784 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c243b9b5-5c82-4100-ac5f-1328478da85f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.010506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cada15a-2783-4c8f-ab74-b1bb6c178edd req-e5163317-8dd7-4a28-a76b-9710b4cf51bd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.019228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cada15a-2783-4c8f-ab74-b1bb6c178edd req-e5163317-8dd7-4a28-a76b-9710b4cf51bd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.1444721 Aug 31 06:43:59.029949 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79684b57-6fbb-41ae-af17-39e1b3525e5f x-openstack-request-id: req-79684b57-6fbb-41ae-af17-39e1b3525e5f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:43:59.030236 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24fc623c-f22b-41e9-bb9f-f0f26abc3943", "name": "network-vif-deleted", "tag": "c32936ff-eeb1-4823-8069-ab229b2c3a11", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:43:59.030487 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79684b57-6fbb-41ae-af17-39e1b3525e5f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:43:59.030881 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24fc623c-f22b-41e9-bb9f-f0f26abc3943', 'name': 'network-vif-deleted', 'tag': 'c32936ff-eeb1-4823-8069-ab229b2c3a11', 'status': 'completed', 'code': 200} Aug 31 06:43:59.032011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c243b9b5-5c82-4100-ac5f-1328478da85f None None] Port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:43:59.063253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.098371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cada15a-2783-4c8f-ab74-b1bb6c178edd req-e8a0f070-350b-4f0f-b4ce-c14877e79cdc tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777018 Aug 31 06:43:59.147651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.178432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Subnet': ['ID=915b570d-c72e-4ffd-a35f-38265336a839,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.180831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.185570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a21202a4-2c5b-4ebe-ad02-0d5048e83b50 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/subnets/915b570d-c72e-4ffd-a35f-38265336a839 HTTP/1.1" status: 204 len: 168 time: 0.4831245 Aug 31 06:43:59.186262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:43:59.187201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:43:59.197422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.210771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a91809-f6be-4325-8f93-36bcaa0b51ce None None] Network bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:43:59.213416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Transition to ACTIVE for port object 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:43:59.220052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.277926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.288443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.371438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port f8a10de3-914e-4934-a765-fbb4eee0ca9f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:59.372123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.423451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Attempting to bind port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:43:59.423947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Attempting to bind port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:43:59.424136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Attempting to bind port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:59.436418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:43:59.437111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Attempting to bind port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:43:59.443191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:43:59.443848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:43:59.444434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:43:59.445067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Bound port: 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:43:59.445734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.488671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port f8a10de3-914e-4934-a765-fbb4eee0ca9f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f8a10de3-914e-4934-a765-fbb4eee0ca9f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:59.489472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.520322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for f8a10de3-914e-4934-a765-fbb4eee0ca9f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:59.550963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.552327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] DHCP port deletion for bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:43:59.592374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a51aa-75d7-41e5-ab8a-812340e3c053 req-c5c8c73f-7c19-4e84-98fc-42faeebf3563 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.594020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f98a51aa-75d7-41e5-ab8a-812340e3c053 req-c5c8c73f-7c19-4e84-98fc-42faeebf3563 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1034751 Aug 31 06:43:59.595428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:43:59.598623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:43:59.610890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.624960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Deleting port f8a10de3-914e-4934-a765-fbb4eee0ca9f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:43:59.625357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.647386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.671264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.671721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.673792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] 10.222.0.50 "PUT /v2.0/ports/753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d HTTP/1.1" status: 200 len: 1097 time: 1.0097909 Aug 31 06:43:59.674294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:43:59.676615 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf53532-3348-4e75-ba89-b04eedf30ad4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:43:59.696261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f98a51aa-75d7-41e5-ab8a-812340e3c053 req-fde628c9-f192-43b0-956a-99be76bc3442 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942662 Aug 31 06:43:59.712566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=f8a10de3-914e-4934-a765-fbb4eee0ca9f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.713304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91472295-d9ae-42e9-9a3f-3807be60bbd1 service neutron] Pushing event updated for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.740409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port f8a10de3-914e-4934-a765-fbb4eee0ca9f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:59.749613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] For port f8a10de3-914e-4934-a765-fbb4eee0ca9f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f8a10de3-914e-4934-a765-fbb4eee0ca9f,segment=NetworkSegment(27435954-28b2-4fa8-9e2e-b841bce2a090),segment_id=27435954-28b2-4fa8-9e2e-b841bce2a090)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:43:59.750264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.776270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Calling delete_port for f8a10de3-914e-4934-a765-fbb4eee0ca9f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:43:59.783341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f20ca3-e02e-4633-ae1d-2522eaecee55 req-8f1a6823-15af-4ddd-8bdd-b202ef45b42d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.790719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e4f20ca3-e02e-4633-ae1d-2522eaecee55 req-8f1a6823-15af-4ddd-8bdd-b202ef45b42d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.4026535 Aug 31 06:43:59.839109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-3115b55f-3a4a-45ca-92d9-30bcda557c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.840536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-3115b55f-3a4a-45ca-92d9-30bcda557c8c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 1100 time: 0.0839124 Aug 31 06:43:59.865238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed7adaf-fead-4c59-8087-3a8f779bcf01 req-0945ab61-f450-48cb-bff5-cf1c7500a68d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:43:59.871144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ed7adaf-fead-4c59-8087-3a8f779bcf01 req-0945ab61-f450-48cb-bff5-cf1c7500a68d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 948 time: 0.0818377 Aug 31 06:43:59.886622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.896871 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:43:59.919896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:59.928745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-c3062071-fa31-4189-979b-5f6dd1999d02 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d HTTP/1.1" status: 200 len: 217 time: 0.0556488 Aug 31 06:43:59.929548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] Pushing event deleted for resources: {'Port': ['ID=f8a10de3-914e-4934-a765-fbb4eee0ca9f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:43:59.934313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f4ade-55c8-42c8-91c8-4c241685bed2 None None] No DVR routers for this DVR port f8a10de3-914e-4934-a765-fbb4eee0ca9f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:43:59.940572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e4f20ca3-e02e-4633-ae1d-2522eaecee55 req-b246468d-6b72-4b84-aa0d-f228e4509e74 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487975 Aug 31 06:43:59.949158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27435954-28b2-4fa8-9e2e-b841bce2a090') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:59.949158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27435954-28b2-4fa8-9e2e-b841bce2a090') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:43:59.971961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.014741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ed7adaf-fead-4c59-8087-3a8f779bcf01 req-986ab01f-c706-4ada-b650-cf0a6a57e10e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300488 Aug 31 06:44:00.035597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-4ea0153b-6ca3-459f-8d84-83f33f19565d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.037382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-4ea0153b-6ca3-459f-8d84-83f33f19565d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0853355 Aug 31 06:44:00.044433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.046170 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3438c09d-921b-4ea7-8e1f-8512b82fe207 x-openstack-request-id: req-3438c09d-921b-4ea7-8e1f-8512b82fe207 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:00.046457 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:00.052067 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3438c09d-921b-4ea7-8e1f-8512b82fe207 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:00.055388 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d', 'status': 'completed', 'code': 200} Aug 31 06:44:00.062610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:00.063463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:00.077025 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:00.125189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-84061741-f6e6-4faa-801d-efd565d6bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.131483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-84061741-f6e6-4faa-801d-efd565d6bbb4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0649457 Aug 31 06:44:00.140064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:00.161365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:00.161619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1d68dcb9-60cf-43c9-9d2c-f29c6cf1ea7f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:00.162009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c32936ff-eeb1-4823-8069-ab229b2c3a11 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:00.182208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: c32936ff-eeb1-4823-8069-ab229b2c3a11 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:00.182540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c32936ff-eeb1-4823-8069-ab229b2c3a11 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:00.187656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.197102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.199450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/networks/bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5 HTTP/1.1" status: 204 len: 168 time: 1.0118415 Aug 31 06:44:00.201997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50342) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:00.239224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b96bd0-bcb8-499f-8485-c922e0758316 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Network': ['ID=bb8a3ce0-12fa-4a30-a7d9-8a3307bf41e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:00.264548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting subnet 430a4dd9-795f-45aa-a33d-aab8936d7fd0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:00.267988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.292552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d17207c-4b0d-4558-9694-dc02fc477a3f req-4a6dfa1e-99bf-41fe-a65c-984c04c8cbf6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.294092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d17207c-4b0d-4558-9694-dc02fc477a3f req-4a6dfa1e-99bf-41fe-a65c-984c04c8cbf6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0800872 Aug 31 06:44:00.313170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-c8375a8b-4a23-4444-baf8-c222f2ec88d2 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509449 Aug 31 06:44:00.316881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.357145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d17207c-4b0d-4558-9694-dc02fc477a3f req-f956260e-23c5-4e24-8a3c-09432bf7baf3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533226 Aug 31 06:44:00.430738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.448128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f59c65c-db7c-43d2-81a9-14df8510515e req-a65b4648-98e2-421a-ae98-cc7ad3fe81ec service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088679 Aug 31 06:44:00.505652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.531285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Subnet': ['ID=430a4dd9-795f-45aa-a33d-aab8936d7fd0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:00.538456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.540623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e345815c-9d84-43ab-a518-b96b71df714c tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/subnets/430a4dd9-795f-45aa-a33d-aab8936d7fd0 HTTP/1.1" status: 204 len: 168 time: 0.3376026 Aug 31 06:44:00.543394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:00.549416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9051c9a4-310c-40ac-af85-75df50ac9b2e None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:00.577146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-61afc64c-0af8-4496-a7c0-8e6f86dcb07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.579630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-61afc64c-0af8-4496-a7c0-8e6f86dcb07e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6a2468484a90433aa5484d5ca079f893&device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 1100 time: 0.0485330 Aug 31 06:44:00.628867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.677804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-254341a0-a7c3-4ab7-aea5-07a3c55d968c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.679549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-254341a0-a7c3-4ab7-aea5-07a3c55d968c service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0929415 Aug 31 06:44:00.688067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Deleting port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:00.689164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.744972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] DHCP port deletion for d684d9fc-0d29-43cf-ba24-589738c95489 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:44:00.757545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-a0920e7f-ddcf-4dfd-95c7-b29efe126034 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d HTTP/1.1" status: 200 len: 217 time: 0.0604742 Aug 31 06:44:00.761683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] For port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:00.762168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.777216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Calling delete_port for 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:00.794177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Deleting port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:00.794777 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.842211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-9dc96505-33c3-427c-b6af-c9e6a01202a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.843983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-9dc96505-33c3-427c-b6af-c9e6a01202a1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0729856 Aug 31 06:44:00.863843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62c12ba-16f2-4a77-9381-53893a2c559e req-30973a7d-c63b-438c-9aa3-0793c6b82c91 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.865454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c62c12ba-16f2-4a77-9381-53893a2c559e req-30973a7d-c63b-438c-9aa3-0793c6b82c91 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0643954 Aug 31 06:44:00.872837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.916528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Port': ['ID=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:00.919459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] For port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,segment=NetworkSegment(56419a72-0f44-489c-99e7-e589be4af450),segment_id=56419a72-0f44-489c-99e7-e589be4af450)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:00.920031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:00.921112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] No DVR routers for this DVR port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:00.955845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-ec8128a6-b801-477c-93bd-351aeff022d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:00.957383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-ec8128a6-b801-477c-93bd-351aeff022d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910385 Aug 31 06:44:00.960541 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c62c12ba-16f2-4a77-9381-53893a2c559e req-016bb3ea-c8eb-443e-9ef7-1863f18ead97 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768344 Aug 31 06:44:01.010153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.023689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d684d9fc-0d29-43cf-ba24-589738c95489']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:01.037161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56419a72-0f44-489c-99e7-e589be4af450') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:01.037540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56419a72-0f44-489c-99e7-e589be4af450') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:01.047978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.072846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.086310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:01.100911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:01.101414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:01.104413 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:01.112615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Calling delete_port for 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:01.114572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.117522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:01.117855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:01.118264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f8a10de3-914e-4934-a765-fbb4eee0ca9f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:01.126807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-c7c956c0-51a4-4f58-9ea0-f4633104ea2d service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438446 Aug 31 06:44:01.142680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f8a10de3-914e-4934-a765-fbb4eee0ca9f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:01.143206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f8a10de3-914e-4934-a765-fbb4eee0ca9f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:01.178723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4425f7-3dc6-4cdc-a967-e47d9d991e62 req-3b5b5d4d-83cc-46b6-9acf-05bcf6abdc63 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:01.185841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4425f7-3dc6-4cdc-a967-e47d9d991e62 req-3b5b5d4d-83cc-46b6-9acf-05bcf6abdc63 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1308978 Aug 31 06:44:01.194891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.209623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.211435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] 10.222.0.57 "DELETE /v2.0/networks/d684d9fc-0d29-43cf-ba24-589738c95489 HTTP/1.1" status: 204 len: 168 time: 0.6671298 Aug 31 06:44:01.226648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e216bee6-b701-48a9-9018-0bddb033b5c4 tempest-ServersTestMultiNic-35300757 tempest-ServersTestMultiNic-35300757-project] Pushing event deleted for resources: {'Network': ['ID=d684d9fc-0d29-43cf-ba24-589738c95489,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:01.228910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26173450-1534-4a2a-b0e1-505585981513 req-902833f5-ff71-4ec7-9bb0-2a4b836812cd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:01.230499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26173450-1534-4a2a-b0e1-505585981513 req-902833f5-ff71-4ec7-9bb0-2a4b836812cd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 948 time: 0.1152041 Aug 31 06:44:01.243821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4425f7-3dc6-4cdc-a967-e47d9d991e62 req-f6d1bc4c-1d7e-4996-848f-26773e2cde21 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571425 Aug 31 06:44:01.268133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:01.287660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26173450-1534-4a2a-b0e1-505585981513 req-5883353d-3267-4c6f-88c2-cce207f039bb tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495059 Aug 31 06:44:01.299274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf53532-3348-4e75-ba89-b04eedf30ad4 req-bf966f66-9816-4c23-8916-b082aa6c759a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497424 Aug 31 06:44:01.304713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Pushing event deleted for resources: {'Port': ['ID=93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:01.313071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] Network d684d9fc-0d29-43cf-ba24-589738c95489 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:44:01.313770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8c53da-dbef-49ba-af4d-f1740e7fdef3 None None] No DVR routers for this DVR port 93df22cd-90d6-4a3c-a33e-9c6c4e0c9de1 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:01.487566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b62e7-aafa-4544-b52a-d6c245b51d84 req-eb8ee7f6-3590-4833-af25-f4882c31bae3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:01.489150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a83b62e7-aafa-4544-b52a-d6c245b51d84 req-eb8ee7f6-3590-4833-af25-f4882c31bae3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0527861 Aug 31 06:44:01.527199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:01.535851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a83b62e7-aafa-4544-b52a-d6c245b51d84 req-8563fcd5-eadd-4870-9d77-c4bd608545b9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404310 Aug 31 06:44:01.773515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd101b2-480f-4f29-bb87-acc36fe8eec2 req-3d5e686c-92be-4a58-b74e-70c3c9c37cea tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:01.774990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdd101b2-480f-4f29-bb87-acc36fe8eec2 req-3d5e686c-92be-4a58-b74e-70c3c9c37cea tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0506988 Aug 31 06:44:01.814181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fdd101b2-480f-4f29-bb87-acc36fe8eec2 req-47928a88-73a3-42de-a7ef-71f8825ee421 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325127 Aug 31 06:44:01.892362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:02.102713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6594cb5-de82-4c5d-88c1-9c47f436cdfd req-e238ee21-7fbf-4c6d-b9fb-642942cfab65 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:02.104169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6594cb5-de82-4c5d-88c1-9c47f436cdfd req-e238ee21-7fbf-4c6d-b9fb-642942cfab65 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0610723 Aug 31 06:44:02.166712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6594cb5-de82-4c5d-88c1-9c47f436cdfd req-857439f7-c5d5-40da-9cef-30cfc3018a4b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534801 Aug 31 06:44:02.211772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Deleting port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:02.212117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:02.292532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] For port 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:02.292906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:02.307777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Calling delete_port for 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:02.373714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b55964-acc3-4174-91eb-85232557ca10 req-e25238b6-d980-4834-8c1c-15fa1890124d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:02.375572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83b55964-acc3-4174-91eb-85232557ca10 req-e25238b6-d980-4834-8c1c-15fa1890124d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0577607 Aug 31 06:44:02.416204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83b55964-acc3-4174-91eb-85232557ca10 req-1af47f7c-de19-4e0a-b465-6c9f90d80404 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Aug 31 06:44:02.458178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae90acd-a47b-489c-b626-404021471909 req-3c4ee179-5560-4748-b802-2537f13c3c16 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:02.459686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bae90acd-a47b-489c-b626-404021471909 req-3c4ee179-5560-4748-b802-2537f13c3c16 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 948 time: 0.0952473 Aug 31 06:44:02.519751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bae90acd-a47b-489c-b626-404021471909 req-1fc968ab-8778-433f-9f7b-317413491efc tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540216 Aug 31 06:44:02.910323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:02.934610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:02.939823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b15bb-276f-4ef4-bba6-2b01ccf267c6 req-efb51776-3762-4e88-a50a-877dd9ea0fe5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:02.941358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-278b15bb-276f-4ef4-bba6-2b01ccf267c6 req-efb51776-3762-4e88-a50a-877dd9ea0fe5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0509205 Aug 31 06:44:02.987244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-278b15bb-276f-4ef4-bba6-2b01ccf267c6 req-2cd3607b-647e-4ed6-bd72-1b83738eb407 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388165 Aug 31 06:44:03.127405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:03.341642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e016e-04e5-42fc-bea8-bca32c03e2ef req-64d65c6b-3549-4080-aea8-eed0adf3ff62 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:03.343142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-682e016e-04e5-42fc-bea8-bca32c03e2ef req-64d65c6b-3549-4080-aea8-eed0adf3ff62 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0968940 Aug 31 06:44:03.419613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-682e016e-04e5-42fc-bea8-bca32c03e2ef req-61d20e5f-3d69-4154-a63c-19f79e492db9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496221 Aug 31 06:44:03.428976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:44:03.538922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dace4f-78e7-4373-b3f5-34bd6886088d req-810a2373-7612-4980-9141-53b98a1c6f12 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:03.540461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dace4f-78e7-4373-b3f5-34bd6886088d req-810a2373-7612-4980-9141-53b98a1c6f12 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0519409 Aug 31 06:44:03.551866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:44:03.556172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:03.557157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cba14f64-9076-4ae5-9260-c36cf8ec9922 admin admin] 10.222.0.57 "PUT /v2.0/routers/93304109-7a2d-429f-aa8c-26bf1b3b55c9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0286610 Aug 31 06:44:03.559441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:03.571211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Sync routers for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:44:03.584393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5dace4f-78e7-4373-b3f5-34bd6886088d req-735abbec-f972-44cf-902c-377adfc66739 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350649 Aug 31 06:44:03.609746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:03.611590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:03.727440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:03.738482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55cca2-6974-486c-8098-3c42b726fc31 req-c49da8d6-b2ee-4b59-bee6-c1ccfb517785 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:03.740002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7e55cca2-6974-486c-8098-3c42b726fc31 req-c49da8d6-b2ee-4b59-bee6-c1ccfb517785 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 948 time: 0.1031435 Aug 31 06:44:03.803752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:03.844116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7e55cca2-6974-486c-8098-3c42b726fc31 req-40d1da5d-7c3e-403e-a2b7-fe520ed42db0 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735738 Aug 31 06:44:03.874876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:03.877173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:03.930430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d', 'mac_address': 'fa:16:3e:37:a4:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:03.931230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Deleting port aedbd2a3-474d-4f2d-bac3-0fdd852ce832 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:03.931740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:03.994362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.020067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] For port aedbd2a3-474d-4f2d-bac3-0fdd852ce832, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:04.020481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.028140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:04.034127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Calling delete_port for aedbd2a3-474d-4f2d-bac3-0fdd852ce832 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:04.053671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:04.060774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.125106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e00d04-6b70-4f7d-b466-b2ae2bfc4d53 req-229883ff-6070-43a0-8a1e-a0ce4bcc69d7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:04.127705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4e00d04-6b70-4f7d-b466-b2ae2bfc4d53 req-229883ff-6070-43a0-8a1e-a0ce4bcc69d7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0659127 Aug 31 06:44:04.132119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:04.134921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:44:02Z', 'revision_number': 5, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port': {'id': 'aedbd2a3-474d-4f2d-bac3-0fdd852ce832', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:f0:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1058, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:42:19Z', 'updated_at': '2021-08-31T06:42:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:04.169526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.169874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.170210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.170546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.170880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.171304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.171714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.172044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.172367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.173225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.173590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.173912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:04.175726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4e00d04-6b70-4f7d-b466-b2ae2bfc4d53 req-9b3bc347-1df3-48b6-a001-4918ad1b7693 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414162 Aug 31 06:44:04.178992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Checking router: 93304109-7a2d-429f-aa8c-26bf1b3b55c9 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:44:04.189063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Routers {'93304109-7a2d-429f-aa8c-26bf1b3b55c9'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:44:04.189719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:43:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:04.220877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.250164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Pushing event deleted for resources: {'Port': ['ID=aedbd2a3-474d-4f2d-bac3-0fdd852ce832,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:04.284908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] Set router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:44:04.311473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.340497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:44:03Z', 'revision_number': 6, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:04.365452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2bae8-e141-4d17-a808-67175c61224b req-18ee3878-23bc-4814-b836-a1e5fbc06d33 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:04.367075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebd2bae8-e141-4d17-a808-67175c61224b req-18ee3878-23bc-4814-b836-a1e5fbc06d33 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 946 time: 0.0521121 Aug 31 06:44:04.368564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afeaba93-15f2-4b07-9623-b85e5ab18581 None None] The sync data for ids ['93304109-7a2d-429f-aa8c-26bf1b3b55c9'] in n-d-712707-15 is: [{'id': '93304109-7a2d-429f-aa8c-26bf1b3b55c9', 'name': 'tempest-ServersTestMultiNic-547924656-router', 'tenant_id': '0ef3ca74edae4987bc607dcd3f688946', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:42:18Z', 'updated_at': '2021-08-31T06:44:03Z', 'revision_number': 6, 'project_id': '0ef3ca74edae4987bc607dcd3f688946', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:44:04.410487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.412980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.467307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.467958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93304109-7a2d-429f-aa8c-26bf1b3b55c9 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:44:04.473965 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.477842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-76b8d69c-1c53-45c7-be8d-f39fa33cdba2 admin admin] 10.222.0.57 "DELETE /v2.0/routers/93304109-7a2d-429f-aa8c-26bf1b3b55c9 HTTP/1.1" status: 204 len: 168 time: 0.9170382 Aug 31 06:44:04.478078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:04.480331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port 18c11372-e0b5-4a71-bd79-23758c2d8c8a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:04.480666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:04.551348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca359d5-2068-4668-8e32-bbbd11c1e677 req-4d5e51b3-5711-413f-8f01-6bbf9348d5c3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:04.552849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dca359d5-2068-4668-8e32-bbbd11c1e677 req-4d5e51b3-5711-413f-8f01-6bbf9348d5c3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0540376 Aug 31 06:44:04.597792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dca359d5-2068-4668-8e32-bbbd11c1e677 req-6d4a3958-f7dc-488d-aa59-5e9f884de88c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381474 Aug 31 06:44:04.667212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:04.754279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b505bd-715b-42d9-a076-e16769c562d1 req-3e8fa54f-235d-4012-a47e-3e3b54fe4f7d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:04.763922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91b505bd-715b-42d9-a076-e16769c562d1 req-3e8fa54f-235d-4012-a47e-3e3b54fe4f7d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0867112 Aug 31 06:44:04.839820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91b505bd-715b-42d9-a076-e16769c562d1 req-e509e7be-c4b6-43c8-8100-ce1d398c5d01 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578799 Aug 31 06:44:04.936744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Deleting subnet a2540a67-5f6e-4c31-8682-bd80d09d9626 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:04.948638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.000860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port 18c11372-e0b5-4a71-bd79-23758c2d8c8a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=18c11372-e0b5-4a71-bd79-23758c2d8c8a,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:05.001218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.010998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.013607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51238b-5c9f-4f7a-9784-f92f8eb1aa44 req-0576ca61-462b-4879-bef9-61e540d77f87 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:05.015515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e51238b-5c9f-4f7a-9784-f92f8eb1aa44 req-0576ca61-462b-4879-bef9-61e540d77f87 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 949 time: 0.0653858 Aug 31 06:44:05.037127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for 18c11372-e0b5-4a71-bd79-23758c2d8c8a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:05.066681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e51238b-5c9f-4f7a-9784-f92f8eb1aa44 req-7f9fa659-0c30-4a34-993f-c625912468b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444741 Aug 31 06:44:05.160679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.271968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.279433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.332728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:05.349385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2540a67-5f6e-4c31-8682-bd80d09d9626,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.357370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:05.357709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b6db9dc-f0fe-49b0-bfa7-ee3002dda52d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:05.358331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.363450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0802b13-03a9-426c-af41-02d6c015f4ad admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a2540a67-5f6e-4c31-8682-bd80d09d9626 HTTP/1.1" status: 204 len: 168 time: 0.8770235 Aug 31 06:44:05.364316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:05.369066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.375065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285c7e95-1e92-41ec-93b1-3eb0bbf3b9e6 None None] Network 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:05.408950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffa2d98-d368-454e-8967-d2cf99074141 req-649cb612-754d-40ce-9425-7528ea3067f2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:05.415082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bffa2d98-d368-454e-8967-d2cf99074141 req-649cb612-754d-40ce-9425-7528ea3067f2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb8250b1-45f5-432d-9182-68872dd7ce65 HTTP/1.1" status: 200 len: 867 time: 0.1459732 Aug 31 06:44:05.420493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=18c11372-e0b5-4a71-bd79-23758c2d8c8a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.450524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.494014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port 18c11372-e0b5-4a71-bd79-23758c2d8c8a on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:05.498950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.501926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebd2bae8-e141-4d17-a808-67175c61224b req-6b4eb69e-9d49-4cb8-a430-14242448bb8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "DELETE /v2.0/ports/18c11372-e0b5-4a71-bd79-23758c2d8c8a HTTP/1.1" status: 204 len: 173 time: 1.1224973 Aug 31 06:44:05.502780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'name': 'network-vif-deleted', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:05.505935 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb65a0e-d9ee-458d-9491-e33aa9250b3e" -d '{"events": [{"server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "name": "network-vif-deleted", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:05.515736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Deleting port 00fc1fd1-fbbf-4639-8728-db9c2010886f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:05.515736 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.544429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bffa2d98-d368-454e-8967-d2cf99074141 req-85809623-7239-4ebf-a23d-92a5fef2e949 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183043 Aug 31 06:44:05.564750 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e0e07b2-5775-405d-b43a-cc45c499bc33 x-openstack-request-id: req-0e0e07b2-5775-405d-b43a-cc45c499bc33 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:05.565054 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8250b1-45f5-432d-9182-68872dd7ce65", "name": "network-vif-deleted", "tag": "18c11372-e0b5-4a71-bd79-23758c2d8c8a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:05.565310 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e0e07b2-5775-405d-b43a-cc45c499bc33 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:05.565752 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8250b1-45f5-432d-9182-68872dd7ce65', 'name': 'network-vif-deleted', 'tag': '18c11372-e0b5-4a71-bd79-23758c2d8c8a', 'status': 'completed', 'code': 200} Aug 31 06:44:05.607275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] For port 00fc1fd1-fbbf-4639-8728-db9c2010886f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=00fc1fd1-fbbf-4639-8728-db9c2010886f,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:05.608596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] DHCP port deletion for 3d6410b9-0f2b-4cbd-8e30-5a7203553f8c request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:44:05.609754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.635540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Calling delete_port for 00fc1fd1-fbbf-4639-8728-db9c2010886f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:05.678458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Deleting port 00fc1fd1-fbbf-4639-8728-db9c2010886f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:05.678991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.765663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] For port 00fc1fd1-fbbf-4639-8728-db9c2010886f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=00fc1fd1-fbbf-4639-8728-db9c2010886f,segment=NetworkSegment(727c6e4d-b0a1-4211-85df-9d84b1d7973d),segment_id=727c6e4d-b0a1-4211-85df-9d84b1d7973d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:05.767661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.775384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.790121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Calling delete_port for 00fc1fd1-fbbf-4639-8728-db9c2010886f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:05.797243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdaba1a-8204-4fd9-9745-d4f55ae3d0ae req-adc02fc4-0e62-4a54-b9bb-fbd7dd02a660 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:05.798989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acdaba1a-8204-4fd9-9745-d4f55ae3d0ae req-adc02fc4-0e62-4a54-b9bb-fbd7dd02a660 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0657494 Aug 31 06:44:05.803219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] No DVR routers for this DVR port 00fc1fd1-fbbf-4639-8728-db9c2010886f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:05.808829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Pushing event deleted for resources: {'Port': ['ID=00fc1fd1-fbbf-4639-8728-db9c2010886f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.858407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acdaba1a-8204-4fd9-9745-d4f55ae3d0ae req-510da071-4ff2-481d-a7eb-9c3231b21d84 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Aug 31 06:44:05.894991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.906668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.910311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d6410b9-0f2b-4cbd-8e30-5a7203553f8c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:05.922426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '727c6e4d-b0a1-4211-85df-9d84b1d7973d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:05.923442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '727c6e4d-b0a1-4211-85df-9d84b1d7973d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:05.933970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] Pushing event deleted for resources: {'Port': ['ID=00fc1fd1-fbbf-4639-8728-db9c2010886f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:05.935159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.949094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b3e09-2612-45f9-b617-dd946bbfd481 None None] No DVR routers for this DVR port 00fc1fd1-fbbf-4639-8728-db9c2010886f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:05.959608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.968432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:05.968940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:05.971061 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:05.995009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a76a3b9-dc81-4e20-9fbf-478159504008 req-cb7c0ca2-b4cd-4c5a-9c1b-d3ba86f2d6bf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:05.996601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a76a3b9-dc81-4e20-9fbf-478159504008 req-cb7c0ca2-b4cd-4c5a-9c1b-d3ba86f2d6bf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0698140 Aug 31 06:44:06.037974 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.038576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a76a3b9-dc81-4e20-9fbf-478159504008 req-e6a828cb-0b6d-4ba7-a8b5-7850d7445a80 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333765 Aug 31 06:44:06.045242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.046367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3d6410b9-0f2b-4cbd-8e30-5a7203553f8c HTTP/1.1" status: 204 len: 168 time: 0.6812127 Aug 31 06:44:06.060372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fedf93-30ab-4ecd-9851-9fee6efab862 admin admin] Pushing event deleted for resources: {'Network': ['ID=3d6410b9-0f2b-4cbd-8e30-5a7203553f8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:06.194551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc30c9-7fb7-44b5-962a-fb73f168c5f5 req-5bc48d4e-9977-43bc-97bc-899ad05a33a5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:06.196106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcfc30c9-7fb7-44b5-962a-fb73f168c5f5 req-5bc48d4e-9977-43bc-97bc-899ad05a33a5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 949 time: 0.0612359 Aug 31 06:44:06.244485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:06.245966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcfc30c9-7fb7-44b5-962a-fb73f168c5f5 req-50f8aa49-009d-4d0a-a4f3-7ec103a128c7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434506 Aug 31 06:44:06.289426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5c4332ad-d4ef-4a85-aac6-49cee5fe610c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0ef3ca74edae4987bc607dcd3f688946&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0413737 Aug 31 06:44:06.289702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:06.352389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.374943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.421893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.425086 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:06.426269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00447e40-c6bb-48ce-99ef-d4aef87e5115 HTTP/1.1" status: 204 len: 168 time: 0.1356540 Aug 31 06:44:06.434007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb4d9f-d395-4f13-b05f-1d19a5e47102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00447e40-c6bb-48ce-99ef-d4aef87e5115,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:06.877649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-b1c75417-cb11-4e7c-a5b1-b72ce122c5c5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:06.879243 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-b1c75417-cb11-4e7c-a5b1-b72ce122c5c5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1153760 Aug 31 06:44:06.909283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-04fa3a86-3ba2-404b-8484-75a2e03b2512 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0156779 Aug 31 06:44:06.936223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aedbd2a3-474d-4f2d-bac3-0fdd852ce832 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:06.946217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-b9ac9aa0-5783-457d-87c5-ba989c0f679a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359588 Aug 31 06:44:06.961627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: aedbd2a3-474d-4f2d-bac3-0fdd852ce832 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:06.962356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aedbd2a3-474d-4f2d-bac3-0fdd852ce832 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:06.963052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 00fc1fd1-fbbf-4639-8728-db9c2010886f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:06.990472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 00fc1fd1-fbbf-4639-8728-db9c2010886f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:06.991180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 00fc1fd1-fbbf-4639-8728-db9c2010886f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:07.011832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a622f5-42c1-42e1-8b8b-c0e24b1363ce req-7aa70ab2-4044-45bd-9efb-5793b509a22f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:07.013629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a622f5-42c1-42e1-8b8b-c0e24b1363ce req-7aa70ab2-4044-45bd-9efb-5793b509a22f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0682645 Aug 31 06:44:07.045249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-7b7efb1b-c255-4b07-aeb0-86b3b2262078 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981715 Aug 31 06:44:07.057715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a622f5-42c1-42e1-8b8b-c0e24b1363ce req-fd067577-43e8-42c0-8704-187b1e05f73f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359755 Aug 31 06:44:07.164549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-649f48c1-8cb0-4b07-9a03-50052f2b95ed service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109149 Aug 31 06:44:07.267058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:07.342014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420b5adb-706c-4edc-9b61-835b38fc42a9 req-eba901de-8cc9-4ad4-a8a2-7e52fa3abdcf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:07.343614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-420b5adb-706c-4edc-9b61-835b38fc42a9 req-eba901de-8cc9-4ad4-a8a2-7e52fa3abdcf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0697336 Aug 31 06:44:07.398295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-420b5adb-706c-4edc-9b61-835b38fc42a9 req-637bd459-6c28-4884-a1a8-dc23d26cc19e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484140 Aug 31 06:44:07.435728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3903d28-0c98-4166-85fa-3f72b29b8ba5 req-d0d75603-8da3-4e88-8203-0c7fd9fc6e38 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:07.437939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3903d28-0c98-4166-85fa-3f72b29b8ba5 req-d0d75603-8da3-4e88-8203-0c7fd9fc6e38 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 949 time: 0.0791492 Aug 31 06:44:07.475163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8abfc52-aad0-4d9f-8fa8-b53a60d3ea2e req-d33dec3f-6b60-4f9c-9fc3-5c98052dd322 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0338330 Aug 31 06:44:07.478698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1520668485-network', 'tenant_id': 'f892f1086ab84877ada0e234ad44e7d4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:07.488860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3903d28-0c98-4166-85fa-3f72b29b8ba5 req-ea19f652-34e2-429d-80f3-07647107831c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442309 Aug 31 06:44:07.521167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Made reservation on behalf of f892f1086ab84877ada0e234ad44e7d4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:07.523927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.534071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.564744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:07.620005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:07.623998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:07.624317 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.639436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.644982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.667991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:44:07.685042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:07.691532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.691901 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Added segment 39c5c26b-858d-4f8b-a679-2ba49dc33f6c of type vlan for network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 Aug 31 06:44:07.719274 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.737236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.746579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:07.749122 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7475cd71-6ece-4094-8dea-b560163ead38" -d '{"events": [{"server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "name": "network-vif-plugged", "status": "completed", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:07.764385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.765804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:07.766911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.772027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:07.779730 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.781603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 18c11372-e0b5-4a71-bd79-23758c2d8c8a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:07.809235 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9be212c-be16-49b3-955c-74f3ba688344 x-openstack-request-id: req-a9be212c-be16-49b3-955c-74f3ba688344 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:07.809543 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "name": "network-vif-plugged", "status": "completed", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:07.809809 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a9be212c-be16-49b3-955c-74f3ba688344 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:07.810211 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d', 'code': 200} Aug 31 06:44:07.834099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5623260 Aug 31 06:44:07.834649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:07.838057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 18c11372-e0b5-4a71-bd79-23758c2d8c8a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:07.838526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 18c11372-e0b5-4a71-bd79-23758c2d8c8a not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:07.840911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897e325a-b445-4982-a9d0-b915476f6b0c admin admin] Pushing event updated for resources: {'Network': ['ID=00acfb39-f7e7-4688-9a90-25322cf0ccf7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:07.856148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:44:07.861415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Request body: {'subnet': {'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1520668485-subnet', 'tenant_id': 'f892f1086ab84877ada0e234ad44e7d4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:07.911411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Made reservation on behalf of f892f1086ab84877ada0e234ad44e7d4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:07.914458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:07.921858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:08.019742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9968f96-c411-4486-95b8-86530b3a58d8 req-2827704d-36c4-45bc-b87e-72c02ad32674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.021949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9968f96-c411-4486-95b8-86530b3a58d8 req-2827704d-36c4-45bc-b87e-72c02ad32674 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 1102 time: 0.1199198 Aug 31 06:44:08.081002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9968f96-c411-4486-95b8-86530b3a58d8 req-c3ccc7fa-ba8d-4cbe-bc49-e98aa7fbc7f4 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352008 Aug 31 06:44:08.111945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:08.170389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44347d68-9ac7-4b03-ac38-3effeaeec229,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:08.179435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Checking segment: {'id': '39c5c26b-858d-4f8b-a679-2ba49dc33f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:08.179794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Network hostable DHCP agents. Network: 00acfb39-f7e7-4688-9a90-25322cf0ccf7, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:44:08.188301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ca64ab-6fce-4c13-8db0-e917c9d96ed7 req-01ad44d0-cad9-41c2-87df-ef40dd8476bd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.193822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ca64ab-6fce-4c13-8db0-e917c9d96ed7 req-01ad44d0-cad9-41c2-87df-ef40dd8476bd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0586612 Aug 31 06:44:08.199802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:44:08.210550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 00acfb39-f7e7-4688-9a90-25322cf0ccf7) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:08.214658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.215259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:08.221357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baee23d-acb9-4a0e-aa94-5d4c8ad40c96 None None] Network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:08.240824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ab318af4-6a24-46ae-a85c-903a7349e7a7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3968837 Aug 31 06:44:08.245492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ca64ab-6fce-4c13-8db0-e917c9d96ed7 req-ebf2f0ce-b5f4-4bbc-85ad-3fe55c5eafb1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488129 Aug 31 06:44:08.383748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138ea0c1-7817-4ebd-99e9-4733caf44a2e None None] Network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:08.603164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bf48d9-2a1c-4ac0-8188-67c77dc063b5 req-5e3bcf4d-043f-4ff8-9b15-cf5cdd376e1e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.604770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3bf48d9-2a1c-4ac0-8188-67c77dc063b5 req-5e3bcf4d-043f-4ff8-9b15-cf5cdd376e1e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0781829 Aug 31 06:44:08.649118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-7bb492a6-25be-4e27-8a3a-2a70919efe63 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.650722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-7bb492a6-25be-4e27-8a3a-2a70919efe63 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2260509 Aug 31 06:44:08.679519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': '953c464e-eb02-4479-a930-9a30d4742c10', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:08.699926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3bf48d9-2a1c-4ac0-8188-67c77dc063b5 req-55bcf31b-22b8-49d4-9ebc-1e8306afa4e6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800772 Aug 31 06:44:08.760534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ffddf26-3586-4fcb-a3fc-fa09a0add756 req-e9e20800-438f-4f18-8bb4-bf82ecbecf07 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0370734 Aug 31 06:44:08.841730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21fef1-1380-4305-918e-2b3cfacd86dd req-b59ed148-2b33-4100-adc7-99b096f8d030 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:08.843251 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc21fef1-1380-4305-918e-2b3cfacd86dd req-b59ed148-2b33-4100-adc7-99b096f8d030 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0777462 Aug 31 06:44:08.859081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:08.863484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:08.915616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc21fef1-1380-4305-918e-2b3cfacd86dd req-8f36d90b-637d-4282-9170-3efebe917bc2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634534 Aug 31 06:44:09.034878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.3 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/e5757e09-b98a-4072-b500-57f90d859f1b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:09.194283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.237686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.280371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:09.286498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:09.290559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:09.319921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:09.382012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.382611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.402018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-59e0857c-addb-4f0e-acd4-563459515542 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7356906 Aug 31 06:44:09.410354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38333bc3-523b-4ff5-a441-9966ad8d78de req-67766766-ac8a-46dc-97a2-33de0f43093e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.411789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38333bc3-523b-4ff5-a441-9966ad8d78de req-67766766-ac8a-46dc-97a2-33de0f43093e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0862429 Aug 31 06:44:09.416942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Request body: {'port': {'device_id': '953c464e-eb02-4479-a930-9a30d4742c10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:09.496370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38333bc3-523b-4ff5-a441-9966ad8d78de req-e63d4043-ad39-402a-9c38-effcc9040d4a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766490 Aug 31 06:44:09.501266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.828159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520482f9-4b5b-4990-838a-94eda13c868c req-08b67cd5-6561-49be-af58-79129ae03a2b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.830154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-520482f9-4b5b-4990-838a-94eda13c868c req-08b67cd5-6561-49be-af58-79129ae03a2b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0541317 Aug 31 06:44:09.835409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-6c06f866-aa95-4783-9ade-142db875298e tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.836928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-6c06f866-aa95-4783-9ade-142db875298e tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/networks?id=00acfb39-f7e7-4688-9a90-25322cf0ccf7 HTTP/1.1" status: 200 len: 810 time: 0.1465921 Aug 31 06:44:09.871181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-520482f9-4b5b-4990-838a-94eda13c868c req-fb6d3eaa-60a5-4c56-bc68-fd46601b728c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346761 Aug 31 06:44:09.880616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-e7f2bedd-8400-4556-9e65-44cd338a517b tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/quotas/f892f1086ab84877ada0e234ad44e7d4 HTTP/1.1" status: 200 len: 375 time: 0.0375876 Aug 31 06:44:09.901668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5757e09-b98a-4072-b500-57f90d859f1b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:09.922201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-7ecf5956-974c-4b76-8e45-0fa336e8184a tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f892f1086ab84877ada0e234ad44e7d4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355086 Aug 31 06:44:09.924878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:09.984141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c19d56-26d3-4731-8bee-f0818bf14c40 req-58776f8b-97e6-4fef-b78b-3b74f03e4337 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:09.984615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Transition to ACTIVE for port object e5757e09-b98a-4072-b500-57f90d859f1b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:09.989835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81c19d56-26d3-4731-8bee-f0818bf14c40 req-58776f8b-97e6-4fef-b78b-3b74f03e4337 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 931 time: 0.0592263 Aug 31 06:44:09.992500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.026366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81c19d56-26d3-4731-8bee-f0818bf14c40 req-3ecf27c7-c5c4-4c78-a543-845181a8aa14 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325847 Aug 31 06:44:10.148041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c71524-c8a5-462d-8543-abf196f4d8a2 req-8fbdabd9-08b5-4164-9d32-e40cd6de0338 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.154234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22c71524-c8a5-462d-8543-abf196f4d8a2 req-8fbdabd9-08b5-4164-9d32-e40cd6de0338 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0621076 Aug 31 06:44:10.210434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-22c71524-c8a5-462d-8543-abf196f4d8a2 req-867e5ba6-1591-45a4-ba10-707b22b87288 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484545 Aug 31 06:44:10.419972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Pushing event updated for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:10.442520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-bbd39b50-eb4e-4c04-85a6-a337519eef39 service neutron] 10.222.0.57 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5110173 Aug 31 06:44:10.557446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Attempting to bind port e5757e09-b98a-4072-b500-57f90d859f1b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:10.558052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Attempting to bind port e5757e09-b98a-4072-b500-57f90d859f1b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:10.558434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Attempting to bind port e5757e09-b98a-4072-b500-57f90d859f1b on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:10.569252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Port e5757e09-b98a-4072-b500-57f90d859f1b on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:10.569668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Attempting to bind port e5757e09-b98a-4072-b500-57f90d859f1b on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:10.583253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:10.583593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:10.584019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:10.584485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Bound port: e5757e09-b98a-4072-b500-57f90d859f1b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:10.584929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.589525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-f3cb83b4-b0bb-4d35-b931-1af43c7100e1 service neutron] 10.222.0.57 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298444 Aug 31 06:44:10.635841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b2bdac-7e82-4e0f-b391-72764fb325f2 req-9646d869-3d12-427c-849d-75e2330209b4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.637876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1b2bdac-7e82-4e0f-b391-72764fb325f2 req-9646d869-3d12-427c-849d-75e2330209b4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0672297 Aug 31 06:44:10.663403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:10.667561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5757e09-b98a-4072-b500-57f90d859f1b,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:10.673476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.694114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1b2bdac-7e82-4e0f-b391-72764fb325f2 req-1c7b2ad7-8385-4051-b6ae-dca0f48dbe0d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472832 Aug 31 06:44:10.711737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.712421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:10.714262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] 10.222.0.53 "PUT /v2.0/ports/e5757e09-b98a-4072-b500-57f90d859f1b HTTP/1.1" status: 200 len: 1092 time: 1.3014328 Aug 31 06:44:10.714704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:10.717048 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0499fdad-022f-4ddd-8e2d-d7a7208a72af" -d '{"events": [{"name": "network-changed", "server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:10.748896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1016c4d-9fb3-4642-86b1-2c6f0bf0e81e service neutron] Pushing event updated for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:10.824877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-40732144-2979-496e-9ef1-613cc554171a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.826509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-40732144-2979-496e-9ef1-613cc554171a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 1095 time: 0.0573599 Aug 31 06:44:10.834677 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b372d2-697d-47c6-8c2f-899ac17f4b49 x-openstack-request-id: req-32b372d2-697d-47c6-8c2f-899ac17f4b49 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:10.834964 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:10.835212 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-32b372d2-697d-47c6-8c2f-899ac17f4b49 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:10.835599 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b', 'status': 'completed', 'code': 200} Aug 31 06:44:10.881034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-fdc1ed2e-bb07-40a8-8e63-ac03d88aba6e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5757e09-b98a-4072-b500-57f90d859f1b HTTP/1.1" status: 200 len: 217 time: 0.0396130 Aug 31 06:44:10.890221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-177beffc-d304-4f0c-87c1-e12c0810133b req-8d2a10a1-f5e8-4a06-9b6c-b31f7a01cb57 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 210 time: 0.0319722 Aug 31 06:44:10.940758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d47709b5-fd5c-4faa-8fbc-42ef2d5c43d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:10.942274 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-d47709b5-fd5c-4faa-8fbc-42ef2d5c43d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0532544 Aug 31 06:44:11.000371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-ba4853ec-0055-4b02-9b77-b30d8c3eeaa8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444484 Aug 31 06:44:11.073426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf12c3-8a41-4ee3-a529-1ec607c1d6fe req-ee3b4dae-0720-45e4-9dce-e04e5ea72939 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.074986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ccf12c3-8a41-4ee3-a529-1ec607c1d6fe req-ee3b4dae-0720-45e4-9dce-e04e5ea72939 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1284661 Aug 31 06:44:11.143285 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-39b6ce4a-80d4-45e7-a593-e82bbd79a6c4 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342084 Aug 31 06:44:11.146376 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ccf12c3-8a41-4ee3-a529-1ec607c1d6fe req-b01f7480-27f9-4cfd-a681-d395aaa739a4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635722 Aug 31 06:44:11.190861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dbea31-2a8e-4739-91e8-bd64b5df128d req-e60128bb-e631-47f9-93e1-359f5ae2e642 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.192586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06dbea31-2a8e-4739-91e8-bd64b5df128d req-e60128bb-e631-47f9-93e1-359f5ae2e642 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 943 time: 0.0731142 Aug 31 06:44:11.237618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06dbea31-2a8e-4739-91e8-bd64b5df128d req-cc0239ee-3df7-4ac6-873e-c55973d52792 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354543 Aug 31 06:44:11.269174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa03c03e-9bb6-4378-90bd-c7e0fcfe23f2 req-bd38eadb-390c-4761-8211-ad4fd1a14981 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179790 Aug 31 06:44:11.368396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d299c55-96b2-4ab8-a7b6-a4734a758bb1 req-020cfa09-f232-49a0-b098-325c610b5503 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.369980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d299c55-96b2-4ab8-a7b6-a4734a758bb1 req-020cfa09-f232-49a0-b098-325c610b5503 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0793397 Aug 31 06:44:11.408331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-e9f288dd-6706-4166-98e1-a88ebc381dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.410161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-e9f288dd-6706-4166-98e1-a88ebc381dba service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 1095 time: 0.0792289 Aug 31 06:44:11.445986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d299c55-96b2-4ab8-a7b6-a4734a758bb1 req-1e68e5ba-4aeb-4747-b848-0a702a63375e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657983 Aug 31 06:44:11.517901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-b65f2456-b90f-45b5-bb02-e670f18d08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.519721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-b65f2456-b90f-45b5-bb02-e670f18d08c4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.0998232 Aug 31 06:44:11.566844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac19350b-22fc-42bd-a9ab-927a3d7c7fcb req-65580e00-d7cd-413e-9c07-b5c9be989671 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.568420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac19350b-22fc-42bd-a9ab-927a3d7c7fcb req-65580e00-d7cd-413e-9c07-b5c9be989671 tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 1102 time: 0.0513098 Aug 31 06:44:11.579254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-0b70da03-4fe9-42a1-b939-5bd3b1c5d146 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e5757e09-b98a-4072-b500-57f90d859f1b HTTP/1.1" status: 200 len: 217 time: 0.0481856 Aug 31 06:44:11.609353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac19350b-22fc-42bd-a9ab-927a3d7c7fcb req-11cdb9a5-f252-46ad-857f-739bd081c82d tempest-ServersOnMultiNodesTest-1885674668 tempest-ServersOnMultiNodesTest-1885674668-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340514 Aug 31 06:44:11.650388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-b9f3a099-2ee5-4bea-8917-c28b3427eff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.651894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-b9f3a099-2ee5-4bea-8917-c28b3427eff4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0639639 Aug 31 06:44:11.685957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-9d8845fa-c1a5-446c-af8b-ce4e2f093617 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267093 Aug 31 06:44:11.846166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-0c5fc6ab-acdc-4dd3-9fe3-794e4b3df8e6 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530187 Aug 31 06:44:11.877216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff647a1a-ae3f-4af8-bab3-1e56dc4e8e30 req-3fe39746-547a-45a7-8a74-b9852642cfd2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.878862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff647a1a-ae3f-4af8-bab3-1e56dc4e8e30 req-3fe39746-547a-45a7-8a74-b9852642cfd2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0577500 Aug 31 06:44:11.920635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff647a1a-ae3f-4af8-bab3-1e56dc4e8e30 req-2e418d37-e548-4e5b-a80c-d772c3685544 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355601 Aug 31 06:44:11.966989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26adb465-a39e-401b-ad96-d3b77621b256 req-a8e00b94-e076-4d56-8e33-1a51819421fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:11.968467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-26adb465-a39e-401b-ad96-d3b77621b256 req-a8e00b94-e076-4d56-8e33-1a51819421fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.1278768 Aug 31 06:44:12.006382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0499fdad-022f-4ddd-8e2d-d7a7208a72af req-d56abf37-11fd-4c6a-ac84-df588e487de7 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512966 Aug 31 06:44:12.025768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-26adb465-a39e-401b-ad96-d3b77621b256 req-27ad3720-4c43-44f8-a2ce-f2b4a2d51038 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460949 Aug 31 06:44:12.084041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b101ff0b-d8b7-4480-9550-5643b84c07a1 req-2d15f7b2-ca47-4f89-ab40-c7153854629c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 210 time: 0.0294700 Aug 31 06:44:12.305306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e2e22-e119-45b9-a929-1ce29845f80e req-b6020a7f-8d20-4a0f-a58f-9d2de1fd52a3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.307308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762e2e22-e119-45b9-a929-1ce29845f80e req-b6020a7f-8d20-4a0f-a58f-9d2de1fd52a3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0719306 Aug 31 06:44:12.354155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-762e2e22-e119-45b9-a929-1ce29845f80e req-b486427a-42a9-4c22-b4e4-3ba039d69ebf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397465 Aug 31 06:44:12.444512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3ffcd-efde-41e6-9f85-96d08c8bff83 req-8df839a0-0c57-4669-85a7-f4a4119026e9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.446447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83c3ffcd-efde-41e6-9f85-96d08c8bff83 req-8df839a0-0c57-4669-85a7-f4a4119026e9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 943 time: 0.1255069 Aug 31 06:44:12.471342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-131a7651-71c2-455d-a931-bd25dbb7608a tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:12.472932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-131a7651-71c2-455d-a931-bd25dbb7608a tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.50 "GET /v2.0/networks?id=00acfb39-f7e7-4688-9a90-25322cf0ccf7 HTTP/1.1" status: 200 len: 810 time: 0.1823511 Aug 31 06:44:12.503481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83c3ffcd-efde-41e6-9f85-96d08c8bff83 req-2bb80d3e-90ac-4f05-b958-49aa78404464 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504274 Aug 31 06:44:12.508492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Request body: {'port': {'device_id': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7', 'admin_state_up': True, 'tenant_id': 'f892f1086ab84877ada0e234ad44e7d4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:12.636378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Made reservation on behalf of f892f1086ab84877ada0e234ad44e7d4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:12.640111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.784907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Allocated IP 172.20.0.4 (00acfb39-f7e7-4688-9a90-25322cf0ccf7/44347d68-9ac7-4b03-ac38-3effeaeec229/ae8fccfe-d21c-4aeb-a68e-cb31bffee195) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:12.949600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:12.994534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.083580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:13.089897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:13.095790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:13.098675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Pushing event updated for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:13.145986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93eb79d-7b3c-49f6-a94f-af0c7ed709d6 req-c50eac92-cb65-4a19-a0ad-ec56dbb7bd51 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.147510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e93eb79d-7b3c-49f6-a94f-af0c7ed709d6 req-c50eac92-cb65-4a19-a0ad-ec56dbb7bd51 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1454592 Aug 31 06:44:13.169092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.169722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.178900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038cc6b8-eabc-4dcd-b4f1-fe0b4b6a460e req-4566d61f-df53-477a-9390-8a541cc11804 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.180387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-038cc6b8-eabc-4dcd-b4f1-fe0b4b6a460e req-4566d61f-df53-477a-9390-8a541cc11804 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0500600 Aug 31 06:44:13.197035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-93d40a6f-e955-4f77-be05-62ff0e7127d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925280 Aug 31 06:44:13.204973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e93eb79d-7b3c-49f6-a94f-af0c7ed709d6 req-658f536a-772f-4a68-b3e2-b78ba8342670 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496259 Aug 31 06:44:13.213507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Request body: {'port': {'device_id': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:13.231454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-038cc6b8-eabc-4dcd-b4f1-fe0b4b6a460e req-066e1033-2ad3-497e-a1de-80b1d16c438e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444903 Aug 31 06:44:13.285939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.356669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cc308-f376-466d-83cd-8b9406c6d205 req-94eadb3e-0e92-4144-a076-136e4d04975a tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.358158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a68cc308-f376-466d-83cd-8b9406c6d205 req-94eadb3e-0e92-4144-a076-136e4d04975a tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 931 time: 0.0902274 Aug 31 06:44:13.466868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a68cc308-f376-466d-83cd-8b9406c6d205 req-718790e7-b20e-4bc2-9331-823f260020d9 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977964 Aug 31 06:44:13.475764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5e78c-f1ea-4e6e-8253-49e4d023c7f3 req-10c54b4a-933e-4e3b-8ba1-39be6e968cd9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.477465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ec5e78c-f1ea-4e6e-8253-49e4d023c7f3 req-10c54b4a-933e-4e3b-8ba1-39be6e968cd9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0508661 Aug 31 06:44:13.522045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ec5e78c-f1ea-4e6e-8253-49e4d023c7f3 req-fa7e425f-4643-41ea-a0ae-f4f64e539749 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355127 Aug 31 06:44:13.629573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dfa52d-3024-4f3c-b4fd-fba1ad52a36f req-b718eb06-0222-4030-83fc-43a3cda06b53 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.631054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8dfa52d-3024-4f3c-b4fd-fba1ad52a36f req-b718eb06-0222-4030-83fc-43a3cda06b53 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 943 time: 0.0534041 Aug 31 06:44:13.631974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae8fccfe-d21c-4aeb-a68e-cb31bffee195 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:13.639471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.651521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Transition to ACTIVE for port object ae8fccfe-d21c-4aeb-a68e-cb31bffee195 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:13.656338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.670403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8dfa52d-3024-4f3c-b4fd-fba1ad52a36f req-7326af34-fd90-42b5-baf3-ddca086a096a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333192 Aug 31 06:44:13.704815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:13.778162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Attempting to bind port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:13.778491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Attempting to bind port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '39c5c26b-858d-4f8b-a679-2ba49dc33f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:13.778816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Attempting to bind port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 on network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:13.783605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 on network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:13.783918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Attempting to bind port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 on network 00acfb39-f7e7-4688-9a90-25322cf0ccf7 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:13.788642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:13.789065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Checking segment: {'id': '39c5c26b-858d-4f8b-a679-2ba49dc33f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:13.789533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Bound using segment: {'id': '39c5c26b-858d-4f8b-a679-2ba49dc33f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:13.789975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Bound port: ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39c5c26b-858d-4f8b-a679-2ba49dc33f6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:13.790327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.855053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:13.857981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,segment=NetworkSegment(39c5c26b-858d-4f8b-a679-2ba49dc33f6c),segment_id=39c5c26b-858d-4f8b-a679-2ba49dc33f6c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:13.863376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.894795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.895420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:13.896763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] 10.222.0.50 "PUT /v2.0/ports/ae8fccfe-d21c-4aeb-a68e-cb31bffee195 HTTP/1.1" status: 200 len: 1092 time: 0.6874721 Aug 31 06:44:13.897193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:13.899459 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:13.927280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba6af2-d218-4544-af8e-f21122606654 service neutron] Pushing event updated for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:13.997013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-f42d0cd0-3b02-4294-8dde-2a8b8401c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:13.998610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-f42d0cd0-3b02-4294-8dde-2a8b8401c4be service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f892f1086ab84877ada0e234ad44e7d4&device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 1095 time: 0.0454936 Aug 31 06:44:14.016459 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b5e22-7e70-4a17-9e9a-a3c59fa68f86 x-openstack-request-id: req-c03b5e22-7e70-4a17-9e9a-a3c59fa68f86 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:14.016721 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:14.016977 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c03b5e22-7e70-4a17-9e9a-a3c59fa68f86 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:14.017547 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195', 'status': 'completed', 'code': 200} Aug 31 06:44:14.055576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-b1d30a63-c030-4693-b261-f376d36ccdda service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195 HTTP/1.1" status: 200 len: 217 time: 0.0352085 Aug 31 06:44:14.124937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-5ef0fb97-3f26-4753-8e19-c0ddd4117e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.126507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-5ef0fb97-3f26-4753-8e19-c0ddd4117e02 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44347d68-9ac7-4b03-ac38-3effeaeec229 HTTP/1.1" status: 200 len: 850 time: 0.0493610 Aug 31 06:44:14.168522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-03dffc00-a11d-4d85-916b-b9a16f421d07 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00acfb39-f7e7-4688-9a90-25322cf0ccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259011 Aug 31 06:44:14.202576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5757e09-b98a-4072-b500-57f90d859f1b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:14.266934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-e5eae5ea-398e-46b2-a64d-9e730929473e service neutron] 10.222.0.50 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833657 Aug 31 06:44:14.318452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5757e09-b98a-4072-b500-57f90d859f1b,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:14.331707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff200ba-c2e5-4d61-b1ee-c3df166e7561 req-be1631cb-f13e-49c8-918a-19cd45b332f7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.334039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ff200ba-c2e5-4d61-b1ee-c3df166e7561 req-be1631cb-f13e-49c8-918a-19cd45b332f7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0563736 Aug 31 06:44:14.335055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e5757e09-b98a-4072-b500-57f90d859f1b', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'e5757e09-b98a-4072-b500-57f90d859f1b', 'mac_address': 'fa:16:3e:6d:e2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:14.373242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ff200ba-c2e5-4d61-b1ee-c3df166e7561 req-5b9f209e-b7cf-4a3a-a2a9-760443f2384b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327632 Aug 31 06:44:14.378656 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:14.393913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5757e09-b98a-4072-b500-57f90d859f1b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:14.414217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5757e09-b98a-4072-b500-57f90d859f1b,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:14.416488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494fb020-ffa7-43af-ab4f-bb629fb300ab req-1efb54e4-ab5b-4dfc-9d96-b32d2da180d5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.418172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-494fb020-ffa7-43af-ab4f-bb629fb300ab req-1efb54e4-ab5b-4dfc-9d96-b32d2da180d5 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0846069 Aug 31 06:44:14.421145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:14.426056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892cd384-f1dc-4aca-b5e1-3b365838a858 req-b2bb0bbb-d622-4172-b80f-5f5aefd5cd41 service neutron] 10.222.0.50 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481187 Aug 31 06:44:14.461611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-494fb020-ffa7-43af-ab4f-bb629fb300ab req-b8f9d83c-0f03-4138-aceb-148b6bfc5938 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345535 Aug 31 06:44:14.475749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:14.522577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-bd86b1a4-7d6a-4b41-b9ed-f64e444f03ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.523997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-bd86b1a4-7d6a-4b41-b9ed-f64e444f03ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f892f1086ab84877ada0e234ad44e7d4&device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 1095 time: 0.0483356 Aug 31 06:44:14.595808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b743212-2b60-4ed8-8fb4-fbe5a6fb5729 req-81fd7465-c57c-4bba-a6eb-34ac5dfd1a84 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.597374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b743212-2b60-4ed8-8fb4-fbe5a6fb5729 req-81fd7465-c57c-4bba-a6eb-34ac5dfd1a84 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 943 time: 0.0607562 Aug 31 06:44:14.636648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b743212-2b60-4ed8-8fb4-fbe5a6fb5729 req-933a1d90-cbaf-41f1-be0d-812827cba559 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332630 Aug 31 06:44:14.664920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-51e5a710-3f05-4382-af92-f9e85322481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.666423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-51e5a710-3f05-4382-af92-f9e85322481c service neutron] 10.222.0.50 "GET /v2.0/networks?id=00acfb39-f7e7-4688-9a90-25322cf0ccf7 HTTP/1.1" status: 200 len: 911 time: 0.1223214 Aug 31 06:44:14.674780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2aed72-a559-42f8-b985-d352efd5e1c5 req-b4ee9362-79f6-48f6-b260-9bb040df9f8e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.676186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f2aed72-a559-42f8-b985-d352efd5e1c5 req-b4ee9362-79f6-48f6-b260-9bb040df9f8e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0753591 Aug 31 06:44:14.726815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-51bb900d-ad6b-475e-9de1-d585c325a1c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195 HTTP/1.1" status: 200 len: 217 time: 0.0460482 Aug 31 06:44:14.779607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f2aed72-a559-42f8-b985-d352efd5e1c5 req-17858d66-d86f-407c-9575-b884be9cd5f5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928349 Aug 31 06:44:14.822095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331c0911-884b-4274-96dc-1a0b36dd7b12 req-3ab24c32-74a9-4798-b4bc-7f50d18114d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.822593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-e5d0fd52-619d-430c-84aa-de49fde67fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.823599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-331c0911-884b-4274-96dc-1a0b36dd7b12 req-3ab24c32-74a9-4798-b4bc-7f50d18114d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 944 time: 0.0652919 Aug 31 06:44:14.824047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-e5d0fd52-619d-430c-84aa-de49fde67fda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=44347d68-9ac7-4b03-ac38-3effeaeec229 HTTP/1.1" status: 200 len: 850 time: 0.0837495 Aug 31 06:44:14.847866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-868df821-e2a2-483a-b008-45c4db34f714 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:14.849644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-868df821-e2a2-483a-b008-45c4db34f714 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 950 time: 0.0602171 Aug 31 06:44:14.870423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-331c0911-884b-4274-96dc-1a0b36dd7b12 req-37355cd8-42eb-4d3f-9054-514eeed0b380 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380476 Aug 31 06:44:14.890065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-325e7866-50f3-4173-85f6-bba11dec0a02 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=00acfb39-f7e7-4688-9a90-25322cf0ccf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394499 Aug 31 06:44:14.910292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e5757e09-b98a-4072-b500-57f90d859f1b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:15.040404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-2be6bd1d-b94b-40af-a42f-1bbced50c4e8 service neutron] 10.222.0.50 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341033 Aug 31 06:44:15.043359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:15.043651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.210541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:15.210914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.225066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4ebfcf-bf54-4018-9afc-1116f38c82e7 req-54cce3f2-f749-444e-b716-103985b01c90 service neutron] 10.222.0.50 "GET /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368475 Aug 31 06:44:15.228783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:15.362574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.376915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:15.399534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:15.438392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:15.441660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.443980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4fd867f-0958-45fb-80ce-08aa1fd4f332 req-a935b88a-7dd9-4a66-ab4f-54a74a1e03fd tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "DELETE /v2.0/ports/753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d HTTP/1.1" status: 204 len: 173 time: 0.5811975 Aug 31 06:44:15.521744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be0131f-5f6c-4256-afb9-8f1e7d191e4f req-12a46366-550c-4be1-a7ba-5065a69c482f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:15.528521 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:15.533477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3be0131f-5f6c-4256-afb9-8f1e7d191e4f req-12a46366-550c-4be1-a7ba-5065a69c482f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0742257 Aug 31 06:44:15.600384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-236161cd-b14f-4ea2-b6c2-42f229db8162 req-e66d69a3-e7ab-4bdf-b4f0-e2cc1d947901 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=0b13c613-d7ee-413e-8094-504fffb2c852 HTTP/1.1" status: 200 len: 210 time: 0.0352545 Aug 31 06:44:15.605671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3be0131f-5f6c-4256-afb9-8f1e7d191e4f req-66921c01-a3f0-4092-a9f1-2cc0fdc240dc tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661693 Aug 31 06:44:15.759074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d6898-da53-4207-8819-585715de33a8 req-157571f8-9ff6-43c2-9000-d78625f6c8df tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:15.760952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f3d6898-da53-4207-8819-585715de33a8 req-157571f8-9ff6-43c2-9000-d78625f6c8df tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 943 time: 0.0577755 Aug 31 06:44:15.802414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f3d6898-da53-4207-8819-585715de33a8 req-6ae5fcd4-9728-4381-beba-69f587a4830e tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346324 Aug 31 06:44:15.905957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e3aa76-e698-43b0-bfd0-9e72a37ebb72 req-08eac8ef-c4c7-45d1-a852-7773ac88bd10 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:15.908313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61e3aa76-e698-43b0-bfd0-9e72a37ebb72 req-08eac8ef-c4c7-45d1-a852-7773ac88bd10 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0552719 Aug 31 06:44:15.950827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61e3aa76-e698-43b0-bfd0-9e72a37ebb72 req-4f636df8-0a11-4040-93b7-d54c957b8598 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365684 Aug 31 06:44:16.015937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6634e785-574b-45a8-a434-7cde39dee356 req-52462975-f7eb-4774-b5a9-a5144f26d7f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.018082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6634e785-574b-45a8-a434-7cde39dee356 req-52462975-f7eb-4774-b5a9-a5144f26d7f8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 944 time: 0.0510566 Aug 31 06:44:16.018528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'name': 'network-vif-deleted', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:16.020736 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a9e619-4a58-4e30-875a-7ff9954cc885" -d '{"events": [{"server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "name": "network-vif-deleted", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:16.056605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6634e785-574b-45a8-a434-7cde39dee356 req-428925cd-b60e-44cc-a0c9-4a9c5e00f9ff tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326500 Aug 31 06:44:16.058091 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78a9f0ed-3426-44e6-ba0b-7e426a808a38 x-openstack-request-id: req-78a9f0ed-3426-44e6-ba0b-7e426a808a38 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:16.058380 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b13c613-d7ee-413e-8094-504fffb2c852", "name": "network-vif-deleted", "tag": "753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:16.058627 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78a9f0ed-3426-44e6-ba0b-7e426a808a38 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:16.059017 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b13c613-d7ee-413e-8094-504fffb2c852', 'name': 'network-vif-deleted', 'tag': '753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d', 'status': 'completed', 'code': 200} Aug 31 06:44:16.488444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823', '923658f4-a2e8-45b0-a686-46dd672062b1', 'f1953c50-4f95-47d5-93d1-60f98c79bb99'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:16.731509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d31cb-b038-4875-a3f1-c2e50b6a4c38 req-fbee1ca1-8e77-4118-9867-68ef2f1589a1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.733690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba8d31cb-b038-4875-a3f1-c2e50b6a4c38 req-fbee1ca1-8e77-4118-9867-68ef2f1589a1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0571990 Aug 31 06:44:16.796530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba8d31cb-b038-4875-a3f1-c2e50b6a4c38 req-1e4d7b1a-1bae-44be-9f23-38cca79e1ab2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559587 Aug 31 06:44:16.890506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec7fc6a-e433-48cf-be4e-7fd419945fd0 req-74a7f4ef-5b06-4f86-aba1-73b1978092ec tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.893430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ec7fc6a-e433-48cf-be4e-7fd419945fd0 req-74a7f4ef-5b06-4f86-aba1-73b1978092ec tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0568035 Aug 31 06:44:16.934915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ec7fc6a-e433-48cf-be4e-7fd419945fd0 req-f6c66153-a137-406e-9a34-00f08023c37c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371029 Aug 31 06:44:16.992665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7c77e5-17df-44f7-ab68-da1334a1a097 req-009ea7d7-9a69-4e74-bf6f-08ec21d43e10 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:16.997792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e7c77e5-17df-44f7-ab68-da1334a1a097 req-009ea7d7-9a69-4e74-bf6f-08ec21d43e10 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 943 time: 0.0605280 Aug 31 06:44:17.034887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e7c77e5-17df-44f7-ab68-da1334a1a097 req-8f9d7a66-b882-4c83-87ec-02dbcaebb0b8 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344160 Aug 31 06:44:17.111482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb6c9f-56fa-453e-85e6-b28de854010b req-b164b901-0ed7-4a09-8394-7f1cd0bda86e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.112994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eeb6c9f-56fa-453e-85e6-b28de854010b req-b164b901-0ed7-4a09-8394-7f1cd0bda86e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0524373 Aug 31 06:44:17.150982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0eeb6c9f-56fa-453e-85e6-b28de854010b req-613a6c8d-6bcc-4fdc-9587-29980e2d362a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320528 Aug 31 06:44:17.176355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baae7fb-a8a4-4291-bde3-74d29cc2b438 req-fb654e4a-69fa-47ee-b776-20be15277a76 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.177871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7baae7fb-a8a4-4291-bde3-74d29cc2b438 req-fb654e4a-69fa-47ee-b776-20be15277a76 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 944 time: 0.0502324 Aug 31 06:44:17.215396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7baae7fb-a8a4-4291-bde3-74d29cc2b438 req-0205da13-a212-4f8d-902e-11a0600517ab tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314906 Aug 31 06:44:17.588623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-236a4b96-015a-458e-95e7-f29cacddcd84 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0440388 Aug 31 06:44:17.685960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-16f7282e-acaf-41f7-a021-3de225bf71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.687429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-16f7282e-acaf-41f7-a021-3de225bf71f2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 1101 time: 0.0401249 Aug 31 06:44:17.794134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-838affad-0a18-4393-b4b3-e695ac208de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.795643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-838affad-0a18-4393-b4b3-e695ac208de4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0881720 Aug 31 06:44:17.844201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-0b94caf6-cdc7-4592-89a9-4411ca3d07e3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 200 len: 217 time: 0.0393224 Aug 31 06:44:17.939688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-39561a97-16d1-413b-8c5b-bca1366437fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.941210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-39561a97-16d1-413b-8c5b-bca1366437fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0767665 Aug 31 06:44:17.952294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd1e04-4a56-4abe-9c8c-78204fc3c97e req-6942a5d4-2e10-4d05-a95d-79e88f0e09a9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:17.953893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbfd1e04-4a56-4abe-9c8c-78204fc3c97e req-6942a5d4-2e10-4d05-a95d-79e88f0e09a9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0818248 Aug 31 06:44:18.031724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbfd1e04-4a56-4abe-9c8c-78204fc3c97e req-899bf836-f912-42ca-bafa-7de82d940ad8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717962 Aug 31 06:44:18.036924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-f058d7d6-ff63-4d8c-bcc9-0aaf17ccfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.038526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-f058d7d6-ff63-4d8c-bcc9-0aaf17ccfd8b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0722470 Aug 31 06:44:18.077048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49da29b-760f-47f2-a777-446d8bc1c93e req-e1337469-77f5-419f-bc18-897a6da2d0e4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.078659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e49da29b-760f-47f2-a777-446d8bc1c93e req-e1337469-77f5-419f-bc18-897a6da2d0e4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0672004 Aug 31 06:44:18.121742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e49da29b-760f-47f2-a777-446d8bc1c93e req-1b9584ac-aeee-4c49-8dea-fcbf109f9742 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364316 Aug 31 06:44:18.155422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-2e389acf-974d-4540-9c9a-51369b62f802 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991006 Aug 31 06:44:18.240549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5757e09-b98a-4072-b500-57f90d859f1b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:18.269657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcee5d6-477a-4317-a415-f4b004e5f032 req-1b3e1b3a-cae2-4c4e-b1cd-808da8a418af tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.271209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddcee5d6-477a-4317-a415-f4b004e5f032 req-1b3e1b3a-cae2-4c4e-b1cd-808da8a418af tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 943 time: 0.1130037 Aug 31 06:44:18.273400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a715a-9fab-424b-926f-963ee06704a0 req-d0b5d947-c184-46ed-a1bb-d80ec5116ebf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.275046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e6a715a-9fab-424b-926f-963ee06704a0 req-d0b5d947-c184-46ed-a1bb-d80ec5116ebf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0510964 Aug 31 06:44:18.305445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e5757e09-b98a-4072-b500-57f90d859f1b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:18.309862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e5757e09-b98a-4072-b500-57f90d859f1b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:18.310457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.315544 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc925a61-b2e3-49c4-be7f-446262c06560 req-7cbf5a57-c85b-46d0-ae42-70ccfcae6c87 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476557 Aug 31 06:44:18.337286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e6a715a-9fab-424b-926f-963ee06704a0 req-d841f11b-f009-488a-ae64-eedd26103112 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498347 Aug 31 06:44:18.340460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddcee5d6-477a-4317-a415-f4b004e5f032 req-771a5094-7529-44c6-8588-6f086e26b259 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615170 Aug 31 06:44:18.409210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.435360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:18.437680 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a123beac-ae76-4935-84d0-2f60310fb72c" -d '{"events": [{"server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "name": "network-vif-plugged", "status": "completed", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:18.449106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a87b40-2e20-4ade-acea-b66cec679b9c req-ebdcb9f1-82ea-421b-92a6-0883e29c2b89 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.450629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98a87b40-2e20-4ade-acea-b66cec679b9c req-ebdcb9f1-82ea-421b-92a6-0883e29c2b89 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 944 time: 0.0554287 Aug 31 06:44:18.451828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5757e09-b98a-4072-b500-57f90d859f1b,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:18.456016 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.496110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98a87b40-2e20-4ade-acea-b66cec679b9c req-adf06984-f462-40c5-b83d-9791ebb9d094 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388746 Aug 31 06:44:18.509404 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-939947ed-3ec7-45a4-be00-892d7b78575e x-openstack-request-id: req-939947ed-3ec7-45a4-be00-892d7b78575e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:18.509696 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "name": "network-vif-plugged", "status": "completed", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:18.509945 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-939947ed-3ec7-45a4-be00-892d7b78575e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:18.510327 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b', 'code': 200} Aug 31 06:44:18.511107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:18.584138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-2a5c3436-f15a-435c-98b7-289f6b4a2542 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.585655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-2a5c3436-f15a-435c-98b7-289f6b4a2542 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 949 time: 0.0552483 Aug 31 06:44:18.626646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e224f992-82f7-4ca8-b5d9-40a67b8a0a26 req-61b9ef7b-7051-4bf0-9c96-1d7b4c43630f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:18.628180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e224f992-82f7-4ca8-b5d9-40a67b8a0a26 req-61b9ef7b-7051-4bf0-9c96-1d7b4c43630f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 1097 time: 0.0411737 Aug 31 06:44:18.666817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e224f992-82f7-4ca8-b5d9-40a67b8a0a26 req-cbeb5b79-3683-4ed8-9b9a-6d6eb84e0ef3 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278471 Aug 31 06:44:18.680155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port f1953c50-4f95-47d5-93d1-60f98c79bb99 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:18.680501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.770336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port f1953c50-4f95-47d5-93d1-60f98c79bb99, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f1953c50-4f95-47d5-93d1-60f98c79bb99,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:18.770698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.783569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for f1953c50-4f95-47d5-93d1-60f98c79bb99 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:18.908544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:18.924142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:18.943071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=f1953c50-4f95-47d5-93d1-60f98c79bb99,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:18.991646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port f1953c50-4f95-47d5-93d1-60f98c79bb99 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:18.993621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.002076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a09e8ae9-8f47-4ee5-b5a9-3da18bd2c81a req-3a746acb-4c83-4896-82da-5831e447fd06 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "DELETE /v2.0/ports/f1953c50-4f95-47d5-93d1-60f98c79bb99 HTTP/1.1" status: 204 len: 173 time: 0.4035237 Aug 31 06:44:19.002258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'name': 'network-vif-deleted', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:19.012947 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-253aae0a-5ef7-4b6a-8ce5-7c8c7e370fc2" -d '{"events": [{"server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "name": "network-vif-deleted", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:19.082625 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50f346b1-267d-44e6-82ea-f97da85c226c x-openstack-request-id: req-50f346b1-267d-44e6-82ea-f97da85c226c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:19.082625 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72d2f5df-6815-49e5-8a86-c72d3c1f5c01", "name": "network-vif-deleted", "tag": "f1953c50-4f95-47d5-93d1-60f98c79bb99", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:19.082625 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50f346b1-267d-44e6-82ea-f97da85c226c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:19.082625 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d2f5df-6815-49e5-8a86-c72d3c1f5c01', 'name': 'network-vif-deleted', 'tag': 'f1953c50-4f95-47d5-93d1-60f98c79bb99', 'status': 'completed', 'code': 200} Aug 31 06:44:19.171890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823', '923658f4-a2e8-45b0-a686-46dd672062b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:19.186100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9743ec4-afea-4f6c-a094-ef258b4149c0 req-ab415c09-7780-447b-b954-63d5a6b383f6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.188741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9743ec4-afea-4f6c-a094-ef258b4149c0 req-ab415c09-7780-447b-b954-63d5a6b383f6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0766990 Aug 31 06:44:19.241644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9743ec4-afea-4f6c-a094-ef258b4149c0 req-02de0d01-e89b-438c-b2d1-ca735147223a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466797 Aug 31 06:44:19.310645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b17b3c8-2b5f-41cc-8296-c4761598114a req-d925ceb6-fa2f-4f44-ae68-a5feff8f2f95 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=72d2f5df-6815-49e5-8a86-c72d3c1f5c01 HTTP/1.1" status: 200 len: 210 time: 0.0263960 Aug 31 06:44:19.473111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9468a-62b1-4956-a5a2-98a5b749b565 req-2f40f65f-1e4c-4387-b4e3-935873a83621 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.482766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19b9468a-62b1-4956-a5a2-98a5b749b565 req-2f40f65f-1e4c-4387-b4e3-935873a83621 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0698135 Aug 31 06:44:19.482956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa33e941-31f8-4073-a049-c8b3342ccdf0 req-cb81dd49-cdc6-4ec5-9dc7-ce720de3cfeb tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.485513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa33e941-31f8-4073-a049-c8b3342ccdf0 req-cb81dd49-cdc6-4ec5-9dc7-ce720de3cfeb tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 943 time: 0.0608850 Aug 31 06:44:19.533274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa33e941-31f8-4073-a049-c8b3342ccdf0 req-3c1e218a-befd-4e4f-a7c6-b39469bb1f0b tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411668 Aug 31 06:44:19.537600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19b9468a-62b1-4956-a5a2-98a5b749b565 req-f7a44261-e745-44f4-9e38-a8c3bbc54d21 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472357 Aug 31 06:44:19.589635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ae8fccfe-d21c-4aeb-a68e-cb31bffee195 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:19.591751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:19.626150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:19.626583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 753d5a10-ea9e-4c07-8e21-b1d3cd93ab6d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:19.651469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef29be5-642c-4790-8e9d-44b878305be1 req-e73d4d4e-21d1-42ad-ba40-fa0119bfe3be tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:19.652956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ef29be5-642c-4790-8e9d-44b878305be1 req-e73d4d4e-21d1-42ad-ba40-fa0119bfe3be tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.0505276 Aug 31 06:44:19.695502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ef29be5-642c-4790-8e9d-44b878305be1 req-7e90d77a-3399-4677-9346-70b29902442d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Aug 31 06:44:19.749699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,segment=NetworkSegment(39c5c26b-858d-4f8b-a679-2ba49dc33f6c),segment_id=39c5c26b-858d-4f8b-a679-2ba49dc33f6c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:19.760109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195', 'network_id': '00acfb39-f7e7-4688-9a90-25322cf0ccf7', 'port_id': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195', 'mac_address': 'fa:16:3e:07:1a:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 586, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '44347d68-9ac7-4b03-ac38-3effeaeec229', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:19.796728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.813212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae8fccfe-d21c-4aeb-a68e-cb31bffee195 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:19.832114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,segment=NetworkSegment(39c5c26b-858d-4f8b-a679-2ba49dc33f6c),segment_id=39c5c26b-858d-4f8b-a679-2ba49dc33f6c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:19.836150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:19.885921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:20.366457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339ecd59-0585-4f97-8827-505b2e2ad6be req-63f63271-9c21-4d18-860c-e407c6f15b66 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.367969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-339ecd59-0585-4f97-8827-505b2e2ad6be req-63f63271-9c21-4d18-860c-e407c6f15b66 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0520325 Aug 31 06:44:20.407682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-339ecd59-0585-4f97-8827-505b2e2ad6be req-94020f92-e92a-40dd-8fe3-bab6e47be54e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 31 06:44:20.452137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ae8fccfe-d21c-4aeb-a68e-cb31bffee195'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:20.587907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859b6e81-6d22-4682-beb8-14644d364bc1 req-f4339158-94a6-475a-8e7f-fe1fa6b390a2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.589523 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-859b6e81-6d22-4682-beb8-14644d364bc1 req-f4339158-94a6-475a-8e7f-fe1fa6b390a2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.0539520 Aug 31 06:44:20.631627 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-859b6e81-6d22-4682-beb8-14644d364bc1 req-723bc508-3a07-4477-8b34-9af70fd7ff0c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347867 Aug 31 06:44:20.666511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612d3279-12ee-4721-aa70-404f5b04910a req-2d849158-fde0-4bd6-a487-85c7dce5972c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.668040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-612d3279-12ee-4721-aa70-404f5b04910a req-2d849158-fde0-4bd6-a487-85c7dce5972c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0562184 Aug 31 06:44:20.707725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-612d3279-12ee-4721-aa70-404f5b04910a req-760e7346-3cb5-4fe3-9061-71e2c418e423 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328817 Aug 31 06:44:20.744584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a61cb-fcfe-4c48-b2f2-84d94009cc0f req-fe9e4223-51d1-4a92-b3a2-44ded0253c27 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.746301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c1a61cb-fcfe-4c48-b2f2-84d94009cc0f req-fe9e4223-51d1-4a92-b3a2-44ded0253c27 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 944 time: 0.0552056 Aug 31 06:44:20.789101 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c1a61cb-fcfe-4c48-b2f2-84d94009cc0f req-95a2902b-93f0-4e55-ba54-e879354a9202 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364113 Aug 31 06:44:20.885968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0487ace-b032-4188-824e-7e209739d51f req-ad256b14-dd2a-4eb2-b6ee-2671847acb1f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:20.887329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0487ace-b032-4188-824e-7e209739d51f req-ad256b14-dd2a-4eb2-b6ee-2671847acb1f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.0524859 Aug 31 06:44:20.924180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0487ace-b032-4188-824e-7e209739d51f req-6a33dfe7-bc90-4b94-b62c-c05ca09066c3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308509 Aug 31 06:44:21.525589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac5d544-809c-4d66-b77c-5db6a6686d0a req-a2f55b44-da9e-4d99-81f3-b66f86fb080a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:21.527086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ac5d544-809c-4d66-b77c-5db6a6686d0a req-a2f55b44-da9e-4d99-81f3-b66f86fb080a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Aug 31 06:44:21.566115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ac5d544-809c-4d66-b77c-5db6a6686d0a req-17ea67ff-82cd-42d1-a710-e07910a1dffb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322676 Aug 31 06:44:21.757616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7dcef-0fe2-4049-9b30-b84e69f3a969 req-2631f395-47bb-4807-9a3d-5a69359fc324 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:21.759138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61f7dcef-0fe2-4049-9b30-b84e69f3a969 req-2631f395-47bb-4807-9a3d-5a69359fc324 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.0543730 Aug 31 06:44:21.806343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61f7dcef-0fe2-4049-9b30-b84e69f3a969 req-5bd12701-510f-4e2a-8917-fc9dfad66ca8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393856 Aug 31 06:44:21.852004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48401bc8-3b2e-4039-9a0c-c2a0373702e1 req-d59da834-0b5b-4ca3-b2f7-fde07ca5e375 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:21.853699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48401bc8-3b2e-4039-9a0c-c2a0373702e1 req-d59da834-0b5b-4ca3-b2f7-fde07ca5e375 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0601008 Aug 31 06:44:21.899402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48401bc8-3b2e-4039-9a0c-c2a0373702e1 req-884d0b1b-74c2-4050-a1d4-d4bf54ef4a97 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Aug 31 06:44:21.979199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d281cf3-7ba0-412a-89c5-d53522d4ea37 req-c743b356-99b6-4b61-a333-b2b18cdcf64c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:21.980648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d281cf3-7ba0-412a-89c5-d53522d4ea37 req-c743b356-99b6-4b61-a333-b2b18cdcf64c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 944 time: 0.0493424 Aug 31 06:44:22.018604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d281cf3-7ba0-412a-89c5-d53522d4ea37 req-109ae383-105c-4d79-baa8-2615bedf4c77 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316055 Aug 31 06:44:22.164593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-7140a987-beb8-4039-8e01-2e77d5978e42 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:22.166000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-7140a987-beb8-4039-8e01-2e77d5978e42 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 949 time: 0.0490444 Aug 31 06:44:22.234900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f1953c50-4f95-47d5-93d1-60f98c79bb99 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:22.259227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: f1953c50-4f95-47d5-93d1-60f98c79bb99 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:22.259581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f1953c50-4f95-47d5-93d1-60f98c79bb99 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:22.278849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port 923658f4-a2e8-45b0-a686-46dd672062b1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:22.279127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.373259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port 923658f4-a2e8-45b0-a686-46dd672062b1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=923658f4-a2e8-45b0-a686-46dd672062b1,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:22.373663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.393183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for 923658f4-a2e8-45b0-a686-46dd672062b1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:22.533599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.545838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823', '923658f4-a2e8-45b0-a686-46dd672062b1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:22.566461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=923658f4-a2e8-45b0-a686-46dd672062b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:22.581059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:22.621236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port 923658f4-a2e8-45b0-a686-46dd672062b1 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:22.623761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:22.627574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60c6918c-9693-4e5e-85d3-d6589a82b7eb req-260c9da2-72a1-4d63-85c6-eb2650f42d6c tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "DELETE /v2.0/ports/923658f4-a2e8-45b0-a686-46dd672062b1 HTTP/1.1" status: 204 len: 173 time: 0.4547446 Aug 31 06:44:22.628239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'name': 'network-vif-deleted', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:22.634462 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee5885e-38ee-4f84-a413-4997776e469e" -d '{"events": [{"server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "name": "network-vif-deleted", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:22.686025 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784d02fd-eda9-4d68-b12e-b00aba6fc364 x-openstack-request-id: req-784d02fd-eda9-4d68-b12e-b00aba6fc364 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:22.686403 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00d61e09-d67e-4680-bc91-eb60a78468dc", "name": "network-vif-deleted", "tag": "923658f4-a2e8-45b0-a686-46dd672062b1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:22.687142 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-784d02fd-eda9-4d68-b12e-b00aba6fc364 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:22.687142 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00d61e09-d67e-4680-bc91-eb60a78468dc', 'name': 'network-vif-deleted', 'tag': '923658f4-a2e8-45b0-a686-46dd672062b1', 'status': 'completed', 'code': 200} Aug 31 06:44:22.808746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387c262-d226-4e11-bb37-a3c7aeee99ee req-9de3d43c-68a0-4d20-afa5-1023af4c3998 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:22.811277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b387c262-d226-4e11-bb37-a3c7aeee99ee req-9de3d43c-68a0-4d20-afa5-1023af4c3998 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0776062 Aug 31 06:44:22.877825 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b387c262-d226-4e11-bb37-a3c7aeee99ee req-d432e036-dda4-4e38-b93d-31b9cd0ef2b3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582695 Aug 31 06:44:22.964680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-355c5520-9bda-40e4-bb30-c2ad0a796fb6 req-94096786-d9e2-4516-963e-b68af128d35d tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=00d61e09-d67e-4680-bc91-eb60a78468dc HTTP/1.1" status: 200 len: 210 time: 0.0519738 Aug 31 06:44:23.102038 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:44:23.154683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761809b-85ff-408e-8b9a-b5130143ad20 req-c6bf60f7-644e-4d39-a131-50af5390a660 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:23.160262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1761809b-85ff-408e-8b9a-b5130143ad20 req-c6bf60f7-644e-4d39-a131-50af5390a660 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1248667 Aug 31 06:44:23.250159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6123d2-3179-4241-b419-df024d01fdd2 req-17acf300-b4e0-4e4e-8e86-201b29ce29bb tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:23.256519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1761809b-85ff-408e-8b9a-b5130143ad20 req-218cf816-98b1-4f07-93ac-5f8babb0f51b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873463 Aug 31 06:44:23.261182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c6123d2-3179-4241-b419-df024d01fdd2 req-17acf300-b4e0-4e4e-8e86-201b29ce29bb tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 944 time: 0.0953197 Aug 31 06:44:23.349271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c6123d2-3179-4241-b419-df024d01fdd2 req-d411f584-e2e8-4a97-b97b-ac811edc9671 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870965 Aug 31 06:44:23.601584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ae8fccfe-d21c-4aeb-a68e-cb31bffee195 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:23.654458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:23.659523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:23.659926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.753552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.784976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:23.788069 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a126096b-5683-4c0d-90cd-5c48ec64a063" -d '{"events": [{"server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "name": "network-vif-plugged", "status": "completed", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:23.803394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,segment=NetworkSegment(39c5c26b-858d-4f8b-a679-2ba49dc33f6c),segment_id=39c5c26b-858d-4f8b-a679-2ba49dc33f6c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:23.807854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:23.847159 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846ec045-2ed0-4367-952e-73538116b538 x-openstack-request-id: req-846ec045-2ed0-4367-952e-73538116b538 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:23.847481 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "name": "network-vif-plugged", "status": "completed", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:23.847761 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-846ec045-2ed0-4367-952e-73538116b538 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:23.848185 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195', 'code': 200} Aug 31 06:44:23.877012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:23.999000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af2f083-1a5f-4178-bdf5-4bef3c98e6a2 req-ced96d4b-cf71-4ce9-b825-7b409f3ade54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:24.001911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8af2f083-1a5f-4178-bdf5-4bef3c98e6a2 req-ced96d4b-cf71-4ce9-b825-7b409f3ade54 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 1097 time: 0.0540714 Aug 31 06:44:24.019124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70de08-fb3f-4973-acf8-338fde1021db req-df1ee15e-6295-4f54-806b-1c96a30bfc5f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:24.021126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af70de08-fb3f-4973-acf8-338fde1021db req-df1ee15e-6295-4f54-806b-1c96a30bfc5f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0646086 Aug 31 06:44:24.069909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af70de08-fb3f-4973-acf8-338fde1021db req-999ee5b3-5a6a-4c6c-b375-90980666a124 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414045 Aug 31 06:44:24.082011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8af2f083-1a5f-4178-bdf5-4bef3c98e6a2 req-96255711-80c8-4c1d-8a4f-427c1e4cea5a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524123 Aug 31 06:44:24.434669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322cbf6d-cce3-4fd4-8b28-bcd8372abcd3 req-8a5eebae-642d-49e8-9cbb-aa54159109a1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:24.436245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-322cbf6d-cce3-4fd4-8b28-bcd8372abcd3 req-8a5eebae-642d-49e8-9cbb-aa54159109a1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0770936 Aug 31 06:44:24.482634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-322cbf6d-cce3-4fd4-8b28-bcd8372abcd3 req-f3be79d5-80f3-4cd6-a976-dfae36fb6044 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372453 Aug 31 06:44:24.492244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc72a15f-9236-4dc1-85b1-95876df1ed92 req-2b52fe4b-7e93-4efb-b51b-eb9b2dac55dc tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:24.493906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc72a15f-9236-4dc1-85b1-95876df1ed92 req-2b52fe4b-7e93-4efb-b51b-eb9b2dac55dc tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0637784 Aug 31 06:44:24.555102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc72a15f-9236-4dc1-85b1-95876df1ed92 req-40267463-52cb-4515-8344-54e95dfb0bec tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465744 Aug 31 06:44:24.612432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167481b-0b91-491f-8b26-3873e9379af3 req-d337b040-2af9-436c-8afd-6456ae22972f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:24.614260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1167481b-0b91-491f-8b26-3873e9379af3 req-d337b040-2af9-436c-8afd-6456ae22972f tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0621054 Aug 31 06:44:24.658372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1167481b-0b91-491f-8b26-3873e9379af3 req-918c29b4-0ab3-4989-a3c3-c896b8770209 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376923 Aug 31 06:44:24.795612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12ecd229-a5d1-4f93-8b8f-6d58e5037d8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:25.229281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45a2258-7f5b-4383-9942-d76c6b86a269 req-863ed9bc-6223-49ed-b5db-b6e9a43e14e5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.231108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c45a2258-7f5b-4383-9942-d76c6b86a269 req-863ed9bc-6223-49ed-b5db-b6e9a43e14e5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0718851 Aug 31 06:44:25.286026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c45a2258-7f5b-4383-9942-d76c6b86a269 req-fde89a84-8870-4f85-98ca-63280b8028f1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458832 Aug 31 06:44:25.629473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdff0fb-f435-45f4-804e-fc731e4e71fd req-6a178b35-e634-4494-9d96-ba58e54e2e3d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.639595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cdff0fb-f435-45f4-804e-fc731e4e71fd req-6a178b35-e634-4494-9d96-ba58e54e2e3d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0748777 Aug 31 06:44:25.700268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cdff0fb-f435-45f4-804e-fc731e4e71fd req-a0cf6d9f-ea80-4082-b14e-a12d1d8b232e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567925 Aug 31 06:44:25.703984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479637bf-321b-46b2-afc0-1d82ed4a3b72 req-6cb10769-3dc9-4292-aad4-99b4eb68248c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.706509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-479637bf-321b-46b2-afc0-1d82ed4a3b72 req-6cb10769-3dc9-4292-aad4-99b4eb68248c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0779719 Aug 31 06:44:25.759657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-479637bf-321b-46b2-afc0-1d82ed4a3b72 req-35439202-08e2-4873-9276-a4d01a12befe tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452025 Aug 31 06:44:25.888831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0057316-fb10-4ccd-8754-c680ccc6d179 req-0d7f7a16-3c25-469c-a99c-e28367fa11f6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.890812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0057316-fb10-4ccd-8754-c680ccc6d179 req-0d7f7a16-3c25-469c-a99c-e28367fa11f6 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0592942 Aug 31 06:44:25.934693 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0057316-fb10-4ccd-8754-c680ccc6d179 req-67d3ca3e-63a5-49ef-bfe2-4cd11275a8ba tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Aug 31 06:44:25.990564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1818d49b-d146-4990-9404-942ed5338cc9 req-9c8fffac-d391-4311-901b-a8873c433ec1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:25.992044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1818d49b-d146-4990-9404-942ed5338cc9 req-9c8fffac-d391-4311-901b-a8873c433ec1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/ports?device_id=a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3 HTTP/1.1" status: 200 len: 950 time: 0.0563815 Aug 31 06:44:26.098185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port 75344e68-2c10-49b7-9dac-5a785ade3823 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:26.098455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.210349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port 75344e68-2c10-49b7-9dac-5a785ade3823, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=75344e68-2c10-49b7-9dac-5a785ade3823,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:26.210763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.227720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for 75344e68-2c10-49b7-9dac-5a785ade3823 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:26.232531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 923658f4-a2e8-45b0-a686-46dd672062b1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:26.257182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 923658f4-a2e8-45b0-a686-46dd672062b1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:26.257593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 923658f4-a2e8-45b0-a686-46dd672062b1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:26.414719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.429416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:26.432343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35', '75344e68-2c10-49b7-9dac-5a785ade3823'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:26.451980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=75344e68-2c10-49b7-9dac-5a785ade3823,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:26.470948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb39586-5f70-41bf-a2ae-90b06e6a441c req-a19b0c55-0219-4131-90dc-945985a6d3d4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:26.472529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cb39586-5f70-41bf-a2ae-90b06e6a441c req-a19b0c55-0219-4131-90dc-945985a6d3d4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1076701 Aug 31 06:44:26.516132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port 75344e68-2c10-49b7-9dac-5a785ade3823 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:26.524477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:26.526796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1818d49b-d146-4990-9404-942ed5338cc9 req-b79825d4-690f-49a6-8ef3-d98c34f597b8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "DELETE /v2.0/ports/75344e68-2c10-49b7-9dac-5a785ade3823 HTTP/1.1" status: 204 len: 173 time: 0.5281754 Aug 31 06:44:26.527278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'name': 'network-vif-deleted', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:26.529648 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39a40380-81b7-49e5-9924-7a8b9f9df33b" -d '{"events": [{"server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "name": "network-vif-deleted", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:26.560067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cb39586-5f70-41bf-a2ae-90b06e6a441c req-e5cfa16b-343b-49b1-bea0-a8a85758c0a3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697358 Aug 31 06:44:26.589725 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24fcf865-2fcd-48b7-a980-633b0dd6826d x-openstack-request-id: req-24fcf865-2fcd-48b7-a980-633b0dd6826d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:26.590033 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3", "name": "network-vif-deleted", "tag": "75344e68-2c10-49b7-9dac-5a785ade3823", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:26.590286 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24fcf865-2fcd-48b7-a980-633b0dd6826d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:26.590691 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15ae9b0-8c00-4a2e-bd13-a98cceb7aef3', 'name': 'network-vif-deleted', 'tag': '75344e68-2c10-49b7-9dac-5a785ade3823', 'status': 'completed', 'code': 200} Aug 31 06:44:26.862585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f69ed7-a4d0-4598-a4b0-6a8efc76e262 req-55f69068-89be-41e6-983e-8ba0f0590b11 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:26.872304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98f69ed7-a4d0-4598-a4b0-6a8efc76e262 req-55f69068-89be-41e6-983e-8ba0f0590b11 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0942452 Aug 31 06:44:26.930185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98f69ed7-a4d0-4598-a4b0-6a8efc76e262 req-c46bff14-cffd-49f9-9032-3687edfb0288 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568647 Aug 31 06:44:26.955943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49488d59-07b3-4012-8000-b3d8dd49ca4d req-f84c939d-74c1-432d-83ea-9f45a68c37c4 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:26.958989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-49488d59-07b3-4012-8000-b3d8dd49ca4d req-f84c939d-74c1-432d-83ea-9f45a68c37c4 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0752430 Aug 31 06:44:27.022696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-49488d59-07b3-4012-8000-b3d8dd49ca4d req-0d4d9a87-b483-44dc-9572-7d28f864ac86 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523059 Aug 31 06:44:27.220800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-5c7f4603-d8b6-4486-8eed-5f3c72719aba tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:27.240042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-5c7f4603-d8b6-4486-8eed-5f3c72719aba tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.0911927 Aug 31 06:44:27.431715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1779f1dc-b4c7-49f5-b6c7-774b203c9677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.440398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56118c9-ae75-4717-80ec-fd0ef5fd05c9 req-bbb6be32-a236-4755-8bf0-4e0fb4207be1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:27.441542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f56118c9-ae75-4717-80ec-fd0ef5fd05c9 req-bbb6be32-a236-4755-8bf0-4e0fb4207be1 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 949 time: 0.1791332 Aug 31 06:44:27.446943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-4ddab277-729f-431c-902e-02eb65bd9f59 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1102476 Aug 31 06:44:27.524108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:27.524453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.543187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f56118c9-ae75-4717-80ec-fd0ef5fd05c9 req-bd903d80-53e5-4eb0-8810-05801a27b045 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921421 Aug 31 06:44:27.605048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-290d41f1-9c1b-4661-8227-50936ff82fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:27.606911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-290d41f1-9c1b-4661-8227-50936ff82fad service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1097 time: 0.1247928 Aug 31 06:44:27.644849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:27.645220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.676068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:27.683254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e555599-994e-4d2d-af35-2f7e22c7f614 req-9a2c7a75-5b4a-4a52-be2b-f1e02a8a6dab tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:27.684774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e555599-994e-4d2d-af35-2f7e22c7f614 req-9a2c7a75-5b4a-4a52-be2b-f1e02a8a6dab tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0555675 Aug 31 06:44:27.698131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:27.723998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e555599-994e-4d2d-af35-2f7e22c7f614 req-8f89c8e3-1b30-44c8-8cb3-30d3116e2f1c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315759 Aug 31 06:44:28.074647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb4466a-a901-4430-abd9-341a9f281aa7 req-08944340-9bf9-4cd9-8777-1e17a6d3501f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.076235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddb4466a-a901-4430-abd9-341a9f281aa7 req-08944340-9bf9-4cd9-8777-1e17a6d3501f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0557950 Aug 31 06:44:28.118100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddb4466a-a901-4430-abd9-341a9f281aa7 req-8fb7043a-710e-4c94-8d25-e27af31b7345 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354707 Aug 31 06:44:28.128926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc973fc5-2af0-49de-bb49-a442a8ad31d9 req-177ae9e9-2d97-400e-aa8f-c15acfef5684 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.130466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc973fc5-2af0-49de-bb49-a442a8ad31d9 req-177ae9e9-2d97-400e-aa8f-c15acfef5684 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.4924695 Aug 31 06:44:28.171255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-1077929a-3da6-468a-b9ae-0bd4a5e352f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.173480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-1077929a-3da6-468a-b9ae-0bd4a5e352f9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.5252428 Aug 31 06:44:28.246986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc973fc5-2af0-49de-bb49-a442a8ad31d9 req-9d220cbb-e6cb-4ee9-b27e-b3289fd0a32b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086991 Aug 31 06:44:28.295761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-a0b39cbc-cb7a-4801-a08b-136ab0cde59d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 1000 time: 0.1066117 Aug 31 06:44:28.314460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.328870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:28.353991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:28.377769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:28.431815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:28.434761 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:28.436947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0aa2d21c-40df-4f3e-b95d-6cd771ce0065 req-dc8414c8-f952-4b93-b656-8bad10fa2be2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "DELETE /v2.0/ports/bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b HTTP/1.1" status: 204 len: 173 time: 1.1760738 Aug 31 06:44:28.437415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'name': 'network-vif-deleted', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:28.439822 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f7679e-6a47-40a1-9eb1-57bc92e07c21" -d '{"events": [{"server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "name": "network-vif-deleted", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:28.443859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-d2d222c1-05e0-419e-9989-3795e1184a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.445358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-d2d222c1-05e0-419e-9989-3795e1184a5a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1159961 Aug 31 06:44:28.491971 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d3bca8-b78c-4661-a41d-7fcb48cc6b68 x-openstack-request-id: req-37d3bca8-b78c-4661-a41d-7fcb48cc6b68 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:28.492357 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02994715-339a-403e-97a3-c3775ebe1571", "name": "network-vif-deleted", "tag": "bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:28.493388 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37d3bca8-b78c-4661-a41d-7fcb48cc6b68 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:28.493791 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02994715-339a-403e-97a3-c3775ebe1571', 'name': 'network-vif-deleted', 'tag': 'bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b', 'status': 'completed', 'code': 200} Aug 31 06:44:28.514574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-1a24ec01-ffee-485f-b112-b73989967c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.526105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-1a24ec01-ffee-485f-b112-b73989967c94 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551906 Aug 31 06:44:28.674047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16aafc09-ea9d-42e7-937a-b862f56a1bad req-3203ff7c-392d-493e-a03c-cdc61191278f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.675494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16aafc09-ea9d-42e7-937a-b862f56a1bad req-3203ff7c-392d-493e-a03c-cdc61191278f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.1026368 Aug 31 06:44:28.699876 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff55e5d8-76e4-47bc-9a70-5d4a6babdb93 req-2a8f51cd-4a64-4ae8-94af-525ecf1c07da tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=02994715-339a-403e-97a3-c3775ebe1571 HTTP/1.1" status: 200 len: 210 time: 0.0437813 Aug 31 06:44:28.705457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-fca179fe-8a3e-48ec-8329-7d7fff283207 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588380 Aug 31 06:44:28.724247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16aafc09-ea9d-42e7-937a-b862f56a1bad req-fd719a32-aa13-4d58-ac20-d552e72c74e8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380332 Aug 31 06:44:28.849651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43548734-e0b7-4510-9fa1-df9fb6ea1544 req-9cf4bf6f-bbcd-4168-8a46-60ed399b63f4 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132882 Aug 31 06:44:28.865719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f17eb3-ecf2-4969-be22-f801f0b97b58 req-929ac73f-13e6-4677-836c-026d05d1ba4c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:28.871208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4f17eb3-ecf2-4969-be22-f801f0b97b58 req-929ac73f-13e6-4677-836c-026d05d1ba4c tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0645330 Aug 31 06:44:28.912935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4f17eb3-ecf2-4969-be22-f801f0b97b58 req-23713dbd-e54c-408b-a8ac-7392d75965b6 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398166 Aug 31 06:44:29.233547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564373d1-4ca7-4272-be69-e06c766824b1 req-42006490-d693-4cf8-82e9-970854dc4ced tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:29.235422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-564373d1-4ca7-4272-be69-e06c766824b1 req-42006490-d693-4cf8-82e9-970854dc4ced tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0503407 Aug 31 06:44:29.292689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-564373d1-4ca7-4272-be69-e06c766824b1 req-6519d8f7-073e-47a1-96b5-1e989c4bf2c8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513227 Aug 31 06:44:29.409302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd760012-242f-4b9f-b9b6-c30a686dc687 req-3a48b935-83b5-4d56-a25b-6e7999420d84 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:29.410887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd760012-242f-4b9f-b9b6-c30a686dc687 req-3a48b935-83b5-4d56-a25b-6e7999420d84 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0594304 Aug 31 06:44:29.454896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd760012-242f-4b9f-b9b6-c30a686dc687 req-91afc383-2ac1-4af1-806d-1a948f738d98 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375390 Aug 31 06:44:29.530525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.041854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4998b7-a8d5-4a11-8eb1-40726ab80aae req-0629a0c7-7957-458a-81b0-0c4758ccdacf tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:30.043388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae4998b7-a8d5-4a11-8eb1-40726ab80aae req-0629a0c7-7957-458a-81b0-0c4758ccdacf tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0516572 Aug 31 06:44:30.090632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae4998b7-a8d5-4a11-8eb1-40726ab80aae req-ac9ec78e-5211-421e-9b41-df865aac68b4 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/security-groups?id=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399530 Aug 31 06:44:30.177679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3cc14-aea6-4460-97e7-4b93e46ebf40 req-7ee95a1f-fc8e-4b7d-afc0-8bb24b9d6cd8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:30.179325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffc3cc14-aea6-4460-97e7-4b93e46ebf40 req-7ee95a1f-fc8e-4b7d-afc0-8bb24b9d6cd8 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 950 time: 0.0503478 Aug 31 06:44:30.218414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffc3cc14-aea6-4460-97e7-4b93e46ebf40 req-a09b5912-240e-43b3-b5b9-875ef36f65df tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329518 Aug 31 06:44:30.260668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75344e68-2c10-49b7-9dac-5a785ade3823 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:30.285452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 75344e68-2c10-49b7-9dac-5a785ade3823 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:30.285452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 75344e68-2c10-49b7-9dac-5a785ade3823 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:30.410180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a6ba3b-411e-4a6b-a8c9-e96feeb07e94 req-e5c69bae-c791-42d7-9d52-db26f00f61a2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:30.411654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2a6ba3b-411e-4a6b-a8c9-e96feeb07e94 req-e5c69bae-c791-42d7-9d52-db26f00f61a2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0502927 Aug 31 06:44:30.451615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2a6ba3b-411e-4a6b-a8c9-e96feeb07e94 req-2f81f164-6eec-47cc-9b87-b7b89423a370 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329492 Aug 31 06:44:30.579380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-3f1a88bd-818d-461d-9399-2ae017baf6ac tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:30.580731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-3f1a88bd-818d-461d-9399-2ae017baf6ac tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.50 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 945 time: 0.0819838 Aug 31 06:44:30.594805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0316fbf-5a77-4797-ade2-194ee778f43f req-4052b894-68a8-4ad7-a639-66059851bdce tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:30.596183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b0316fbf-5a77-4797-ade2-194ee778f43f req-4052b894-68a8-4ad7-a639-66059851bdce tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0706220 Aug 31 06:44:30.680863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b0316fbf-5a77-4797-ade2-194ee778f43f req-6a773ba2-6beb-4597-90de-f7217000f4b2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776935 Aug 31 06:44:30.708216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Deleting port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:30.708556 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.802489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] For port ae8fccfe-d21c-4aeb-a68e-cb31bffee195, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,segment=NetworkSegment(39c5c26b-858d-4f8b-a679-2ba49dc33f6c),segment_id=39c5c26b-858d-4f8b-a679-2ba49dc33f6c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:30.802880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.816552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Calling delete_port for ae8fccfe-d21c-4aeb-a68e-cb31bffee195 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:30.932226 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.947016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:30.962150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ae8fccfe-d21c-4aeb-a68e-cb31bffee195'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:30.977564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Pushing event deleted for resources: {'Port': ['ID=ae8fccfe-d21c-4aeb-a68e-cb31bffee195,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:31.018909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] No DVR routers for this DVR port ae8fccfe-d21c-4aeb-a68e-cb31bffee195 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:31.021311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.023395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7c828df-cefe-4c14-8812-adff765c4bcd req-c63f7e70-e5ef-4aac-b3e0-f8ad1e20c8f3 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.50 "DELETE /v2.0/ports/ae8fccfe-d21c-4aeb-a68e-cb31bffee195 HTTP/1.1" status: 204 len: 173 time: 0.4263587 Aug 31 06:44:31.023830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'name': 'network-vif-deleted', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:31.026079 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b534b5c-4d8e-4845-8400-9bbd5eabe71c" -d '{"events": [{"server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "name": "network-vif-deleted", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:31.067425 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec46d628-79a9-4879-8eed-561fad2e5f6f x-openstack-request-id: req-ec46d628-79a9-4879-8eed-561fad2e5f6f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:31.068092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7cf4c4c-ecd7-437e-a222-70a321389093", "name": "network-vif-deleted", "tag": "ae8fccfe-d21c-4aeb-a68e-cb31bffee195", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:31.068092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec46d628-79a9-4879-8eed-561fad2e5f6f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:31.068340 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7cf4c4c-ecd7-437e-a222-70a321389093', 'name': 'network-vif-deleted', 'tag': 'ae8fccfe-d21c-4aeb-a68e-cb31bffee195', 'status': 'completed', 'code': 200} Aug 31 06:44:31.204923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6144f52c-9f6b-491a-b644-1efc4f48d191 req-09a36383-5695-49c1-b709-400a8ad0a0c2 tempest-ServerGroupTestJSON-1307183037 tempest-ServerGroupTestJSON-1307183037-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7cf4c4c-ecd7-437e-a222-70a321389093 HTTP/1.1" status: 200 len: 210 time: 0.0257962 Aug 31 06:44:31.340716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad421328-fcf7-4c86-9a36-7109e12f8932 req-fe7de2de-8229-4351-8972-95d9ca091561 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.342210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad421328-fcf7-4c86-9a36-7109e12f8932 req-fe7de2de-8229-4351-8972-95d9ca091561 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 950 time: 0.0489323 Aug 31 06:44:31.381635 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad421328-fcf7-4c86-9a36-7109e12f8932 req-b41219b9-7179-489b-baec-9aab0a8fbc76 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328290 Aug 31 06:44:31.573033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c4a444-4383-4bda-b684-110f6b8c61a8 req-9f7b236f-0a01-4fbe-b6b5-b5e60a894d81 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.574731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05c4a444-4383-4bda-b684-110f6b8c61a8 req-9f7b236f-0a01-4fbe-b6b5-b5e60a894d81 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0520406 Aug 31 06:44:31.617892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05c4a444-4383-4bda-b684-110f6b8c61a8 req-5fd6dfd0-13ef-49d3-b350-a6921c835221 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362234 Aug 31 06:44:31.632299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:31.652530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:31.652905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bae2ba5b-5a3b-469e-8ad1-ff94efd03d9b not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:31.752012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-b152e19c-182e-4721-88fd-aedce0c5c434 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.753699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-b152e19c-182e-4721-88fd-aedce0c5c434 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 950 time: 0.0532267 Aug 31 06:44:31.806610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532e531b-2d97-44b5-bf0b-b756202ec751 req-30154883-b32e-4cba-921b-bdd26cc49bde tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.808107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-532e531b-2d97-44b5-bf0b-b756202ec751 req-30154883-b32e-4cba-921b-bdd26cc49bde tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0557775 Aug 31 06:44:31.846838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-532e531b-2d97-44b5-bf0b-b756202ec751 req-dec2c6c0-9ce7-4c01-89e3-91ce1bedb6c7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321891 Aug 31 06:44:31.850138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port e9274b6b-9663-446a-87ed-7ca536629e35 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:31.850488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.919285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97916-3038-434b-8029-cf073bb8092c req-c8b45fac-4a93-4d9c-a5c7-d3ab64cf7bd2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:31.920661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84b97916-3038-434b-8029-cf073bb8092c req-c8b45fac-4a93-4d9c-a5c7-d3ab64cf7bd2 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "GET /v2.0/ports?device_id=39d8a2e4-e839-4254-9838-6621a64a8be2 HTTP/1.1" status: 200 len: 950 time: 0.0485058 Aug 31 06:44:31.944119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port e9274b6b-9663-446a-87ed-7ca536629e35, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9274b6b-9663-446a-87ed-7ca536629e35,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:31.944481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:31.957350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for e9274b6b-9663-446a-87ed-7ca536629e35 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:32.018610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port f3c7928d-7e7a-4e33-885d-0bacda6a638f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:32.018967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.093929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.108143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:32.114161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:32.114950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port f3c7928d-7e7a-4e33-885d-0bacda6a638f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f3c7928d-7e7a-4e33-885d-0bacda6a638f,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:32.115430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.131999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=e9274b6b-9663-446a-87ed-7ca536629e35,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:32.132240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for f3c7928d-7e7a-4e33-885d-0bacda6a638f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:32.194432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port e9274b6b-9663-446a-87ed-7ca536629e35 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:32.197440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.199688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c5e4c58-d135-46e7-8634-53b234e6b062 req-02496396-ce00-47b7-9050-5a3bc2560ed9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "DELETE /v2.0/ports/e9274b6b-9663-446a-87ed-7ca536629e35 HTTP/1.1" status: 204 len: 173 time: 0.4379277 Aug 31 06:44:32.200201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'name': 'network-vif-deleted', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:32.202684 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf8b994d-862a-487c-a16d-56fc45fafd2d" -d '{"events": [{"server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "name": "network-vif-deleted", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:32.260124 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66ae1df7-e8b7-4163-a86c-e316181ca60c x-openstack-request-id: req-66ae1df7-e8b7-4163-a86c-e316181ca60c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:32.260556 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f3f588e-a192-4a00-ae0c-1928dd4b38c3", "name": "network-vif-deleted", "tag": "e9274b6b-9663-446a-87ed-7ca536629e35", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:32.260919 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-66ae1df7-e8b7-4163-a86c-e316181ca60c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:32.261558 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f3f588e-a192-4a00-ae0c-1928dd4b38c3', 'name': 'network-vif-deleted', 'tag': 'e9274b6b-9663-446a-87ed-7ca536629e35', 'status': 'completed', 'code': 200} Aug 31 06:44:32.316555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.356145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=f3c7928d-7e7a-4e33-885d-0bacda6a638f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:32.412833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port f3c7928d-7e7a-4e33-885d-0bacda6a638f on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:32.416707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.419884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84b97916-3038-434b-8029-cf073bb8092c req-ad5e9e1d-bd1e-43dd-aa1e-ee72a4f52597 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.53 "DELETE /v2.0/ports/f3c7928d-7e7a-4e33-885d-0bacda6a638f HTTP/1.1" status: 204 len: 173 time: 0.4913206 Aug 31 06:44:32.504073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e9274b6b-9663-446a-87ed-7ca536629e35'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:32.536141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f78667c-18c3-4c37-907f-2cc8682ca6af req-7e440713-5e64-4c2b-b515-c80e45e4927b tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f3f588e-a192-4a00-ae0c-1928dd4b38c3 HTTP/1.1" status: 200 len: 210 time: 0.0560031 Aug 31 06:44:32.693645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:32.771563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Deleting subnet 44347d68-9ac7-4b03-ac38-3effeaeec229 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:32.775262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.813645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad10267d-16f7-4603-ad40-ca78ecb3d154 req-59fd5f1f-03d0-4167-b0be-0e4eadbb8182 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:32.815161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad10267d-16f7-4603-ad40-ca78ecb3d154 req-59fd5f1f-03d0-4167-b0be-0e4eadbb8182 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0952480 Aug 31 06:44:32.830982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.886091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad10267d-16f7-4603-ad40-ca78ecb3d154 req-5510af29-b63c-4637-8264-5f0185c19b16 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644343 Aug 31 06:44:32.905471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.967978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:32.978079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea77a5c-8470-402e-8c83-346787dffd0b req-29372b0d-5cfd-4b77-9dfc-7350243e36b0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:32.979563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ea77a5c-8470-402e-8c83-346787dffd0b req-29372b0d-5cfd-4b77-9dfc-7350243e36b0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0493910 Aug 31 06:44:32.997121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44347d68-9ac7-4b03-ac38-3effeaeec229,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:32.999259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.004130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8b3bbc83-44a7-4871-8937-5589febaeade admin admin] 10.222.0.57 "DELETE /v2.0/subnets/44347d68-9ac7-4b03-ac38-3effeaeec229 HTTP/1.1" status: 204 len: 168 time: 0.3070922 Aug 31 06:44:33.004512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:33.007246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:33.029379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ea77a5c-8470-402e-8c83-346787dffd0b req-dfd2a3f4-fcd7-420f-8413-5ebd0d92d81b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426087 Aug 31 06:44:33.069809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'name': 'network-vif-deleted', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:33.072735 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4bc246-8593-4d94-b087-403298107e63" -d '{"events": [{"server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "name": "network-vif-deleted", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:33.086223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.126581 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96241ae-878d-49bd-a10f-5dd7e2568f04 x-openstack-request-id: req-b96241ae-878d-49bd-a10f-5dd7e2568f04 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:33.127072 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d8a2e4-e839-4254-9838-6621a64a8be2", "name": "network-vif-deleted", "tag": "f3c7928d-7e7a-4e33-885d-0bacda6a638f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:33.127072 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b96241ae-878d-49bd-a10f-5dd7e2568f04 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:33.127433 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d8a2e4-e839-4254-9838-6621a64a8be2', 'name': 'network-vif-deleted', 'tag': 'f3c7928d-7e7a-4e33-885d-0bacda6a638f', 'status': 'completed', 'code': 200} Aug 31 06:44:33.178718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.193695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00acfb39-f7e7-4688-9a90-25322cf0ccf7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:33.205524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c5c26b-858d-4f8b-a679-2ba49dc33f6c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:33.205872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c5c26b-858d-4f8b-a679-2ba49dc33f6c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:33.219508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.235598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.243542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:33.244184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:33.246537 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:33.307568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.324286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.328803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] 10.222.0.57 "DELETE /v2.0/networks/00acfb39-f7e7-4688-9a90-25322cf0ccf7 HTTP/1.1" status: 204 len: 168 time: 0.3206949 Aug 31 06:44:33.328803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e399a75-f8d2-4364-b38c-d4b5a2f987cd admin admin] Pushing event deleted for resources: {'Network': ['ID=00acfb39-f7e7-4688-9a90-25322cf0ccf7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:33.458789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:33.506327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c7d1e5f-67e5-4c9b-9086-95163afa1961 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f892f1086ab84877ada0e234ad44e7d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463715 Aug 31 06:44:33.508754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:33.556792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.580296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.641965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:33.644797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.649163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.650623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fd733431-5100-4e6d-bb8b-aa05ddd7b5cc HTTP/1.1" status: 204 len: 168 time: 0.1408005 Aug 31 06:44:33.670851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd414130-e1fd-43ac-aa88-88c5d426f6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd733431-5100-4e6d-bb8b-aa05ddd7b5cc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:33.773153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:33.786054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f457e-7c04-48bb-a873-dc6fae8215bc req-06930266-a847-4936-a6f4-a49a9c3ac355 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:33.786521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:33.787812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f457e-7c04-48bb-a873-dc6fae8215bc req-06930266-a847-4936-a6f4-a49a9c3ac355 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.0776572 Aug 31 06:44:33.833622 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.842145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-203f457e-7c04-48bb-a873-dc6fae8215bc req-90c67da2-b32e-48f9-a4fb-dffd243e03d5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470243 Aug 31 06:44:33.849962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:33.880240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:33.885039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:33.980397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:34.022476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b455da-6f71-41c6-acc1-c3dafc5ff7c8 req-6fb6220a-f901-41c1-ab33-24e40f346e6f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.024102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85b455da-6f71-41c6-acc1-c3dafc5ff7c8 req-6fb6220a-f901-41c1-ab33-24e40f346e6f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0636783 Aug 31 06:44:34.070541 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85b455da-6f71-41c6-acc1-c3dafc5ff7c8 req-0f92608d-e9ee-46d0-8d61-6bdd33dc6ca4 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400684 Aug 31 06:44:34.074010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f47a5-09d7-43dc-8171-284fb417da93 req-c07a8ece-6c85-4f9b-a066-c45d6e123db9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.075538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c06f47a5-09d7-43dc-8171-284fb417da93 req-c07a8ece-6c85-4f9b-a066-c45d6e123db9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.0525088 Aug 31 06:44:34.116737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c06f47a5-09d7-43dc-8171-284fb417da93 req-5782d2cd-4db1-496c-bd87-c942039e9896 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339065 Aug 31 06:44:34.157541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['514b916f-efd8-4ade-b284-5e49fcf02e1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:34.190199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26278f-3e36-4f7f-8a72-10ad4c799843 req-693a5cd8-bdf1-4945-a7c5-42ed8973e1a8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.191718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa26278f-3e36-4f7f-8a72-10ad4c799843 req-693a5cd8-bdf1-4945-a7c5-42ed8973e1a8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0520031 Aug 31 06:44:34.235996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa26278f-3e36-4f7f-8a72-10ad4c799843 req-85602a5b-adfe-4e5a-b81e-4169dfd10156 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373619 Aug 31 06:44:34.477000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:34.575369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-879554433-network', 'tenant_id': '85d4e7a0622c4983a09961358e8e8176'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:34.602372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Made reservation on behalf of 85d4e7a0622c4983a09961358e8e8176 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:34.604677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.613468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.711859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.716869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.739530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:44:34.753841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b96ba2e-ba39-4370-b554-dedf1bf0214f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:34.763232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.763578 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Added segment bf5e105b-3a2d-4b9c-b54d-508c380267d1 of type vlan for network f34492bc-793a-43f2-b979-a19b98b8a02e Aug 31 06:44:34.811341 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.838612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.839587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:34.840356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:34.912937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4346819 Aug 31 06:44:34.917540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:34.923032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bebab-c1a5-4093-a123-764d56a3380d admin admin] Pushing event updated for resources: {'Network': ['ID=f34492bc-793a-43f2-b979-a19b98b8a02e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:34.928617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Request body: {'subnet': {'network_id': 'f34492bc-793a-43f2-b979-a19b98b8a02e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-879554433-subnet', 'tenant_id': '85d4e7a0622c4983a09961358e8e8176', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:34.934075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f34492bc-793a-43f2-b979-a19b98b8a02e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:44:35.023898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Made reservation on behalf of 85d4e7a0622c4983a09961358e8e8176 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:35.026343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.085064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7bdbf-2c30-4c52-8ad8-3fe6afc66f8b req-67e1ab44-1812-48a9-b502-f55b37815f42 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.086738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29e7bdbf-2c30-4c52-8ad8-3fe6afc66f8b req-67e1ab44-1812-48a9-b502-f55b37815f42 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.1425123 Aug 31 06:44:35.145073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29e7bdbf-2c30-4c52-8ad8-3fe6afc66f8b req-5f91ef5b-80bd-469a-a33c-4b7c57ea0be4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Aug 31 06:44:35.238491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a831f28-95e7-4e6e-8d53-c3b6696d9507 req-b2d5d2d5-0c56-4e66-833e-9853758d0479 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.240056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a831f28-95e7-4e6e-8d53-c3b6696d9507 req-b2d5d2d5-0c56-4e66-833e-9853758d0479 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.0880668 Aug 31 06:44:35.313421 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.315908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a831f28-95e7-4e6e-8d53-c3b6696d9507 req-2116c13c-ad8e-4598-8f0a-71082bd93cb3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596497 Aug 31 06:44:35.386509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.438594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d32dfd-3f58-4bbb-b6e2-c35f6ede8289,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:35.449169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090864ff-5457-4c60-86f4-c487a369f3c6 req-c4ce264f-0f2b-45d2-9a00-4aa218ff6094 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.457087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-090864ff-5457-4c60-86f4-c487a369f3c6 req-c4ce264f-0f2b-45d2-9a00-4aa218ff6094 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0656772 Aug 31 06:44:35.460903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d3e958-8f7e-476b-94bc-5a5cec9b86df req-576a873c-e582-47cb-9f43-9d17c6c3b481 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.468063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73d3e958-8f7e-476b-94bc-5a5cec9b86df req-576a873c-e582-47cb-9f43-9d17c6c3b481 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.2377656 Aug 31 06:44:35.480265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.480614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.480955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.481961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.482310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.482651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.482984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.483315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.483888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.484038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.485351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.485928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:35.512651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-090864ff-5457-4c60-86f4-c487a369f3c6 req-79586a34-d2da-4571-9dd3-8a2e9ae4b8ee tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498400 Aug 31 06:44:35.528046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Checking segment: {'id': 'bf5e105b-3a2d-4b9c-b54d-508c380267d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': 'f34492bc-793a-43f2-b979-a19b98b8a02e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:35.528500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Network hostable DHCP agents. Network: f34492bc-793a-43f2-b979-a19b98b8a02e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:44:35.563664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73d3e958-8f7e-476b-94bc-5a5cec9b86df req-29b36ac1-dffc-40fd-a235-bb1013a092d4 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894742 Aug 31 06:44:35.575994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Network f34492bc-793a-43f2-b979-a19b98b8a02e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:44:35.590297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f34492bc-793a-43f2-b979-a19b98b8a02e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:35.595997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.596593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.601252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381eaa95-4c06-4f5d-88fe-ee9bcf76af13 None None] Network f34492bc-793a-43f2-b979-a19b98b8a02e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:35.623615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0d6f9806-16a2-448e-b4d8-246b403d911b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6957486 Aug 31 06:44:35.777520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51140) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:35.782046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:35.869164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-178b25b6-7c29-4b17-ab4b-67f61feab2b5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:35.870725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-178b25b6-7c29-4b17-ab4b-67f61feab2b5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.1334298 Aug 31 06:44:35.901548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Deleting subnet d1d32dfd-3f58-4bbb-b6e2-c35f6ede8289 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:44:35.909148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 514b916f-efd8-4ade-b284-5e49fcf02e1c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:35.910298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.911956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.986753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:35.995656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d36a995-abe8-453d-8d08-a5cbdff9e13f None None] Network f34492bc-793a-43f2-b979-a19b98b8a02e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:44:36.042453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.068039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port e5757e09-b98a-4072-b500-57f90d859f1b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:36.068624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.116174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.133213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.135694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.136180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d1d32dfd-3f58-4bbb-b6e2-c35f6ede8289 HTTP/1.1" status: 204 len: 168 time: 0.3575451 Aug 31 06:44:36.170581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:36.206919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:36.209456 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe393884-833d-4425-8250-c57fb21e0e7a" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:36.222675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port e5757e09-b98a-4072-b500-57f90d859f1b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5757e09-b98a-4072-b500-57f90d859f1b,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:36.223067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.247455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:36.251228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed457bbe-b0ad-4071-94dc-c50449c3bfcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d32dfd-3f58-4bbb-b6e2-c35f6ede8289,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:36.259060 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.259920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ae8fccfe-d21c-4aeb-a68e-cb31bffee195 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:36.273603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.277628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for e5757e09-b98a-4072-b500-57f90d859f1b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:36.307820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: ae8fccfe-d21c-4aeb-a68e-cb31bffee195 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:36.308450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ae8fccfe-d21c-4aeb-a68e-cb31bffee195 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:36.334044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f3c7928d-7e7a-4e33-885d-0bacda6a638f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:36.363349 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78498f3d-f966-4256-86ad-3d6688006240 x-openstack-request-id: req-78498f3d-f966-4256-86ad-3d6688006240 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:36.364119 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:36.364565 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-78498f3d-f966-4256-86ad-3d6688006240 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:36.365147 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:44:36.368072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: f3c7928d-7e7a-4e33-885d-0bacda6a638f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:36.368635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f3c7928d-7e7a-4e33-885d-0bacda6a638f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:36.369350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5757e09-b98a-4072-b500-57f90d859f1b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:36.436849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.445486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:36.448845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f34492bc-793a-43f2-b979-a19b98b8a02e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.462579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf5e105b-3a2d-4b9c-b54d-508c380267d1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.462878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf5e105b-3a2d-4b9c-b54d-508c380267d1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:44:36.482746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.511065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.514890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd3350-a562-4af4-a4a8-3d90732c3c3d req-28aa6f22-6479-47bf-87e7-211bc90d6add tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:36.525110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.527051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cfd3350-a562-4af4-a4a8-3d90732c3c3d req-28aa6f22-6479-47bf-87e7-211bc90d6add tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1207664 Aug 31 06:44:36.536082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:44:36.536490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:44:36.538457 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:44:36.587835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d40dbdc-64d6-4fd5-b118-1f19f1e122d0 req-358f226f-cbf2-4e60-95ea-9e3dab43779b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:36.597368 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d40dbdc-64d6-4fd5-b118-1f19f1e122d0 req-358f226f-cbf2-4e60-95ea-9e3dab43779b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 945 time: 0.2594087 Aug 31 06:44:36.610606 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:44:36.610606 n-d-712707-15 neutron-server[94641]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 06:44:36.610606 n-d-712707-15 neutron-server[94641]: [parameters: {'status': 'DOWN', 'ports_id': 'e5757e09-b98a-4072-b500-57f90d859f1b'}] Aug 31 06:44:36.610606 n-d-712707-15 neutron-server[94641]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:44:36.612611 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:44:36.653292 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d40dbdc-64d6-4fd5-b118-1f19f1e122d0 req-46cf5b6f-2108-423d-a583-34b3c6b6c773 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Aug 31 06:44:36.654608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.661195 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.661465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cfd3350-a562-4af4-a4a8-3d90732c3c3d req-883a31cf-92df-464b-a1b6-ac7cbe63376e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320038 Aug 31 06:44:36.663881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] 10.222.0.57 "DELETE /v2.0/networks/f34492bc-793a-43f2-b979-a19b98b8a02e HTTP/1.1" status: 204 len: 168 time: 0.4905429 Aug 31 06:44:36.708248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3542a64-1beb-429f-9fa6-55d442d4977c admin admin] Pushing event deleted for resources: {'Network': ['ID=f34492bc-793a-43f2-b979-a19b98b8a02e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:36.778011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:36.801438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-db4eb04b-2588-4d25-87e9-875ef4ce085e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:36.802929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-db4eb04b-2588-4d25-87e9-875ef4ce085e tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.1995499 Aug 31 06:44:36.852139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec419901-1b40-4e98-ba69-7d6c36e2ea33 req-ac0742ce-c652-4554-9082-030f1fe7dff7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:36.861073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec419901-1b40-4e98-ba69-7d6c36e2ea33 req-ac0742ce-c652-4554-9082-030f1fe7dff7 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 949 time: 0.0846760 Aug 31 06:44:36.895786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:36.912688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec419901-1b40-4e98-ba69-7d6c36e2ea33 req-51cc0dc4-4a15-4f6e-9322-a7e707b990a9 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/security-groups?id=97eb361f-3d17-4613-ab13-af65f44fb2f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499973 Aug 31 06:44:36.940923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=e5757e09-b98a-4072-b500-57f90d859f1b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:37.010164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d06f1808-4d4a-4aa2-803a-1d067995d867 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=85d4e7a0622c4983a09961358e8e8176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1132226 Aug 31 06:44:37.016076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:37.074086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a56f41-c947-4d90-816e-6c516662a01a req-752abed9-276a-4670-acad-ed3cefe2d6bf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:37.084965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a56f41-c947-4d90-816e-6c516662a01a req-752abed9-276a-4670-acad-ed3cefe2d6bf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.3021376 Aug 31 06:44:37.092986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port e5757e09-b98a-4072-b500-57f90d859f1b on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:37.097263 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-fa2ed97f-6177-4dc3-8acd-ad7cda873b04 service neutron] show failed (client error): The resource could not be found. Aug 31 06:44:37.098675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-fa2ed97f-6177-4dc3-8acd-ad7cda873b04 service neutron] 10.222.0.50 "GET /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.3873670 Aug 31 06:44:37.100541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.106170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.108120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ee4e6ca-c289-419e-85b2-77f62ac386b8 req-1772a877-e98d-48cb-bdc2-c72769ac6b60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "DELETE /v2.0/ports/e5757e09-b98a-4072-b500-57f90d859f1b HTTP/1.1" status: 204 len: 173 time: 1.2251203 Aug 31 06:44:37.109973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'name': 'network-vif-deleted', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:37.112340 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce637ad8-0d60-4cf2-8ec9-b425919b3ad2" -d '{"events": [{"server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "name": "network-vif-deleted", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:37.123798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.151297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Port e5757e09-b98a-4072-b500-57f90d859f1b update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 06:44:37.153747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9274b6b-9663-446a-87ed-7ca536629e35 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:37.196673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e9274b6b-9663-446a-87ed-7ca536629e35 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:37.197034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9274b6b-9663-446a-87ed-7ca536629e35 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:37.197480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.201068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.207947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6b96ba2e-ba39-4370-b554-dedf1bf0214f HTTP/1.1" status: 204 len: 168 time: 0.1904435 Aug 31 06:44:37.216408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f021647-6bf6-439e-8eb9-00c1633e3cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b96ba2e-ba39-4370-b554-dedf1bf0214f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:37.263704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a56f41-c947-4d90-816e-6c516662a01a req-ea9df469-f901-4022-9123-5e186a631fec tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774495 Aug 31 06:44:37.309840 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7d53af-60e8-4955-a458-f5f69cd7778e x-openstack-request-id: req-0d7d53af-60e8-4955-a458-f5f69cd7778e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:37.310289 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "953c464e-eb02-4479-a930-9a30d4742c10", "name": "network-vif-deleted", "tag": "e5757e09-b98a-4072-b500-57f90d859f1b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:37.310772 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d7d53af-60e8-4955-a458-f5f69cd7778e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:37.311786 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '953c464e-eb02-4479-a930-9a30d4742c10', 'name': 'network-vif-deleted', 'tag': 'e5757e09-b98a-4072-b500-57f90d859f1b', 'status': 'completed', 'code': 200} Aug 31 06:44:37.324845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Deleting port dd0ece9a-1155-4a81-9e1e-b53039dfa089 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:37.326644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.532780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-dc77878f-009d-475e-96c2-8806ff4bac0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:37.534753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-dc77878f-009d-475e-96c2-8806ff4bac0a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1102 time: 0.0812376 Aug 31 06:44:37.555661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:37.579125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] For port dd0ece9a-1155-4a81-9e1e-b53039dfa089, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dd0ece9a-1155-4a81-9e1e-b53039dfa089,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:37.579701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.600386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Calling delete_port for dd0ece9a-1155-4a81-9e1e-b53039dfa089 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:37.723900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:37.852628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7213977f-536e-4fc1-8333-04847fd7d506 req-38b90b58-88da-4de3-8d9e-e6a77b07e8e8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0509961 Aug 31 06:44:38.067884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0061e10f-24b7-4546-9862-9d8c38d35d3b req-9e2b6796-0885-4d06-b72e-7b722a1bef61 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 210 time: 0.0545483 Aug 31 06:44:38.158397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:38.189179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.207938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dd0ece9a-1155-4a81-9e1e-b53039dfa089'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:38.267454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Pushing event deleted for resources: {'Port': ['ID=dd0ece9a-1155-4a81-9e1e-b53039dfa089,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:38.292044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:38.344462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8d5e4-f16a-49b3-850a-7c06bfba5651 req-9bf084bf-2301-4e42-8b3a-f07cfc5d7b54 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:38.351821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05e8d5e4-f16a-49b3-850a-7c06bfba5651 req-9bf084bf-2301-4e42-8b3a-f07cfc5d7b54 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.5761909 Aug 31 06:44:38.376450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] No DVR routers for this DVR port dd0ece9a-1155-4a81-9e1e-b53039dfa089 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:38.381081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.383068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b7540dc-ada4-44fd-aab7-5ef4e43d6679 req-a26fd003-5dd7-48be-9849-68b47cb23912 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.50 "DELETE /v2.0/ports/dd0ece9a-1155-4a81-9e1e-b53039dfa089 HTTP/1.1" status: 204 len: 173 time: 1.5515933 Aug 31 06:44:38.423188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.451356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05e8d5e4-f16a-49b3-850a-7c06bfba5651 req-7a72c11a-8a13-4275-8dfb-aef7a71f732b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985405 Aug 31 06:44:38.485945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Transition to ACTIVE for port object 4130aaca-7616-4583-bbcf-dcadc1a09a69 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:38.493961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fb4bc-ca0b-4908-95f7-f6dd240b857a req-c514dce2-bd33-45d0-8a26-757287600151 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:38.498638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.507976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-539fb4bc-ca0b-4908-95f7-f6dd240b857a req-c514dce2-bd33-45d0-8a26-757287600151 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1400628 Aug 31 06:44:38.574418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-539fb4bc-ca0b-4908-95f7-f6dd240b857a req-d68663aa-66cd-4ff1-b44c-481c835c11ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650778 Aug 31 06:44:38.598398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] No DVR routers for this DVR port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:38.601822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:38.662297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:38.662877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:38.663485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:38.675505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:38.675991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:38.683628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:38.684134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:38.684655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:38.685203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Bound port: 4130aaca-7616-4583-bbcf-dcadc1a09a69, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:38.685762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.824415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:38.830162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:38.838434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.893694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:38.896788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:38.898790 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] 10.222.0.53 "PUT /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 1097 time: 1.3474586 Aug 31 06:44:39.011319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b1742-5d67-4287-b4db-3dfdf26ea654 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:39.086076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba11349f-cc73-420b-a820-086757fc0915 req-fae217a8-3d81-4c93-957d-8fc0e6286fa6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0623705 Aug 31 06:44:39.122745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-af1be695-ff0c-4222-bc8f-e9a3507e413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.128326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-af1be695-ff0c-4222-bc8f-e9a3507e413b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.2008097 Aug 31 06:44:39.267606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eaceade7-ce8b-4390-b156-fd6e0ccdbb40 req-22832239-96d2-4aea-a555-d5b8b041f486 tempest-ServersOnMultiNodesTest-282581287 tempest-ServersOnMultiNodesTest-282581287-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c31ab3c-ef25-461c-87df-13fcb14fee9e HTTP/1.1" status: 200 len: 210 time: 0.0454497 Aug 31 06:44:39.322034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'name': 'network-vif-deleted', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089'}, {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}, {'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:39.341533 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-266d7428-ad18-42f3-a0e4-b81406dcc9ca" -d '{"events": [{"server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "name": "network-vif-deleted", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089"}, {"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-unplugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}, {"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:39.501945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-e1ac5bcc-6f08-46b2-8b0f-92485ad9bd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.503408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-e1ac5bcc-6f08-46b2-8b0f-92485ad9bd9b service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3669903 Aug 31 06:44:39.630823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-1062832e-6939-4f7d-8a07-d666ac180412 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.1135449 Aug 31 06:44:39.655379 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258fd768-25fd-4683-a25a-db1d39b18ca6 x-openstack-request-id: req-258fd768-25fd-4683-a25a-db1d39b18ca6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:39.655681 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c31ab3c-ef25-461c-87df-13fcb14fee9e", "name": "network-vif-deleted", "tag": "dd0ece9a-1155-4a81-9e1e-b53039dfa089", "status": "completed", "code": 200}, {"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-unplugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "code": 200}, {"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:39.656473 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-258fd768-25fd-4683-a25a-db1d39b18ca6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:39.657742 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c31ab3c-ef25-461c-87df-13fcb14fee9e', 'name': 'network-vif-deleted', 'tag': 'dd0ece9a-1155-4a81-9e1e-b53039dfa089', 'status': 'completed', 'code': 200} Aug 31 06:44:39.657742 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'code': 200} Aug 31 06:44:39.665540 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'status': 'completed', 'code': 200} Aug 31 06:44:39.857193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-3bea36c7-f8eb-483d-bca3-6eda7e57c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.860593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-3bea36c7-f8eb-483d-bca3-6eda7e57c41a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2188449 Aug 31 06:44:39.863037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-e610b6fa-8d23-4cf7-ab58-1aae70b95bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.863590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa756af-955a-445c-8d2c-1b6aa471e5c7 req-4a2ad227-b73e-44b2-8f4e-a02ec8cc4d21 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:39.865055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-e610b6fa-8d23-4cf7-ab58-1aae70b95bd1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.1545403 Aug 31 06:44:39.865968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fa756af-955a-445c-8d2c-1b6aa471e5c7 req-4a2ad227-b73e-44b2-8f4e-a02ec8cc4d21 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.1005826 Aug 31 06:44:39.956505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fa756af-955a-445c-8d2c-1b6aa471e5c7 req-cbd84612-8d34-4f0d-9db7-bf7fbd1d4bc1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784736 Aug 31 06:44:40.263342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6f80c72-bf25-4809-b9d2-60b0d25d0ee0 req-fc619c85-aec0-48b4-a87f-98e94307c80c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0555387 Aug 31 06:44:40.549501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-afeeb260-4716-4361-b58f-98763e97e7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.550995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-afeeb260-4716-4361-b58f-98763e97e7ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6577649 Aug 31 06:44:40.597519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c0c531-c921-4475-8332-286fea8ca735 req-0711e203-5a63-4e79-b1a1-e0c642aaa99d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.615465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70c0c531-c921-4475-8332-286fea8ca735 req-0711e203-5a63-4e79-b1a1-e0c642aaa99d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.5860276 Aug 31 06:44:40.739675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-f9244ce0-bee7-42ca-ab21-2edd13e2dede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:40.741146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-f9244ce0-bee7-42ca-ab21-2edd13e2dede service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.8589640 Aug 31 06:44:40.882957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-f6a964f2-46e0-4848-b18a-5498661ec29c service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190646 Aug 31 06:44:40.883648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-68a3a140-1312-4fe2-babd-b09dadcb2b52 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.1251311 Aug 31 06:44:40.959692 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70c0c531-c921-4475-8332-286fea8ca735 req-876bc891-5a9c-4333-ae4e-3e01a76ce11b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432565 Aug 31 06:44:40.985754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:41.048165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-140283bc-a9d2-486a-8b9e-293f203870e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.049687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-140283bc-a9d2-486a-8b9e-293f203870e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1502776 Aug 31 06:44:41.135803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0815b2b-5b05-4e78-aa86-0b1c3774ac50 req-9a3547d0-3f58-4307-85c7-c59aee081f9b service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352362 Aug 31 06:44:41.147705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-073e61b5-c247-4b6c-9b24-c7f7569d4ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.149425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-073e61b5-c247-4b6c-9b24-c7f7569d4ddf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0861883 Aug 31 06:44:41.326234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-18844344-b637-47de-b905-351fb91c4326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.328657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-18844344-b637-47de-b905-351fb91c4326 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.0859523 Aug 31 06:44:41.372112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-3018405c-1311-4205-9046-e4292e3a2ee9 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139719 Aug 31 06:44:41.638508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-c490f05b-1464-438e-ada5-82485adb83a0 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2349811 Aug 31 06:44:41.660501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:41.722315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-acda1cfe-bac8-431a-b56a-ceeef9c3f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.724339 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-acda1cfe-bac8-431a-b56a-ceeef9c3f21c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3880298 Aug 31 06:44:41.754408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:41.754844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dd0ece9a-1155-4a81-9e1e-b53039dfa089 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:41.764066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cce8fed1-62ce-4680-b479-f32e2102eccf req-7caa55a2-7a2b-48e7-a7c2-8e56fec5bb94 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0385523 Aug 31 06:44:41.803007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: dd0ece9a-1155-4a81-9e1e-b53039dfa089 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:44:41.803606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dd0ece9a-1155-4a81-9e1e-b53039dfa089 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:41.834391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-9c87a6b6-1ed1-4cf7-a31c-1d240fe0d95d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0961444 Aug 31 06:44:41.846912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f908cc-4741-468a-867f-97dd6250a621 req-8bb73143-67ec-46e0-84c4-3486e3b6b96b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.854298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2f908cc-4741-468a-867f-97dd6250a621 req-8bb73143-67ec-46e0-84c4-3486e3b6b96b tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.7118213 Aug 31 06:44:41.902496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e20e95d3-0102-42d9-a8d1-a49fd7db074c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a2468484a90433aa5484d5ca079f893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9134490 Aug 31 06:44:41.903725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:41.958521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-137fcece-9516-4739-8d1b-8e1285930bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:41.960036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-137fcece-9516-4739-8d1b-8e1285930bfe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1181769 Aug 31 06:44:42.005966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2f908cc-4741-468a-867f-97dd6250a621 req-148c9216-4c76-41c5-bd56-8a82b4b886cd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504643 Aug 31 06:44:42.089758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.146198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-931cc7ef-102a-4507-9687-b58e62f1453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:42.160307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-931cc7ef-102a-4507-9687-b58e62f1453c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1854558 Aug 31 06:44:42.165101 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.333863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.336568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:42.337861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/97eb361f-3d17-4613-ab13-af65f44fb2f7 HTTP/1.1" status: 204 len: 168 time: 0.4273739 Aug 31 06:44:42.351616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-ed568b2b-0816-4931-8f60-2e03cfa54869 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754112 Aug 31 06:44:42.366115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0564a305-530a-4657-91d2-65cb211d6fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97eb361f-3d17-4613-ab13-af65f44fb2f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:42.386092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3689be-a59a-48c0-9819-b2149372dfca req-067eb88e-dff1-4e8e-a8b1-39b855d676e7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:42.398590 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b3689be-a59a-48c0-9819-b2149372dfca req-067eb88e-dff1-4e8e-a8b1-39b855d676e7 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1441362 Aug 31 06:44:42.534949 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b3689be-a59a-48c0-9819-b2149372dfca req-5b1de57e-4a19-4369-8c0d-144dd4a15975 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344504 Aug 31 06:44:42.582797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-266d7428-ad18-42f3-a0e4-b81406dcc9ca req-745d441c-833d-4992-bb5b-79e5b7c28464 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217808 Aug 31 06:44:42.965076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:43.014240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2519b7e-4ec7-4754-9cb3-9c0ac17ed138 req-99da16d3-0509-496d-9d5c-49c02074bb07 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0791943 Aug 31 06:44:43.094583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:43.094818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4a8c7b2b-f209-493e-9f92-920533d4e733 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=792cdfb7a5c94d109d77f1c4b16ff2af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1276186 Aug 31 06:44:43.239505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.323969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.471794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.473838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:43.478432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/073c65ee-b525-4e1b-bb02-a80a15da051d HTTP/1.1" status: 204 len: 168 time: 0.3819573 Aug 31 06:44:43.493787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291da0cc-a18c-49f0-a1dc-f902acfc8f41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=073c65ee-b525-4e1b-bb02-a80a15da051d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:43.765755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beae2a3-6a14-49c1-80d8-7a4d938e1b37 req-26a0237f-536e-49e7-8ad0-a1ed003de5c2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:43.773756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6beae2a3-6a14-49c1-80d8-7a4d938e1b37 req-26a0237f-536e-49e7-8ad0-a1ed003de5c2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1436260 Aug 31 06:44:43.841037 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6beae2a3-6a14-49c1-80d8-7a4d938e1b37 req-a19e8221-45e9-4e4e-a4cc-8e914c901ea3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612223 Aug 31 06:44:43.855298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987c45e-08c8-4b5e-976d-5dbd2a1b5111 req-228eb37b-91a5-4f7b-8bd3-a433a45ff18a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:43.858449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6987c45e-08c8-4b5e-976d-5dbd2a1b5111 req-228eb37b-91a5-4f7b-8bd3-a433a45ff18a tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.0971687 Aug 31 06:44:43.911462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6987c45e-08c8-4b5e-976d-5dbd2a1b5111 req-94f8bf5f-e0c9-477e-b071-09597227d36e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Aug 31 06:44:44.151499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bfc2be85-2afc-42b7-8328-2e34cf232dea req-3457d01b-71de-4df5-a576-91369ef7d1c9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=953c464e-eb02-4479-a930-9a30d4742c10 HTTP/1.1" status: 200 len: 210 time: 0.0497622 Aug 31 06:44:44.321664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-353fe4e2-b83f-428a-a4f0-73d64994a808 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.323305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-353fe4e2-b83f-428a-a4f0-73d64994a808 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.53 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 948 time: 0.1281765 Aug 31 06:44:44.347560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:44.482939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7dcbe-bf81-4c0b-9fbb-b6dc97b44f02 req-e162fcb3-bce3-4032-99ec-31ef6097e049 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.490817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7a7dcbe-bf81-4c0b-9fbb-b6dc97b44f02 req-e162fcb3-bce3-4032-99ec-31ef6097e049 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.1827486 Aug 31 06:44:44.510039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-874c71e6-6280-489a-81ae-cb62e4b307ff service neutron] 10.222.0.53 "GET /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69/bindings/n-h1-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.1752911 Aug 31 06:44:44.558443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:44.562743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7a7dcbe-bf81-4c0b-9fbb-b6dc97b44f02 req-933e1c84-ffb0-4c49-9966-bf8ebfdea0a2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665648 Aug 31 06:44:44.576739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'mac_address': 'fa:16:3e:e4:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:44.621114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-0518e319-b607-4042-ac24-b6fc6db8e648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.622854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-0518e319-b607-4042-ac24-b6fc6db8e648 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1100 time: 0.0753353 Aug 31 06:44:44.632753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.675780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:44.717173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:44.724884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:44.748879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-3a80b6f9-4970-403d-842e-103414c1719c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.750518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-3a80b6f9-4970-403d-842e-103414c1719c service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1201138 Aug 31 06:44:44.796039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:44.836894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-d0b43b4d-ea49-42eb-98d2-49b7d2e5ff21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0775378 Aug 31 06:44:44.992665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-803bab19-553b-4239-8063-b733e60be34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:44.994093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-803bab19-553b-4239-8063-b733e60be34c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1478777 Aug 31 06:44:45.029130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8339b130-8119-4701-a23d-41d9e29118bd req-08ca2760-9629-4b16-9ee1-4f7fa3caa100 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:45.033287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8339b130-8119-4701-a23d-41d9e29118bd req-08ca2760-9629-4b16-9ee1-4f7fa3caa100 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0839846 Aug 31 06:44:45.079440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['4130aaca-7616-4583-bbcf-dcadc1a09a69'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:45.183101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8339b130-8119-4701-a23d-41d9e29118bd req-ec9ba581-6df5-4ba1-8130-60229336bc06 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986488 Aug 31 06:44:45.187607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-4d9390f2-f562-41d3-b4c2-3fb63a3c690f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:45.189322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-4d9390f2-f562-41d3-b4c2-3fb63a3c690f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1871979 Aug 31 06:44:45.410160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-3e1d5822-f45a-4aab-a2a3-82e780f26f99 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118528 Aug 31 06:44:45.548382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:45.686464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-928a5819-641c-4e0e-a528-1a6b2a538262 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677710 Aug 31 06:44:45.750007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bc615-b9c0-4b9b-8dee-e83fc5964cf4 req-475a0d44-d56e-4846-a53e-bf75652dc933 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:45.762848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-117bc615-b9c0-4b9b-8dee-e83fc5964cf4 req-475a0d44-d56e-4846-a53e-bf75652dc933 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.0715168 Aug 31 06:44:45.823780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-117bc615-b9c0-4b9b-8dee-e83fc5964cf4 req-f34fb698-b2f1-46c3-ac62-3d0862f3775e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513833 Aug 31 06:44:46.006648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-28740cd5-4317-40b8-aaa8-ca9e7ae71740 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:46.013564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-28740cd5-4317-40b8-aaa8-ca9e7ae71740 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1203411 Aug 31 06:44:46.033722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-9d5fd902-430d-4e0a-a3e2-86dfc65c848b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0192590 Aug 31 06:44:46.073492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-3d36c32f-641d-413e-8384-c4c2b716e94e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309343 Aug 31 06:44:46.210245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-3d61741e-9dc4-452d-98ca-b5ded6c89b6d service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262023 Aug 31 06:44:46.372582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-430f422a-436a-4b86-a333-523ce7b0a1c8 req-6a379976-51db-4470-950f-1eb40b9654d7 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504674 Aug 31 06:44:46.423961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90879eb7-3413-46b4-8288-944ee44a5f00 req-5793e76d-50f7-43a7-9c47-c34d53d1ac5b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:46.425756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90879eb7-3413-46b4-8288-944ee44a5f00 req-5793e76d-50f7-43a7-9c47-c34d53d1ac5b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0901453 Aug 31 06:44:46.497724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90879eb7-3413-46b4-8288-944ee44a5f00 req-01b290ab-1085-40c9-bb5e-8ac14f97aac0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632050 Aug 31 06:44:46.699293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78c4ea0e-eb94-4088-b59c-dd2e0ad75828 req-dc71c78d-35d4-4774-8492-056ab77c7d39 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=93b25935-7736-4224-ba4e-223f0ab7031d HTTP/1.1" status: 200 len: 210 time: 0.0627460 Aug 31 06:44:46.990334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a246fe-4b2b-4c6f-bc6b-afbf92277234 req-975bf949-45b4-4091-845a-c492980b9030 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:46.992191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09a246fe-4b2b-4c6f-bc6b-afbf92277234 req-975bf949-45b4-4091-845a-c492980b9030 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.0709569 Aug 31 06:44:47.045232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09a246fe-4b2b-4c6f-bc6b-afbf92277234 req-b1a2864a-8358-403b-bda2-552681c72160 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457306 Aug 31 06:44:47.653921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5623eb-b798-4ba1-b532-c643cb127628 req-d4c13bf8-a95b-4216-9e02-7f736ceb3a21 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:47.655654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab5623eb-b798-4ba1-b532-c643cb127628 req-d4c13bf8-a95b-4216-9e02-7f736ceb3a21 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0689416 Aug 31 06:44:47.768228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab5623eb-b798-4ba1-b532-c643cb127628 req-83bd6c39-e500-4d3e-9e00-fe217826f884 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013348 Aug 31 06:44:48.027849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-8f5d2b0f-5c78-4af8-86a2-f3eec67f0e04 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.036504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-8f5d2b0f-5c78-4af8-86a2-f3eec67f0e04 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1956463 Aug 31 06:44:48.068336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-9031d31f-bf1d-49bd-94b0-c1521b8eb434 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0307980 Aug 31 06:44:48.106788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-47e52b07-de80-44e9-9d4f-734b10ccf5c2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370939 Aug 31 06:44:48.113481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-9b9612d0-c71f-4515-a624-913278aac172 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:44:48.121319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-9b9612d0-c71f-4515-a624-913278aac172 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133433 Aug 31 06:44:48.144444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-47ed1084-230c-46ee-813b-2cd1193c4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.146432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-47ed1084-230c-46ee-813b-2cd1193c4749 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126&tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb HTTP/1.1" status: 200 len: 1101 time: 0.1449769 Aug 31 06:44:48.167702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:48.219807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89afc14-7b79-46cc-8e79-36dd946e2640 req-deecee62-8d25-454c-9608-d23e9726decf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.229175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d89afc14-7b79-46cc-8e79-36dd946e2640 req-deecee62-8d25-454c-9608-d23e9726decf tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 949 time: 0.0987363 Aug 31 06:44:48.269321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:48.325281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d89afc14-7b79-46cc-8e79-36dd946e2640 req-d10ed38d-ea18-49b8-b43f-336d2ba41ca8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944309 Aug 31 06:44:48.372286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:48.409766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d198173-916c-483c-972a-06b158c59e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.413706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.484526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:48.490223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:48.490601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.621240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-c77dbbbd-415d-4263-9b41-acf0c43571dc service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986818 Aug 31 06:44:48.647458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.775182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494960c-68c9-4745-af23-0916e683ef46 req-6387a09b-96bb-4f5c-8b2b-d2fdcae5ba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.776814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e494960c-68c9-4745-af23-0916e683ef46 req-6387a09b-96bb-4f5c-8b2b-d2fdcae5ba00 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 1098 time: 0.2891338 Aug 31 06:44:48.815809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d198173-916c-483c-972a-06b158c59e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.847992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d198173-916c-483c-972a-06b158c59e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:48.946205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c7eb2-6d9a-4c7b-ad5c-a97771081f55 req-0c7bf2b5-762c-4e48-a1a3-82caa56558be tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:48.954307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-726c7eb2-6d9a-4c7b-ad5c-a97771081f55 req-0c7bf2b5-762c-4e48-a1a3-82caa56558be tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0894470 Aug 31 06:44:48.989955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e494960c-68c9-4745-af23-0916e683ef46 req-6324a1d7-7f64-4c61-8faa-fdcc8f3659cb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022390 Aug 31 06:44:49.014991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-726c7eb2-6d9a-4c7b-ad5c-a97771081f55 req-2bda3d30-b45e-44f5-8b9d-9119eb3aca85 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599213 Aug 31 06:44:49.025242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2d198173-916c-483c-972a-06b158c59e54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f67b5f38b54a4f659c39b145f03db0f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490103 Aug 31 06:44:49.026433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:49.096100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:49.138893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.142352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:49.183449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:49.192153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.195527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.212654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Transition to ACTIVE for port object 4130aaca-7616-4583-bbcf-dcadc1a09a69 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:49.250520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-3122922c-29fd-43fc-bed0-21a5f965d96c service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162448 Aug 31 06:44:49.251273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d198173-916c-483c-972a-06b158c59e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b8f3eb-302a-4dea-bf8f-31e03c1dcf83,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:49.255074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.259667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.262178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.263331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/21b8f3eb-302a-4dea-bf8f-31e03c1dcf83 HTTP/1.1" status: 204 len: 168 time: 0.2362194 Aug 31 06:44:49.300128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac923ec0-e465-452a-91e9-0998ca026483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b8f3eb-302a-4dea-bf8f-31e03c1dcf83,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:49.332937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:44:49.333485 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:44:49.366171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] No DVR routers for this DVR port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:44:49.409704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=9']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:49.431713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:49.432052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:49.432381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:49.438232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:49.438693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Attempting to bind port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:49.447645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:49.447989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:49.450200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:49.450652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Bound port: 4130aaca-7616-4583-bbcf-dcadc1a09a69, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:49.451413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.552168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:49.556211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:49.568636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.656703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:49.662531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:49.663241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:49.663926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd7fc8e-1fdc-4120-84b3-db59c8f24dec req-9104a7e2-6e16-49f7-9405-965fd76d0fca tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:49.664654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-583e22a3-c501-40b3-84a2-7d3c4586b118 service neutron] 10.222.0.50 "PUT /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 1097 time: 1.5018930 Aug 31 06:44:49.665089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:49.667797 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f84c6c-7e3e-4c15-9f19-d37bb28da718" -d '{"events": [{"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:49.673717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd7fc8e-1fdc-4120-84b3-db59c8f24dec req-9104a7e2-6e16-49f7-9405-965fd76d0fca tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 948 time: 0.2134554 Aug 31 06:44:49.792897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd7fc8e-1fdc-4120-84b3-db59c8f24dec req-cf792d57-04cd-40ac-a9bf-bb90a04cb134 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182046 Aug 31 06:44:49.794993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-b906a5d2-a263-4a61-8cc9-7329830064ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:49.797108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-b906a5d2-a263-4a61-8cc9-7329830064ff service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1101 time: 0.0916879 Aug 31 06:44:49.980869 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.000589 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5e6b079-67ec-4046-91d4-66a59420fae5 x-openstack-request-id: req-f5e6b079-67ec-4046-91d4-66a59420fae5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:50.000892 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:50.001551 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5e6b079-67ec-4046-91d4-66a59420fae5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:50.001977 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'status': 'completed', 'code': 200} Aug 31 06:44:50.059812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.098582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:50.102038 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08bd3dc-e463-45f1-bee9-5db60f8d15aa" -d '{"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:50.106636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22185ee2-484a-4674-b2a1-fd65d6f72d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.123372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-736a5719-1436-4c7f-8265-eb89be83644b req-e9bb49ef-1b34-4525-8aab-972d2eece9b6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 210 time: 0.1154175 Aug 31 06:44:50.130106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:50.143347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-27f036a2-cd37-4897-b5b8-b9243635b42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.148240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-27f036a2-cd37-4897-b5b8-b9243635b42d service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3430271 Aug 31 06:44:50.148390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.235319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-772016a8-238e-4e08-adb0-b2673fc60b9a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0681386 Aug 31 06:44:50.252375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-4f1aabd7-d0f4-4bfd-9b16-3582c9a07a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.258849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-4f1aabd7-d0f4-4bfd-9b16-3582c9a07a7f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1101 time: 0.2495458 Aug 31 06:44:50.290671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:50.361959 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df21fee5-88c7-4d70-8599-180738332954 x-openstack-request-id: req-df21fee5-88c7-4d70-8599-180738332954 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:50.362266 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:50.363780 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-df21fee5-88c7-4d70-8599-180738332954 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:50.364207 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'code': 200} Aug 31 06:44:50.383741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:44:50.515354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-22fc7421-a0f1-4754-8b88-796b192a1398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.517239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-22fc7421-a0f1-4754-8b88-796b192a1398 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.2535233 Aug 31 06:44:50.517937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:44:50.549822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22185ee2-484a-4674-b2a1-fd65d6f72d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.565621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22185ee2-484a-4674-b2a1-fd65d6f72d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.588279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-7d751cdb-3a14-4fcc-b22e-7c8fdb28f891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.590332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-7d751cdb-3a14-4fcc-b22e-7c8fdb28f891 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2947614 Aug 31 06:44:50.631072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22185ee2-484a-4674-b2a1-fd65d6f72d55 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=73ef6b574df3486593f1b967f95e141a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5699997 Aug 31 06:44:50.633291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22185ee2-484a-4674-b2a1-fd65d6f72d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9384a987-b15c-4578-8733-a3d673197dab,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:50.640581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:50.649724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90c6dcb-8b3b-45ea-a880-80ce9d0c2494 req-cf408bec-6916-4a26-b2cf-1479895b9706 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.657956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a90c6dcb-8b3b-45ea-a880-80ce9d0c2494 req-cf408bec-6916-4a26-b2cf-1479895b9706 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.3927040 Aug 31 06:44:50.682157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-0925fade-17a8-4055-843b-89423a754ec5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0759928 Aug 31 06:44:50.690893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-7fce50d6-935c-4876-8b76-e4f5250b6d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.693123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-7fce50d6-935c-4876-8b76-e4f5250b6d54 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611254 Aug 31 06:44:50.746265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a90c6dcb-8b3b-45ea-a880-80ce9d0c2494 req-682b6bf4-53f8-4475-b86a-bee1ebdefde2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676875 Aug 31 06:44:50.802497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.837375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.853751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-d948a939-2555-44bd-90ca-04d8b2bfa9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.855487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-d948a939-2555-44bd-90ca-04d8b2bfa9ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1567101 Aug 31 06:44:50.956068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.958903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:50.960443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-f43fd560-e9b4-4342-86e9-9732e2423dd1 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510352 Aug 31 06:44:50.963971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-55a8798e-7c68-40e5-8bda-ee2f4a082ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:50.965804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-55a8798e-7c68-40e5-8bda-ee2f4a082ee8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1002636 Aug 31 06:44:50.971385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9384a987-b15c-4578-8733-a3d673197dab HTTP/1.1" status: 204 len: 168 time: 0.2850428 Aug 31 06:44:50.982094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696cb34-86ff-4fb4-9a84-43f8b9c62dc6 req-289ed209-0cca-4d06-bf22-ba753d4313e2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:51.000284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed73c555-706e-4d7a-af70-46901cc4b873 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9384a987-b15c-4578-8733-a3d673197dab,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:51.004174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4696cb34-86ff-4fb4-9a84-43f8b9c62dc6 req-289ed209-0cca-4d06-bf22-ba753d4313e2 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 951 time: 0.1072156 Aug 31 06:44:51.327440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ef557b0-28c0-4d45-a8c3-ddb8054212d2 req-907ba9a5-590b-4430-bda7-12810b81514a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 210 time: 0.0621166 Aug 31 06:44:51.678286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edd6221-64c6-41aa-9582-45a57b1f9a21 req-22058667-5133-4bc0-9d87-291f1f05314c service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054672 Aug 31 06:44:51.713207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:51.716356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-60fe7218-0efb-4c33-b075-42944dbdee60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:51.724832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-60fe7218-0efb-4c33-b075-42944dbdee60 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2994084 Aug 31 06:44:51.744830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:51.821133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4696cb34-86ff-4fb4-9a84-43f8b9c62dc6 req-84266168-fe77-47bc-a443-c4ace22270e3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417477 Aug 31 06:44:51.974041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-45501e3f-1b7c-4fb9-8343-b5d823de1320 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9672771 Aug 31 06:44:52.075679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:52.080458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.145820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d989d1-fa75-4598-8752-602898566e4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.154449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dc5f33-4f62-49a0-b70c-11c79c22bb22 req-a0d29b0e-1363-44e9-aae0-3cbef60d4108 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.161792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97dc5f33-4f62-49a0-b70c-11c79c22bb22 req-a0d29b0e-1363-44e9-aae0-3cbef60d4108 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.2493238 Aug 31 06:44:52.189410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-3cb6486c-a833-423a-b00b-ebcc3ae11676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.190922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-3cb6486c-a833-423a-b00b-ebcc3ae11676 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1103 time: 0.3153434 Aug 31 06:44:52.394085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97dc5f33-4f62-49a0-b70c-11c79c22bb22 req-c0b1ae71-2975-4e2f-b50e-5fbeb3157717 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312315 Aug 31 06:44:52.395313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-7af3894f-a91d-40e7-bf25-7cc1d1968b1e service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069979 Aug 31 06:44:52.464997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.11 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/e5913833-98df-416c-a4ef-1a2bef7e61c6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:52.465263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-b4e205c7-66bb-4f10-afcd-7025ecf687d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.466666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-b4e205c7-66bb-4f10-afcd-7025ecf687d8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.2612376 Aug 31 06:44:52.568182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-2e003a46-68f8-4382-9545-c3f34500af0c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 200 len: 217 time: 0.0810726 Aug 31 06:44:52.614405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d989d1-fa75-4598-8752-602898566e4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.652048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.662108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c14346f-7bd2-4dd9-a049-20e0ebc1bbdd req-a985e553-452e-47df-9f01-dad32839a1f2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 210 time: 0.1515656 Aug 31 06:44:52.662722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22d989d1-fa75-4598-8752-602898566e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.772720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-22d989d1-fa75-4598-8752-602898566e4b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1126246afc1b48e9bc2b4927809baf3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0297046 Aug 31 06:44:52.778354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:52.784725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d989d1-fa75-4598-8752-602898566e4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbf7f70d-1e44-4b9e-98d2-e30fb8c2bb43,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:52.791841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-ec7d9d72-431b-4975-b71a-7b41d8b8ecae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.793346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-ec7d9d72-431b-4975-b71a-7b41d8b8ecae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1503546 Aug 31 06:44:52.856194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:52.897777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-a03e0b8e-0dd4-4bad-97ea-ad83714b3d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.899527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a2a6f-2e71-4ab2-b7f0-44aae3d58101 req-1d5a156e-016f-4973-a9c7-10bc0620e1ff tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:52.901637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-269a2a6f-2e71-4ab2-b7f0-44aae3d58101 req-1d5a156e-016f-4973-a9c7-10bc0620e1ff tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.2350683 Aug 31 06:44:52.902337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-a03e0b8e-0dd4-4bad-97ea-ad83714b3d84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0922661 Aug 31 06:44:52.995336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:52.997373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:53.007605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:53.138635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-eb1cb3c7-0764-4aa2-827a-74b188470024 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253113 Aug 31 06:44:53.142789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-269a2a6f-2e71-4ab2-b7f0-44aae3d58101 req-4d3d6a8b-6b05-4e79-8eaa-6bfd961d3f01 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192550 Aug 31 06:44:53.181753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:53.210156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.219175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.219948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.244035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-6bffede0-7058-4630-9073-053c574f2024 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5100946 Aug 31 06:44:53.259436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Request body: {'port': {'device_id': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:53.293500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.344941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cc02a-9395-452e-b57f-09c8168597ea req-4b3b9ff3-30cf-4078-be5b-a90d1180b880 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.352526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae6cc02a-9395-452e-b57f-09c8168597ea req-4b3b9ff3-30cf-4078-be5b-a90d1180b880 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 951 time: 0.2387512 Aug 31 06:44:53.360985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.406747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae6cc02a-9395-452e-b57f-09c8168597ea req-74d990ff-62ef-42b7-8df9-eff3d7d07b90 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482976 Aug 31 06:44:53.440146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f84c6c-7e3e-4c15-9f19-d37bb28da718 req-c1847a7d-8fc4-41bb-8155-e9d13a331631 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675710 Aug 31 06:44:53.472477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.480052 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.487767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbf7f70d-1e44-4b9e-98d2-e30fb8c2bb43 HTTP/1.1" status: 204 len: 168 time: 0.7067962 Aug 31 06:44:53.592370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c012e2c6-867e-456b-bce7-b8f2e4bc3bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbf7f70d-1e44-4b9e-98d2-e30fb8c2bb43,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:53.668694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0e6738-6bc4-4424-b4eb-e5e355d7399f req-b0adcf5c-fade-4d7e-bab1-252f1cc1d474 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.670480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb0e6738-6bc4-4424-b4eb-e5e355d7399f req-b0adcf5c-fade-4d7e-bab1-252f1cc1d474 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1233213 Aug 31 06:44:53.820897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb0e6738-6bc4-4424-b4eb-e5e355d7399f req-a65f68c5-05bf-42e2-b6db-33df22b528ea tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386108 Aug 31 06:44:53.877574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5913833-98df-416c-a4ef-1a2bef7e61c6 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:53.887019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.893051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec39d3c-1bc3-4ecd-8643-87142d35c2e1 req-2659fd7f-55b2-4c83-9e5f-2aff1d69ff82 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:53.902797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cec39d3c-1bc3-4ecd-8643-87142d35c2e1 req-2659fd7f-55b2-4c83-9e5f-2aff1d69ff82 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 932 time: 0.0915837 Aug 31 06:44:53.903356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Transition to ACTIVE for port object e5913833-98df-416c-a4ef-1a2bef7e61c6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:53.909053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:53.985995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cec39d3c-1bc3-4ecd-8643-87142d35c2e1 req-a806b150-f880-4756-81b5-2888e46f1c84 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817063 Aug 31 06:44:53.987700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:54.113428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Attempting to bind port e5913833-98df-416c-a4ef-1a2bef7e61c6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:54.114153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Attempting to bind port e5913833-98df-416c-a4ef-1a2bef7e61c6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:54.114153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Attempting to bind port e5913833-98df-416c-a4ef-1a2bef7e61c6 on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:54.128693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Port e5913833-98df-416c-a4ef-1a2bef7e61c6 on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:54.128693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Attempting to bind port e5913833-98df-416c-a4ef-1a2bef7e61c6 on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:54.135544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:54.135892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:54.136278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:54.136717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Bound port: e5913833-98df-416c-a4ef-1a2bef7e61c6, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:54.138118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.249034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:54.257196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:54.273441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.324160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:54.324855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.326723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] 10.222.0.53 "PUT /v2.0/ports/e5913833-98df-416c-a4ef-1a2bef7e61c6 HTTP/1.1" status: 200 len: 1093 time: 1.0729527 Aug 31 06:44:54.327172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:54.330090 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b8adb8-f045-48db-809b-daeb360a580a" -d '{"events": [{"name": "network-changed", "server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:54.359799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91b2439-8db4-4f64-b29d-b1c5e7b132d6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:54.438248 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb10d571-1ea8-4800-81d8-90c865711ccc x-openstack-request-id: req-eb10d571-1ea8-4800-81d8-90c865711ccc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:54.438524 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:54.438771 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb10d571-1ea8-4800-81d8-90c865711ccc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:54.439173 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6', 'status': 'completed', 'code': 200} Aug 31 06:44:54.480427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-a768df8c-add4-4f33-a285-241a2df2e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:54.482510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-a768df8c-add4-4f33-a285-241a2df2e448 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 1096 time: 0.0993619 Aug 31 06:44:54.545737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-f92d7103-88d3-4590-8625-30e0c44bfdb6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6 HTTP/1.1" status: 200 len: 217 time: 0.0529916 Aug 31 06:44:54.571276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef832980-fade-4df7-ae55-2e93ef17b976 req-4206c1a2-5cb2-437f-b082-a737bd34cc4f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:54.573097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef832980-fade-4df7-ae55-2e93ef17b976 req-4206c1a2-5cb2-437f-b082-a737bd34cc4f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 951 time: 0.0637596 Aug 31 06:44:54.614656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edcda10-041a-4091-aa80-ae250b38b74a req-efa9b384-2fef-42f2-96c1-93afc0d6e20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:54.616464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-efa9b384-2fef-42f2-96c1-93afc0d6e20c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0601707 Aug 31 06:44:54.689880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-093c8c21-1941-43dd-a0e2-190085d3981a tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=4926d70839274cdf80646a3e3059f2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0698621 Aug 31 06:44:54.691910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-0077aced-48a2-4faf-92d6-94c6a8f21771 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597799 Aug 31 06:44:54.695713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef832980-fade-4df7-ae55-2e93ef17b976 req-43d824d9-969f-44a0-a00c-c8a6f37bf8aa tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087518 Aug 31 06:44:54.797589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef89bab6-f71f-4297-9fa2-d3cc2c955c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:54.893430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-1a402e70-9140-4a08-82a1-ede97f92a165 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:54.894926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-1a402e70-9140-4a08-82a1-ede97f92a165 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992674 Aug 31 06:44:54.901110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-0757a504-fd50-4c72-8b4c-3f1f3fab73be service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428692 Aug 31 06:44:54.925118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-c2e2be5f-1645-43e6-85b6-d6ab3f556ef7 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/quotas/4926d70839274cdf80646a3e3059f2b8 HTTP/1.1" status: 200 len: 375 time: 0.0228012 Aug 31 06:44:55.004938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-879a145b-6969-4e8e-82f8-075125b3b297 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4926d70839274cdf80646a3e3059f2b8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395176 Aug 31 06:44:55.031036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf4911c-c9d0-498d-a2df-416a9eb99179 req-13677213-fe23-44f0-a33e-e4f37be08b04 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.035447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5cf4911c-c9d0-498d-a2df-416a9eb99179 req-13677213-fe23-44f0-a33e-e4f37be08b04 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0911798 Aug 31 06:44:55.043187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4edcda10-041a-4091-aa80-ae250b38b74a req-a6edbd8d-5d38-42b8-a33c-2879168c43dc service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331151 Aug 31 06:44:55.126229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5cf4911c-c9d0-498d-a2df-416a9eb99179 req-8393da23-b718-4925-b6a3-b453c330508e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634668 Aug 31 06:44:55.225465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8adb8-f045-48db-809b-daeb360a580a req-2cd0dafa-57c1-4b68-b3e6-fcfd802ac735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.228443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-2cd0dafa-57c1-4b68-b3e6-fcfd802ac735 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1020682 Aug 31 06:44:55.324535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca921a95-125c-4457-87a9-38955d339740 req-ec551eb8-de92-4a0e-8986-367f46d3d016 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.326386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca921a95-125c-4457-87a9-38955d339740 req-ec551eb8-de92-4a0e-8986-367f46d3d016 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 944 time: 0.1248770 Aug 31 06:44:55.405406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca921a95-125c-4457-87a9-38955d339740 req-d720f124-e91a-45b0-ad06-fc2c78f1a4a9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649843 Aug 31 06:44:55.439985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8adb8-f045-48db-809b-daeb360a580a req-00d6c073-99b9-45cd-9c8d-06bd438d30a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.442309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-00d6c073-99b9-45cd-9c8d-06bd438d30a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.1926687 Aug 31 06:44:55.519562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-b17c33d9-32d4-41b4-9557-fd9ccf87da2f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6 HTTP/1.1" status: 200 len: 217 time: 0.0689240 Aug 31 06:44:55.557460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b94ad47-3293-4071-a56d-e58dc31a6faa req-d4fcdd30-8e53-4bc7-b754-6c48d3cae07b tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 210 time: 0.0405366 Aug 31 06:44:55.623533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8adb8-f045-48db-809b-daeb360a580a req-028aaead-c13b-4cfb-bbae-e0f48b3a9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.625689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-028aaead-c13b-4cfb-bbae-e0f48b3a9618 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0672734 Aug 31 06:44:55.663941 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-05d2c768-4de9-4cf1-abc8-a14aa5acf0ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290680 Aug 31 06:44:55.757073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:55.854083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d534e2c-b8e9-433f-b11e-2fb93412f20e req-e80720a8-134e-4023-a411-5841d095eac6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.864144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d534e2c-b8e9-433f-b11e-2fb93412f20e req-e80720a8-134e-4023-a411-5841d095eac6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1250918 Aug 31 06:44:55.909780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:55.915787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e336033b-0a15-4b34-b43e-fb86372769c1 req-4169ff16-014b-4e86-8d34-1196132ce3d7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:55.918550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-89032640-29d9-4ab6-a4c1-ab3b932b3e7f service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472160 Aug 31 06:44:55.924700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'mac_address': 'fa:16:3e:e4:ee:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:55.946033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e336033b-0a15-4b34-b43e-fb86372769c1 req-4169ff16-014b-4e86-8d34-1196132ce3d7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 951 time: 0.1223848 Aug 31 06:44:55.973124 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:55.989698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:56.012141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:56.019344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d534e2c-b8e9-433f-b11e-2fb93412f20e req-19bdc192-4913-4125-afa3-f46d1e8097a3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449716 Aug 31 06:44:56.021265 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.066925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e336033b-0a15-4b34-b43e-fb86372769c1 req-f5d81826-28c7-4760-bbf1-b416c906dd52 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117072 Aug 31 06:44:56.086678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8b8adb8-f045-48db-809b-daeb360a580a req-f1405aad-89b3-4588-9bbc-3fad3f5c0495 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584642 Aug 31 06:44:56.104328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:56.193248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b57ed-1702-4d56-ad1c-3a1ccada2164 req-390273c3-6cf2-4638-bea4-c4535c689d34 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:56.194822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c6b57ed-1702-4d56-ad1c-3a1ccada2164 req-390273c3-6cf2-4638-bea4-c4535c689d34 tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 1102 time: 0.0506554 Aug 31 06:44:56.231337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c6b57ed-1702-4d56-ad1c-3a1ccada2164 req-146949a9-7fab-46e1-88e5-8e0495fad72a tempest-MigrationsAdminTest-1636993410 tempest-MigrationsAdminTest-1636993410-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301621 Aug 31 06:44:56.402195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5913833-98df-416c-a4ef-1a2bef7e61c6 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:44:56.434653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa91209-4ba4-49a7-802e-ac17b0af7293 req-bf1ac871-9813-42d6-a2ab-8141eb270a09 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:56.436257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffa91209-4ba4-49a7-802e-ac17b0af7293 req-bf1ac871-9813-42d6-a2ab-8141eb270a09 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.0835526 Aug 31 06:44:56.523055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['4130aaca-7616-4583-bbcf-dcadc1a09a69'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:56.530188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-99f63a70-355b-44cb-a7c8-699e4cd5ecd5 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=4926d70839274cdf80646a3e3059f2b8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309424 Aug 31 06:44:56.630187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffa91209-4ba4-49a7-802e-ac17b0af7293 req-763f6523-7ca3-48f7-8469-80d9275d864a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1731725 Aug 31 06:44:56.722105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be384d26-ef27-477a-b6c5-46d1127e8ffd req-37a9a6d5-c277-4328-8a7c-b70ddd20f855 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:56.723903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be384d26-ef27-477a-b6c5-46d1127e8ffd req-37a9a6d5-c277-4328-8a7c-b70ddd20f855 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 944 time: 0.1018832 Aug 31 06:44:56.750555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-b45c84ff-054a-41c4-a436-7eeb6e3b00c6 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:56.752163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-b45c84ff-054a-41c4-a436-7eeb6e3b00c6 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2144160 Aug 31 06:44:56.769958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Request body: {'port': {'device_id': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '4926d70839274cdf80646a3e3059f2b8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:56.777277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:56.780322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be384d26-ef27-477a-b6c5-46d1127e8ffd req-bc884f08-a567-488a-8da5-2cff49065506 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464439 Aug 31 06:44:56.810714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e5913833-98df-416c-a4ef-1a2bef7e61c6', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'e5913833-98df-416c-a4ef-1a2bef7e61c6', 'mac_address': 'fa:16:3e:32:9b:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:44:56.833185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23d948f-b6e0-401b-8173-dbbb3a66efdf req-84fdd170-89ff-4651-b4e5-d0d4a547d7a7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:56.834934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23d948f-b6e0-401b-8173-dbbb3a66efdf req-84fdd170-89ff-4651-b4e5-d0d4a547d7a7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1309848 Aug 31 06:44:56.860996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.879613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5913833-98df-416c-a4ef-1a2bef7e61c6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:56.907082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:56.911697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.917226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23d948f-b6e0-401b-8173-dbbb3a66efdf req-d4a567ba-d1bd-4b94-9b84-0a83aeb887a6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696948 Aug 31 06:44:56.971823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:56.984672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Made reservation on behalf of 4926d70839274cdf80646a3e3059f2b8 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:44:56.988349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:56.996382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ad34682-8541-42b2-b790-c03b104f19af req-99f54e62-df4c-41a4-a5bd-62b1c33d2ed9 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 210 time: 0.0477471 Aug 31 06:44:57.007889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.126403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.132252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.167648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd5ef0-9aef-4d65-aa2e-0ea236a9d23f req-760bc135-baf5-4df1-bd8b-658109ae5861 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:57.169174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96dd5ef0-9aef-4d65-aa2e-0ea236a9d23f req-760bc135-baf5-4df1-bd8b-658109ae5861 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0652425 Aug 31 06:44:57.231036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=178182e6-5b6a-4cf4-9db9-c19faa21473e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:57.241815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e5913833-98df-416c-a4ef-1a2bef7e61c6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:44:57.250416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96dd5ef0-9aef-4d65-aa2e-0ea236a9d23f req-f62b1fd4-aa32-4123-8cb9-ef21eee36c3a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696523 Aug 31 06:44:57.251647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.252046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.252412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.252761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.253096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.253452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.253864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.254088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.254412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.254733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.255053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.255373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:44:57.352846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Allocated IP 192.168.233.196 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:44:57.470554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ab2c459-da47-4ee2-b05e-3c542e054700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.555909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.575763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Transition to ACTIVE for port object ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:57.627237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.675929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.693585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Pushing event updated for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:57.698049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:44:57.699623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:44:57.701945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:44:57.758152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:57.759222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:57.780862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-dde216ad-3a2a-4be9-a217-58fc4b27ef2f tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0170155 Aug 31 06:44:57.795993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Request body: {'port': {'device_id': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:44:57.913680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.074798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88f86fb-095f-405c-8d9d-ff7c3fdd038e req-cd1d7f9d-c4b7-493e-ab5f-be41510ce864 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.076442 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f88f86fb-095f-405c-8d9d-ff7c3fdd038e req-cd1d7f9d-c4b7-493e-ab5f-be41510ce864 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 945 time: 0.1949143 Aug 31 06:44:58.111351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6f36c0a-8b1f-4be3-828e-88338a299fed None None] Provisioning for port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:58.115557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6f36c0a-8b1f-4be3-828e-88338a299fed None None] Provisioning complete for port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:58.116132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e6f36c0a-8b1f-4be3-828e-88338a299fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.158880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1fdb-8ddf-4cd7-8ad2-14b08def38bd req-fd63a712-59ea-4faa-9c58-e7401a0af103 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.168054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-797e1fdb-8ddf-4cd7-8ad2-14b08def38bd req-fd63a712-59ea-4faa-9c58-e7401a0af103 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1095202 Aug 31 06:44:58.194230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e6f36c0a-8b1f-4be3-828e-88338a299fed None None] Port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:44:58.202124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f88f86fb-095f-405c-8d9d-ff7c3fdd038e req-d392ef5f-217c-4e40-9b9a-6dbe1ce5c4c4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178896 Aug 31 06:44:58.246817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-797e1fdb-8ddf-4cd7-8ad2-14b08def38bd req-d5a187b0-d6d9-4e94-8228-9a6f89bd0bd8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769310 Aug 31 06:44:58.385885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:44:58.398911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.424725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Transition to ACTIVE for port object ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:44:58.435753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb69346-85a2-4603-bb93-0759a0039fbb req-15516209-1585-407d-8d0e-b5b317997431 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.438103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edb69346-85a2-4603-bb93-0759a0039fbb req-15516209-1585-407d-8d0e-b5b317997431 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 936 time: 0.1047797 Aug 31 06:44:58.439769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.523136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:58.583187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edb69346-85a2-4603-bb93-0759a0039fbb req-1a69cdc1-d048-4314-9dde-856cf8f6c004 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322877 Aug 31 06:44:58.617926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Attempting to bind port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:44:58.619710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Attempting to bind port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:44:58.619710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Attempting to bind port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:58.623898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:44:58.624291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Attempting to bind port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:44:58.629810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:44:58.630153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:44:58.630534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:44:58.630961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Bound port: ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:44:58.631316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.717567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:44:58.722838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:44:58.728078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.778995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.780366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:58.782640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] 10.222.0.53 "PUT /v2.0/ports/ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 HTTP/1.1" status: 200 len: 1097 time: 0.9927828 Aug 31 06:44:58.785181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:58.789085 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7641ff-30d3-42cb-9c06-1689405a457d" -d '{"events": [{"name": "network-changed", "server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:58.870666 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7243b393-b61e-4701-a311-b9789620a657 x-openstack-request-id: req-7243b393-b61e-4701-a311-b9789620a657 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:44:58.871054 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:44:58.871265 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7243b393-b61e-4701-a311-b9789620a657 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:44:58.871594 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2', 'status': 'completed', 'code': 200} Aug 31 06:44:58.885357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7f43c-3d94-41c3-8ba6-043b7ede9046 service neutron] Pushing event updated for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:44:58.901221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-5e1b48a0-91a9-4b1a-acee-3ff64a3b295f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:58.902765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-5e1b48a0-91a9-4b1a-acee-3ff64a3b295f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4926d70839274cdf80646a3e3059f2b8&device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 1100 time: 0.0780602 Aug 31 06:44:58.954186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-fd0bb939-8673-46bc-98e6-ac7b64c7274d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 HTTP/1.1" status: 200 len: 217 time: 0.0433481 Aug 31 06:44:59.025238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-9f654e17-ef17-49dc-8223-b4d3fc0c8758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.027130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-9f654e17-ef17-49dc-8223-b4d3fc0c8758 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0554583 Aug 31 06:44:59.087021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-397a51df-2958-4a28-9d96-2dbdcc38730f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.089027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-397a51df-2958-4a28-9d96-2dbdcc38730f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.1274662 Aug 31 06:44:59.095887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-b9b3f929-e550-4095-b677-8c25b68bc86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.097917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-b9b3f929-e550-4095-b677-8c25b68bc86e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0632346 Aug 31 06:44:59.135258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-3b0923bb-2c0c-4c4f-a213-3850b7c936d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.136734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-3b0923bb-2c0c-4c4f-a213-3850b7c936d1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1314352 Aug 31 06:44:59.145003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19231dcc-c680-415b-ad1c-4d9c554ad5b0 req-3a414d97-5a0e-44f4-b4fa-3565b8030d20 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.146510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19231dcc-c680-415b-ad1c-4d9c554ad5b0 req-3a414d97-5a0e-44f4-b4fa-3565b8030d20 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1445711 Aug 31 06:44:59.197795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-e4532c39-9951-4c76-85a4-7c158b10325a service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919263 Aug 31 06:44:59.229975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:44:59.308078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19231dcc-c680-415b-ad1c-4d9c554ad5b0 req-79973684-80a3-44b7-99a9-faa133160091 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284344 Aug 31 06:44:59.336397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52496b44-1db0-4331-9ca7-2e44ab542641 req-6a296b86-fb3d-4f66-846d-d083f809bfc0 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315234 Aug 31 06:44:59.344162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-a5e1cffd-bc5e-46b9-98ec-45e413ac1168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.345894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-a5e1cffd-bc5e-46b9-98ec-45e413ac1168 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.2438600 Aug 31 06:44:59.371500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665797cb-5ba0-44c6-921f-cadb56bc0091 req-641c4595-9c15-4cac-9ebd-2fcfbe6d4613 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.388266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-665797cb-5ba0-44c6-921f-cadb56bc0091 req-641c4595-9c15-4cac-9ebd-2fcfbe6d4613 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 945 time: 0.0979316 Aug 31 06:44:59.413737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-a2421f6e-5507-4d2e-8e32-4e495b212aeb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 217 time: 0.0568902 Aug 31 06:44:59.452005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Deleting port 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:44:59.452914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.460157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-665797cb-5ba0-44c6-921f-cadb56bc0091 req-e7f2686d-5541-4882-a8ae-d249cdebc166 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709546 Aug 31 06:44:59.470572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-d89305b0-b462-4ac7-aa40-586fe3aece88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.472052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-d89305b0-b462-4ac7-aa40-586fe3aece88 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=4926d70839274cdf80646a3e3059f2b8&device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 1100 time: 0.0581031 Aug 31 06:44:59.526150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12340d94-1498-439d-9fcf-54e88dbde4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.537065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.570820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-935820b2-6048-495f-b8e4-16f599c79397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.572280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-935820b2-6048-495f-b8e4-16f599c79397 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0925534 Aug 31 06:44:59.589225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb902a4-8914-4502-82b2-1b642ec77587 req-1e465555-ee6a-4473-a406-5486cbcf7584 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.590733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edb902a4-8914-4502-82b2-1b642ec77587 req-1e465555-ee6a-4473-a406-5486cbcf7584 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 950 time: 0.1911786 Aug 31 06:44:59.592082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-b4e5f62c-30cc-401b-9533-bb5ad19f2298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.593700 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-b4e5f62c-30cc-401b-9533-bb5ad19f2298 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.1611581 Aug 31 06:44:59.616085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-c2bad395-6d7e-4e78-a980-71e031e2ef52 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 HTTP/1.1" status: 200 len: 217 time: 0.0357175 Aug 31 06:44:59.668815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-e68d7354-3a75-471e-b5ac-2179f2425076 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501571 Aug 31 06:44:59.670410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-36af1e43-f810-4d32-a19e-54997a839cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:44:59.672578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-36af1e43-f810-4d32-a19e-54997a839cb7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0495889 Aug 31 06:44:59.751565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:59.751934 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.758288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:44:59.769613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edb902a4-8914-4502-82b2-1b642ec77587 req-818b7876-3f82-442e-8b4f-1a76bb150ad8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700497 Aug 31 06:44:59.792090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Calling delete_port for 4130aaca-7616-4583-bbcf-dcadc1a09a69 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:44:59.832224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:44:59.838281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 4130aaca-7616-4583-bbcf-dcadc1a09a69 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:44:59.838807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.898632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-54303868-b544-46a0-b6b1-a9076ca7162b service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135794 Aug 31 06:44:59.900435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12340d94-1498-439d-9fcf-54e88dbde4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.907513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12340d94-1498-439d-9fcf-54e88dbde4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.935904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.960389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:44:59.963136 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaaefb6-4306-4737-b8cd-0e2afdec9558" -d '{"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:44:59.977049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4130aaca-7616-4583-bbcf-dcadc1a09a69, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4130aaca-7616-4583-bbcf-dcadc1a09a69,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:44:59.986847 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:44:59.988399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:00.013284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12340d94-1498-439d-9fcf-54e88dbde4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448e00b5-4ceb-4686-b250-4eccd1e9a12f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.037066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-12340d94-1498-439d-9fcf-54e88dbde4e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7da48b00804842ac8b1762cbeb608db5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8038483 Aug 31 06:45:00.040915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:00.050534 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381139a8-eb76-4a04-9b78-494f44108613 x-openstack-request-id: req-381139a8-eb76-4a04-9b78-494f44108613 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:00.050825 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-plugged", "status": "completed", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:00.051237 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-381139a8-eb76-4a04-9b78-494f44108613 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:00.051790 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'code': 200} Aug 31 06:45:00.087216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.091170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-cc4b7983-2bf2-4685-8726-4752b9485130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:00.093832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-cc4b7983-2bf2-4685-8726-4752b9485130 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4116931 Aug 31 06:45:00.104000 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:45:00.131921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26350a3f-fd73-40ec-acf1-e3f11e8fc61c req-6a9aa94e-31b4-4464-b7a2-6be839608a3b service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182951 Aug 31 06:45:00.132476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.132593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74e1271-842f-4c4b-94c6-44c008d3a3ac req-b202d655-f8a1-4d19-b7d7-939ba6d29a00 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:00.141390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f74e1271-842f-4c4b-94c6-44c008d3a3ac req-b202d655-f8a1-4d19-b7d7-939ba6d29a00 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 948 time: 0.4735436 Aug 31 06:45:00.164110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.175979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.199888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:00.207513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:00.210950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff', 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', '4130aaca-7616-4583-bbcf-dcadc1a09a69'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:00.216921 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.222289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.224612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event deleted for resources: {'Port': ['ID=4130aaca-7616-4583-bbcf-dcadc1a09a69,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.256994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f74e1271-842f-4c4b-94c6-44c008d3a3ac req-aa2001e0-f314-49e2-9cb7-6fc34d56ea88 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147223 Aug 31 06:45:00.295690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-864a2e78-b0b6-48b9-9363-7cdb84b115fb service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923516 Aug 31 06:45:00.297825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] No DVR routers for this DVR port 4130aaca-7616-4583-bbcf-dcadc1a09a69 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:00.300780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.307618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-948aa52b-d388-4218-a10c-5c59de851ca5 req-ea3b933f-79dd-4342-84d0-13e6d300698c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "DELETE /v2.0/ports/4130aaca-7616-4583-bbcf-dcadc1a09a69 HTTP/1.1" status: 204 len: 173 time: 1.1317375 Aug 31 06:45:00.308086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-deleted', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:00.310358 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6cc6fd-0823-4b70-940a-c8b3d7d0948b" -d '{"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-deleted", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:00.349236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.352430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.357322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/448e00b5-4ceb-4686-b250-4eccd1e9a12f HTTP/1.1" status: 204 len: 168 time: 0.3038988 Aug 31 06:45:00.370471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee347d9-ef12-4e2d-bfa7-88c3923729cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448e00b5-4ceb-4686-b250-4eccd1e9a12f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.413766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7641ff-30d3-42cb-9c06-1689405a457d req-450a0ad2-262a-4af1-920d-44b526727cc8 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099842 Aug 31 06:45:00.419859 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6842e2f-6d5e-4070-90dc-046d94a853fd x-openstack-request-id: req-b6842e2f-6d5e-4070-90dc-046d94a853fd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:00.420159 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b10f6e2-2b76-4ee6-bfee-3f4bd131f126", "name": "network-vif-deleted", "tag": "4130aaca-7616-4583-bbcf-dcadc1a09a69", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:00.420411 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b6842e2f-6d5e-4070-90dc-046d94a853fd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:00.420808 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b10f6e2-2b76-4ee6-bfee-3f4bd131f126', 'name': 'network-vif-deleted', 'tag': '4130aaca-7616-4583-bbcf-dcadc1a09a69', 'status': 'completed', 'code': 200} Aug 31 06:45:00.539409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634d797-ca8c-448f-ad5c-c365625caf02 req-f1124487-1398-4037-a60c-5408e41432a2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:00.541013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e634d797-ca8c-448f-ad5c-c365625caf02 req-f1124487-1398-4037-a60c-5408e41432a2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1092274 Aug 31 06:45:00.601181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:00.604473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5913833-98df-416c-a4ef-1a2bef7e61c6 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:00.606013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e634d797-ca8c-448f-ad5c-c365625caf02 req-46db0d24-366a-40e7-87b2-d366d17121f3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507729 Aug 31 06:45:00.621871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c33dc-0f3e-4175-a382-52eb5e3b251a req-13097801-7bbb-4354-976d-ed18185dd1f2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:00.637876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-626c33dc-0f3e-4175-a382-52eb5e3b251a req-13097801-7bbb-4354-976d-ed18185dd1f2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 945 time: 0.0906327 Aug 31 06:45:00.687219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-626c33dc-0f3e-4175-a382-52eb5e3b251a req-514f7b1f-9c36-4b16-9901-8c502babd83c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429106 Aug 31 06:45:00.716114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.799075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:00.813137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5805b6f9-2edb-4e3d-a8f5-ff8987855874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.881431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e5913833-98df-416c-a4ef-1a2bef7e61c6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:00.898862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e5913833-98df-416c-a4ef-1a2bef7e61c6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:00.899080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.901425 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21779ca3-8d9f-42e1-b0ac-ecdd0321441a req-b2c4aae1-6450-4b0a-9ffb-551aa87029f5 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=2b10f6e2-2b76-4ee6-bfee-3f4bd131f126 HTTP/1.1" status: 200 len: 210 time: 0.0371497 Aug 31 06:45:00.935071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5805b6f9-2edb-4e3d-a8f5-ff8987855874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.939976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5805b6f9-2edb-4e3d-a8f5-ff8987855874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:00.959419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:00.982246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5805b6f9-2edb-4e3d-a8f5-ff8987855874 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=642f42594585424399003171054ce728&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1819637 Aug 31 06:45:00.984408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5805b6f9-2edb-4e3d-a8f5-ff8987855874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52066d03-23b3-40c4-b88a-5872b65f95dc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:00.985773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:01.011818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2', 'mac_address': 'fa:16:3e:e2:f5:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:01.018588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.042851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.068160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.109952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.128338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.131214 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.134951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52066d03-23b3-40c4-b88a-5872b65f95dc HTTP/1.1" status: 204 len: 168 time: 0.1452289 Aug 31 06:45:01.140420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4e7e8-c5b7-4fbb-87d2-3033231d71a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52066d03-23b3-40c4-b88a-5872b65f95dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:01.146579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.154997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:01.208822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:01.218683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.238818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:01.271295 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.326331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:01.379843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:01.401065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bc5a7-a83b-4f11-9bbe-01ce6a3e8c1a req-e8c3baff-d21e-42f6-bda9-3c1414f89cf1 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:01.402602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d38bc5a7-a83b-4f11-9bbe-01ce6a3e8c1a req-e8c3baff-d21e-42f6-bda9-3c1414f89cf1 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 949 time: 0.0637884 Aug 31 06:45:01.444533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d38bc5a7-a83b-4f11-9bbe-01ce6a3e8c1a req-e27c9eec-990e-40b8-80c1-04d556a07f24 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Aug 31 06:45:01.565558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:01.743108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1751b67-53fe-4094-bff9-8a874ed44b7c req-e5e5477a-14e2-4857-a5cd-94c20aa731f4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:01.744855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1751b67-53fe-4094-bff9-8a874ed44b7c req-e5e5477a-14e2-4857-a5cd-94c20aa731f4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0618901 Aug 31 06:45:01.781487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:01.786915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1751b67-53fe-4094-bff9-8a874ed44b7c req-8159dc49-c5c0-4cee-92dd-b7353ddefaea tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351870 Aug 31 06:45:01.822264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f8da0c-3d4a-4f05-b3a9-a80d3ae7fa15 req-7073de58-d679-4499-abbb-030d1f8a5a92 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:01.823843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52f8da0c-3d4a-4f05-b3a9-a80d3ae7fa15 req-7073de58-d679-4499-abbb-030d1f8a5a92 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0622599 Aug 31 06:45:01.864179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52f8da0c-3d4a-4f05-b3a9-a80d3ae7fa15 req-6517374d-8405-4723-af63-b3ae995427a1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327764 Aug 31 06:45:01.883965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:01.896109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:01.937568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:01.950419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:01.972164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:01.976467 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:02.029983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:02.052495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}, {'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:02.055918 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95451a43-e1ea-4e71-a5c8-3b79542b8f92" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}, {"server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:02.115016 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed6d69a-8c6c-44d7-b1ec-84736c4b5953 x-openstack-request-id: req-2ed6d69a-8c6c-44d7-b1ec-84736c4b5953 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:02.115310 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}, {"server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "name": "network-vif-plugged", "status": "completed", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:02.115560 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ed6d69a-8c6c-44d7-b1ec-84736c4b5953 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:02.116061 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:45:02.116475 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6', 'code': 200} Aug 31 06:45:02.193570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['514b916f-efd8-4ade-b284-5e49fcf02e1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:02.208690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c605b5-7484-4581-a714-60b52a458a83 req-dbdb2503-0b47-43a5-a37c-55adb40c594d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:02.210625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69c605b5-7484-4581-a714-60b52a458a83 req-dbdb2503-0b47-43a5-a37c-55adb40c594d tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 951 time: 0.0577908 Aug 31 06:45:02.228099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a727ead-7e5a-42e4-b421-2a8d798c4b3c req-9d2818b6-c83d-43d3-ac0e-822a22734918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:02.229625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a727ead-7e5a-42e4-b421-2a8d798c4b3c req-9d2818b6-c83d-43d3-ac0e-822a22734918 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 1098 time: 0.0524895 Aug 31 06:45:02.261790 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69c605b5-7484-4581-a714-60b52a458a83 req-484a95fb-6b4b-4e4b-9973-6706aa3b49e1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442860 Aug 31 06:45:02.284381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a727ead-7e5a-42e4-b421-2a8d798c4b3c req-ed9f2b61-22a2-4dde-b6d6-d11642b13303 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473464 Aug 31 06:45:02.585384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5173de-af39-44e4-ac1a-7f930e27fffd req-afaf1ee2-14a2-4e50-83c4-224811483b2c tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:02.586690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc5173de-af39-44e4-ac1a-7f930e27fffd req-afaf1ee2-14a2-4e50-83c4-224811483b2c tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 949 time: 0.0589521 Aug 31 06:45:02.628931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc5173de-af39-44e4-ac1a-7f930e27fffd req-1ed83f58-cbce-4571-a286-4f851c744f3a tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Aug 31 06:45:02.932727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434447b8-442d-475a-84c3-747195747bcf req-c59ac8d5-f580-415a-92ed-8b2d071475ee tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:02.934695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-434447b8-442d-475a-84c3-747195747bcf req-c59ac8d5-f580-415a-92ed-8b2d071475ee tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0743625 Aug 31 06:45:03.001933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-434447b8-442d-475a-84c3-747195747bcf req-6bb5f968-8004-4554-9094-3b94c99354d4 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 Aug 31 06:45:03.007279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41900059-6a96-4b47-b338-c4e0cdd26283 req-0b5c5615-64c5-480a-963d-4dcb81189df3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.016338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41900059-6a96-4b47-b338-c4e0cdd26283 req-0b5c5615-64c5-480a-963d-4dcb81189df3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0664675 Aug 31 06:45:03.069273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41900059-6a96-4b47-b338-c4e0cdd26283 req-db937616-9e0b-48f5-91ad-2cb101f38cba tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519884 Aug 31 06:45:03.457365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4d242a-628a-4a2b-b981-d611e04d4bd5 req-3bdc4279-f62a-480c-8d3e-547996a04aa0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.465040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac4d242a-628a-4a2b-b981-d611e04d4bd5 req-3bdc4279-f62a-480c-8d3e-547996a04aa0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 951 time: 0.0622537 Aug 31 06:45:03.513677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac4d242a-628a-4a2b-b981-d611e04d4bd5 req-e184116f-8c18-4fe4-9623-ef3780d404f8 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435107 Aug 31 06:45:03.633198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:03.775774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34751b53-5677-4444-a818-d3be9c00c7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.787427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:03.801255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad941436-fa48-4449-8eef-12ddfc03c800 req-d6e0b9f7-a278-415e-8b21-2fddc039b3ae tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:03.810128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad941436-fa48-4449-8eef-12ddfc03c800 req-d6e0b9f7-a278-415e-8b21-2fddc039b3ae tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 949 time: 0.0990312 Aug 31 06:45:03.850640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 514b916f-efd8-4ade-b284-5e49fcf02e1c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:03.851679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.880634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad941436-fa48-4449-8eef-12ddfc03c800 req-c562dac4-9ff2-4ab6-8f41-a09160348574 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695758 Aug 31 06:45:03.967108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34751b53-5677-4444-a818-d3be9c00c7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.975187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-34751b53-5677-4444-a818-d3be9c00c7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:03.979457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.021036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34751b53-5677-4444-a818-d3be9c00c7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13e5d69-8f17-427d-80ed-57edd8e5cba6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:04.040079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:04.041320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-34751b53-5677-4444-a818-d3be9c00c7a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9ffb489cdd4471ba7028ef62d46cc7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4061575 Aug 31 06:45:04.042181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:04.048065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.048857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:04.128122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:04.141919 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8d19f1-dbd7-4cc2-a7ee-ddcd54996f33" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:04.143428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.165402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 4130aaca-7616-4583-bbcf-dcadc1a09a69 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:04.165752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4130aaca-7616-4583-bbcf-dcadc1a09a69 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:04.178097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fa4a3e-7e9e-4af9-ae9a-a62d4a2a6d09 req-8452240c-b4c5-42ea-a48c-5c4e9b1f82b2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.180064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76fa4a3e-7e9e-4af9-ae9a-a62d4a2a6d09 req-8452240c-b4c5-42ea-a48c-5c4e9b1f82b2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0943000 Aug 31 06:45:04.185457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.206766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:04.216157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.217567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.218050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.218395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.218729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.219061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.219390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.219714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.220036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.220359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.220680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.221008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:04.252411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e3961-ef5c-4eae-8903-f664c8e7312d req-43a193d9-bb50-4b52-807e-4ec007dd2ab9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.254417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e35e3961-ef5c-4eae-8903-f664c8e7312d req-43a193d9-bb50-4b52-807e-4ec007dd2ab9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0775974 Aug 31 06:45:04.265572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76fa4a3e-7e9e-4af9-ae9a-a62d4a2a6d09 req-4cf94ee9-ea86-4d55-8e8c-e4cdcf4263d1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767219 Aug 31 06:45:04.296497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.300085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.301559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d13e5d69-8f17-427d-80ed-57edd8e5cba6 HTTP/1.1" status: 204 len: 168 time: 0.2604530 Aug 31 06:45:04.317944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba1032-3b40-4a4e-a23a-b460566d41f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13e5d69-8f17-427d-80ed-57edd8e5cba6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:04.382126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e35e3961-ef5c-4eae-8903-f664c8e7312d req-a7ab43cb-051d-4ad8-8453-338d26cc5ee7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197655 Aug 31 06:45:04.418976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-328f2647-5aa2-4b21-bb4b-3e84ac4a8f32 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.420559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-328f2647-5aa2-4b21-bb4b-3e84ac4a8f32 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 951 time: 0.1049852 Aug 31 06:45:04.454401 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-132adc96-ec9a-48f3-89ac-beaa10a23947 x-openstack-request-id: req-132adc96-ec9a-48f3-89ac-beaa10a23947 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:04.455305 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:04.455654 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-132adc96-ec9a-48f3-89ac-beaa10a23947 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:04.456190 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:45:04.481570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:04.599911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:04.608536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Deleting port f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:04.609237 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.614194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:04.615249 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.709581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5696c525-7462-40b6-b479-cd82062c71a4 req-a60974bd-fbbd-4dc2-be1e-3cf7a809643e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:04.725477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5696c525-7462-40b6-b479-cd82062c71a4 req-a60974bd-fbbd-4dc2-be1e-3cf7a809643e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 951 time: 0.1042726 Aug 31 06:45:04.732698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.818856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5696c525-7462-40b6-b479-cd82062c71a4 req-7361c853-ee46-4598-8b7f-e568fcf4f17e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923133 Aug 31 06:45:04.849979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:04.865744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:04.876412 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.880563 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae11a-fefe-4c5d-9031-63fd4afc5c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.932418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] For port f22f7fe7-1eb0-4f51-809e-711b1484a6fb, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:04.932999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:04.975471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:04.987298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Calling delete_port for f22f7fe7-1eb0-4f51-809e-711b1484a6fb owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:05.020215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aac49ab-3168-4c38-be37-e8aef882be38 req-9da919eb-1ba6-4e62-b9e0-89cdd7546509 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:05.030924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aac49ab-3168-4c38-be37-e8aef882be38 req-9da919eb-1ba6-4e62-b9e0-89cdd7546509 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.3253684 Aug 31 06:45:05.114882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aac49ab-3168-4c38-be37-e8aef882be38 req-22a9a38a-1356-4383-9535-56256bec6dcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 Aug 31 06:45:05.126662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae11a-fefe-4c5d-9031-63fd4afc5c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.136053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b2dab-e8c3-4cb8-beef-a4ee15db7572 req-b40f6ef8-81b0-4a05-810e-6194a0942377 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:05.144830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-569b2dab-e8c3-4cb8-beef-a4ee15db7572 req-b40f6ef8-81b0-4a05-810e-6194a0942377 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.1123388 Aug 31 06:45:05.155155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac0ae11a-fefe-4c5d-9031-63fd4afc5c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.188435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac0ae11a-fefe-4c5d-9031-63fd4afc5c9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2753166a02a491485dc6e0e42f415e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3371964 Aug 31 06:45:05.196070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:05.238905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.248224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0ae11a-fefe-4c5d-9031-63fd4afc5c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf25e3d-8a3e-4a22-884c-7f7ea3068bde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:05.260870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:05.302428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-569b2dab-e8c3-4cb8-beef-a4ee15db7572 req-d6597e29-92b7-4715-b978-43639c00e92a tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563509 Aug 31 06:45:05.325173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event deleted for resources: {'Port': ['ID=f22f7fe7-1eb0-4f51-809e-711b1484a6fb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:05.346386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.369363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff', 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:05.372789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] No DVR routers for this DVR port f22f7fe7-1eb0-4f51-809e-711b1484a6fb on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:05.377304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.381674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13680f57-e6a6-4479-bfa3-ea4cd0508e25 req-aa4ac01e-937c-466f-bf44-3f2d89f40a64 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "DELETE /v2.0/ports/f22f7fe7-1eb0-4f51-809e-711b1484a6fb HTTP/1.1" status: 204 len: 173 time: 0.9524114 Aug 31 06:45:05.382250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-deleted', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:05.382396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.385073 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ead05-6eda-46f0-ad85-58e78cea2295" -d '{"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-deleted", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:05.460752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.464388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.475461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bf25e3d-8a3e-4a22-884c-7f7ea3068bde HTTP/1.1" status: 204 len: 168 time: 0.2718012 Aug 31 06:45:05.502079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832ba6d-135d-43a7-9370-7f420a980509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf25e3d-8a3e-4a22-884c-7f7ea3068bde,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:05.504857 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26234b20-2317-4e1d-bdb1-0977aecd100b x-openstack-request-id: req-26234b20-2317-4e1d-bdb1-0977aecd100b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:05.505162 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "249de233-0dde-4a0e-a618-7341646120df", "name": "network-vif-deleted", "tag": "f22f7fe7-1eb0-4f51-809e-711b1484a6fb", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:05.505455 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26234b20-2317-4e1d-bdb1-0977aecd100b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:05.505859 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '249de233-0dde-4a0e-a618-7341646120df', 'name': 'network-vif-deleted', 'tag': 'f22f7fe7-1eb0-4f51-809e-711b1484a6fb', 'status': 'completed', 'code': 200} Aug 31 06:45:05.522061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:05.568986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00240e0-58ec-4a64-b5c0-41fb6c1dec30 req-485f8465-d8a1-4003-ac71-e41b6b0a5f08 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:05.576622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a00240e0-58ec-4a64-b5c0-41fb6c1dec30 req-485f8465-d8a1-4003-ac71-e41b6b0a5f08 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1290445 Aug 31 06:45:05.688736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a00240e0-58ec-4a64-b5c0-41fb6c1dec30 req-dbbcef73-c7fe-4cf7-b3a7-add7a938e707 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051886 Aug 31 06:45:05.950017 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9909f70a-7a4f-4cf9-844e-d6d384e23cdd req-f628f128-3e4a-4da5-a5f2-04f8183ca9a1 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=249de233-0dde-4a0e-a618-7341646120df HTTP/1.1" status: 200 len: 210 time: 0.0382786 Aug 31 06:45:06.276897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6290e509-bde1-4fae-ad74-fa0ee0f45498 req-0eaedae0-a9a8-44aa-b2e3-9ad4f1e92b9b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.282053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6290e509-bde1-4fae-ad74-fa0ee0f45498 req-0eaedae0-a9a8-44aa-b2e3-9ad4f1e92b9b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0774937 Aug 31 06:45:06.341806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6290e509-bde1-4fae-ad74-fa0ee0f45498 req-c6108f73-4271-4fb3-b53e-8af040378b56 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523698 Aug 31 06:45:06.438917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea128d-090d-44dc-b14b-92624463dc9f req-a403c4d6-5ca4-484d-b618-8e16af391eb0 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.440860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5ea128d-090d-44dc-b14b-92624463dc9f req-a403c4d6-5ca4-484d-b618-8e16af391eb0 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.0636301 Aug 31 06:45:06.457353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:06.459949 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e6c8f7-dce0-4d4a-a6cf-a0488f797150" -d '{"events": [{"server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "name": "network-vif-plugged", "status": "completed", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:06.518272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5ea128d-090d-44dc-b14b-92624463dc9f req-c980d30d-0121-4c2f-a19b-eaebb99fb959 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680618 Aug 31 06:45:06.574506 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cebf06f-a157-4683-a6e9-28f8de8d8d09 x-openstack-request-id: req-9cebf06f-a157-4683-a6e9-28f8de8d8d09 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:06.574928 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "name": "network-vif-plugged", "status": "completed", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:06.575299 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9cebf06f-a157-4683-a6e9-28f8de8d8d09 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:06.575816 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2', 'code': 200} Aug 31 06:45:06.788904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cdf04e-caf9-4125-8a55-2b221b6580ad req-eeaccaba-84cc-4293-a000-81ebdb980013 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.790341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6cdf04e-caf9-4125-8a55-2b221b6580ad req-eeaccaba-84cc-4293-a000-81ebdb980013 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0863986 Aug 31 06:45:06.803911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4df80e-7765-4e66-853e-94810fa1ef83 req-10a9ff2b-489d-4c07-b2bf-24e238f27221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.805417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea4df80e-7765-4e66-853e-94810fa1ef83 req-10a9ff2b-489d-4c07-b2bf-24e238f27221 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 1102 time: 0.1695042 Aug 31 06:45:06.878300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f920b0-22c0-4c46-a48b-82718e93c2b5 req-cdcd56de-e3c2-4767-a4f3-9f0ee5a557bb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:06.882867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6cdf04e-caf9-4125-8a55-2b221b6580ad req-dba727cb-8185-4158-952e-a5b5bb49b167 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764649 Aug 31 06:45:06.886959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8f920b0-22c0-4c46-a48b-82718e93c2b5 req-cdcd56de-e3c2-4767-a4f3-9f0ee5a557bb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0949028 Aug 31 06:45:06.899936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea4df80e-7765-4e66-853e-94810fa1ef83 req-77847f89-dadf-4430-84c9-1a1f97e11187 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686836 Aug 31 06:45:06.927129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8f920b0-22c0-4c46-a48b-82718e93c2b5 req-eb43cea8-e063-426a-847a-187da947337d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389466 Aug 31 06:45:07.356229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba0571-cca2-45d6-9911-07d6c5b4704b req-6c25ffa8-9545-4e66-ad00-88de58d98c0e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:07.358010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-09ba0571-cca2-45d6-9911-07d6c5b4704b req-6c25ffa8-9545-4e66-ad00-88de58d98c0e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0660064 Aug 31 06:45:07.408429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-09ba0571-cca2-45d6-9911-07d6c5b4704b req-26b3b367-7df6-451e-a8f8-3568c9417f43 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431733 Aug 31 06:45:07.654874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65723583-7c2f-4a12-9e21-c251240ad7ad req-dd89fe02-45ce-49f4-94e8-d63d5a556076 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:07.663723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65723583-7c2f-4a12-9e21-c251240ad7ad req-dd89fe02-45ce-49f4-94e8-d63d5a556076 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.0680237 Aug 31 06:45:07.716387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65723583-7c2f-4a12-9e21-c251240ad7ad req-177ce12d-157b-41eb-9dcd-09c7a63b919e tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513434 Aug 31 06:45:07.810087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:07.833251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: f22f7fe7-1eb0-4f51-809e-711b1484a6fb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:07.833886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f22f7fe7-1eb0-4f51-809e-711b1484a6fb not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:08.090276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5c724-3b18-4ad0-9674-8b3e6f6f6fe1 req-4977d680-9041-46c5-9116-e0a1c0672d4a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.090990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9dc5c724-3b18-4ad0-9674-8b3e6f6f6fe1 req-4977d680-9041-46c5-9116-e0a1c0672d4a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0766795 Aug 31 06:45:08.131244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff54cb-9786-4923-a935-514438f39412 req-d0ffd18c-15f1-4ffa-b61b-3311c5a23e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.140931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcff54cb-9786-4923-a935-514438f39412 req-d0ffd18c-15f1-4ffa-b61b-3311c5a23e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0795598 Aug 31 06:45:08.157838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9dc5c724-3b18-4ad0-9674-8b3e6f6f6fe1 req-6998b5cb-dc38-47ae-9248-57bf22b4f490 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568230 Aug 31 06:45:08.250784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcff54cb-9786-4923-a935-514438f39412 req-d78fdeb4-0fb3-42b9-a0ee-52fc8c4d15c3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086209 Aug 31 06:45:08.503062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-803da9a1-4007-4d7c-bacf-cef12810ad18 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.504677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-803da9a1-4007-4d7c-bacf-cef12810ad18 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 946 time: 0.0930629 Aug 31 06:45:08.575492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba9b4de-78e1-4224-aad2-ee00c464a823 req-549536fc-3587-41b8-94f7-8e47c8dba89e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.577125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ba9b4de-78e1-4224-aad2-ee00c464a823 req-549536fc-3587-41b8-94f7-8e47c8dba89e tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.0845280 Aug 31 06:45:08.652310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ba9b4de-78e1-4224-aad2-ee00c464a823 req-70112e31-f608-43cb-9d12-a115c6d18782 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628467 Aug 31 06:45:08.675401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port e5913833-98df-416c-a4ef-1a2bef7e61c6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:08.676104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.848389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port e5913833-98df-416c-a4ef-1a2bef7e61c6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e5913833-98df-416c-a4ef-1a2bef7e61c6,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:08.848998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:08.877045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for e5913833-98df-416c-a4ef-1a2bef7e61c6 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:08.886502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3374c9a9-1335-4b43-b4fd-cb0ce110b607 req-7b522e69-9f5c-4435-8a90-e1b7e8b0843b tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:08.894531 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3374c9a9-1335-4b43-b4fd-cb0ce110b607 req-7b522e69-9f5c-4435-8a90-e1b7e8b0843b tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.0988081 Aug 31 06:45:08.974971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3374c9a9-1335-4b43-b4fd-cb0ce110b607 req-14c14dbe-c9cf-43c0-937b-c2bbd974eaab tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794926 Aug 31 06:45:09.104419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.119764 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e5913833-98df-416c-a4ef-1a2bef7e61c6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:09.141514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=e5913833-98df-416c-a4ef-1a2bef7e61c6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:09.142847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:09.226172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port e5913833-98df-416c-a4ef-1a2bef7e61c6 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:09.229477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.232335 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0aaf3674-5dc5-49fd-b38d-4bb4285e5947 req-72b2fe29-7d53-4c66-a481-87ba60ec9586 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "DELETE /v2.0/ports/e5913833-98df-416c-a4ef-1a2bef7e61c6 HTTP/1.1" status: 204 len: 173 time: 0.7202027 Aug 31 06:45:09.232893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'name': 'network-vif-deleted', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:09.237492 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ab222ef-bd3a-4e19-b8cb-38e86d22df1f" -d '{"events": [{"server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "name": "network-vif-deleted", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:09.337292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27745c89-1395-4944-87b2-994c5652748d req-767d9b0a-ad37-41cf-8260-2121689d6da7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:09.347703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27745c89-1395-4944-87b2-994c5652748d req-767d9b0a-ad37-41cf-8260-2121689d6da7 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.1528630 Aug 31 06:45:09.412921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7989ac-b368-442f-8700-b853877f3dea req-3e2d8497-fe80-49c5-84fb-00f5a7306569 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:09.418128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c7989ac-b368-442f-8700-b853877f3dea req-3e2d8497-fe80-49c5-84fb-00f5a7306569 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1071773 Aug 31 06:45:09.498209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c7989ac-b368-442f-8700-b853877f3dea req-61cb2e1a-a4f4-4eb4-a1c8-868ff3ad7089 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699673 Aug 31 06:45:09.510695 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e577fbfc-596c-4501-8442-560bac8eb947 x-openstack-request-id: req-e577fbfc-596c-4501-8442-560bac8eb947 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:09.511313 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79eb3c8-4c1b-4006-b348-3586b0754bf2", "name": "network-vif-deleted", "tag": "e5913833-98df-416c-a4ef-1a2bef7e61c6", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:09.511313 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e577fbfc-596c-4501-8442-560bac8eb947 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:09.511614 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79eb3c8-4c1b-4006-b348-3586b0754bf2', 'name': 'network-vif-deleted', 'tag': 'e5913833-98df-416c-a4ef-1a2bef7e61c6', 'status': 'completed', 'code': 200} Aug 31 06:45:09.512216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-045a552a-afd9-40f4-bdab-27326bd35a44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.585378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Deleting port 0eb0f376-16c7-479c-b691-519de87509ff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:09.586067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.699759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79e4a97f-e893-4383-a013-286d35bf13c7 req-3f51abc6-9875-4c2c-b3bb-102d260923d1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=b79eb3c8-4c1b-4006-b348-3586b0754bf2 HTTP/1.1" status: 200 len: 210 time: 0.0875211 Aug 31 06:45:09.825548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] For port 0eb0f376-16c7-479c-b691-519de87509ff, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0eb0f376-16c7-479c-b691-519de87509ff,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:09.826095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.851547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Calling delete_port for 0eb0f376-16c7-479c-b691-519de87509ff owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:09.887631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-045a552a-afd9-40f4-bdab-27326bd35a44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:09.928851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-045a552a-afd9-40f4-bdab-27326bd35a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.034774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-045a552a-afd9-40f4-bdab-27326bd35a44 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b55aa751fc0d40babf8b7faabc3ed036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903077 Aug 31 06:45:10.037606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.056749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045a552a-afd9-40f4-bdab-27326bd35a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44daf62b-8a9c-4585-ae6a-5c94f1c7eec9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:10.100887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098781eb-89aa-43f7-b0b5-24293d88668a req-acc1b1a0-cdf3-4ffe-9666-d9ba273bcdcd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.104144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-098781eb-89aa-43f7-b0b5-24293d88668a req-acc1b1a0-cdf3-4ffe-9666-d9ba273bcdcd tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 950 time: 0.2461755 Aug 31 06:45:10.148585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.177924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.224524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-098781eb-89aa-43f7-b0b5-24293d88668a req-1c556a94-df62-48c9-921d-98d6bab5a625 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052856 Aug 31 06:45:10.266399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.271353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.273224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/44daf62b-8a9c-4585-ae6a-5c94f1c7eec9 HTTP/1.1" status: 204 len: 168 time: 0.2340968 Aug 31 06:45:10.286617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c20b2-f29e-4f87-8f28-911bed42735e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44daf62b-8a9c-4585-ae6a-5c94f1c7eec9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:10.396298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.413716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:10.448609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event deleted for resources: {'Port': ['ID=0eb0f376-16c7-479c-b691-519de87509ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:10.466191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0eb0f376-16c7-479c-b691-519de87509ff'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:10.528917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a149a01-1407-4736-a170-e52ba3977455 req-638690c7-93b2-4050-bb04-ba445b8a8b18 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.537105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a149a01-1407-4736-a170-e52ba3977455 req-638690c7-93b2-4050-bb04-ba445b8a8b18 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.1527119 Aug 31 06:45:10.727829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538b4499-268d-49ec-8fb2-e636ede10f7b req-62110209-d9f3-4c4d-b69c-3e372d85ab95 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:10.738249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538b4499-268d-49ec-8fb2-e636ede10f7b req-62110209-d9f3-4c4d-b69c-3e372d85ab95 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1053648 Aug 31 06:45:10.789684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-538b4499-268d-49ec-8fb2-e636ede10f7b req-07d717c0-0671-45ef-8d72-ed3ba868f6e3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467412 Aug 31 06:45:10.839825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:10.864701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b07643e-9e35-453c-a4b6-9898c8a639cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.961672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] No DVR routers for this DVR port 0eb0f376-16c7-479c-b691-519de87509ff on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:10.965908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:10.969312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27745c89-1395-4944-87b2-994c5652748d req-e13e08a0-fdeb-4e61-a454-f6f930c74ac9 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.50 "DELETE /v2.0/ports/0eb0f376-16c7-479c-b691-519de87509ff HTTP/1.1" status: 204 len: 173 time: 1.6175332 Aug 31 06:45:10.969971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-deleted', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:10.972394 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f152e80-da5c-4dde-8951-9fe59e57aa70" -d '{"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-deleted", "tag": "0eb0f376-16c7-479c-b691-519de87509ff"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:11.029383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a149a01-1407-4736-a170-e52ba3977455 req-35437f70-f972-4f3d-a5c2-456cec221be0 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4870288 Aug 31 06:45:11.068495 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1699112b-7075-4cf1-9771-13b571152645 x-openstack-request-id: req-1699112b-7075-4cf1-9771-13b571152645 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:11.068740 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e4b4e4a-8012-4f8b-ad92-0e8eb8512732", "name": "network-vif-deleted", "tag": "0eb0f376-16c7-479c-b691-519de87509ff", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:11.068848 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1699112b-7075-4cf1-9771-13b571152645 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:11.069252 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e4b4e4a-8012-4f8b-ad92-0e8eb8512732', 'name': 'network-vif-deleted', 'tag': '0eb0f376-16c7-479c-b691-519de87509ff', 'status': 'completed', 'code': 200} Aug 31 06:45:11.118942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b07643e-9e35-453c-a4b6-9898c8a639cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.132363 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b07643e-9e35-453c-a4b6-9898c8a639cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.195162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b07643e-9e35-453c-a4b6-9898c8a639cc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5b28dfc940744353a55309cb12b28b64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3539987 Aug 31 06:45:11.200958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:11.206950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07643e-9e35-453c-a4b6-9898c8a639cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c8c7be8-112d-4ebf-bb5a-22f8c37e3957,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:11.309861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.350732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eadb98c-edf2-4689-95af-b4286c8b707c req-f4dc3ad3-540a-48e3-b306-47b78f4a71d3 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e4b4e4a-8012-4f8b-ad92-0e8eb8512732 HTTP/1.1" status: 200 len: 210 time: 0.0353491 Aug 31 06:45:11.366737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.411909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-751c1a27-073d-49fe-83d6-b86bd30de0f7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:11.417436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-751c1a27-073d-49fe-83d6-b86bd30de0f7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1604712 Aug 31 06:45:11.436677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.439835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-3bd63a36-9b17-41ce-84bf-13470776f78b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0202966 Aug 31 06:45:11.440573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:11.442080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c8c7be8-112d-4ebf-bb5a-22f8c37e3957 HTTP/1.1" status: 204 len: 168 time: 0.2385457 Aug 31 06:45:11.450756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea7c7c-eb47-4caa-a6c5-fcc564a1d6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c8c7be8-112d-4ebf-bb5a-22f8c37e3957,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:11.489952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-7906db40-5d78-45ba-86d3-33e25706f99e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489759 Aug 31 06:45:11.617367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-52cc8dd1-1829-426f-b1f6-758d9242c742 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249211 Aug 31 06:45:11.773811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-21573daf-8747-4da9-ac1e-966a2a25ba59 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512523 Aug 31 06:45:11.799732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-8e8bdec5-21de-470b-b1aa-f39c9ed330f8 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:11.800345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-8e8bdec5-21de-470b-b1aa-f39c9ed330f8 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.53 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.0857887 Aug 31 06:45:12.025202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Deleting port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:12.025202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.091961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94264408-b302-4ef9-adf9-9aa0ba6dd91a req-6e669f36-ddbc-4190-b68b-23f5412291ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.115442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94264408-b302-4ef9-adf9-9aa0ba6dd91a req-6e669f36-ddbc-4190-b68b-23f5412291ed service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.2234836 Aug 31 06:45:12.200068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] For port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:12.200850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.212545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c33776-8dc8-42c2-8267-de40000692d8 req-56104a0d-db75-473f-870c-9a314ba2f0dd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.222962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8c33776-8dc8-42c2-8267-de40000692d8 req-56104a0d-db75-473f-870c-9a314ba2f0dd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.2284653 Aug 31 06:45:12.246260 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94264408-b302-4ef9-adf9-9aa0ba6dd91a req-f968c766-aff1-4a3e-839e-9042f90f7988 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122005 Aug 31 06:45:12.251733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Calling delete_port for ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:12.288042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8c33776-8dc8-42c2-8267-de40000692d8 req-3f40a2e8-c153-4fb1-8383-359063dbd7c0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632522 Aug 31 06:45:12.363761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66195757-5c43-439e-9bad-f581f052b466 req-625dffaa-b112-4155-afc3-77dfc0bf71e7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 210 time: 0.0403030 Aug 31 06:45:12.441650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77343925-0902-4f3f-879e-dd18e6061bbc req-d0d2216d-0369-468a-8434-22c4b75b00ec tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:12.444495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77343925-0902-4f3f-879e-dd18e6061bbc req-d0d2216d-0369-468a-8434-22c4b75b00ec tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/ports?device_id=57d89d9e-3fe7-4847-a17d-002fc84bfc70 HTTP/1.1" status: 200 len: 950 time: 0.1818230 Aug 31 06:45:12.537989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5913833-98df-416c-a4ef-1a2bef7e61c6 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:12.607460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e5913833-98df-416c-a4ef-1a2bef7e61c6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:12.608715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e5913833-98df-416c-a4ef-1a2bef7e61c6 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:12.624348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.710055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Pushing event deleted for resources: {'Port': ['ID=ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:12.760477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77343925-0902-4f3f-879e-dd18e6061bbc req-079da736-e927-4204-b89f-2fc1c5e0c5c7 tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.57 "GET /v2.0/security-groups?id=178182e6-5b6a-4cf4-9db9-c19faa21473e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018749 Aug 31 06:45:12.762633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] No DVR routers for this DVR port ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:12.784222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:12.786449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17d510dc-2c66-46ab-868a-52743e2ff21f req-74d7dbff-932c-4ee7-b9e8-8d80f3a3d4eb tempest-TenantUsagesTestJSON-572220563 tempest-TenantUsagesTestJSON-572220563-project] 10.222.0.53 "DELETE /v2.0/ports/ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 HTTP/1.1" status: 204 len: 173 time: 0.9775877 Aug 31 06:45:12.786991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'name': 'network-vif-deleted', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:12.789449 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d172dea9-1180-4501-9365-692ca617259a" -d '{"events": [{"server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "name": "network-vif-deleted", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:12.872594 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18402d50-80fd-4324-bf4f-45426ed3065e x-openstack-request-id: req-18402d50-80fd-4324-bf4f-45426ed3065e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:12.872936 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57d89d9e-3fe7-4847-a17d-002fc84bfc70", "name": "network-vif-deleted", "tag": "ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:12.873206 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18402d50-80fd-4324-bf4f-45426ed3065e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:12.874150 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57d89d9e-3fe7-4847-a17d-002fc84bfc70', 'name': 'network-vif-deleted', 'tag': 'ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2', 'status': 'completed', 'code': 200} Aug 31 06:45:13.010159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba598f-a711-43fb-923c-311e6080319a req-aff3d6de-6bbe-40fa-82f5-537fe33b7408 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:13.011800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14ba598f-a711-43fb-923c-311e6080319a req-aff3d6de-6bbe-40fa-82f5-537fe33b7408 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1284754 Aug 31 06:45:13.070984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14ba598f-a711-43fb-923c-311e6080319a req-da8dc607-d48d-4795-946b-0e8a440f51d0 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518529 Aug 31 06:45:13.449251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d0da9-b2b3-4220-8fb8-3bc3916aa740 req-0f9f0a9d-1d42-496b-b180-2a85b9f9a469 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:13.460831 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075d0da9-b2b3-4220-8fb8-3bc3916aa740 req-0f9f0a9d-1d42-496b-b180-2a85b9f9a469 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0783885 Aug 31 06:45:13.533661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-075d0da9-b2b3-4220-8fb8-3bc3916aa740 req-29824123-41d7-4d41-9263-d352f95a99e1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706816 Aug 31 06:45:13.560283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959502bf-ec4b-4092-9d02-79c5d66824ac req-e7d0affa-9b5d-4414-847c-7c1806cc3059 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 210 time: 0.0814433 Aug 31 06:45:13.866780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:13.899545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-ca55660a-002c-455f-9bd9-64b300d29f91 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:13.902160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-ca55660a-002c-455f-9bd9-64b300d29f91 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1566467 Aug 31 06:45:13.919327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:13.944623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 0eb0f376-16c7-479c-b691-519de87509ff {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:13.944980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0eb0f376-16c7-479c-b691-519de87509ff not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:14.111089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:14.117180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.301041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-1f182b74-a8ba-4948-82e8-dd12d66479c6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.303603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-1f182b74-a8ba-4948-82e8-dd12d66479c6 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.53 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1102240 Aug 31 06:45:14.352354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42eab7-187a-4d25-a4d3-2d957f926f45 req-0f08f46a-ccfa-4414-9c9c-fd9b363a3cab tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.359970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc42eab7-187a-4d25-a4d3-2d957f926f45 req-0f08f46a-ccfa-4414-9c9c-fd9b363a3cab tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 949 time: 0.1343446 Aug 31 06:45:14.428999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc42eab7-187a-4d25-a4d3-2d957f926f45 req-a1aa5502-161b-4e92-869c-9742efed715c tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/security-groups?id=33454e2c-d3aa-4582-8b56-484a5b664b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638096 Aug 31 06:45:14.429905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:14.431327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.10 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:14.497946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Deleting port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:14.498740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.544561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:14.633210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:14.636263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ba7f9de2-5349-4d1f-b6bf-3fc449cb61f2 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:14.724026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.742295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] For port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:14.742780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.759272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Calling delete_port for f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:14.776665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a079fa28-2b05-4b87-939f-46740d72f85b req-05e3e621-7b82-4ae9-8d7b-10d9a74ff567 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 210 time: 0.0682840 Aug 31 06:45:14.784139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a963935-d906-4095-9572-c5244b48916d req-12bed8e4-c921-4169-b564-88bd2cbbc061 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:14.786212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a963935-d906-4095-9572-c5244b48916d req-12bed8e4-c921-4169-b564-88bd2cbbc061 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1036060 Aug 31 06:45:14.810353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df2b289a-b0f5-4c2a-8074-735bd3d2822d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4926d70839274cdf80646a3e3059f2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3640952 Aug 31 06:45:14.812957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:14.875459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:14.911120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a963935-d906-4095-9572-c5244b48916d req-be90ae2c-379a-4f7b-8a46-7c11aad79b0c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713007 Aug 31 06:45:14.940464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:14.948754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:14.953023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:14.959996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:14.992036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.030543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.042822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.043951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.069053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-38e852f2-ca12-4993-8b9a-b31e37ebb24c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1544051 Aug 31 06:45:15.092043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Request body: {'port': {'device_id': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:15.095098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.107867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:15.168361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.224248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Pushing event deleted for resources: {'Port': ['ID=f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:15.228392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.231400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.232793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/178182e6-5b6a-4cf4-9db9-c19faa21473e HTTP/1.1" status: 204 len: 168 time: 0.4187379 Aug 31 06:45:15.353126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] No DVR routers for this DVR port f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:45:15.370913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.372935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-accd21c0-68c4-4c34-a5a1-4ada7b99ee00 req-e9172f49-1be7-4646-9bc6-8b7a0aa36594 tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.53 "DELETE /v2.0/ports/f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d HTTP/1.1" status: 204 len: 173 time: 1.0633843 Aug 31 06:45:15.373404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-deleted', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:15.377126 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fe2064-1ed4-41bd-a208-2c79e5c2d4f7" -d '{"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-deleted", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:15.468206 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822afa6b-d2de-4dc0-b985-159185f814b9 x-openstack-request-id: req-822afa6b-d2de-4dc0-b985-159185f814b9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:15.468506 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6664bbd-dc35-414a-9204-76d81f29899b", "name": "network-vif-deleted", "tag": "f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:15.468788 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-822afa6b-d2de-4dc0-b985-159185f814b9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:15.469163 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6664bbd-dc35-414a-9204-76d81f29899b', 'name': 'network-vif-deleted', 'tag': 'f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d', 'status': 'completed', 'code': 200} Aug 31 06:45:15.474964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d2bba6-117f-41a1-9335-6ca83059fd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178182e6-5b6a-4cf4-9db9-c19faa21473e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:15.568364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:15.568583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fba73-b898-431d-8f1a-81c1d195c335 req-6934aef3-2802-46aa-8493-5112fe60b76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.582464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-6934aef3-2802-46aa-8493-5112fe60b76a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.2695451 Aug 31 06:45:15.597950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57654794-a4f0-430a-ae06-f650ebe45db4 req-bb26e53f-c5ed-43a2-8677-b7db2f82139b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.605177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57654794-a4f0-430a-ae06-f650ebe45db4 req-bb26e53f-c5ed-43a2-8677-b7db2f82139b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.2167623 Aug 31 06:45:15.804109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-57654794-a4f0-430a-ae06-f650ebe45db4 req-594a5a60-4ae2-4fbb-a69b-2c433959bd83 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840942 Aug 31 06:45:15.887081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b21a5326-7151-49cb-b6d1-3a3a01eb2ec8 req-89be52e0-21bb-45c6-9071-f2c1ee94979f tempest-MigrationsAdminTest-257714912 tempest-MigrationsAdminTest-257714912-project] 10.222.0.57 "GET /v2.0/ports?device_id=f6664bbd-dc35-414a-9204-76d81f29899b HTTP/1.1" status: 200 len: 210 time: 0.1047497 Aug 31 06:45:15.935769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fba73-b898-431d-8f1a-81c1d195c335 req-68398b6c-15d1-442f-85db-a732ec93745d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:15.937491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-68398b6c-15d1-442f-85db-a732ec93745d service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.3296072 Aug 31 06:45:16.042389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:16.059940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.079017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-a5fc2413-9006-40d1-91cf-e5b36a9ebd8c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 217 time: 0.1046417 Aug 31 06:45:16.082687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Transition to ACTIVE for port object b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:16.090190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.119631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5488d7-2622-4c28-a768-7d764d164a6f req-198c292f-ab49-455c-a85f-9e1727934060 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.131495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd5488d7-2622-4c28-a768-7d764d164a6f req-198c292f-ab49-455c-a85f-9e1727934060 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 932 time: 0.2314231 Aug 31 06:45:16.151697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:16.167786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c0b6-0c9c-4dcc-b1f7-909df48af7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.207179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:16.209144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365fba73-b898-431d-8f1a-81c1d195c335 req-41a310bb-cf56-4fb7-8b3e-f9a63b44f11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.210317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-41a310bb-cf56-4fb7-8b3e-f9a63b44f11b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.1103115 Aug 31 06:45:16.252205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-bbf9c50c-2f55-4048-a794-d96c9aaa89e9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284877 Aug 31 06:45:16.261777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd5488d7-2622-4c28-a768-7d764d164a6f req-780faa46-b4cc-4593-abab-d982cab82397 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954247 Aug 31 06:45:16.341684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Attempting to bind port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:16.341923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Attempting to bind port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:16.342279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Attempting to bind port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:16.349527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:16.349999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Attempting to bind port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:16.362702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:16.363046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:16.363427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:16.363856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Bound port: b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:16.364219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.414990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-10c65756-5f57-4ab6-a35d-654bdf24bfa9 service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367614 Aug 31 06:45:16.440082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c0b6-0c9c-4dcc-b1f7-909df48af7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.456635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8d1c0b6-0c9c-4dcc-b1f7-909df48af7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.486114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:16.524872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:16.527269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d1c0b6-0c9c-4dcc-b1f7-909df48af7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722f20d4-06fc-4cc1-ba1d-207e1def0555,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:16.536553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8d1c0b6-0c9c-4dcc-b1f7-909df48af7ff admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ff4dac9cd1734f12980494f673531333&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3814740 Aug 31 06:45:16.537279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:16.537704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.575403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.576226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.577697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] 10.222.0.53 "PUT /v2.0/ports/b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c HTTP/1.1" status: 200 len: 1093 time: 1.4951205 Aug 31 06:45:16.578128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:16.580702 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:16.595800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-365fba73-b898-431d-8f1a-81c1d195c335 req-74112ab4-b333-44f1-a01a-d992f7fdc43d service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660292 Aug 31 06:45:16.616720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97404dcf-c038-4dff-b78d-af4484e0f478 service neutron] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:16.637076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.675193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.736686 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac607760-85c1-47d0-8b06-c39a865d34fc x-openstack-request-id: req-ac607760-85c1-47d0-8b06-c39a865d34fc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:16.736977 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:16.737227 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac607760-85c1-47d0-8b06-c39a865d34fc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:16.737652 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'status': 'completed', 'code': 200} Aug 31 06:45:16.747071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.756530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:16.762071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/722f20d4-06fc-4cc1-ba1d-207e1def0555 HTTP/1.1" status: 204 len: 168 time: 0.2195106 Aug 31 06:45:16.762256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97e5c3dc-675c-44d7-a929-dbc5b5b31054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.762256 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-97e5c3dc-675c-44d7-a929-dbc5b5b31054 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 1096 time: 0.0968409 Aug 31 06:45:16.782802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c922f53b-37c3-4add-95d0-76eec255a363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722f20d4-06fc-4cc1-ba1d-207e1def0555,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:16.820239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-1c3f0821-51eb-43c7-b193-28dff3a1688a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c HTTP/1.1" status: 200 len: 217 time: 0.0498371 Aug 31 06:45:16.934289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-7d02235b-77b5-427e-bef9-a1c08db4e263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:16.935780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-7d02235b-77b5-427e-bef9-a1c08db4e263 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.1079714 Aug 31 06:45:17.004074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-7cf0a949-8a47-4f83-87cf-84c3a58b102f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498629 Aug 31 06:45:17.082442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf945d-baa8-4de3-9d24-b64423033bb0 req-b2a28e0b-8760-4dfb-b94f-00cb2d3146b6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.089983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fdf945d-baa8-4de3-9d24-b64423033bb0 req-b2a28e0b-8760-4dfb-b94f-00cb2d3146b6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1525383 Aug 31 06:45:17.145310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fdf945d-baa8-4de3-9d24-b64423033bb0 req-6be475d2-8181-4295-9135-ab783e522e81 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542793 Aug 31 06:45:17.219696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-b961f6e5-56ff-4d37-b944-54e8f168623c service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045465 Aug 31 06:45:17.454912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01971aa7-8e73-4cb0-9422-9584875ebea8 req-0e48b0cc-861c-493b-99b4-f47372638110 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.456655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01971aa7-8e73-4cb0-9422-9584875ebea8 req-0e48b0cc-861c-493b-99b4-f47372638110 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 944 time: 0.0752583 Aug 31 06:45:17.467482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9980e2a4-c787-4282-8723-f12cd7e2533b req-275cd312-36c9-43dd-8f6f-bec4faec7c65 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244754 Aug 31 06:45:17.510095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-01971aa7-8e73-4cb0-9422-9584875ebea8 req-886590f5-c2d2-4772-91c1-2cfcc451e70f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407703 Aug 31 06:45:17.583230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:17.584059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-973d7425-e5cb-4b92-b465-451607f69432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.585770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-973d7425-e5cb-4b92-b465-451607f69432 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 1096 time: 0.0561202 Aug 31 06:45:17.747418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-777aca3c-a44b-4fc8-b97e-369c98ed97ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.750023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-777aca3c-a44b-4fc8-b97e-369c98ed97ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.1548102 Aug 31 06:45:17.842180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-73a63f9b-fa58-4c62-923e-e8e9437d66bb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c HTTP/1.1" status: 200 len: 217 time: 0.0830419 Aug 31 06:45:17.920842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-1f56e5b3-570e-4aba-9685-eb7769238e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:17.923209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-1f56e5b3-570e-4aba-9685-eb7769238e1e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0726516 Aug 31 06:45:17.932386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fea3c818-2efc-4cf0-85d8-b9af75c94f93 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=847ffd19e6bc4ecbb305fb949ca85bbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3469491 Aug 31 06:45:17.937033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:17.965340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-d72449a2-b5b5-4c58-a656-1f42737b4748 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345843 Aug 31 06:45:18.023620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.051725 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.123342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-707e38b5-ee35-438a-8b89-e35e9cd9de5f service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473722 Aug 31 06:45:18.142228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.145536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.146902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/33454e2c-d3aa-4582-8b56-484a5b664b60 HTTP/1.1" status: 204 len: 168 time: 0.2078540 Aug 31 06:45:18.158120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb80583-a57e-45ad-a382-ff6903284897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33454e2c-d3aa-4582-8b56-484a5b664b60,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:18.333005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e81fb9-ef52-466c-9c31-bf2f86a2afb9 req-3769bc15-afc5-4285-b151-720bfe844360 service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004945 Aug 31 06:45:18.349548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c6d9c3-2d5b-4acf-936f-86e386f3ca6c req-10750ece-ff49-43bd-b09d-45142f4b1ea9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.359923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70c6d9c3-2d5b-4acf-936f-86e386f3ca6c req-10750ece-ff49-43bd-b09d-45142f4b1ea9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0941622 Aug 31 06:45:18.415374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70c6d9c3-2d5b-4acf-936f-86e386f3ca6c req-8e095422-94e9-416d-9038-44ec09ad5ba0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544689 Aug 31 06:45:18.604272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:18.606401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:18.671421 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-0829bc33-e67a-48c5-8b95-4366fdf76470 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1223071 Aug 31 06:45:18.726178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:45:18.726632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71a0c0b-cfa7-48d5-a87d-d79f85f0fa2d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:45:18.807124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fe0867-818c-4f84-845b-4aa0a7aad98a req-08bc5e47-56e0-42b2-86e9-e7bc79e8c3c6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.825019 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6fe0867-818c-4f84-845b-4aa0a7aad98a req-08bc5e47-56e0-42b2-86e9-e7bc79e8c3c6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 944 time: 0.1656506 Aug 31 06:45:18.832969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:18.847203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'mac_address': 'fa:16:3e:2c:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:18.855883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.856667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.857643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.859176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.860084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.860781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.861444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:18.863836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-8442bebc-a989-487c-bdad-0d7c7665b2fd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6509 time: 0.1458697 Aug 31 06:45:18.897855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:18.912588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6fe0867-818c-4f84-845b-4aa0a7aad98a req-7031f341-ccc8-4e71-8178-cc57c0f918db tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863383 Aug 31 06:45:18.915639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:18.940299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52688) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:18.947730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:18.958714 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.024147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a44f715c-a411-4680-9bc0-10020cf78886 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af41b0f2cc1e4a73aa305fcf1f1a5f54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0817628 Aug 31 06:45:19.027008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:19.048804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:19.275901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:19.549082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-fda43bd5-1863-48e0-a975-43af422b0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.549586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-fda43bd5-1863-48e0-a975-43af422b0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.550063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-fda43bd5-1863-48e0-a975-43af422b0b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.551718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-fda43bd5-1863-48e0-a975-43af422b0b94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 2299 time: 0.6362076 Aug 31 06:45:19.604784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a964dc4-8ebf-49ff-b27c-399c9f810339 req-2c11ee4a-cb49-4462-8103-47a463db8681 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.606815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a964dc4-8ebf-49ff-b27c-399c9f810339 req-2c11ee4a-cb49-4462-8103-47a463db8681 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0654087 Aug 31 06:45:19.618165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.652996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a964dc4-8ebf-49ff-b27c-399c9f810339 req-69a16f03-9eed-4f9e-9106-b00d1aa2973a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391567 Aug 31 06:45:19.700954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.724378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4c7f2-3cf8-4ccc-8eeb-b52ae8b4af99 req-7e848cad-3bd7-4ffa-8def-7ac2f3c945c6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.725990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57e4c7f2-3cf8-4ccc-8eeb-b52ae8b4af99 req-7e848cad-3bd7-4ffa-8def-7ac2f3c945c6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1885633 Aug 31 06:45:19.730536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-49e999fc-7848-4678-9abd-5595ecc5d0d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 200 len: 1000 time: 0.1456189 Aug 31 06:45:19.833987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57e4c7f2-3cf8-4ccc-8eeb-b52ae8b4af99 req-eb120cc0-6178-49e5-bbd6-a736d5f58b8b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968139 Aug 31 06:45:19.856736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-08655b72-b67b-4496-a752-0e5836ab1015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.859176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-08655b72-b67b-4496-a752-0e5836ab1015 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62087458-557d-429f-ae80-6611eb033dbd HTTP/1.1" status: 200 len: 856 time: 0.1064672 Aug 31 06:45:19.860429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.863078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:19.866637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efc7b475-2980-42c7-835b-768e5ac03713 HTTP/1.1" status: 204 len: 168 time: 0.8360739 Aug 31 06:45:19.897966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c02acb8-d3f1-4215-a825-156a6e6eea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efc7b475-2980-42c7-835b-768e5ac03713,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:19.939709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-a6994020-5b1f-448c-ab0d-6c8b151b0222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:19.944398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-a6994020-5b1f-448c-ab0d-6c8b151b0222 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776684 Aug 31 06:45:20.105511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-498911c1-2ab2-44cf-8ce5-5e007ff770bd service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513071 Aug 31 06:45:20.143960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e95dd6-5e4e-49d1-9db9-d236b780ae6a req-02b77ba1-8345-4e66-8571-243ad6396dce tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.151571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1e95dd6-5e4e-49d1-9db9-d236b780ae6a req-02b77ba1-8345-4e66-8571-243ad6396dce tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 945 time: 0.1562455 Aug 31 06:45:20.224715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1e95dd6-5e4e-49d1-9db9-d236b780ae6a req-0399a94b-bd8e-4b43-ae4e-3a4a7c3ca28b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719450 Aug 31 06:45:20.325231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-ece9c928-5d19-495e-b776-1cf833eb1300 service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116671 Aug 31 06:45:20.382656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-076d115b-8929-4476-8a91-f4555cafaf8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 217 time: 0.0496683 Aug 31 06:45:20.488030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-34d9f216-b395-4265-b4aa-c72b166aa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.489559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-34d9f216-b395-4265-b4aa-c72b166aa959 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0988605 Aug 31 06:45:20.588159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-7538fa65-c875-4807-8ba8-c3c387e9f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.589427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-7538fa65-c875-4807-8ba8-c3c387e9f384 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899327 Aug 31 06:45:20.620214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6602b5b0-2426-4ff6-850c-adf3bfc59709 req-a7243b7e-1747-4244-9ef0-24983db20a9b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:20.621910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:20.623155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6602b5b0-2426-4ff6-850c-adf3bfc59709 req-a7243b7e-1747-4244-9ef0-24983db20a9b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0813961 Aug 31 06:45:20.708936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:20.714277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:20.714706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.727013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6602b5b0-2426-4ff6-850c-adf3bfc59709 req-2e04f059-9be2-402c-9182-788cc76d1464 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865171 Aug 31 06:45:20.799331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-34b363f0-7956-45e1-8cf9-f66e359445ca service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967461 Aug 31 06:45:20.889911 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:20.959726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:20.961063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:20.963994 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352bc79b-5695-4a16-89fe-78e625c6be83" -d '{"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-plugged", "status": "completed", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:20.969074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.032392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-f0332cdd-b6cc-428f-bc6f-44e11a5e8b99 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278934 Aug 31 06:45:21.075713 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f18344-b291-4f5d-8295-5a2ead419eb3 x-openstack-request-id: req-05f18344-b291-4f5d-8295-5a2ead419eb3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:21.076221 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-plugged", "status": "completed", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:21.076598 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-05f18344-b291-4f5d-8295-5a2ead419eb3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:21.077759 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'code': 200} Aug 31 06:45:21.104961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:21.117163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:21.144667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-2d324180-dfc9-4733-ac64-9f8b4e500f21 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 217 time: 0.1021147 Aug 31 06:45:21.188080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f34a1fb-5ec8-4c11-b61f-eba2dfe2c462 req-dc4755a1-1ea9-46e6-86fc-f78fcb1140b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.189995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f34a1fb-5ec8-4c11-b61f-eba2dfe2c462 req-dc4755a1-1ea9-46e6-86fc-f78fcb1140b8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 1098 time: 0.0516641 Aug 31 06:45:21.215742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-fef17b8e-1e17-49ba-9056-cd9cea420530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.227096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-fef17b8e-1e17-49ba-9056-cd9cea420530 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0645485 Aug 31 06:45:21.245240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f34a1fb-5ec8-4c11-b61f-eba2dfe2c462 req-ff972dbb-74e3-43e4-8fea-513512092b21 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476208 Aug 31 06:45:21.283304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-5d14d824-06b4-4c9f-89d7-3b5c0152544d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.287651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-5d14d824-06b4-4c9f-89d7-3b5c0152544d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0597215 Aug 31 06:45:21.324203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f336cfa9-b0fd-419a-b824-20b6198b9779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.405654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d156c77-e82d-40a1-8377-a2828b62f8ca req-f25ce041-9d50-4f31-8ef4-f2944526b679 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.414376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d156c77-e82d-40a1-8377-a2828b62f8ca req-f25ce041-9d50-4f31-8ef4-f2944526b679 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0877295 Aug 31 06:45:21.435893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173b7b8-d608-474a-958d-0ab4924542da req-76a96fda-c238-4de0-85ae-b4850788721f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.437444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7173b7b8-d608-474a-958d-0ab4924542da req-76a96fda-c238-4de0-85ae-b4850788721f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0784175 Aug 31 06:45:21.470054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d156c77-e82d-40a1-8377-a2828b62f8ca req-e9aa63c1-407a-4c02-9f5c-97f6d7fd1f4f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544982 Aug 31 06:45:21.560729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7173b7b8-d608-474a-958d-0ab4924542da req-7d1f2c7d-b95a-4d0b-9209-f04f0b740168 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099892 Aug 31 06:45:21.585630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f336cfa9-b0fd-419a-b824-20b6198b9779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.601017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f336cfa9-b0fd-419a-b824-20b6198b9779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.610859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-72cf689a-e816-4e05-8558-1de389009af8 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723056 Aug 31 06:45:21.638678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f336cfa9-b0fd-419a-b824-20b6198b9779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3a4a009-65d9-4195-af53-9bda60bb2166,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:21.660743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f336cfa9-b0fd-419a-b824-20b6198b9779 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=865bdd1c6ba9496ba8883f4c615db90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5419555 Aug 31 06:45:21.669826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:21.753359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.781886 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-170afeb6-cab2-4fb5-8792-e9c39c80386f service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626167 Aug 31 06:45:21.804565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:21.869638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-373a0c42-c1b3-43d8-b0c2-f76f1f9ec7f8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d739c748-1104-4572-aa2f-22f5dba0654e HTTP/1.1" status: 200 len: 217 time: 0.0785232 Aug 31 06:45:21.906014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b8ec3b-e6c6-45c0-9861-ee9941cce987 req-bcfbdd18-de9f-42a6-9744-6d4bf870c857 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.913158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59b8ec3b-e6c6-45c0-9861-ee9941cce987 req-bcfbdd18-de9f-42a6-9744-6d4bf870c857 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0938721 Aug 31 06:45:21.950371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-49f04cab-20a7-4bc0-a222-d939724992ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:21.952868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-49f04cab-20a7-4bc0-a222-d939724992ab service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0756681 Aug 31 06:45:22.003612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59b8ec3b-e6c6-45c0-9861-ee9941cce987 req-6394dd5a-0464-499f-b9fc-5f7284f3a953 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895369 Aug 31 06:45:22.017190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.021734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.023263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3a4a009-65d9-4195-af53-9bda60bb2166 HTTP/1.1" status: 204 len: 168 time: 0.3523283 Aug 31 06:45:22.033612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0df4f3b-c174-40ac-9a45-a94e7805d021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3a4a009-65d9-4195-af53-9bda60bb2166,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:22.049703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-ff67c05f-490f-454c-9bcf-e387e211aa44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.069855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-ff67c05f-490f-454c-9bcf-e387e211aa44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082923 Aug 31 06:45:22.194137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-97efda4a-34c9-4ae1-ab95-2b007987c971 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102371 Aug 31 06:45:22.369298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-3bc39b5b-0984-4327-9b2b-81fe2a86b145 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676953 Aug 31 06:45:22.418507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-f075197f-8c2b-4058-b1e4-c861fe2dda00 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=25097d6f-4187-477e-8e0e-8ab14ef82489 HTTP/1.1" status: 200 len: 217 time: 0.0414486 Aug 31 06:45:22.481488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-cbf3f2b3-0beb-4025-ad84-35ae91299d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.483149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-cbf3f2b3-0beb-4025-ad84-35ae91299d57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0581586 Aug 31 06:45:22.579795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-a247e4a4-1bf5-4ee4-aadc-9835417bdfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.583226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-a247e4a4-1bf5-4ee4-aadc-9835417bdfc6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0872755 Aug 31 06:45:22.679085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7bcb9c-98b9-44e8-8006-837aaab996aa req-417af624-e609-4579-8a4b-72d1876e85b3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:22.684257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b7bcb9c-98b9-44e8-8006-837aaab996aa req-417af624-e609-4579-8a4b-72d1876e85b3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0999143 Aug 31 06:45:22.696788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:22.739617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d23a503-c4a7-4da3-969a-bbcf51ed0f60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.767709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-37ff3346-099d-49b0-9be3-2768bef9130a service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758554 Aug 31 06:45:22.791514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b7bcb9c-98b9-44e8-8006-837aaab996aa req-35ed482b-a495-4ab7-993c-6ae6c9303c7a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961511 Aug 31 06:45:22.927468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d23a503-c4a7-4da3-969a-bbcf51ed0f60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.932781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d23a503-c4a7-4da3-969a-bbcf51ed0f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:22.992274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d23a503-c4a7-4da3-969a-bbcf51ed0f60 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f4ffc8d315d7478b92a88b69819598bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2944181 Aug 31 06:45:22.993280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:23.034776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-db38e647-29bc-4e40-8908-a71af18519d1 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599909 Aug 31 06:45:23.040528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23a503-c4a7-4da3-969a-bbcf51ed0f60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02bf745f-6b42-4b14-abc4-f15f1d685849,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:23.086168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.140352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-cd610e74-4329-49e7-a79d-7241cefc4764 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 200 len: 217 time: 0.0979638 Aug 31 06:45:23.141843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.255124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-13882472-0b7b-4fd0-9c8e-3bee610e98a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.256950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-13882472-0b7b-4fd0-9c8e-3bee610e98a7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.1075335 Aug 31 06:45:23.261620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.264651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:23.269505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/02bf745f-6b42-4b14-abc4-f15f1d685849 HTTP/1.1" status: 204 len: 168 time: 0.2750716 Aug 31 06:45:23.315388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f939503-8d8f-4323-875e-27746f085f2d req-9b7fe1cc-5e26-4a15-9eb1-96063355ffe3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.321786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-373c3e2b-2689-4b25-aeba-2344d585a8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.324340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-373c3e2b-2689-4b25-aeba-2344d585a8b1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583501 Aug 31 06:45:23.326008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f939503-8d8f-4323-875e-27746f085f2d req-9b7fe1cc-5e26-4a15-9eb1-96063355ffe3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1065469 Aug 31 06:45:23.327475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb07636-c8fb-465e-b49b-8b1c79be18ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02bf745f-6b42-4b14-abc4-f15f1d685849,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:23.414489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f939503-8d8f-4323-875e-27746f085f2d req-61168647-76fe-4fb4-9454-48a1d5fc494f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795300 Aug 31 06:45:23.470619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-2e1798e7-88e3-47fa-b711-6f86fbb26a3b service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381297 Aug 31 06:45:23.710369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-0de6de6c-dfe0-44a6-8257-2b00044f5004 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326429 Aug 31 06:45:23.754557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c497c-940c-451c-916e-83e33ea4b9fe req-e06305d2-be2b-4053-a884-684cac58de77 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.756477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-341c497c-940c-451c-916e-83e33ea4b9fe req-e06305d2-be2b-4053-a884-684cac58de77 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1008801 Aug 31 06:45:23.776079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-c2a0eab5-4002-434b-b59c-bacba90f8159 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 200 len: 217 time: 0.0581474 Aug 31 06:45:23.813639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-341c497c-940c-451c-916e-83e33ea4b9fe req-076c3d45-564e-46b0-bdbc-a743f2e65f2e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493028 Aug 31 06:45:23.851997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-1efd2f16-01f9-4a1e-b8a2-40d596ff3e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.853622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-1efd2f16-01f9-4a1e-b8a2-40d596ff3e76 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.0706041 Aug 31 06:45:23.918271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659a91bd-47f8-47b6-954b-b244020911ed req-c3f69d5c-b81b-488d-863b-a1028382bdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:23.920733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-c3f69d5c-b81b-488d-863b-a1028382bdf5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0583799 Aug 31 06:45:23.922883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:23.927595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:24.125833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-c2d1f122-8ecc-49ed-98ca-f904da9cda94 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1931434 Aug 31 06:45:24.207179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.253886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:24.323541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'mac_address': 'fa:16:3e:ea:5b:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:24.337826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659a91bd-47f8-47b6-954b-b244020911ed req-edf74757-0d8d-4f31-8350-0a80a846b695 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018824 Aug 31 06:45:24.343765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:24.349248 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7a3693-6c09-4c5d-a583-78413b01cb69" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:24.380461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:24.406020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.453483 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8577431a-0907-42c3-a605-aaa65a4bbf46 x-openstack-request-id: req-8577431a-0907-42c3-a605-aaa65a4bbf46 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:24.453964 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:24.454363 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8577431a-0907-42c3-a605-aaa65a4bbf46 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:24.455043 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:45:24.458122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.477424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:24.561227 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:45:24.562006 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:45:24.562851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:24.611263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b2ccf-d4f8-4fc5-b147-73b0373637ae req-5e91dd6f-d37b-417e-8787-3810e0faf98b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:24.612802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d28b2ccf-d4f8-4fc5-b147-73b0373637ae req-5e91dd6f-d37b-417e-8787-3810e0faf98b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0687339 Aug 31 06:45:24.642552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:24.673030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d28b2ccf-d4f8-4fc5-b147-73b0373637ae req-a9b38cf1-6ee5-403a-a6e9-0f24f72efca4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526562 Aug 31 06:45:24.797434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-737cfa6c-643c-4ca5-8093-911868dc808e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:24.907839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1588368612-network', 'tenant_id': '6163802a6d3c4d26a0194b555e6fceba'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:24.978200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Made reservation on behalf of 6163802a6d3c4d26a0194b555e6fceba for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:24.980555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.001575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.043141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0984c6f-fd55-4dc4-8563-cf5fa8db153a req-60d9893d-2337-463b-ae0d-d51dda1f3128 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:25.044652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0984c6f-fd55-4dc4-8563-cf5fa8db153a req-60d9893d-2337-463b-ae0d-d51dda1f3128 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1215382 Aug 31 06:45:25.132310 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.187223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:25.204895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0984c6f-fd55-4dc4-8563-cf5fa8db153a req-684bfee1-dfee-4901-b0d8-98f79511e684 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369092 Aug 31 06:45:25.229598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:25.241373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.334687 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.343401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.363762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:25.382472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:45:25.397889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.398523 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Added segment edf198a7-2613-437f-b5a5-ce3f819c31cc of type vlan for network f60d04b6-0e56-4411-84bd-911474fec66c Aug 31 06:45:25.409994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['514b916f-efd8-4ade-b284-5e49fcf02e1c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:25.434808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:25.514117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:25.532084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.593249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.594560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:25.595228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.649069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d48a62-6387-401b-a955-7072b545e9a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.687841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0422709 Aug 31 06:45:25.690436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:25.697685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e7463d-0b19-4017-a45c-baa00efb1cf8 admin admin] Pushing event updated for resources: {'Network': ['ID=f60d04b6-0e56-4411-84bd-911474fec66c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:25.712263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f60d04b6-0e56-4411-84bd-911474fec66c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:45:25.715117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Request body: {'subnet': {'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1588368612-subnet', 'tenant_id': '6163802a6d3c4d26a0194b555e6fceba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:25.865075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cad97-0cb7-4623-a102-ccf891a12466 req-e3f33ff2-0d72-464f-966a-12cc8d8dcd5a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:25.866764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484cad97-0cb7-4623-a102-ccf891a12466 req-e3f33ff2-0d72-464f-966a-12cc8d8dcd5a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.0828817 Aug 31 06:45:25.869046 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d48a62-6387-401b-a955-7072b545e9a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.913670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39d48a62-6387-401b-a955-7072b545e9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:25.923385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484cad97-0cb7-4623-a102-ccf891a12466 req-3a1f19a5-f00f-4f25-8e36-900a6adba4ca tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435178 Aug 31 06:45:25.969206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39d48a62-6387-401b-a955-7072b545e9a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=389fa4b2fd14482aa29ac8e0870170d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5331943 Aug 31 06:45:25.970172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Made reservation on behalf of 6163802a6d3c4d26a0194b555e6fceba for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:25.971841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:25.972660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.056694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.068263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d48a62-6387-401b-a955-7072b545e9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb8dc42-edab-47fa-91c9-60f03c0b69c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.082628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.146094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.150230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.152424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1fb8dc42-edab-47fa-91c9-60f03c0b69c9 HTTP/1.1" status: 204 len: 168 time: 0.1778929 Aug 31 06:45:26.178100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6df11-c9ad-4f55-9384-81694c3cfce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb8dc42-edab-47fa-91c9-60f03c0b69c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.431186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.469071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783acbfc-c528-4473-ae51-1d662fe72f1e req-d8057df6-796b-43c4-a676-254ad34f51e1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:26.487726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-783acbfc-c528-4473-ae51-1d662fe72f1e req-d8057df6-796b-43c4-a676-254ad34f51e1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1141341 Aug 31 06:45:26.496662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Pushing event updated for resources: {'Subnet': ['ID=380172b7-37a3-4fe3-a9a0-04145fbcd513,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:26.559130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Checking segment: {'id': 'edf198a7-2613-437f-b5a5-ce3f819c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:26.559665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Network hostable DHCP agents. Network: f60d04b6-0e56-4411-84bd-911474fec66c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:45:26.560941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-783acbfc-c528-4473-ae51-1d662fe72f1e req-f270dfad-ef78-466b-8933-830ed7d312db tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686538 Aug 31 06:45:26.596022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Network f60d04b6-0e56-4411-84bd-911474fec66c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:45:26.608543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f60d04b6-0e56-4411-84bd-911474fec66c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:26.615986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:26.617159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:26.618311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254524ce-deff-4596-8bc0-bf44e3848e0e None None] Network f60d04b6-0e56-4411-84bd-911474fec66c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:26.651670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af6e3877-7590-4cf2-869b-24e79c46b39a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9593990 Aug 31 06:45:26.787704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40991e15-c616-4802-b7e8-00f7970b9ea9 None None] Network f60d04b6-0e56-4411-84bd-911474fec66c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:27.053399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:27.151179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b32039d-04e7-44d6-a55c-6c5ed7bda021 req-70b19958-1c07-484c-8ec8-c956502046fa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:27.166931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b32039d-04e7-44d6-a55c-6c5ed7bda021 req-70b19958-1c07-484c-8ec8-c956502046fa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.1510518 Aug 31 06:45:27.224311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b32039d-04e7-44d6-a55c-6c5ed7bda021 req-ef90dbb7-62e5-49e3-9671-59918eafb636 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560632 Aug 31 06:45:27.358523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f48d9670-5623-4a9c-9fcc-2adf5362d683 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.433265 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b1f7ca7-9e7d-442f-b6e8-2bccbffe7cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.565942 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f48d9670-5623-4a9c-9fcc-2adf5362d683 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.577817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f48d9670-5623-4a9c-9fcc-2adf5362d683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.630959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:27.631732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f48d9670-5623-4a9c-9fcc-2adf5362d683 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=76443e19414e4727bbb50bbd64014857&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5754642 Aug 31 06:45:27.661298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48d9670-5623-4a9c-9fcc-2adf5362d683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de2aaac-a05b-446e-9a98-ef41ca6c695c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:27.673891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.818490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.854370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5fe204-970b-4c75-8cf3-8f8c0e493c73 req-d2cd93bf-0c0b-4ec3-8e9d-9a57a3fe55aa tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:27.856154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b5fe204-970b-4c75-8cf3-8f8c0e493c73 req-d2cd93bf-0c0b-4ec3-8e9d-9a57a3fe55aa tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1005154 Aug 31 06:45:27.862556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.927071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:27.947892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b5fe204-970b-4c75-8cf3-8f8c0e493c73 req-5f422a65-a5cf-4e1b-b150-823e5240e3f1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830274 Aug 31 06:45:27.974915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.978833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:27.988456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7de2aaac-a05b-446e-9a98-ef41ca6c695c HTTP/1.1" status: 204 len: 168 time: 0.3541241 Aug 31 06:45:27.997438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.003329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1527329100-network', 'tenant_id': 'ee57a1c93f6c485b8a1929dc1caa3dd5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:28.010195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fe5bc-7aae-43e5-a4d5-848bd6356dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de2aaac-a05b-446e-9a98-ef41ca6c695c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:28.062926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 514b916f-efd8-4ade-b284-5e49fcf02e1c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:28.063456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.090341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Made reservation on behalf of ee57a1c93f6c485b8a1929dc1caa3dd5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:28.093929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.107804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.332087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.345883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.403130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:45:28.426143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.426794 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Added segment 1d53b745-e6cb-4ce2-b551-b6f220699377 of type vlan for network 9af33950-2114-4a7e-88f1-83f415b63c67 Aug 31 06:45:28.429672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e007ffd4-fb65-4f5c-9c47-ae0b0fa77405,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:28.523219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.554000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea953f-1cd8-4b10-bf64-9f2ee19792db req-00e67570-db06-45da-87ba-840c10d17f3f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:28.560059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7ea953f-1cd8-4b10-bf64-9f2ee19792db req-00e67570-db06-45da-87ba-840c10d17f3f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 945 time: 0.1640475 Aug 31 06:45:28.562942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:28.566656 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc21cf2-d4a8-47ff-bc80-ed8b6435f0bd" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:28.596192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.611324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:28.623923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.658621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7ea953f-1cd8-4b10-bf64-9f2ee19792db req-d7afc9ce-cab7-409a-8f45-ac83e1377eed tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0920289 Aug 31 06:45:28.698689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.700022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:28.700882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.726014 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3265e6aa-0170-4a8f-8951-3a77939049cb x-openstack-request-id: req-3265e6aa-0170-4a8f-8951-3a77939049cb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:28.727758 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-plugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:28.728370 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3265e6aa-0170-4a8f-8951-3a77939049cb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:28.729575 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:45:28.732050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:28.740374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.740587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7415981 Aug 31 06:45:28.752597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Request body: {'subnet': {'network_id': '9af33950-2114-4a7e-88f1-83f415b63c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1527329100-subnet', 'tenant_id': 'ee57a1c93f6c485b8a1929dc1caa3dd5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:28.813870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Made reservation on behalf of ee57a1c93f6c485b8a1929dc1caa3dd5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:28.816617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:28.824762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f577c5c-4c73-475e-b529-c9a80f5ed160 admin admin] Pushing event updated for resources: {'Network': ['ID=9af33950-2114-4a7e-88f1-83f415b63c67,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:28.838554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9af33950-2114-4a7e-88f1-83f415b63c67 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:45:28.954728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:28.972769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8215-f207-4da0-87a5-6d2c24ad0b05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.158204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b04bfe4-93ef-4c7c-bcad-ecfc4ff745f5 req-94b8e42d-87dc-4920-9210-f97122ce812b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:29.160590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b04bfe4-93ef-4c7c-bcad-ecfc4ff745f5 req-94b8e42d-87dc-4920-9210-f97122ce812b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0895824 Aug 31 06:45:29.197496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8215-f207-4da0-87a5-6d2c24ad0b05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.208822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7fd8215-f207-4da0-87a5-6d2c24ad0b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.251647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b04bfe4-93ef-4c7c-bcad-ecfc4ff745f5 req-4bf5c3e8-a909-4aba-8e90-4fbbb1a107e9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812309 Aug 31 06:45:29.257101 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.265531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd8215-f207-4da0-87a5-6d2c24ad0b05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7acb11-d7cd-41fe-af2d-6e70b77b7f9f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:29.303681 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7fd8215-f207-4da0-87a5-6d2c24ad0b05 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a91682c1a6a94426b9b63f79ab90cfc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481734 Aug 31 06:45:29.306526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:29.356256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b9f9a5b-10f6-474f-9e88-f2b85d655c36,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:29.364148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Checking segment: {'id': '1d53b745-e6cb-4ce2-b551-b6f220699377', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '9af33950-2114-4a7e-88f1-83f415b63c67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:29.364520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Network hostable DHCP agents. Network: 9af33950-2114-4a7e-88f1-83f415b63c67, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:45:29.402381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.402990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Network 9af33950-2114-4a7e-88f1-83f415b63c67 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:45:29.427222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 9af33950-2114-4a7e-88f1-83f415b63c67) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:29.435166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3aacae-88e4-4c2b-acc7-d07b6b4d1f8d None None] Network 9af33950-2114-4a7e-88f1-83f415b63c67 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:29.436012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:29.436780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.453034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.464435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af91045a-77e6-412c-8e1d-8a22154cb9ee admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7223883 Aug 31 06:45:29.553697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.556785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.560945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2b7acb11-d7cd-41fe-af2d-6e70b77b7f9f HTTP/1.1" status: 204 len: 168 time: 0.2527940 Aug 31 06:45:29.568789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bb5609-8d8d-41d4-add1-d43f464b679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7acb11-d7cd-41fe-af2d-6e70b77b7f9f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:29.611778 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:29.705997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b6ed04-e790-437e-a1f0-3d7458661c7f None None] Network 9af33950-2114-4a7e-88f1-83f415b63c67 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:29.913953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f0a475-4e3c-42de-b73c-f0ab30155230 req-0998d608-68be-4d1f-af3b-6c969733f007 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:29.925954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3f0a475-4e3c-42de-b73c-f0ab30155230 req-0998d608-68be-4d1f-af3b-6c969733f007 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1282730 Aug 31 06:45:29.995405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3f0a475-4e3c-42de-b73c-f0ab30155230 req-6fbb0009-6e56-420d-9561-74f7f4fa4b88 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639064 Aug 31 06:45:30.404499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-8dba276c-cff2-4f2e-871f-c98bc0f788d7 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:30.413136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-8dba276c-cff2-4f2e-871f-c98bc0f788d7 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/networks?id=f60d04b6-0e56-4411-84bd-911474fec66c HTTP/1.1" status: 200 len: 815 time: 0.2413445 Aug 31 06:45:30.439775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-10f5d9f7-21c3-405d-b636-773b3298b989 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/quotas/6163802a6d3c4d26a0194b555e6fceba HTTP/1.1" status: 200 len: 375 time: 0.0251374 Aug 31 06:45:30.464713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d612bae8-5f86-4cef-b57e-d530e7196813 req-14018e6d-05f5-4a5f-8a53-db800a76a498 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:30.478357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d612bae8-5f86-4cef-b57e-d530e7196813 req-14018e6d-05f5-4a5f-8a53-db800a76a498 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1204243 Aug 31 06:45:30.519109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-efe27d76-537d-4556-9ffc-b844593a9a85 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6163802a6d3c4d26a0194b555e6fceba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0750198 Aug 31 06:45:30.566070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d612bae8-5f86-4cef-b57e-d530e7196813 req-16978b8b-5369-497f-9f98-0f0f358c7ca6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851407 Aug 31 06:45:30.650760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:30.737010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-a53b2e8d-74fc-4f3c-b23e-9d54a6f436fe service neutron] 10.222.0.57 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168071 Aug 31 06:45:30.901152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-760f7234-2a47-46c8-8342-406bfe6d6a63 service neutron] 10.222.0.57 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628113 Aug 31 06:45:30.932647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:30.955358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:30.975951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.182839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.222780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa9e8e5-0e19-4928-8fe7-21d6f3f2f57b req-519c63ea-6b83-4694-b80c-ccefcab47ce8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:31.230750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fa9e8e5-0e19-4928-8fe7-21d6f3f2f57b req-519c63ea-6b83-4694-b80c-ccefcab47ce8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1101983 Aug 31 06:45:31.303392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fa9e8e5-0e19-4928-8fe7-21d6f3f2f57b req-d90d0618-c318-4377-b524-cded18e36f4f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716844 Aug 31 06:45:31.412392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f11e46b7-1e24-4ac9-a2c6-3f371e589514 req-9115edb7-79b9-4bd0-8962-5f8e0e35696c tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 210 time: 0.0429926 Aug 31 06:45:31.413527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Allocated IP 172.25.3.232 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/2d89f7d8-0f02-4acb-9321-91ba23ea774d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:31.651653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.781976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.827322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:31.833645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:31.838755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:31.850768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fc0537-1610-4f31-85f2-6b84a100c193 req-580873d7-f04c-45da-adb9-3502f85b8a13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:31.852325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3fc0537-1610-4f31-85f2-6b84a100c193 req-580873d7-f04c-45da-adb9-3502f85b8a13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0940490 Aug 31 06:45:31.943701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3fc0537-1610-4f31-85f2-6b84a100c193 req-66de8e0e-72f4-4454-8ce2-e028fdc42163 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798633 Aug 31 06:45:31.976414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:31.984286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=2d89f7d8-0f02-4acb-9321-91ba23ea774d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.021441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.239542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.246246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.328991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=2d89f7d8-0f02-4acb-9321-91ba23ea774d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.355368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.388698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.389013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:32.389701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-711feac4-e61c-4477-abf3-5ec5a5710124 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7349212 Aug 31 06:45:32.395497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-839216371'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:32.427898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Made reservation on behalf of 9304a722022c474d9732d27ddba4dea0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:32.434164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.464023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.518228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce68ccd-279c-40da-acf2-b6eec340ae11 req-ba09d3e8-738c-46a1-9e5a-a388efd61ba8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:32.529207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fce68ccd-279c-40da-acf2-b6eec340ae11 req-ba09d3e8-738c-46a1-9e5a-a388efd61ba8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1308448 Aug 31 06:45:32.631223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fce68ccd-279c-40da-acf2-b6eec340ae11 req-f2be6d05-14bc-4c76-9a2d-1f4ddfb82e50 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916755 Aug 31 06:45:32.756386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d5744eb-fcb4-4939-9b9e-cb86c3868c98 req-7ace4d9d-eb30-48f1-8687-19e1fe59c6f8 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 210 time: 0.0991693 Aug 31 06:45:32.763238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.776636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.821748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:45:32.832884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.833291 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Added segment c3622f7c-98a3-4c1c-a1e9-e09b97847f54 of type vlan for network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 Aug 31 06:45:32.855192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:32.918187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00aaca1a-fa7e-4ab7-a596-c616f2c1650b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:32.922374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:32.947466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-0c5a765e-ba95-47a4-8a3b-9c738bab6fbf tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:32.949666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-0c5a765e-ba95-47a4-8a3b-9c738bab6fbf tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.53 "GET /v2.0/networks?id=f60d04b6-0e56-4411-84bd-911474fec66c HTTP/1.1" status: 200 len: 815 time: 0.3009248 Aug 31 06:45:32.966227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Request body: {'port': {'device_id': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c', 'admin_state_up': True, 'tenant_id': '6163802a6d3c4d26a0194b555e6fceba'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:33.025060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.030822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:33.031427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.089308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0872147-be75-4b93-ad02-010ad8d69f9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.132174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7416162 Aug 31 06:45:33.137404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:33.151218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Request body: {'subnet': {'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:33.193215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8c18b-130c-4d16-94a6-6b6a5be251d1 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Network': ['ID=3f7ae0e0-167b-4569-8cb6-4dbb440bc588,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:33.209086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:45:33.210495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dced03-fd33-48ad-ba29-2b8ab5673837 req-960c98ec-d0dd-45d9-9e34-731258018b88 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:33.218003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03dced03-fd33-48ad-ba29-2b8ab5673837 req-960c98ec-d0dd-45d9-9e34-731258018b88 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1774964 Aug 31 06:45:33.308056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03dced03-fd33-48ad-ba29-2b8ab5673837 req-4cd905cc-8c02-4e83-8b94-755eab132d2a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891011 Aug 31 06:45:33.337175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0872147-be75-4b93-ad02-010ad8d69f9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.356255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0872147-be75-4b93-ad02-010ad8d69f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.364251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Made reservation on behalf of 6163802a6d3c4d26a0194b555e6fceba for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:33.368358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.370636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:45:33.370636 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:45:33.370636 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id_1': '9304a722022c474d9732d27ddba4dea0', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 45, 33, 279038)}] Aug 31 06:45:33.370636 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:45:33.370977 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:45:33.405836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0872147-be75-4b93-ad02-010ad8d69f9d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=540798c0bdec418c877e751393fd3098&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461342 Aug 31 06:45:33.405836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0872147-be75-4b93-ad02-010ad8d69f9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c892d59-1d5c-4595-837a-e094dbc7f3da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:33.407135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:33.473057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.499680 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.541898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Allocated IP 172.20.0.14 (f60d04b6-0e56-4411-84bd-911474fec66c/380172b7-37a3-4fe3-a9a0-04145fbcd513/502cc65d-6008-456f-a866-38bf870f7153) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:33.556941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.561702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.567955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5c892d59-1d5c-4595-837a-e094dbc7f3da HTTP/1.1" status: 204 len: 168 time: 0.1599054 Aug 31 06:45:33.577708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3679e0-615a-43b1-9aa5-fd8124735aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c892d59-1d5c-4595-837a-e094dbc7f3da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:33.743053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.802467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4ac1-cec7-4ec2-b479-e622ca944a28 req-32d84dad-8200-4af2-b9e6-342e62785f0a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:33.806822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4b4ac1-cec7-4ec2-b479-e622ca944a28 req-32d84dad-8200-4af2-b9e6-342e62785f0a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0875320 Aug 31 06:45:33.812627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:33.876043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Pushing event updated for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:33.886634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Network f60d04b6-0e56-4411-84bd-911474fec66c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:33.905039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca4b4ac1-cec7-4ec2-b479-e622ca944a28 req-6ec66788-1f75-4ad3-b78c-aafe008cce8c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859084 Aug 31 06:45:33.922451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:33.945376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:33.953006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Made reservation on behalf of 9304a722022c474d9732d27ddba4dea0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:33.956725 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.075942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:34.082029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.108931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ebad4b-1301-4111-b00f-c21dfa00a620 req-b6b8fb5f-337e-4d58-b78c-df623b88e674 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:34.110626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0ebad4b-1301-4111-b00f-c21dfa00a620 req-b6b8fb5f-337e-4d58-b78c-df623b88e674 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 932 time: 0.2283056 Aug 31 06:45:34.166669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-b8407ec1-0b7c-478a-8b9c-01aff962dd0b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2061687 Aug 31 06:45:34.194748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Request body: {'port': {'device_id': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:34.292143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0ebad4b-1301-4111-b00f-c21dfa00a620 req-540e7c0a-31cb-4adb-9729-fe30eeb09ef2 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682169 Aug 31 06:45:34.292992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.320257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.431464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Subnet': ['ID=e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:34.458834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Checking segment: {'id': 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:34.459213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network hostable DHCP agents. Network: 3f7ae0e0-167b-4569-8cb6-4dbb440bc588, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:45:34.494728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbd4365-dfb6-4315-a904-4d7119828e29 req-3c219888-f2cd-44d8-8962-579e82ee1cbc tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:34.497091 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adbd4365-dfb6-4315-a904-4d7119828e29 req-3c219888-f2cd-44d8-8962-579e82ee1cbc tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0888419 Aug 31 06:45:34.497855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:45:34.521150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3f7ae0e0-167b-4569-8cb6-4dbb440bc588) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:34.529516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80330330-0cd8-4304-8a97-0a1772572bb6 None None] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:34.548195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:34.548195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.639116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adbd4365-dfb6-4315-a904-4d7119828e29 req-ad205beb-5762-4fc8-9897-7946bbd8c8b8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279769 Aug 31 06:45:34.646427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e49390cf-4ba2-46ce-b5d9-3f8ba9a22ab5 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5072553 Aug 31 06:45:34.648743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:34.657705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-841377725', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:34.704275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.705363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.811764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.838932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502cc65d-6008-456f-a866-38bf870f7153 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:34.850508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.857760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3f7ae0e0-167b-4569-8cb6-4dbb440bc588', 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588', 'tenant_id': '9304a722022c474d9732d27ddba4dea0', 'fixed_ips': [{'subnet_id': 'e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:45:34.859315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.872685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Transition to ACTIVE for port object 502cc65d-6008-456f-a866-38bf870f7153 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:34.879556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:34.984086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Pushing event updated for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:35.078976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Attempting to bind port 502cc65d-6008-456f-a866-38bf870f7153 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:35.079846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Attempting to bind port 502cc65d-6008-456f-a866-38bf870f7153 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'edf198a7-2613-437f-b5a5-ce3f819c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:35.080400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Attempting to bind port 502cc65d-6008-456f-a866-38bf870f7153 on network f60d04b6-0e56-4411-84bd-911474fec66c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:35.085095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Port 502cc65d-6008-456f-a866-38bf870f7153 on network f60d04b6-0e56-4411-84bd-911474fec66c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:35.085731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Attempting to bind port 502cc65d-6008-456f-a866-38bf870f7153 on network f60d04b6-0e56-4411-84bd-911474fec66c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:35.092757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:35.093808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Checking segment: {'id': 'edf198a7-2613-437f-b5a5-ce3f819c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:35.094444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Bound using segment: {'id': 'edf198a7-2613-437f-b5a5-ce3f819c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:35.095259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Bound port: 502cc65d-6008-456f-a866-38bf870f7153, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edf198a7-2613-437f-b5a5-ce3f819c31cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:35.095870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.180918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:35.184733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=502cc65d-6008-456f-a866-38bf870f7153,segment=NetworkSegment(edf198a7-2613-437f-b5a5-ce3f819c31cc),segment_id=edf198a7-2613-437f-b5a5-ce3f819c31cc)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:35.190684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.259124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.259996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.262515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] 10.222.0.53 "PUT /v2.0/ports/502cc65d-6008-456f-a866-38bf870f7153 HTTP/1.1" status: 200 len: 1093 time: 1.0811477 Aug 31 06:45:35.263389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'tag': '502cc65d-6008-456f-a866-38bf870f7153'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:35.283521 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eca7f4b7-fd91-49b3-bd25-02675157fc22" -d '{"events": [{"name": "network-changed", "server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "tag": "502cc65d-6008-456f-a866-38bf870f7153"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:35.359701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Allocated IP 172.20.0.2 (3f7ae0e0-167b-4569-8cb6-4dbb440bc588/e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5/04feacfc-9b9c-45cc-a575-8ecd7ebae7ea) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:35.376134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-a43450ec-6527-4664-987b-f0a400aa0eff tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=bf4b87e7367044a3992a8180cb987525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0714114 Aug 31 06:45:35.378630 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.389685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263f52bf-473d-4f8d-abb1-ed248866f48b service neutron] Pushing event updated for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:35.519470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-b30fcb04-47c2-4ded-9cb9-6f9f5bc21fc3 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.521303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-b30fcb04-47c2-4ded-9cb9-6f9f5bc21fc3 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1347575 Aug 31 06:45:35.545021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-e33300d0-3ee2-46d1-bb20-bf9108b2df30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.546713 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-e33300d0-3ee2-46d1-bb20-bf9108b2df30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6163802a6d3c4d26a0194b555e6fceba&device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 1096 time: 0.2324250 Aug 31 06:45:35.550810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-6db2f67d-da2f-49d1-91f5-164f52769ce0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/quotas/bf4b87e7367044a3992a8180cb987525 HTTP/1.1" status: 200 len: 375 time: 0.0200932 Aug 31 06:45:35.607250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.633378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Transition to ACTIVE for port object 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:35.653762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-744bd9bb-89cc-412e-b0a1-b0b8fd8f3466 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=502cc65d-6008-456f-a866-38bf870f7153 HTTP/1.1" status: 200 len: 217 time: 0.0954423 Aug 31 06:45:35.665051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Transition to ACTIVE for port object 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:35.678081 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.733018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-9d6550a8-6f70-4f3d-b321-3b5d4d5cebc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.735164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-9d6550a8-6f70-4f3d-b321-3b5d4d5cebc3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=380172b7-37a3-4fe3-a9a0-04145fbcd513 HTTP/1.1" status: 200 len: 855 time: 0.0603533 Aug 31 06:45:35.752737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-e02ea500-9190-417b-b8ee-0bb2f3305a81 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=bf4b87e7367044a3992a8180cb987525&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1879942 Aug 31 06:45:35.753557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Pushing event updated for resources: {'Port': ['ID=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:35.771186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:35.773835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:35.777371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:35.787055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-9254eb2f-773b-4720-b5d0-d36108c147c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60d04b6-0e56-4411-84bd-911474fec66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370443 Aug 31 06:45:35.867100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.887440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724314a-7db1-4f6d-bb29-872427fefb1d req-1c9f7b86-9b45-42fb-9770-f3e43d7a319d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:35.890440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1724314a-7db1-4f6d-bb29-872427fefb1d req-1c9f7b86-9b45-42fb-9770-f3e43d7a319d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.8448658 Aug 31 06:45:35.926615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Attempting to bind port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:35.928678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Attempting to bind port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:35.928868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Attempting to bind port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea on network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:35.941040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:35.941420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Checking segment: {'id': 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:35.941893 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:35.944880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Bound using segment: {'id': 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:35.945386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Bound port: 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:35.948836 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.048917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1724314a-7db1-4f6d-bb29-872427fefb1d req-05c13745-267f-4666-995e-241f03266540 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419547 Aug 31 06:45:36.058550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-49e772e3-38a4-4475-9565-3c07e49f11c0 service neutron] 10.222.0.53 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605565 Aug 31 06:45:36.168410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] For port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:36.176794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] For port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,segment=NetworkSegment(c3622f7c-98a3-4c1c-a1e9-e09b97847f54),segment_id=c3622f7c-98a3-4c1c-a1e9-e09b97847f54)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:36.191377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.193963 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65abd9fd-c1d7-4df2-9a1a-399974870732 x-openstack-request-id: req-65abd9fd-c1d7-4df2-9a1a-399974870732 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:36.195413 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "tag": "502cc65d-6008-456f-a866-38bf870f7153", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:36.195826 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65abd9fd-c1d7-4df2-9a1a-399974870732 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:36.197014 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'tag': '502cc65d-6008-456f-a866-38bf870f7153', 'status': 'completed', 'code': 200} Aug 31 06:45:36.346504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.353289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c725df9-f190-4941-bfac-371a598d06d1 None None] Pushing event updated for resources: {'Port': ['ID=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:36.378834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95285cd-df73-4cbe-b1f6-c93f9690b446 req-335fa21e-d609-4743-9464-83ef9d1b89a1 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:36.387279 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b95285cd-df73-4cbe-b1f6-c93f9690b446 req-335fa21e-d609-4743-9464-83ef9d1b89a1 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 944 time: 0.1817789 Aug 31 06:45:36.389276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:36.466599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c485feb-0ac4-4f27-9593-19b7dbd2f031 req-9f3227b7-fb17-4b1b-a1ed-441a5205339f service neutron] 10.222.0.53 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995233 Aug 31 06:45:36.513217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b95285cd-df73-4cbe-b1f6-c93f9690b446 req-3bda249c-b94a-41cf-892a-a51ef7cc1e73 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231582 Aug 31 06:45:36.572170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac459d54-667f-4d56-827e-be70f280c4a0 req-7dd7483e-67fa-46ad-abd9-aa2531fa6e13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:36.574125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac459d54-667f-4d56-827e-be70f280c4a0 req-7dd7483e-67fa-46ad-abd9-aa2531fa6e13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1340330 Aug 31 06:45:36.598690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-4d25464c-0506-4010-8f08-91f5b11b3768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:36.600498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-4d25464c-0506-4010-8f08-91f5b11b3768 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=6163802a6d3c4d26a0194b555e6fceba&device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 1096 time: 0.0731430 Aug 31 06:45:36.674991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Allocated IP 172.25.3.140 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3168aa25-de5c-4d55-8cb4-46b8a1665539) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:36.704892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac459d54-667f-4d56-827e-be70f280c4a0 req-4f721c3d-86e0-49cb-a9af-237ceabe6ad7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196082 Aug 31 06:45:36.900273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-b0a70cfe-8173-4142-a25d-dc21af491805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:36.902276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-b0a70cfe-8173-4142-a25d-dc21af491805 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f60d04b6-0e56-4411-84bd-911474fec66c HTTP/1.1" status: 200 len: 916 time: 0.2890692 Aug 31 06:45:37.025805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24135a4a-45b3-4326-b5dd-9e9ca62cfef9 req-b2503e2e-3352-4651-b6c1-f66c9a1324b2 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 210 time: 0.1789451 Aug 31 06:45:37.039014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.047795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-a35fe04a-c68b-49a6-81ae-85ebcb346355 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=502cc65d-6008-456f-a866-38bf870f7153 HTTP/1.1" status: 200 len: 217 time: 0.1197002 Aug 31 06:45:37.110107 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:45:37.178791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-e2c71c27-433f-4b90-b348-143cf824ce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.180705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-e2c71c27-433f-4b90-b348-143cf824ce36 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.1291673 Aug 31 06:45:37.186756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:37.190101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-1be12dad-01bc-4bc6-bba2-0c79de5717d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.193059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-1be12dad-01bc-4bc6-bba2-0c79de5717d1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=380172b7-37a3-4fe3-a9a0-04145fbcd513 HTTP/1.1" status: 200 len: 855 time: 0.1411014 Aug 31 06:45:37.206086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d32d-459c-496d-a7f3-ec916384b8bd req-52730cc6-ec53-41c7-bb02-2206f110aa46 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.213829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7880d32d-459c-496d-a7f3-ec916384b8bd req-52730cc6-ec53-41c7-bb02-2206f110aa46 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1475954 Aug 31 06:45:37.244809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-3690d24e-6cb0-4136-a13f-5d63bc1d7086 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f60d04b6-0e56-4411-84bd-911474fec66c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282452 Aug 31 06:45:37.310285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:37.387888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:37.403383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-88734b63-3533-4806-9603-462f543f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.406438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-88734b63-3533-4806-9603-462f543f70b5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.2029769 Aug 31 06:45:37.509183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:37.519992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ec74e7-1289-49ba-8811-a333a090324a req-6832cf30-a2df-484b-8eaa-136a50ad4b91 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.527721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54ec74e7-1289-49ba-8811-a333a090324a req-6832cf30-a2df-484b-8eaa-136a50ad4b91 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.2028892 Aug 31 06:45:37.535458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-21d60b96-4105-41c9-a051-9004204a393f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 217 time: 0.0952399 Aug 31 06:45:37.562067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:37.617284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:37.679774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=3168aa25-de5c-4d55-8cb4-46b8a1665539,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:37.739225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54ec74e7-1289-49ba-8811-a333a090324a req-a52312cb-b230-4beb-85e9-089be8562c6d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2038758 Aug 31 06:45:37.786605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.786945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.787283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.787615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.788477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.788834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.789148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.789526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.789855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.790183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.791539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.791877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:37.822358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-08b1ed74-a197-494c-af45-0ca86fc65bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:37.824205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-08b1ed74-a197-494c-af45-0ca86fc65bb8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.2570949 Aug 31 06:45:37.839774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7880d32d-459c-496d-a7f3-ec916384b8bd req-aeb01670-6d43-46d9-8731-de5e044ad99a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6248982 Aug 31 06:45:37.874626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-f3bcd200-043c-4773-a3ad-cb46ff07714e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358753 Aug 31 06:45:37.877554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ad21224a-3e25-4daf-a2a6-56c907c51bd3 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=bf4b87e7367044a3992a8180cb987525&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1337628 Aug 31 06:45:37.944438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-5dc70466-fee0-4021-a843-c298cb8e1a8f service neutron] 10.222.0.53 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6824427 Aug 31 06:45:37.948865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f89d713d-9d3e-4c3f-813f-4f3e3461b6d1 None None] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:38.065819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de65361-14d7-49ee-8bf2-25127206f0ba req-cc774c3a-b771-4800-abd8-a30147c8543a tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.073340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9de65361-14d7-49ee-8bf2-25127206f0ba req-cc774c3a-b771-4800-abd8-a30147c8543a tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 944 time: 0.1224222 Aug 31 06:45:38.144186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eca7f4b7-fd91-49b3-bd25-02675157fc22 req-5559d095-09bd-4196-aa36-0df7b13fed83 service neutron] 10.222.0.53 "GET /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913371 Aug 31 06:45:38.154977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9de65361-14d7-49ee-8bf2-25127206f0ba req-f5e78755-c00c-406e-98bd-fbbc2c9b5159 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805490 Aug 31 06:45:38.187291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Provisioning for port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:38.193712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Provisioning complete for port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:38.194454 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.265385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712487e6-5e4f-481e-873b-efe91e0d2e17 req-183a49a1-f0ff-4cb8-b918-ac94da259359 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.273055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-712487e6-5e4f-481e-873b-efe91e0d2e17 req-183a49a1-f0ff-4cb8-b918-ac94da259359 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.2637846 Aug 31 06:45:38.308351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-dda02568-cc8e-4a17-96b6-4528d94146bb service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3723300 Aug 31 06:45:38.313423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc20149d-c87d-45e5-b047-5c224d738c62 req-8741d7b2-306b-4fcd-b240-f0439752e234 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 210 time: 0.0761349 Aug 31 06:45:38.462118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ee7fbcf9-528c-47ca-9094-24b14be3a05c tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.463651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ee7fbcf9-528c-47ca-9094-24b14be3a05c tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5258508 Aug 31 06:45:38.473765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.524655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Request body: {'port': {'device_id': '051934c5-debc-4ee6-9118-550df3b2b73e', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': 'bf4b87e7367044a3992a8180cb987525'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:38.554422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-712487e6-5e4f-481e-873b-efe91e0d2e17 req-41093ceb-f3ed-441a-b266-c21e20b07eac tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2803237 Aug 31 06:45:38.577660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] For port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,segment=NetworkSegment(c3622f7c-98a3-4c1c-a1e9-e09b97847f54),segment_id=c3622f7c-98a3-4c1c-a1e9-e09b97847f54)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:38.586743 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.654457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8aa899-e130-44d5-ac0a-4fbb9a2a5faa None None] Pushing event updated for resources: {'Port': ['ID=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:38.714796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-34ec8f0e-7b92-4bb8-b32f-667c7d00d94e None None] Provisioning complete for port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:38.715180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34ec8f0e-7b92-4bb8-b32f-667c7d00d94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.730407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c1b695c-cd48-4d7b-a286-c6b494c0df0b req-d0a3c588-3a34-450d-bade-ff62f101abbe service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4023428 Aug 31 06:45:38.773946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:38.910532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a01c2-174c-4f20-aee2-d6ad230e2d16 req-8cc97316-a787-4902-8053-ddff7aa498ce tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:38.919125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e6a01c2-174c-4f20-aee2-d6ad230e2d16 req-8cc97316-a787-4902-8053-ddff7aa498ce tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0863845 Aug 31 06:45:38.968006 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e6a01c2-174c-4f20-aee2-d6ad230e2d16 req-a21c92aa-bf99-492a-8f20-ac4f24b7a080 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478635 Aug 31 06:45:39.031917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:39.051708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Made reservation on behalf of bf4b87e7367044a3992a8180cb987525 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:39.055225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.082166 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.090535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:39.091343 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.112393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.214446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9a987b-77b8-4811-86f7-7a835bb192ac req-0c4f370e-61f9-4ff7-9d44-93ef66b745cb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:39.216193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4b9a987b-77b8-4811-86f7-7a835bb192ac req-0c4f370e-61f9-4ff7-9d44-93ef66b745cb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1568689 Aug 31 06:45:39.335879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2445e5c-8558-444b-ac1a-ea75cb470b81 req-cd347ad3-215e-4409-acb1-3e78db03284d tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:39.344210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2445e5c-8558-444b-ac1a-ea75cb470b81 req-cd347ad3-215e-4409-acb1-3e78db03284d tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 944 time: 0.0999143 Aug 31 06:45:39.352302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4b9a987b-77b8-4811-86f7-7a835bb192ac req-fff13036-d4ce-4640-93f8-979bc945d5fc tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933750 Aug 31 06:45:39.401612 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2445e5c-8558-444b-ac1a-ea75cb470b81 req-1c672e7a-9c67-4187-8eb4-3e7ce07f28c7 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Aug 31 06:45:39.430006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.437657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:39.448900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Router 500915bf-03ee-4d5f-aa87-f77598c3238a is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:45:39.508797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b547de2-ecd4-44cd-bed8-9397b7ffc24f req-0e441e1b-76a1-4fa7-b6f1-6064eba88f40 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 210 time: 0.0468190 Aug 31 06:45:39.857161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89450d85-10c7-4ce0-978e-751ca0fb5777,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:40.044496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc622a0-b5e9-414f-81cf-e4272e31948e req-e0f2cbc8-d745-49f6-a8d1-d18d00453ab0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:40.046593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dc622a0-b5e9-414f-81cf-e4272e31948e req-e0f2cbc8-d745-49f6-a8d1-d18d00453ab0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1949522 Aug 31 06:45:40.054837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Allocated IP 192.168.233.114 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/6620d97f-cd48-46e3-99c7-7a358fca8747) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:40.090480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e13d4f-efd9-4356-bdf2-0557b98963e9 req-78c1eed3-5d77-4efe-93dd-dab797e1ed99 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:40.098978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00e13d4f-efd9-4356-bdf2-0557b98963e9 req-78c1eed3-5d77-4efe-93dd-dab797e1ed99 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0695469 Aug 31 06:45:40.122158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dc622a0-b5e9-414f-81cf-e4272e31948e req-ce82c0e4-2091-47c3-9e64-f10f96858e66 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531721 Aug 31 06:45:40.141314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:40.146543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00e13d4f-efd9-4356-bdf2-0557b98963e9 req-da130e48-63d5-42ab-a5d9-9242c9e8a608 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418270 Aug 31 06:45:40.166244 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] Sync routers for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:40.179530 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:40.180423 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:40.223714 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:40.234374 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:40.235275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:40.268535 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:40.269511 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23784ffc-aaee-4146-a026-05df4568d9b7 None None] The sync data for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:40.300413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.301781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-908d18f0-22a3-4435-8f84-e57c5ad9130b tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 5.6519372 Aug 31 06:45:40.304719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:40.356035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.371992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Transition to ACTIVE for port object 6620d97f-cd48-46e3-99c7-7a358fca8747 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:40.510293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.569729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:40.590658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:40.593789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:40.605210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6093701-6f72-475c-b135-1b495d42673d req-a00e890b-d50b-49bb-8da2-971bcb11f99e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:40.614300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a6093701-6f72-475c-b135-1b495d42673d req-a00e890b-d50b-49bb-8da2-971bcb11f99e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1507745 Aug 31 06:45:40.616978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:40.698214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a6093701-6f72-475c-b135-1b495d42673d req-08a9d353-4253-4895-aee5-7e69b8b5cafd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829916 Aug 31 06:45:40.703143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40554e6-f8f5-4ec6-9a29-68948a385bb8 req-f8b20318-2f4c-4569-8ffc-68a48d885fdd tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:40.711808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b40554e6-f8f5-4ec6-9a29-68948a385bb8 req-f8b20318-2f4c-4569-8ffc-68a48d885fdd tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 944 time: 0.2039247 Aug 31 06:45:40.716159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 502cc65d-6008-456f-a866-38bf870f7153 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:40.719957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:40.720646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.746455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-496ccb7b-f9be-4a2f-a478-211e3569d0c4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2580802 Aug 31 06:45:40.761375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Request body: {'port': {'device_id': '051934c5-debc-4ee6-9118-550df3b2b73e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:40.907070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=502cc65d-6008-456f-a866-38bf870f7153,segment=NetworkSegment(edf198a7-2613-437f-b5a5-ce3f819c31cc),segment_id=edf198a7-2613-437f-b5a5-ce3f819c31cc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:40.914717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b40554e6-f8f5-4ec6-9a29-68948a385bb8 req-f1c057f9-ff56-47b8-b1f8-d3dc18277728 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899493 Aug 31 06:45:40.926512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:40.931739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '502cc65d-6008-456f-a866-38bf870f7153', 'network_id': 'f60d04b6-0e56-4411-84bd-911474fec66c', 'port_id': '502cc65d-6008-456f-a866-38bf870f7153', 'mac_address': 'fa:16:3e:b0:43:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '380172b7-37a3-4fe3-a9a0-04145fbcd513', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:40.981290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.007064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502cc65d-6008-456f-a866-38bf870f7153 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:41.051073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=502cc65d-6008-456f-a866-38bf870f7153,segment=NetworkSegment(edf198a7-2613-437f-b5a5-ce3f819c31cc),segment_id=edf198a7-2613-437f-b5a5-ce3f819c31cc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:41.054126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b323409-8236-46a1-8944-6317f403a15f None None] Provisioning for port 6620d97f-cd48-46e3-99c7-7a358fca8747 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:41.061225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b323409-8236-46a1-8944-6317f403a15f None None] Provisioning complete for port 6620d97f-cd48-46e3-99c7-7a358fca8747 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:41.061854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b323409-8236-46a1-8944-6317f403a15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.063644 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.151531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7b323409-8236-46a1-8944-6317f403a15f None None] Port 6620d97f-cd48-46e3-99c7-7a358fca8747 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:41.190408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:41.271164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464f841-1542-404c-8e09-7e5386229c61 req-26a8f410-a240-4e38-9b23-b4b76c4ca776 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.272706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b464f841-1542-404c-8e09-7e5386229c61 req-26a8f410-a240-4e38-9b23-b4b76c4ca776 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 936 time: 0.4413047 Aug 31 06:45:41.279874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:41.296519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.328325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e8f13f-bb38-46f2-a0d4-979a3cbc6cfa req-a775deec-0e62-45db-bb80-fd8b511fef7d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.329872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15e8f13f-bb38-46f2-a0d4-979a3cbc6cfa req-a775deec-0e62-45db-bb80-fd8b511fef7d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0942166 Aug 31 06:45:41.346882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b464f841-1542-404c-8e09-7e5386229c61 req-429d08fc-dc44-4416-849a-d0753eecc382 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620720 Aug 31 06:45:41.348435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Transition to ACTIVE for port object 6620d97f-cd48-46e3-99c7-7a358fca8747 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:41.361059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.412392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['502cc65d-6008-456f-a866-38bf870f7153'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:41.439643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.445313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15e8f13f-bb38-46f2-a0d4-979a3cbc6cfa req-3bec7616-54bd-48d2-b5ff-5f3cbcb0548a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081941 Aug 31 06:45:41.519515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:41.584911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6168c3b-413b-448d-b072-cf3bab8011c3 req-6af5a46a-170f-4870-a068-48383c7fcee9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.586512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6168c3b-413b-448d-b072-cf3bab8011c3 req-6af5a46a-170f-4870-a068-48383c7fcee9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1475773 Aug 31 06:45:41.796070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6168c3b-413b-448d-b072-cf3bab8011c3 req-8f46c800-18f6-481b-9b1b-6b141c8ae361 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664388 Aug 31 06:45:41.796526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Attempting to bind port 6620d97f-cd48-46e3-99c7-7a358fca8747 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:41.796918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Attempting to bind port 6620d97f-cd48-46e3-99c7-7a358fca8747 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:41.797242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Attempting to bind port 6620d97f-cd48-46e3-99c7-7a358fca8747 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:41.802940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Port 6620d97f-cd48-46e3-99c7-7a358fca8747 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:41.803326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Attempting to bind port 6620d97f-cd48-46e3-99c7-7a358fca8747 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:41.809535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:41.809967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:41.811135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:41.811580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Bound port: 6620d97f-cd48-46e3-99c7-7a358fca8747, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:41.811936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.914295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:41.919496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:41.925135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.961172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964097e9-13f4-4537-be2f-9818c993fae7 req-6ca9daed-a272-49b1-bd41-ee4b1665fc17 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.963359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-964097e9-13f4-4537-be2f-9818c993fae7 req-6ca9daed-a272-49b1-bd41-ee4b1665fc17 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1019788 Aug 31 06:45:41.972445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:41.973139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:41.974634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] 10.222.0.50 "PUT /v2.0/ports/6620d97f-cd48-46e3-99c7-7a358fca8747 HTTP/1.1" status: 200 len: 1097 time: 1.2190702 Aug 31 06:45:41.975134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:41.977684 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85637cd2-149e-4d9e-9497-364d2b1300fc" -d '{"events": [{"name": "network-changed", "server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:42.023420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Allocated IP 172.20.0.1 (3f7ae0e0-167b-4569-8cb6-4dbb440bc588/e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5/4a4562e2-d8ee-45c6-b344-b848b452e176) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:42.050485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-964097e9-13f4-4537-be2f-9818c993fae7 req-3cf36055-d0ba-4449-b69a-d4c9d1a16111 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748849 Aug 31 06:45:42.094349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19c412-ac14-467f-a1c1-857ae3cfa8aa service neutron] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:42.162056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5fa2ab-845c-422d-b995-ca09400bda35 req-4b7bc6b2-1c45-40ff-840e-77bdf51bb67b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.171988 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee5fa2ab-845c-422d-b995-ca09400bda35 req-4b7bc6b2-1c45-40ff-840e-77bdf51bb67b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 945 time: 0.1557858 Aug 31 06:45:42.202634 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf74d4a-eae2-4a70-a275-817668d3268b x-openstack-request-id: req-bdf74d4a-eae2-4a70-a275-817668d3268b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:42.202929 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:42.203185 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bdf74d4a-eae2-4a70-a275-817668d3268b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:42.203591 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'status': 'completed', 'code': 200} Aug 31 06:45:42.238492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee5fa2ab-845c-422d-b995-ca09400bda35 req-2c7af3eb-61e1-4c8b-990f-04fb7d8640d7 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655050 Aug 31 06:45:42.245950 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.250612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-d80f80f0-e867-40fc-b0d4-40e605c46090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.252116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-d80f80f0-e867-40fc-b0d4-40e605c46090 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf4b87e7367044a3992a8180cb987525&device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 1100 time: 0.1790500 Aug 31 06:45:42.296857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Transition to ACTIVE for port object 4a4562e2-d8ee-45c6-b344-b848b452e176 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:42.328426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-ab3a2e18-fd68-42a0-ae82-3b8c607dc569 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6620d97f-cd48-46e3-99c7-7a358fca8747 HTTP/1.1" status: 200 len: 217 time: 0.0572019 Aug 31 06:45:42.378947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.440429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:42.445002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-fba679aa-ebc5-4155-8a2a-2d77d62a25ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.446639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-fba679aa-ebc5-4155-8a2a-2d77d62a25ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1031199 Aug 31 06:45:42.446808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:42.450191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:42.542663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=4a4562e2-d8ee-45c6-b344-b848b452e176,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:42.556709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a379f9-3ce5-4bfa-a380-6de78e796dfc req-b65c08b2-fa0b-4903-9049-d0b9f175a9fa tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.565826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66a379f9-3ce5-4bfa-a380-6de78e796dfc req-b65c08b2-fa0b-4903-9049-d0b9f175a9fa tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 948 time: 0.1113818 Aug 31 06:45:42.567773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:42.578782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-78029591-c3a8-40bb-a3f4-ac021276e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.580299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-78029591-c3a8-40bb-a3f4-ac021276e3c6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1102448 Aug 31 06:45:42.720869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66a379f9-3ce5-4bfa-a380-6de78e796dfc req-96a5ecac-e4c6-489c-8828-fdcb22a5da8e tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537645 Aug 31 06:45:42.734343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e2c1e0-26ff-444d-abf8-268ec79ae4ac req-86741b42-e902-46ba-b9de-1619f1653be2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:42.736783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 502cc65d-6008-456f-a866-38bf870f7153 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:42.743796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-29b32c36-c6a4-43c7-a859-7ecdcb4cb962 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470962 Aug 31 06:45:42.755610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41e2c1e0-26ff-444d-abf8-268ec79ae4ac req-86741b42-e902-46ba-b9de-1619f1653be2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1206796 Aug 31 06:45:42.932722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41e2c1e0-26ff-444d-abf8-268ec79ae4ac req-3f700f48-84e2-4f27-adb8-56c09fe764f9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630204 Aug 31 06:45:42.962383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.009249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 502cc65d-6008-456f-a866-38bf870f7153 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:43.014909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 502cc65d-6008-456f-a866-38bf870f7153 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:43.015654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.048844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-309ebc89-fdc5-4f87-a0ba-e5d9bba401ce req-1f9e1b0a-48e3-46e0-809d-f825939ec61b service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905428 Aug 31 06:45:43.134712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9049b051-b408-4455-a59d-9c9b1fe7653d None None] Provisioning for port 4a4562e2-d8ee-45c6-b344-b848b452e176 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:43.163316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9049b051-b408-4455-a59d-9c9b1fe7653d None None] Provisioning complete for port 4a4562e2-d8ee-45c6-b344-b848b452e176 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:43.163926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9049b051-b408-4455-a59d-9c9b1fe7653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.221957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.226907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9049b051-b408-4455-a59d-9c9b1fe7653d None None] Port 4a4562e2-d8ee-45c6-b344-b848b452e176 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:43.288213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=502cc65d-6008-456f-a866-38bf870f7153,segment=NetworkSegment(edf198a7-2613-437f-b5a5-ce3f819c31cc),segment_id=edf198a7-2613-437f-b5a5-ce3f819c31cc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:43.289609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502cc65d-6008-456f-a866-38bf870f7153'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:43.293431 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93e96b6-11ec-4373-8036-3720cb176bd8" -d '{"events": [{"server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "name": "network-vif-plugged", "status": "completed", "tag": "502cc65d-6008-456f-a866-38bf870f7153"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:43.299908 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.362451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:43.365101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-33ad8cf7-1bbe-4a1c-a845-5d237b18b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.370676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-33ad8cf7-1bbe-4a1c-a845-5d237b18b8b9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=bf4b87e7367044a3992a8180cb987525&device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 1100 time: 0.2082744 Aug 31 06:45:43.388355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017eaaf7-e4d2-4478-9276-0aaa2bba1ef4 req-2ae19326-d561-4a88-8ec3-a930181394e9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.409198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-017eaaf7-e4d2-4478-9276-0aaa2bba1ef4 req-2ae19326-d561-4a88-8ec3-a930181394e9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1927693 Aug 31 06:45:43.562162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.573266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f85cc5-6147-43a2-83d3-a771d7ee4f02 req-a12b6e36-e831-402d-80b7-71bb48a70f57 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.581593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81f85cc5-6147-43a2-83d3-a771d7ee4f02 req-a12b6e36-e831-402d-80b7-71bb48a70f57 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.3638992 Aug 31 06:45:43.590181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.647536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-017eaaf7-e4d2-4478-9276-0aaa2bba1ef4 req-8519698f-d9df-4ba0-ad56-3a8222ae50c6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373328 Aug 31 06:45:43.689270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=4a4562e2-d8ee-45c6-b344-b848b452e176,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:43.711455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81f85cc5-6147-43a2-83d3-a771d7ee4f02 req-fa8ac486-edfa-4451-b238-350c9ca21476 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1271505 Aug 31 06:45:43.736548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:43.775144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-62e774c0-2294-463d-92d7-60037ce78ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:43.780322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-62e774c0-2294-463d-92d7-60037ce78ec5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.3600771 Aug 31 06:45:43.876959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-f63f4756-7b5d-4264-b408-c1646fa46ab9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=6620d97f-cd48-46e3-99c7-7a358fca8747 HTTP/1.1" status: 200 len: 217 time: 0.0734596 Aug 31 06:45:43.882578 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aee0cf19-72d3-4906-8e8e-1f37000ce1c3 x-openstack-request-id: req-aee0cf19-72d3-4906-8e8e-1f37000ce1c3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:43.883130 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "name": "network-vif-plugged", "status": "completed", "tag": "502cc65d-6008-456f-a866-38bf870f7153", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:43.883130 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aee0cf19-72d3-4906-8e8e-1f37000ce1c3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:43.883892 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502cc65d-6008-456f-a866-38bf870f7153', 'code': 200} Aug 31 06:45:43.894350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:43.895876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:43.997471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7f04f-381c-410f-a21f-c9296d8addbd req-f63bb208-7bbf-456f-99c5-442321fc8e74 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.008328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0a7f04f-381c-410f-a21f-c9296d8addbd req-f63bb208-7bbf-456f-99c5-442321fc8e74 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.2178900 Aug 31 06:45:44.017726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-5cbc05f5-31f3-4341-85ca-c19960fe8cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.019362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-5cbc05f5-31f3-4341-85ca-c19960fe8cda service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1023760 Aug 31 06:45:44.099395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0a7f04f-381c-410f-a21f-c9296d8addbd req-f1343a05-c1d8-4167-8c3c-c0c422c92c6e tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845947 Aug 31 06:45:44.144152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-daae2729-d30a-426e-88fc-64127d7a76ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.146164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-daae2729-d30a-426e-88fc-64127d7a76ca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1144080 Aug 31 06:45:44.178192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Router 500915bf-03ee-4d5f-aa87-f77598c3238a has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:44.199457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8c62ae-68cd-4acc-983d-4440dfa90ce4 req-95617f36-8b35-4fd0-8b3b-519c79f28a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.200698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da8c62ae-68cd-4acc-983d-4440dfa90ce4 req-95617f36-8b35-4fd0-8b3b-519c79f28a36 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 1098 time: 0.2344623 Aug 31 06:45:44.210989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088eba87-8216-4651-85f9-9a26cd7b46c6 req-1eadf422-58d9-479e-931a-9a80de5ea786 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.212653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-088eba87-8216-4651-85f9-9a26cd7b46c6 req-1eadf422-58d9-479e-931a-9a80de5ea786 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 948 time: 0.2315361 Aug 31 06:45:44.255409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11508c03-0fcd-4718-ba45-a74f96264b87 None None] Provisioning complete for port 4a4562e2-d8ee-45c6-b344-b848b452e176 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:44.255838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11508c03-0fcd-4718-ba45-a74f96264b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.318499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da8c62ae-68cd-4acc-983d-4440dfa90ce4 req-b91fdc76-dc1a-4f02-a2b4-f44e30f61662 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036301 Aug 31 06:45:44.332419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d719c32-5355-4cb0-be9b-c60a7dd7f6cd req-c3c8fa93-418f-4fbf-ac85-4c1f7f855e50 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.332731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-11508c03-0fcd-4718-ba45-a74f96264b87 None None] Port 4a4562e2-d8ee-45c6-b344-b848b452e176 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:44.345999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d719c32-5355-4cb0-be9b-c60a7dd7f6cd req-c3c8fa93-418f-4fbf-ac85-4c1f7f855e50 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1641364 Aug 31 06:45:44.371172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-088eba87-8216-4651-85f9-9a26cd7b46c6 req-2a9511d9-ba84-41d1-8f32-41c68e257532 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286769 Aug 31 06:45:44.379689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-6979bbb3-7751-43d5-8472-9efefd698fbc service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055805 Aug 31 06:45:44.397532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:44.403539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d719c32-5355-4cb0-be9b-c60a7dd7f6cd req-3686dfbf-d36d-4198-8619-5a57c8d2896d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566380 Aug 31 06:45:44.414374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5d3baf7-75a6-4bda-8ae7-3fa52f49f4e0 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "PUT /v2.0/routers/500915bf-03ee-4d5f-aa87-f77598c3238a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085813 Aug 31 06:45:44.417068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:44.425910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Request body: {'port': {'network_id': '3f7ae0e0-167b-4569-8cb6-4dbb440bc588', 'name': 'tempest-FloatingIPAdminTestJSON-1491212007'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:44.436389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] Sync routers for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:44.443197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:44.443839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:44.514392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:44.527391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:44.529126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:44.535659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85637cd2-149e-4d9e-9497-364d2b1300fc req-845aa632-9233-4ba7-ac85-a6bc02ed6714 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357491 Aug 31 06:45:44.573404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:44.574077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ade7128-296d-4e09-b652-d778d06f210f None None] The sync data for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:44.773757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae58677-a9a1-40e2-ad56-b2c4f853c2f9 req-ace66336-1610-42ce-9e96-bd7d80bae8b5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.775289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ae58677-a9a1-40e2-ad56-b2c4f853c2f9 req-ace66336-1610-42ce-9e96-bd7d80bae8b5 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0534055 Aug 31 06:45:44.817872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ae58677-a9a1-40e2-ad56-b2c4f853c2f9 req-02b8fe40-0216-489b-8563-c2426f25d0f6 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Aug 31 06:45:44.903346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24d2df-e6cc-48aa-ba6c-d7dce506828c req-226575fa-fbf2-4016-b4a7-72e368debeaf tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:44.904133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec24d2df-e6cc-48aa-ba6c-d7dce506828c req-226575fa-fbf2-4016-b4a7-72e368debeaf tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0826390 Aug 31 06:45:44.950772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Made reservation on behalf of 9304a722022c474d9732d27ddba4dea0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:44.955029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:44.968059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec24d2df-e6cc-48aa-ba6c-d7dce506828c req-49d1c188-c914-4147-b12b-c255b2d449f0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558255 Aug 31 06:45:44.976367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] device_id is not set on port 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:45:45.089155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Allocated IP 172.20.0.6 (3f7ae0e0-167b-4569-8cb6-4dbb440bc588/e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5/50fadcc8-d9d5-4b8d-9935-7a8193c2bdae) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:45.235435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46333e7-7a46-4dc5-90cc-8863f1d3f220 req-13d36223-f5ff-4227-a0f4-d56dd828bc80 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.237406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b46333e7-7a46-4dc5-90cc-8863f1d3f220 req-13d36223-f5ff-4227-a0f4-d56dd828bc80 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.0684648 Aug 31 06:45:45.260779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.281979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Transition to ACTIVE for port object 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:45.284560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b46333e7-7a46-4dc5-90cc-8863f1d3f220 req-1e3fd874-b181-4161-bb1c-7b795263db16 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404797 Aug 31 06:45:45.322313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.392169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:45.393694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event updated for resources: {'Port': ['ID=50fadcc8-d9d5-4b8d-9935-7a8193c2bdae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:45.396178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:45.398320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:45.459871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.460751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.479692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b02345f1-b2c2-487b-963e-cbf98dbecbb9 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0611005 Aug 31 06:45:45.483846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:45.531933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.592283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4de44be-5c77-45ae-85d3-ab3d2bbd663d req-4f8fefac-18f9-487f-b549-e377936f92da tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.593952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4de44be-5c77-45ae-85d3-ab3d2bbd663d req-4f8fefac-18f9-487f-b549-e377936f92da tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 948 time: 0.0959785 Aug 31 06:45:45.597778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4330815c-fdc7-4a6f-aec3-5e803dc0d5f2 req-59189cc2-1d89-42a5-8ed4-31e77034c105 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:45.608931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4330815c-fdc7-4a6f-aec3-5e803dc0d5f2 req-59189cc2-1d89-42a5-8ed4-31e77034c105 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1121573 Aug 31 06:45:45.664341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4330815c-fdc7-4a6f-aec3-5e803dc0d5f2 req-6c67953e-4fcb-4b12-8fe0-28d0b0225b14 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537233 Aug 31 06:45:45.687775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4de44be-5c77-45ae-85d3-ab3d2bbd663d req-c6d0c49f-232f-4b63-8816-a606ac8dc09c tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849550 Aug 31 06:45:45.771306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29a07893-e97f-4c84-86fe-90bf21e3e82b None None] Provisioning for port 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:45.775442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29a07893-e97f-4c84-86fe-90bf21e3e82b None None] Provisioning complete for port 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:45.775722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29a07893-e97f-4c84-86fe-90bf21e3e82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.777108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'project_id': '9304a722022c474d9732d27ddba4dea0', 'port_id': '50fadcc8-d9d5-4b8d-9935-7a8193c2bdae'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:45.800004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:45.820177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-29a07893-e97f-4c84-86fe-90bf21e3e82b None None] Port 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:45.912876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.012497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e88f4-827a-4c41-8f49-590244db0e5a req-bd486b80-b03d-42ae-9af0-6d0ab1c1b218 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.014805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-726e88f4-827a-4c41-8f49-590244db0e5a req-bd486b80-b03d-42ae-9af0-6d0ab1c1b218 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1221092 Aug 31 06:45:46.056954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:46.100980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-726e88f4-827a-4c41-8f49-590244db0e5a req-fe9831ae-173e-43c1-ba9d-4c6e36ae9ceb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775936 Aug 31 06:45:46.102645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6fa4a7-33b1-4dd5-9078-31f1de3db9f4 req-bdedc1ea-4bcb-4451-8714-6a34ab276d07 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.104688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc6fa4a7-33b1-4dd5-9078-31f1de3db9f4 req-bdedc1ea-4bcb-4451-8714-6a34ab276d07 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0636218 Aug 31 06:45:46.119728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Allocated IP 172.25.3.82 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3821e35b-cbb8-4059-b14e-48d38a4c0cf9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:46.151782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc6fa4a7-33b1-4dd5-9078-31f1de3db9f4 req-16879896-83c1-479c-9b91-11d7728d750a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400760 Aug 31 06:45:46.174363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:46.188497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'mac_address': 'fa:16:3e:ad:5a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:46.234299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.242959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.250016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:46.280644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:46.285547 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.300998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.343324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:46.357269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:46.366809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:46.371055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:46.407937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c311d2e-9ff5-441a-872d-f21c01e351b8 req-7e9f1af0-1984-41ef-890e-14ea98ea8db7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.409479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c311d2e-9ff5-441a-872d-f21c01e351b8 req-7e9f1af0-1984-41ef-890e-14ea98ea8db7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1198475 Aug 31 06:45:46.410099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Pushing event updated for resources: {'Port': ['ID=3821e35b-cbb8-4059-b14e-48d38a4c0cf9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:46.414044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b31df0-1f0e-43b7-a1e0-b4b49f7834f3 req-6334fc96-55b7-447f-860e-e15c96aa41b2 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.415531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2b31df0-1f0e-43b7-a1e0-b4b49f7834f3 req-6334fc96-55b7-447f-860e-e15c96aa41b2 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.0528367 Aug 31 06:45:46.457443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2b31df0-1f0e-43b7-a1e0-b4b49f7834f3 req-25b42304-e1eb-4b99-b3ed-b352121f3761 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327175 Aug 31 06:45:46.477767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c311d2e-9ff5-441a-872d-f21c01e351b8 req-a324f060-552d-415d-96a0-f31fbfff3253 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579872 Aug 31 06:45:46.658567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6620d97f-cd48-46e3-99c7-7a358fca8747'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:46.919009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:46.924916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55142a31-2cbd-4565-a4e1-1b5a4df7d104 req-8bb9bfaf-82a3-4ba8-8d3c-1f8d5f5026b4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.926588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55142a31-2cbd-4565-a4e1-1b5a4df7d104 req-8bb9bfaf-82a3-4ba8-8d3c-1f8d5f5026b4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0805960 Aug 31 06:45:46.928379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fdaf37-c64e-4432-b326-a6065c70a94b req-38a6ac87-051d-4307-8364-4251fdfe3dfa tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:46.929896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66fdaf37-c64e-4432-b326-a6065c70a94b req-38a6ac87-051d-4307-8364-4251fdfe3dfa tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 949 time: 0.1213238 Aug 31 06:45:47.001494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55142a31-2cbd-4565-a4e1-1b5a4df7d104 req-c032b62e-3622-44b0-9c64-4afb609cdc23 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466223 Aug 31 06:45:47.011092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66fdaf37-c64e-4432-b326-a6065c70a94b req-25dd79f6-a81e-4078-b750-a7fd0a33e0a7 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613234 Aug 31 06:45:47.066132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.255109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc6aba-9f1c-45bb-92da-fa2291abdd87 req-e10d4dfa-85e4-41a6-aa86-6303e7d7fe09 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.256469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05bc6aba-9f1c-45bb-92da-fa2291abdd87 req-e10d4dfa-85e4-41a6-aa86-6303e7d7fe09 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0743985 Aug 31 06:45:47.291800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.314446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.328770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05bc6aba-9f1c-45bb-92da-fa2291abdd87 req-9662b29e-2376-4c16-8f0e-58d5c1e0cf9b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662735 Aug 31 06:45:47.402982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Pushing event updated for resources: {'Port': ['ID=3821e35b-cbb8-4059-b14e-48d38a4c0cf9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:47.414546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.529606 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Floating IP 31c9f54a-d62e-44ef-9fe9-6255e01f980d associated. External IP: 172.25.3.82, port: 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae. Aug 31 06:45:47.730594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bf08-06b8-4c39-b66e-0c248da27bbb req-74c736c7-ab06-4b27-a5c3-2cfcda5cb98f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:47.732952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8d28bf08-06b8-4c39-b66e-0c248da27bbb req-74c736c7-ab06-4b27-a5c3-2cfcda5cb98f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.0519471 Aug 31 06:45:47.774000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8d28bf08-06b8-4c39-b66e-0c248da27bbb req-7fcdc198-5cf1-4714-874e-c8425449c8ab tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331779 Aug 31 06:45:47.778163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Router 500915bf-03ee-4d5f-aa87-f77598c3238a has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:47.886278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:47.896952 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] Sync routers for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:47.910002 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:47.912202 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:47.920557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:47.958456 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:47.965706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-746fb259-89c7-469c-a3f8-eef8f0b2395c tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.4806960 Aug 31 06:45:47.966316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:47.968962 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:47.969661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:48.026562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:48.027616 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dc5c3f-57e6-4552-9bb0-c1f8af0c2a24 None None] The sync data for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:48.027776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-ce094c8f-95ad-48ec-832e-cec2cd6ec676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.030046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-ce094c8f-95ad-48ec-832e-cec2cd6ec676 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1098 time: 0.0533082 Aug 31 06:45:48.038082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2eceee-15c8-4999-9702-b3a98125875b req-9eca066d-9732-4045-899d-31a02e07bfa7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.039528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db2eceee-15c8-4999-9702-b3a98125875b req-9eca066d-9732-4045-899d-31a02e07bfa7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 946 time: 0.1043365 Aug 31 06:45:48.070864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:48.112500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:48.112659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-186a4b8d-8671-4b14-9622-b256e1929ac7 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "GET /v2.0/floatingips/31c9f54a-d62e-44ef-9fe9-6255e01f980d HTTP/1.1" status: 200 len: 982 time: 0.1445718 Aug 31 06:45:48.130526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 6620d97f-cd48-46e3-99c7-7a358fca8747 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:48.134371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 6620d97f-cd48-46e3-99c7-7a358fca8747 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:48.134935 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.205868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db2eceee-15c8-4999-9702-b3a98125875b req-0be00df8-0779-4dd9-996b-5903ae21e57c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545124 Aug 31 06:45:48.226622 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.254114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:48.256475 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79530862-97cf-41eb-a723-80f0337318c3" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:48.270599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:48.276547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8e6c28bf-ce31-4448-9744-ffd0b74f6720 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3818 time: 0.1606710 Aug 31 06:45:48.280797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-b1e48035-7f6d-49c9-bba0-20ab95ada256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.281065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.281852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:48.282432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-b1e48035-7f6d-49c9-bba0-20ab95ada256 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2390416 Aug 31 06:45:48.282679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:45:48.430716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-16a92f54-6146-4a03-8b18-bafb9c235e89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 1000 time: 0.1327224 Aug 31 06:45:48.454600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:48.481634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.510478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273ffdee-fbcd-4d1f-9a07-7beaea764c27 req-8ea32190-ef9a-4160-84f9-07628741f0a3 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.511028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23ca138-6fc0-49c7-8722-5e0d565b4a15 req-4af66740-5833-4c58-af6c-f2d3c4250441 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.517849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-273ffdee-fbcd-4d1f-9a07-7beaea764c27 req-8ea32190-ef9a-4160-84f9-07628741f0a3 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 950 time: 0.0980582 Aug 31 06:45:48.520929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f23ca138-6fc0-49c7-8722-5e0d565b4a15 req-4af66740-5833-4c58-af6c-f2d3c4250441 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.2140808 Aug 31 06:45:48.525429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:48.532329 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.579840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-273ffdee-fbcd-4d1f-9a07-7beaea764c27 req-f4ccd4d6-cec5-4aea-b7b7-e71ea013efef tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567467 Aug 31 06:45:48.582189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f23ca138-6fc0-49c7-8722-5e0d565b4a15 req-4b8a84c5-4eb9-41e8-9481-3a574fd81012 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544729 Aug 31 06:45:48.592669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 3821e35b-cbb8-4059-b14e-48d38a4c0cf9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:48.593007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.593838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-355a6957-4849-4639-b20e-225dd1c599d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.595577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-355a6957-4849-4639-b20e-225dd1c599d6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1515415 Aug 31 06:45:48.610492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=14']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:48.665345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-6b9b83eb-04a0-4c22-b308-7ed6c05905de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.667402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-6b9b83eb-04a0-4c22-b308-7ed6c05905de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580907 Aug 31 06:45:48.746602 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9006861e-f40d-417c-9d02-81b1ced9097f x-openstack-request-id: req-9006861e-f40d-417c-9d02-81b1ced9097f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:48.746905 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:48.747157 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9006861e-f40d-417c-9d02-81b1ced9097f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:48.747581 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'code': 200} Aug 31 06:45:48.757544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.760869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:48.790715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 3821e35b-cbb8-4059-b14e-48d38a4c0cf9 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:48.825642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-a60cf11c-af86-408b-822c-568ccdfac04f service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408234 Aug 31 06:45:48.924713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77a75fb-fb16-4f03-a296-177f039e271c req-4fed2592-5770-4117-8d78-2cba314312ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.926334 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b77a75fb-fb16-4f03-a296-177f039e271c req-4fed2592-5770-4117-8d78-2cba314312ba service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 1102 time: 0.0998342 Aug 31 06:45:48.940203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eff3e31-e515-4ea1-a2e7-c029c90e2228 req-de29dddb-1e55-4d21-8124-520fce6c817c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:48.941735 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eff3e31-e515-4ea1-a2e7-c029c90e2228 req-de29dddb-1e55-4d21-8124-520fce6c817c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0984821 Aug 31 06:45:48.977067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b77a75fb-fb16-4f03-a296-177f039e271c req-e78bcf23-afa2-47de-9f5a-a2f9aaa16a5e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355465 Aug 31 06:45:48.979477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87aebb89-f8ab-4c59-8b9c-d46fb38340f5 req-2cdfeaf4-9421-4253-b5df-898bb2360d79 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440411 Aug 31 06:45:49.004424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eff3e31-e515-4ea1-a2e7-c029c90e2228 req-eb97d1c6-92f1-41ce-8456-41907a30fa5b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487237 Aug 31 06:45:49.052782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.078111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=3821e35b-cbb8-4059-b14e-48d38a4c0cf9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:49.146126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.146460 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Floating IP 31c9f54a-d62e-44ef-9fe9-6255e01f980d disassociated (deleted). External IP: 172.25.3.82, port: 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae. Aug 31 06:45:49.346067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f6301-a721-422f-8a4c-5eda6d1eb8fc req-4e9a733b-ff20-4ea4-83e9-d4fa3a2fa84c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:49.348296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-631f6301-a721-422f-8a4c-5eda6d1eb8fc req-4e9a733b-ff20-4ea4-83e9-d4fa3a2fa84c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0575957 Aug 31 06:45:49.402476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-631f6301-a721-422f-8a4c-5eda6d1eb8fc req-676dc670-2f1f-4a06-8b55-769142ae043e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472007 Aug 31 06:45:49.694661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2801a7fb-09b4-4930-b5e9-984f4244beca req-1b60482e-ae96-4cf8-8d2b-85b368c1bc8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:49.703332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2801a7fb-09b4-4930-b5e9-984f4244beca req-1b60482e-ae96-4cf8-8d2b-85b368c1bc8e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0573325 Aug 31 06:45:49.737240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Router 500915bf-03ee-4d5f-aa87-f77598c3238a has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:49.738993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2801a7fb-09b4-4930-b5e9-984f4244beca req-f7bafb1e-98e6-43bb-b757-57cbe61601a6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345590 Aug 31 06:45:49.745373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59561be-7200-4d3b-b452-398d3e18f88c req-1c190e7d-f877-487b-91ff-34c1bec41624 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:49.746540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b59561be-7200-4d3b-b452-398d3e18f88c req-1c190e7d-f877-487b-91ff-34c1bec41624 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 950 time: 0.0754852 Aug 31 06:45:49.860960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b59561be-7200-4d3b-b452-398d3e18f88c req-2584ed09-efd2-46c2-b831-a4ba5af2e7fa tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082034 Aug 31 06:45:49.915524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:49.920393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.927365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] Sync routers for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:49.938282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:49.939303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:49.949406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ef6b84b8-bc71-418b-9b96-66339bb6aabf tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/floatingips/31c9f54a-d62e-44ef-9fe9-6255e01f980d HTTP/1.1" status: 204 len: 168 time: 1.6664147 Aug 31 06:45:49.953681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:49.958008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:49.978860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:49.979479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:49.989701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:49.990370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:50.026655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:50.028445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c894e369-c9ec-45c3-8a45-e98c3bc5982d None None] The sync data for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:50.078401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.177491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c6d0aa-f692-4641-afdd-0606d3e493c3 req-9af2ed28-6a04-4e13-9660-879d398b6351 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.179002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51c6d0aa-f692-4641-afdd-0606d3e493c3 req-9af2ed28-6a04-4e13-9660-879d398b6351 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0976429 Aug 31 06:45:50.251087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Allocated IP 172.25.3.119 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/7aa57030-9b16-4ed6-acae-3f92d2d05e1a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:50.259102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51c6d0aa-f692-4641-afdd-0606d3e493c3 req-880663e2-c6d7-42e1-bcba-456cf5d53f81 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Aug 31 06:45:50.367877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.409352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.449185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:50.452907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:50.458996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:50.490204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa57030-9b16-4ed6-acae-3f92d2d05e1a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:50.545041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42ef99-3aa3-4dc0-9498-40c37660b618 req-eade956b-0ce9-40a2-880f-0b0d0136e524 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.552301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac42ef99-3aa3-4dc0-9498-40c37660b618 req-eade956b-0ce9-40a2-880f-0b0d0136e524 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0690298 Aug 31 06:45:50.564938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.594020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac42ef99-3aa3-4dc0-9498-40c37660b618 req-7888729e-f3db-4f19-91b4-c17850097450 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401628 Aug 31 06:45:50.615562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.749321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:50.752478 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59a370e-aaa3-4842-8b35-f5ece547c1ae" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:50.800830 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f24cfa5-c44c-488e-a233-fd07e683d729 x-openstack-request-id: req-9f24cfa5-c44c-488e-a233-fd07e683d729 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:50.801551 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-unplugged", "status": "completed", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:50.801813 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f24cfa5-c44c-488e-a233-fd07e683d729 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:50.802207 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'code': 200} Aug 31 06:45:50.811878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321f3cf4-7095-4dd6-aafd-c3a829f5c5ca req-d08ef4ac-d640-4d92-a8d3-a3650e204015 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.813066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.813767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-321f3cf4-7095-4dd6-aafd-c3a829f5c5ca req-d08ef4ac-d640-4d92-a8d3-a3650e204015 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0675151 Aug 31 06:45:50.823189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.865934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-321f3cf4-7095-4dd6-aafd-c3a829f5c5ca req-0fa3307e-b6b8-459d-bdc5-a07a0c42ef7b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458734 Aug 31 06:45:50.940602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa57030-9b16-4ed6-acae-3f92d2d05e1a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:50.954642 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.974422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f74d0b-212b-4584-b1d7-6d942818ce2d req-353327b6-88d0-4005-a943-3b7cc356b528 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:50.975929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2f74d0b-212b-4584-b1d7-6d942818ce2d req-353327b6-88d0-4005-a943-3b7cc356b528 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1162260 Aug 31 06:45:50.988459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:50.990667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9783b025-953b-477d-9544-bfa8fad9cd18 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0351939 Aug 31 06:45:50.992695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:51.038728 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2f74d0b-212b-4584-b1d7-6d942818ce2d req-e44e8381-93bd-45dc-951d-55693f9070f6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524156 Aug 31 06:45:51.082222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7188f0-1079-401e-b7a7-1aec55c7d5eb req-a310aeae-e0b7-4ebc-8898-12b5855158b4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.084231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d7188f0-1079-401e-b7a7-1aec55c7d5eb req-a310aeae-e0b7-4ebc-8898-12b5855158b4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 950 time: 0.0602665 Aug 31 06:45:51.125174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:51.138862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d7188f0-1079-401e-b7a7-1aec55c7d5eb req-321bb18e-6a07-440e-a845-7677c33a2f3e tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473108 Aug 31 06:45:51.179572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.191555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a905e52f-4d1d-4687-a39f-741601038a93 req-5b404aa0-90a9-4227-afd6-6def82b8a174 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.197937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a905e52f-4d1d-4687-a39f-741601038a93 req-5b404aa0-90a9-4227-afd6-6def82b8a174 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0925307 Aug 31 06:45:51.256168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a905e52f-4d1d-4687-a39f-741601038a93 req-dbe90f2e-4d1d-4a10-ad78-2d72690817bb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458026 Aug 31 06:45:51.342377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.460657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c6003-e625-4813-bbae-df677c3ae5f1 req-b63e2d50-bf7b-4218-bf79-0dd5f83b0ef0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.465811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd4c6003-e625-4813-bbae-df677c3ae5f1 req-b63e2d50-bf7b-4218-bf79-0dd5f83b0ef0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0865266 Aug 31 06:45:51.507244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Allocated IP 172.25.3.126 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/8f9a6135-5df6-4176-bfba-863460830136) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:51.523462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd4c6003-e625-4813-bbae-df677c3ae5f1 req-6cf34d12-d105-4544-8a39-d1dbd84608f0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512419 Aug 31 06:45:51.669169 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.740293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.759476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-fe2878d2-d1a9-4ca6-a97e-e3818a2e83f1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:51.767072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-fe2878d2-d1a9-4ca6-a97e-e3818a2e83f1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1623964 Aug 31 06:45:51.777908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-46d4b4fe-4d98-41dd-a847-e0d5cfc06286 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/quotas/a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 375 time: 0.0100195 Aug 31 06:45:51.792346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:51.795946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:51.800359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:51.803506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Pushing event updated for resources: {'Port': ['ID=8f9a6135-5df6-4176-bfba-863460830136,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:51.847923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-e9144dc6-b8ee-4477-be4c-589b538a61e7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0617242 Aug 31 06:45:51.891144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:51.931514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.027100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-1130ed80-5852-423c-80de-37564c99a4b2 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709673 Aug 31 06:45:52.143978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-696d0d47-f2bc-4953-a22d-7f531080f940 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096079 Aug 31 06:45:52.156241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.162464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.398424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d37266dc-0a70-4eb0-b5d3-b74a7c4ee8c0 req-6ffe4b14-3325-48cf-8833-9f3a139e440e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 210 time: 0.0352366 Aug 31 06:45:52.607943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba234d3-2c90-4106-ad9c-c10ca8403519 req-35cbc402-91bf-411b-88bc-f9dcb70e61ad tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:52.609790 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ba234d3-2c90-4106-ad9c-c10ca8403519 req-35cbc402-91bf-411b-88bc-f9dcb70e61ad tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.4905970 Aug 31 06:45:52.634171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Pushing event updated for resources: {'Port': ['ID=8f9a6135-5df6-4176-bfba-863460830136,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:52.652587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.678127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59213b-700d-4d24-bb7a-18e068584756 req-de5be737-1b08-4401-a101-26a5b36c09c8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:52.681120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ba234d3-2c90-4106-ad9c-c10ca8403519 req-82e3ddb4-a032-453a-81ac-37a1413392c5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608208 Aug 31 06:45:52.683806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:52.689216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c59213b-700d-4d24-bb7a-18e068584756 req-de5be737-1b08-4401-a101-26a5b36c09c8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0887210 Aug 31 06:45:52.689216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:52.691079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70951363-9714-459b-8b1b-2c8774bf2719 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6944265 Aug 31 06:45:52.826483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c59213b-700d-4d24-bb7a-18e068584756 req-81b4d303-1d4c-4677-8989-99ab7a671bf0 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380553 Aug 31 06:45:52.838297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89309c00-01c0-4bc8-92d8-8a98e5555338 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4002 time: 0.1461575 Aug 31 06:45:52.841952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:52.915700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f5f1d6b9-54d3-4d08-b904-ce0fa8c0c222 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.0700200 Aug 31 06:45:52.916376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:53.056293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Deleting port 8f9a6135-5df6-4176-bfba-863460830136 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:53.056658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.136671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.137000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.149109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Calling delete_port for 8f9a6135-5df6-4176-bfba-863460830136 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:53.285264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.320216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Pushing event deleted for resources: {'Port': ['ID=8f9a6135-5df6-4176-bfba-863460830136,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:53.449963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.453211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.456790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d92a7a01-1d87-4589-b182-818c594b1773 tempest-FloatingIPAdminTestJSON-2032624728 tempest-FloatingIPAdminTestJSON-2032624728-project] 10.222.0.57 "DELETE /v2.0/floatingips/feb28d4a-2d33-43f8-82b5-6f372e7437ed HTTP/1.1" status: 204 len: 168 time: 0.5375168 Aug 31 06:45:53.457369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:53.473124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-0d377832-e15b-43c9-9089-2dfa312195d8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:53.474624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-0d377832-e15b-43c9-9089-2dfa312195d8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1630654 Aug 31 06:45:53.488632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'device_id': '6df387bd-42b3-4a68-94b0-b6591d709992', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'admin_state_up': True, 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:53.553891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1c238ee-aaca-4c53-8bca-1841536edbd7 req-e33fb8eb-e2ce-4bb8-ad6d-7108ff671d6b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 210 time: 0.0660744 Aug 31 06:45:53.601982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:45:53.605600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.635398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Deleting port 7aa57030-9b16-4ed6-acae-3f92d2d05e1a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:53.635746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.715559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.716145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.728133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Calling delete_port for 7aa57030-9b16-4ed6-acae-3f92d2d05e1a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:53.733901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.20.0.11 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:45:53.885207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6c6ad4-82e7-4d44-9d61-dfdac73eaccb req-5b867e44-94bd-4fc4-a1db-c4f705aea805 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:53.886767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f6c6ad4-82e7-4d44-9d61-dfdac73eaccb req-5b867e44-94bd-4fc4-a1db-c4f705aea805 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1144557 Aug 31 06:45:53.888032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:53.915825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa57030-9b16-4ed6-acae-3f92d2d05e1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:53.955638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f6c6ad4-82e7-4d44-9d61-dfdac73eaccb req-e4c12e20-cd39-481f-b961-b01f862ef300 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626974 Aug 31 06:45:53.991289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.008402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Transition to ACTIVE for port object 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:54.013721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.016472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.020889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0185b2e2-3ba9-495f-b5fb-cd834f307049 tempest-FloatingIPAdminTestJSON-196075312 tempest-FloatingIPAdminTestJSON-196075312-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/9115760d-8cd2-4461-bfd8-828f1293e63c HTTP/1.1" status: 204 len: 168 time: 0.5592818 Aug 31 06:45:54.021074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:54.038783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67685708-5c41-4cd6-b788-96cf0eee3698 req-5cf06caa-0edf-4173-b3a4-b9b64449ba2c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:54.040228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67685708-5c41-4cd6-b788-96cf0eee3698 req-5cf06caa-0edf-4173-b3a4-b9b64449ba2c tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0811274 Aug 31 06:45:54.049209 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.095959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:45:54.100066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:45:54.105116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:45:54.131593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:54.132456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67685708-5c41-4cd6-b788-96cf0eee3698 req-9b086733-fcb0-4333-aac2-38b7172d2698 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704358 Aug 31 06:45:54.166010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:54.166361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.171317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:54.171957 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.190281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-ae827666-57bb-4aff-b6c6-3d1ad15d4c05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7051446 Aug 31 06:45:54.215905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Request body: {'port': {'device_id': '6df387bd-42b3-4a68-94b0-b6591d709992', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:45:54.264039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.279385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 50fadcc8-d9d5-4b8d-9935-7a8193c2bdae owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:54.279598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.404490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b0f8541-da80-478f-b639-6604f14cbb91 None None] Provisioning for port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:45:54.411242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7b0f8541-da80-478f-b639-6604f14cbb91 None None] Provisioning complete for port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:54.412315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7b0f8541-da80-478f-b639-6604f14cbb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.427600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.457431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7b0f8541-da80-478f-b639-6604f14cbb91 None None] Port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:45:54.463957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=50fadcc8-d9d5-4b8d-9935-7a8193c2bdae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:54.545415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.547780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5fb786f8-3d4e-496a-8f6a-c9859a591d6d tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/ports/50fadcc8-d9d5-4b8d-9935-7a8193c2bdae HTTP/1.1" status: 204 len: 168 time: 0.5257828 Aug 31 06:45:54.550422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:54.583564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:54.591459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.605562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a97c0d-7ecf-421f-9e9a-aeb74073d9da tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:54.610388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-10a97c0d-7ecf-421f-9e9a-aeb74073d9da tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "GET /v2.0/ports?device_id=500915bf-03ee-4d5f-aa87-f77598c3238a HTTP/1.1" status: 200 len: 913 time: 0.0558572 Aug 31 06:45:54.610716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:54.615260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Transition to ACTIVE for port object 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:45:54.624891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.737420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Pushing event updated for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:54.794459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41d440b-ce0e-4880-8462-ef2f33c0e477 req-44765acf-c060-47e3-a401-c0fe4d54c9bd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:54.797732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af0095bc-aa28-4e88-886f-712a65c32dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.805156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b41d440b-ce0e-4880-8462-ef2f33c0e477 req-44765acf-c060-47e3-a401-c0fe4d54c9bd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 944 time: 0.1654849 Aug 31 06:45:54.850328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Attempting to bind port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:45:54.850712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Attempting to bind port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:45:54.851074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Attempting to bind port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:54.864405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:45:54.864730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Attempting to bind port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:45:54.879030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:45:54.879580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:45:54.879973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:45:54.880779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Bound port: 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:45:54.881297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:54.886760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b41d440b-ce0e-4880-8462-ef2f33c0e477 req-df11ffb9-779a-4582-9509-fbcf9e9b0c1f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673366 Aug 31 06:45:54.959629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:45:54.962743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:45:54.968891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.007716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.008339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.009829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] 10.222.0.53 "PUT /v2.0/ports/6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 HTTP/1.1" status: 200 len: 1093 time: 0.7984521 Aug 31 06:45:55.010274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:55.012539 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aa8ad1-7c9b-4293-af33-e98626e735f5" -d '{"events": [{"name": "network-changed", "server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:55.046161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c70e04-c4d3-4e10-834c-67601a38acde service neutron] Pushing event updated for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:55.056610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.084696 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197c2f10-a675-4d8d-a7c2-72c4ea80f3a7 x-openstack-request-id: req-197c2f10-a675-4d8d-a7c2-72c4ea80f3a7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:55.085000 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:55.085230 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-197c2f10-a675-4d8d-a7c2-72c4ea80f3a7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:55.085665 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'status': 'completed', 'code': 200} Aug 31 06:45:55.131264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-dc2fd2a8-76c2-41fb-85c8-63cd328fbe54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.132777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-dc2fd2a8-76c2-41fb-85c8-63cd328fbe54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 1096 time: 0.0750647 Aug 31 06:45:55.157571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d67a4c9-2014-474e-b80b-91f4f541de67 req-0b7507e3-42d7-4b06-a116-6eae4e9ed5da tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.160121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d67a4c9-2014-474e-b80b-91f4f541de67 req-0b7507e3-42d7-4b06-a116-6eae4e9ed5da tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0727549 Aug 31 06:45:55.195434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-fcc56dd4-3d85-4f48-a7cb-bc3af9afe2f5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 HTTP/1.1" status: 200 len: 217 time: 0.0525403 Aug 31 06:45:55.287271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d67a4c9-2014-474e-b80b-91f4f541de67 req-de344696-12b9-4d51-a294-7d8e41fe531c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943069 Aug 31 06:45:55.289651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-80b615f1-60bb-446a-bd18-043c77608b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.291161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-80b615f1-60bb-446a-bd18-043c77608b8a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0874708 Aug 31 06:45:55.321905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5de08-c1ed-4697-a2b2-c1f8dec9251c req-b4850b6f-58b0-452f-b274-806d64c71011 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.323407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98f5de08-c1ed-4697-a2b2-c1f8dec9251c req-b4850b6f-58b0-452f-b274-806d64c71011 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0902343 Aug 31 06:45:55.349769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-43fe031c-24f4-4e31-be8a-63c41ac91a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.351267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-43fe031c-24f4-4e31-be8a-63c41ac91a15 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502245 Aug 31 06:45:55.429566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98f5de08-c1ed-4697-a2b2-c1f8dec9251c req-2405eb94-41b0-4032-9df0-2882ea229e0d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653198 Aug 31 06:45:55.453016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-1a31222a-90e7-4c52-9db1-46f03675c437 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931723 Aug 31 06:45:55.463835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 4a4562e2-d8ee-45c6-b344-b848b452e176 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:55.464182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.565297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.567093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52919cdf-0e27-4edb-8085-02399ba9c939 req-d7833856-da12-4cf5-8cc7-a6193152ce24 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046915 Aug 31 06:45:55.578869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 4a4562e2-d8ee-45c6-b344-b848b452e176 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:55.684181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-b8aa71d3-1eaa-4d71-b7c5-933d42ef9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.685559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-b8aa71d3-1eaa-4d71-b7c5-933d42ef9e10 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 1096 time: 0.0474889 Aug 31 06:45:55.781837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:55.788742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-44770bec-1ccf-4b04-8c9a-70c6a65e4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.790111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-44770bec-1ccf-4b04-8c9a-70c6a65e4f6f service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.0932591 Aug 31 06:45:55.816747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=4a4562e2-d8ee-45c6-b344-b848b452e176,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:55.862774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-3ac75c44-f178-4dda-a3a2-59ed81a18e6f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 HTTP/1.1" status: 200 len: 217 time: 0.0623994 Aug 31 06:45:55.952849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-8aec48ea-8dd8-4c00-98b8-482d6157774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:55.954749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-8aec48ea-8dd8-4c00-98b8-482d6157774f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0805295 Aug 31 06:45:56.065197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-61f76713-0ff2-4c1c-8905-077e43e41c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:56.072752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-61f76713-0ff2-4c1c-8905-077e43e41c57 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1029232 Aug 31 06:45:56.115318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.129054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:56.135267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43118c11-d059-4590-bfb3-080760a7c204 req-01f691cf-ab87-44de-975f-13219d0e87c3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:56.136779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43118c11-d059-4590-bfb3-080760a7c204 req-01f691cf-ab87-44de-975f-13219d0e87c3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 944 time: 0.0905745 Aug 31 06:45:56.287923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-8b42be8c-0b6e-4f76-9fc1-ce8be3aa5360 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975331 Aug 31 06:45:56.289041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43118c11-d059-4590-bfb3-080760a7c204 req-9d98e649-94ea-43eb-8bf9-a23f77fa3d77 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309102 Aug 31 06:45:56.376777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:56.405291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'mac_address': 'fa:16:3e:ad:5a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:56.483027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155024f-6cd9-4584-ae2b-e99187ed6e80 req-5561f977-ccab-441b-94c2-8570ff1fa49b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:56.491000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7155024f-6cd9-4584-ae2b-e99187ed6e80 req-5561f977-ccab-441b-94c2-8570ff1fa49b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0955040 Aug 31 06:45:56.503999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.510244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88aa8ad1-7c9b-4293-af33-e98626e735f5 req-286c5dd9-b153-4214-a5da-2269593ef2d8 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094009 Aug 31 06:45:56.538624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7155024f-6cd9-4584-ae2b-e99187ed6e80 req-6673a760-8d32-4e43-81a3-7d54908c3262 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448289 Aug 31 06:45:56.549076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:56.555596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Router 500915bf-03ee-4d5f-aa87-f77598c3238a has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:45:56.643650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:56.650085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:56.691943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651f6e6-78bc-4cb2-939c-1dfc95c3a4d2 req-a5158691-d240-48b4-afa8-8700210341f2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:56.707762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5651f6e6-78bc-4cb2-939c-1dfc95c3a4d2 req-a5158691-d240-48b4-afa8-8700210341f2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0783818 Aug 31 06:45:56.714557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:45:56.725524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] Sync routers for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:45:56.731221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:56.741709 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:56.745746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c2942d6-466e-4497-b04b-72552d7bd79c tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "PUT /v2.0/routers/500915bf-03ee-4d5f-aa87-f77598c3238a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1337860 Aug 31 06:45:56.747084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:56.748274 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:56.750727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:56.781320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5651f6e6-78bc-4cb2-939c-1dfc95c3a4d2 req-bd2fed4e-098b-4bc8-892e-366ef1d2a934 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645399 Aug 31 06:45:56.821271 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:56.823603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6620d97f-cd48-46e3-99c7-7a358fca8747'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:56.847745 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] Routers {'500915bf-03ee-4d5f-aa87-f77598c3238a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:45:56.848856 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:45:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['500915bf-03ee-4d5f-aa87-f77598c3238a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:56.944173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:45:56.947340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c08090d-bf08-463f-a24d-aa509ccfe896 None None] The sync data for ids ['500915bf-03ee-4d5f-aa87-f77598c3238a'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:45:57.004605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.152632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:57.179820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.240314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'mac_address': 'fa:16:3e:2c:d3:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:57.255313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 3168aa25-de5c-4d55-8cb4-46b8a1665539 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:57.256271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.329552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.359329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:57.405236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:57.438914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.454298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.454759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d4e29b5-1857-43e2-bf05-364521f7a9c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.473024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 3168aa25-de5c-4d55-8cb4-46b8a1665539 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:57.503020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdb4785-af9c-4bac-8bc9-6370a719cdc4 req-61405917-19d1-4c19-a90a-1aff05b489b4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:57.511103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bdb4785-af9c-4bac-8bc9-6370a719cdc4 req-61405917-19d1-4c19-a90a-1aff05b489b4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 944 time: 0.1207750 Aug 31 06:45:57.590753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:57.625580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:45:57.655194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bdb4785-af9c-4bac-8bc9-6370a719cdc4 req-9d43da8a-46f1-45a3-9200-170ab87e927c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294618 Aug 31 06:45:57.734147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.889970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b6bac-a0a6-4847-8dfe-520ee37dafee req-ad595665-64e5-4787-8ac4-bb41f0048a47 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:57.891574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f90b6bac-a0a6-4847-8dfe-520ee37dafee req-ad595665-64e5-4787-8ac4-bb41f0048a47 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 945 time: 0.1111789 Aug 31 06:45:57.923960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:57.963916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=3168aa25-de5c-4d55-8cb4-46b8a1665539,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:57.978837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f90b6bac-a0a6-4847-8dfe-520ee37dafee req-bbe6e924-299b-4abc-af02-bc042c822186 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793188 Aug 31 06:45:58.069006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.182165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:58.350346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 6620d97f-cd48-46e3-99c7-7a358fca8747 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:58.350741 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.521134 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.574324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:45:58.578087 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9af16517-0a0b-42a7-bbd9-8690e89bd9ed" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:45:58.591249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b40016c-8e7d-4d91-a3cf-f2a6cbe3ba91 req-2ef43aa5-57c2-4446-af9b-ca33dffe7330 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:58.592822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b40016c-8e7d-4d91-a3cf-f2a6cbe3ba91 req-2ef43aa5-57c2-4446-af9b-ca33dffe7330 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1152375 Aug 31 06:45:58.610341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:58.617646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.673115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b40016c-8e7d-4d91-a3cf-f2a6cbe3ba91 req-40423127-d2d3-4273-8d57-eb0bc1930209 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735257 Aug 31 06:45:58.706840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.710453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.754031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:45:58.789883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:45:58.799552 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98870974-18c8-401b-8b14-d1587cd8ff2d x-openstack-request-id: req-98870974-18c8-401b-8b14-d1587cd8ff2d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:45:58.799839 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:45:58.800085 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98870974-18c8-401b-8b14-d1587cd8ff2d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:45:58.800579 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'code': 200} Aug 31 06:45:58.828213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.829378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Fanout notify agent at l3_agent the message router_deleted on router 500915bf-03ee-4d5f-aa87-f77598c3238a {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:45:58.840957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:58.850674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:58.860940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-19145447-28ee-4f8d-b4da-6ea95febaf4a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/routers/500915bf-03ee-4d5f-aa87-f77598c3238a HTTP/1.1" status: 204 len: 168 time: 2.0963335 Aug 31 06:45:59.004772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting subnet e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:45:59.009944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.068837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.103485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:59.134625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'mac_address': 'fa:16:3e:d0:75:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:45:59.136263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:59.168215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.241942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.309754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.314478 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/subnets/e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5 HTTP/1.1" status: 204 len: 168 time: 0.4626312 Aug 31 06:45:59.315307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:45:59.317520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Subnet': ['ID=e3187ee3-4494-4f96-bd5a-eae3ba4ef0c5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:45:59.340397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a57260-4655-4894-8c6f-852f0df7a327 req-96874c5d-05e6-4bd9-bfb2-6cc45d90ec2b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:59.342700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05a57260-4655-4894-8c6f-852f0df7a327 req-96874c5d-05e6-4bd9-bfb2-6cc45d90ec2b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 944 time: 0.4252286 Aug 31 06:45:59.378976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.379326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.379652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.379982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.380315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.380637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.380959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.381281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.386244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.386598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.386934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.387290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20a17fb0-e40c-450d-8ab4-efa0a3a6510a tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:45:59.467650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05a57260-4655-4894-8c6f-852f0df7a327 req-a79db537-67ed-455c-bc7d-3781afbcf707 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913358 Aug 31 06:45:59.517899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.557697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e5fc7e-83d9-42e9-ac67-8d47ad5fdbdb None None] Network 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:45:59.611634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:45:59.612254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.708896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807cf9c4-4bef-48ee-a65e-4f88ee81d614 req-8d63fbc1-f365-4126-9f3c-0420b09c2639 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:45:59.712625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-807cf9c4-4bef-48ee-a65e-4f88ee81d614 req-8d63fbc1-f365-4126-9f3c-0420b09c2639 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 945 time: 0.0899813 Aug 31 06:45:59.728759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.768865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] For port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,segment=NetworkSegment(c3622f7c-98a3-4c1c-a1e9-e09b97847f54),segment_id=c3622f7c-98a3-4c1c-a1e9-e09b97847f54)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:59.769532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.771167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:45:59.793132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.812562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-807cf9c4-4bef-48ee-a65e-4f88ee81d614 req-8dfb572d-f00f-4a8d-be26-42df1d748e44 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861092 Aug 31 06:45:59.816397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:45:59.869591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:45:59.869855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:45:59.873260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:45:59.922309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.023463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.048694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.167536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=04feacfc-9b9c-45cc-a575-8ecd7ebae7ea,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.197076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb4368-163d-4ddd-a955-c69e49ee0ccb None None] DHCP port deletion for 3f7ae0e0-167b-4569-8cb6-4dbb440bc588 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:46:00.208842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] No DVR routers for this DVR port 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:00.251152 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.298395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:00.305915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.399267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:00.447145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.488346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7ae0e0-167b-4569-8cb6-4dbb440bc588']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.502200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.535997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.538603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3622f7c-98a3-4c1c-a1e9-e09b97847f54') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:00.562918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.590321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.596980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:00.597377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:00.675695 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:00.679878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.694033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.698607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/networks/3f7ae0e0-167b-4569-8cb6-4dbb440bc588 HTTP/1.1" status: 204 len: 168 time: 1.3822541 Aug 31 06:46:00.700948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:00.719450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd0697-af10-41a8-be7f-b0caef056578 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Network': ['ID=3f7ae0e0-167b-4569-8cb6-4dbb440bc588,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:00.730753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083de8f-50c6-41a2-b2d9-6f43a41fe4fa req-60186052-18da-42c2-bf4d-6b24e05c004d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:00.734457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5083de8f-50c6-41a2-b2d9-6f43a41fe4fa req-60186052-18da-42c2-bf4d-6b24e05c004d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1102209 Aug 31 06:46:00.810397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:00.813072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5083de8f-50c6-41a2-b2d9-6f43a41fe4fa req-73c0b8a3-e824-4535-945b-79fcceb75423 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727472 Aug 31 06:46:00.813230 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d91fae1d-fc7b-4485-bda6-26d74c8ced51" -d '{"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-plugged", "status": "completed", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:00.885056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Deleting port 2d89f7d8-0f02-4acb-9321-91ba23ea774d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:00.888096 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:00.957032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68357210-9d82-4bc8-955f-54762d538fe9 req-bcf71781-55d8-4b69-981e-d11c4f1da5e9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:00.958655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68357210-9d82-4bc8-955f-54762d538fe9 req-bcf71781-55d8-4b69-981e-d11c4f1da5e9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 945 time: 0.0666721 Aug 31 06:46:00.964588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.001794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.002126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.016144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Calling delete_port for 2d89f7d8-0f02-4acb-9321-91ba23ea774d owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:01.021399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68357210-9d82-4bc8-955f-54762d538fe9 req-207f92b2-9a4d-4af2-8bda-59ed6ee594d5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549469 Aug 31 06:46:01.081844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:01.164545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:01.165364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 04feacfc-9b9c-45cc-a575-8ecd7ebae7ea not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:01.314143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.356896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Pushing event deleted for resources: {'Port': ['ID=2d89f7d8-0f02-4acb-9321-91ba23ea774d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:01.491379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.521710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:01.521710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dfa6bf7-abed-440c-8b04-7ceaee4f6065 tempest-FloatingIPAdminTestJSON-994036042 tempest-FloatingIPAdminTestJSON-994036042-project] 10.222.0.57 "DELETE /v2.0/floatingips/b09e91a1-ce81-4b30-bead-63ba39ec0d56 HTTP/1.1" status: 204 len: 168 time: 0.7937977 Aug 31 06:46:01.521886 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-059703ae-d99d-41a2-933f-3d223a1cf57f x-openstack-request-id: req-059703ae-d99d-41a2-933f-3d223a1cf57f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:01.521886 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-plugged", "status": "completed", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:01.521886 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-059703ae-d99d-41a2-933f-3d223a1cf57f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:01.521886 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'code': 200} Aug 31 06:46:01.711681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf547b3-9071-409a-8d2b-4c14d2c372db req-fdf36a5e-4a3c-48b8-b903-318de514d901 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:01.721317 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9cf547b3-9071-409a-8d2b-4c14d2c372db req-fdf36a5e-4a3c-48b8-b903-318de514d901 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1316867 Aug 31 06:46:01.802776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9cf547b3-9071-409a-8d2b-4c14d2c372db req-09d3893d-5c48-4f54-a0dd-a46534829554 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780017 Aug 31 06:46:02.039018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:02.307000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f198177-e920-4068-92c9-ac1f9dc79e11 req-4e7d6a5c-13d7-4621-b5d9-d4ff381824c1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:02.315937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f198177-e920-4068-92c9-ac1f9dc79e11 req-4e7d6a5c-13d7-4621-b5d9-d4ff381824c1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1006534 Aug 31 06:46:02.361745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f198177-e920-4068-92c9-ac1f9dc79e11 req-bce34a8c-7ea8-4b56-819f-12e8ddb81a20 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447850 Aug 31 06:46:02.383434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-083e77fb-7bb5-450f-83b7-a709ebd5d723 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9304a722022c474d9732d27ddba4dea0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3431668 Aug 31 06:46:02.386628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:02.501190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.586791 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.641782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.648715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:02.650020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00aaca1a-fa7e-4ab7-a596-c616f2c1650b HTTP/1.1" status: 204 len: 168 time: 0.2623725 Aug 31 06:46:02.683076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba16b4c-c087-4f32-a143-d35e3dd4c68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aaca1a-fa7e-4ab7-a596-c616f2c1650b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:02.718695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6954e3-48b1-44e1-9801-7f0b88cc7e54 req-7ecccbd7-e528-4e8a-b4ed-1e0d25779626 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:02.720528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa6954e3-48b1-44e1-9801-7f0b88cc7e54 req-7ecccbd7-e528-4e8a-b4ed-1e0d25779626 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 945 time: 0.2337062 Aug 31 06:46:02.770751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:02.799039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa6954e3-48b1-44e1-9801-7f0b88cc7e54 req-4c9f3a5f-3b97-495a-a71f-5457dd6f93b5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717816 Aug 31 06:46:02.871878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:02.877133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:02.877538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.059846 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.137428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:03.150368 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.161735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703291d-2775-4685-ae57-1e807a672189 req-35284f17-3046-4af2-abf1-6a1420acca88 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:03.179457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a703291d-2775-4685-ae57-1e807a672189 req-35284f17-3046-4af2-abf1-6a1420acca88 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1378372 Aug 31 06:46:03.277619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a703291d-2775-4685-ae57-1e807a672189 req-566296df-fc64-4884-b5a8-1f1518625a56 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966368 Aug 31 06:46:03.299858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:03.302568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:03.322116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e926c1ce-d83b-49dd-b532-4a02d1752e06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:03.516294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:03.519029 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8a428c5-2a28-481d-9fe7-43d82034033c" -d '{"events": [{"server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "name": "network-vif-plugged", "status": "completed", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:04.270697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e926c1ce-d83b-49dd-b532-4a02d1752e06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.289429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e926c1ce-d83b-49dd-b532-4a02d1752e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.322699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b44349-9448-45a4-8a05-13dea680797a req-c2f1a2df-85cb-4bce-a2ba-08b13aa850db tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.332717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1b44349-9448-45a4-8a05-13dea680797a req-c2f1a2df-85cb-4bce-a2ba-08b13aa850db tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0975819 Aug 31 06:46:04.400381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1b44349-9448-45a4-8a05-13dea680797a req-bcae9cab-7e65-4944-98fc-ffdd2701ca36 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Aug 31 06:46:04.436194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e926c1ce-d83b-49dd-b532-4a02d1752e06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d1961f567d354978af30d70bbae3d0cc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1350913 Aug 31 06:46:04.437256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e926c1ce-d83b-49dd-b532-4a02d1752e06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6245499-34f9-4b0e-9d6c-0ae5d0e4404a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:04.438947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:04.510708 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdec252-3546-4414-8dad-2120190bf6fe x-openstack-request-id: req-4fdec252-3546-4414-8dad-2120190bf6fe {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:04.511672 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "name": "network-vif-plugged", "status": "completed", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:04.512139 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4fdec252-3546-4414-8dad-2120190bf6fe {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:04.512758 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'code': 200} Aug 31 06:46:04.561696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.608143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.705937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.710066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:04.711307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c6245499-34f9-4b0e-9d6c-0ae5d0e4404a HTTP/1.1" status: 204 len: 168 time: 0.2713857 Aug 31 06:46:04.721450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7287cea-02bf-46ae-a5fb-9f0fcbe0c58a req-9fe55acd-715c-4b18-aecd-8a15a73eef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.723020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7287cea-02bf-46ae-a5fb-9f0fcbe0c58a req-9fe55acd-715c-4b18-aecd-8a15a73eef7a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 1098 time: 0.1364503 Aug 31 06:46:04.726990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25785556-6f62-4917-96f2-14146efffa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6245499-34f9-4b0e-9d6c-0ae5d0e4404a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:04.731348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb798faa-b848-409b-94d3-5518894c2b4d req-e50ef4aa-f9e0-4c9b-ab72-66a9ed4b84b4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:04.743182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb798faa-b848-409b-94d3-5518894c2b4d req-e50ef4aa-f9e0-4c9b-ab72-66a9ed4b84b4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1457949 Aug 31 06:46:04.841775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb798faa-b848-409b-94d3-5518894c2b4d req-7a617041-497a-4b58-81ce-e107f012507a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966418 Aug 31 06:46:04.881680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7287cea-02bf-46ae-a5fb-9f0fcbe0c58a req-a5c430fc-8f7a-461e-8c8c-ea608fdd98e2 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250296 Aug 31 06:46:05.040793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0921e46-f179-4d3a-a30a-992d97dfdb8b req-f5071ddd-924c-4e9b-9e4a-10c8caf20d5b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:05.054694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0921e46-f179-4d3a-a30a-992d97dfdb8b req-f5071ddd-924c-4e9b-9e4a-10c8caf20d5b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1247542 Aug 31 06:46:05.123309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0921e46-f179-4d3a-a30a-992d97dfdb8b req-51386d10-39d6-4349-9883-76c0ec6b9f38 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593364 Aug 31 06:46:05.317125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.364449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:05.395430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6564ba0-e8e1-41bb-a948-bccf277708a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.629588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6564ba0-e8e1-41bb-a948-bccf277708a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.638185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6564ba0-e8e1-41bb-a948-bccf277708a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.749352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:05.771015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6564ba0-e8e1-41bb-a948-bccf277708a0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=217a9336e41f42c192b5635cd62b7fa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3990443 Aug 31 06:46:05.887951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6564ba0-e8e1-41bb-a948-bccf277708a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0b927e-a3e1-44b4-b8f4-32e4c36e3b07,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:05.963061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:05.969126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de057ffe-8b22-469c-8caf-b9d3f8f6f5f7 req-9dce2dd6-2188-46cb-9b48-0a1452c36278 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:05.986244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de057ffe-8b22-469c-8caf-b9d3f8f6f5f7 req-9dce2dd6-2188-46cb-9b48-0a1452c36278 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.3013604 Aug 31 06:46:06.069768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.112674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de057ffe-8b22-469c-8caf-b9d3f8f6f5f7 req-b6c84fde-7dd3-4030-b136-465bc4f4c280 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249180 Aug 31 06:46:06.217795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.221046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:06.235392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd0b927e-a3e1-44b4-b8f4-32e4c36e3b07 HTTP/1.1" status: 204 len: 168 time: 0.4836493 Aug 31 06:46:06.281284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe4652c-8441-46fe-aaa8-a80994486260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0b927e-a3e1-44b4-b8f4-32e4c36e3b07,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:06.359583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a850198-aa66-4be4-b983-b8bcce5029d0 req-c803e023-2da1-4f5d-bee3-18ef3c26a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.365665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a850198-aa66-4be4-b983-b8bcce5029d0 req-c803e023-2da1-4f5d-bee3-18ef3c26a524 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.1814725 Aug 31 06:46:06.455904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a850198-aa66-4be4-b983-b8bcce5029d0 req-3dbf481b-ea4d-452f-beb6-54b5677a9cbb service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751388 Aug 31 06:46:06.461300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bff2ab-2d9b-4bd1-9d7a-d748ba49abbb req-eee185fa-a381-45eb-bd72-4bebe69e14b8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.463205 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57bff2ab-2d9b-4bd1-9d7a-d748ba49abbb req-eee185fa-a381-45eb-bd72-4bebe69e14b8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1900961 Aug 31 06:46:06.507610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57bff2ab-2d9b-4bd1-9d7a-d748ba49abbb req-3d7747f6-bf8d-44e8-b128-41c40bffc613 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381198 Aug 31 06:46:06.791586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15bdc6f-e03a-419e-bbbb-fc24e2a12cdc req-606096a4-ed3f-48b1-a6a0-9fe0f6c646d7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:06.805192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f15bdc6f-e03a-419e-bbbb-fc24e2a12cdc req-606096a4-ed3f-48b1-a6a0-9fe0f6c646d7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1243718 Aug 31 06:46:06.905211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f15bdc6f-e03a-419e-bbbb-fc24e2a12cdc req-81955449-d916-484b-8cc8-862c39fcd7ad tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903947 Aug 31 06:46:07.391477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54425c2e-57a1-4b7f-9451-6ee4b1162920 req-f1d3622f-fe6a-4aa9-9426-f49a334ea471 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:07.400174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54425c2e-57a1-4b7f-9451-6ee4b1162920 req-f1d3622f-fe6a-4aa9-9426-f49a334ea471 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0758948 Aug 31 06:46:07.479349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54425c2e-57a1-4b7f-9451-6ee4b1162920 req-07937c80-0613-4951-9093-9b8a3d2d1479 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777283 Aug 31 06:46:07.701230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9ba61c-1b74-414e-a072-dae476ca9283 req-52139e2d-92ed-4219-9e28-da604020d1ac tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:07.711994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad9ba61c-1b74-414e-a072-dae476ca9283 req-52139e2d-92ed-4219-9e28-da604020d1ac tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0924394 Aug 31 06:46:07.782403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad9ba61c-1b74-414e-a072-dae476ca9283 req-1334cdcc-cca5-409d-b01b-b57c4cb01590 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614657 Aug 31 06:46:08.238922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a171ba9-329a-4818-88f2-6aca1851418f req-99cb2499-eaeb-49b7-901b-3b05f9d83ca1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:08.252482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a171ba9-329a-4818-88f2-6aca1851418f req-99cb2499-eaeb-49b7-901b-3b05f9d83ca1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1963861 Aug 31 06:46:08.394412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a171ba9-329a-4818-88f2-6aca1851418f req-e1e0b238-d90a-420f-8b58-1475482e3b99 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399662 Aug 31 06:46:08.499760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:08.618054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944039f-7f4b-4912-bf75-c0e734537ed6 req-d3876a14-1adc-479f-970e-2d09ba1e2f36 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:08.635343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5944039f-7f4b-4912-bf75-c0e734537ed6 req-d3876a14-1adc-479f-970e-2d09ba1e2f36 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1252379 Aug 31 06:46:08.710836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f022b9b-7ce2-415c-b818-c6be4a56f122 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1755142190'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:08.711318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0f022b9b-7ce2-415c-b818-c6be4a56f122 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:46:08.741485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5944039f-7f4b-4912-bf75-c0e734537ed6 req-3047ed73-d1ca-44fa-870b-ccac759e3f49 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050882 Aug 31 06:46:09.036104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f022b9b-7ce2-415c-b818-c6be4a56f122 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.037494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0f022b9b-7ce2-415c-b818-c6be4a56f122 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5366809 Aug 31 06:46:09.040182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.046480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-db0bbc42-5d71-4d5f-b999-e01a64dc8f73 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '099eb2af-bf48-4d18-9a6a-11a4363b495b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:09.047336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-db0bbc42-5d71-4d5f-b999-e01a64dc8f73 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:46:09.293016 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-db0bbc42-5d71-4d5f-b999-e01a64dc8f73 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:46:09.508887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db0bbc42-5d71-4d5f-b999-e01a64dc8f73 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.513057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-db0bbc42-5d71-4d5f-b999-e01a64dc8f73 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4687295 Aug 31 06:46:09.514086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.518613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a05e25b-1155-4fb2-86d8-2366b5a412ae tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '099eb2af-bf48-4d18-9a6a-11a4363b495b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:09.519109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a05e25b-1155-4fb2-86d8-2366b5a412ae tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:46:09.539945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ac802-c5c8-4743-b404-1d48d08f95a0 req-0a6ca34a-ada1-4dc1-b05a-0288acc53c6a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:09.547589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-730ac802-c5c8-4743-b404-1d48d08f95a0 req-0a6ca34a-ada1-4dc1-b05a-0288acc53c6a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1203253 Aug 31 06:46:09.637311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-730ac802-c5c8-4743-b404-1d48d08f95a0 req-c78e1084-0d15-489f-ac66-e64a145e7083 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887794 Aug 31 06:46:09.638861 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-6a05e25b-1155-4fb2-86d8-2366b5a412ae tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:46:09.737031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a05e25b-1155-4fb2-86d8-2366b5a412ae tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.740401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a05e25b-1155-4fb2-86d8-2366b5a412ae tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2235508 Aug 31 06:46:09.740824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.755297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-624b177b-506b-4e56-ad1a-ebf4ea36f850 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=5bf5eea3-a983-4d67-96dd-4c0058723c5c HTTP/1.1" status: 200 len: 462 time: 0.0108836 Aug 31 06:46:09.756080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.894935 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b95fefb8-e87a-48c9-a916-a0dec4e6b084 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:09.898554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b95fefb8-e87a-48c9-a916-a0dec4e6b084 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/5bf5eea3-a983-4d67-96dd-4c0058723c5c HTTP/1.1" status: 204 len: 168 time: 0.1390922 Aug 31 06:46:09.899819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.919825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40a0fa-4d47-441c-9ead-cd68f13d2ab7 req-2bc444a3-5f31-477d-bb73-5b10dc272b3b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:09.927495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc40a0fa-4d47-441c-9ead-cd68f13d2ab7 req-2bc444a3-5f31-477d-bb73-5b10dc272b3b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1597955 Aug 31 06:46:09.935330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80ed0d59-6131-457e-8f05-7317cefa2e53 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=5bf5eea3-a983-4d67-96dd-4c0058723c5c HTTP/1.1" status: 200 len: 221 time: 0.0322187 Aug 31 06:46:09.935778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:09.940498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51509e1e-6336-44f6-8d05-bec5f3e673cd tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--585768937', 'description': 'label created by tempest'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:09.940939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51509e1e-6336-44f6-8d05-bec5f3e673cd tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Unknown quota resources ['metering_label']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:46:10.073405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc40a0fa-4d47-441c-9ead-cd68f13d2ab7 req-a2877145-1d9f-4ebe-959c-e7706e7f6443 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450171 Aug 31 06:46:10.222883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51509e1e-6336-44f6-8d05-bec5f3e673cd tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.226716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51509e1e-6336-44f6-8d05-bec5f3e673cd tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2872350 Aug 31 06:46:10.226716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.345254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2be4bd8-b277-454d-975c-fe79098d02fe tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=d010be00-706a-4793-8008-1d66ca585008 HTTP/1.1" status: 200 len: 467 time: 0.1157744 Aug 31 06:46:10.346364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.434549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afe6384-3203-44fb-ab17-98ecd37ec7d4 req-a41cca02-4a2b-45d7-a11d-ef6b7bb08f9a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:10.436611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0afe6384-3203-44fb-ab17-98ecd37ec7d4 req-a41cca02-4a2b-45d7-a11d-ef6b7bb08f9a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0918858 Aug 31 06:46:10.504738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0afe6384-3203-44fb-ab17-98ecd37ec7d4 req-f18542dd-5392-4e68-91b3-84bc8e4bf0f3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613794 Aug 31 06:46:10.784093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e86ab8-dc5a-4e66-aea2-da4979c5b4f0 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:10.787724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57e86ab8-dc5a-4e66-aea2-da4979c5b4f0 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/d010be00-706a-4793-8008-1d66ca585008 HTTP/1.1" status: 204 len: 168 time: 0.4371629 Aug 31 06:46:10.788236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.822703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61378670-913d-4fff-8c35-60da8a99cbb9 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=d010be00-706a-4793-8008-1d66ca585008 HTTP/1.1" status: 200 len: 216 time: 0.0297301 Aug 31 06:46:10.823523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.862782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7473d347-52f5-4b51-a388-392ec6de82e2 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0349073 Aug 31 06:46:10.864916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:10.912765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3dca443e-fd91-4b91-a21a-41f538d39682 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0415511 Aug 31 06:46:10.913319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:11.141551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:11.166428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dd2e997b-c888-4237-8828-d9a5bef46cda tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/e50f55da-5ec3-4d29-8a37-da0ce15f939e HTTP/1.1" status: 200 len: 459 time: 0.0232017 Aug 31 06:46:11.167369 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-891da399-a648-4b03-a2f5-f569ab612d61 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/099eb2af-bf48-4d18-9a6a-11a4363b495b HTTP/1.1" status: 200 len: 473 time: 0.2525907 Aug 31 06:46:11.170764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:11.334487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-baca5d6d-2737-4234-8010-1c898b437fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.337990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-baca5d6d-2737-4234-8010-1c898b437fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5acd9c0b959247a28751a5d6aa334990&device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 1098 time: 0.1549392 Aug 31 06:46:11.378673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e315e-6782-4b23-a82d-2b895d21d6c5 req-98f6f736-4163-4ddf-b74a-ca5a4023bb67 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.387018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-553e315e-6782-4b23-a82d-2b895d21d6c5 req-98f6f736-4163-4ddf-b74a-ca5a4023bb67 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1578090 Aug 31 06:46:11.482625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5bc10ddf-513d-4241-8b2c-3650a3c3d3c9 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.487169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5bc10ddf-513d-4241-8b2c-3650a3c3d3c9 tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/e50f55da-5ec3-4d29-8a37-da0ce15f939e HTTP/1.1" status: 204 len: 168 time: 0.3077724 Aug 31 06:46:11.489312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:11.538207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-553e315e-6782-4b23-a82d-2b895d21d6c5 req-7cdc10dc-e670-4ded-8843-3e23117fdf03 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490788 Aug 31 06:46:11.583031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-229f4764-7ed5-41b7-a802-c56e11ebb31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.585096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-229f4764-7ed5-41b7-a802-c56e11ebb31e service neutron] 10.222.0.50 "GET /v2.0/networks?id=de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 200 len: 919 time: 0.2344720 Aug 31 06:46:11.756121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef4436-1fe4-4a97-8d56-c9016025ba58 req-b8b88784-1ee3-4ee7-96e6-f7484ab84f48 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.767964 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ef4436-1fe4-4a97-8d56-c9016025ba58 req-b8b88784-1ee3-4ee7-96e6-f7484ab84f48 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1141760 Aug 31 06:46:11.768634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-44014617-73b3-4b46-a337-711df5d670bc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 200 len: 217 time: 0.1341660 Aug 31 06:46:11.834852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86ef4436-1fe4-4a97-8d56-c9016025ba58 req-7bcb63e2-f377-481d-9183-3b5237038796 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650060 Aug 31 06:46:11.899874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-be992178-2e9c-42dc-b3ff-3f951ca13deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:11.902171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-be992178-2e9c-42dc-b3ff-3f951ca13deb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 200 len: 858 time: 0.0938585 Aug 31 06:46:11.915699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-977bc5be-941d-4e79-913c-298836c37bdf tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:11.919850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-977bc5be-941d-4e79-913c-298836c37bdf tempest-MeteringIpV6TestJSON-1716831686 tempest-MeteringIpV6TestJSON-1716831686-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/099eb2af-bf48-4d18-9a6a-11a4363b495b HTTP/1.1" status: 204 len: 168 time: 0.4233673 Aug 31 06:46:11.966629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-578a2827-d33d-4574-9a98-4fc00799c5a9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=de714c4a-575b-412b-af53-1e177c64aba3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419431 Aug 31 06:46:12.103384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d470a362-9bd4-484e-9913-fd4d5bee646e req-22eb124f-3bf4-4c49-a8ab-ba592da55edb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:12.113626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d470a362-9bd4-484e-9913-fd4d5bee646e req-22eb124f-3bf4-4c49-a8ab-ba592da55edb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0840847 Aug 31 06:46:12.205886 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d470a362-9bd4-484e-9913-fd4d5bee646e req-a8d3e9c3-85d1-4f7c-a863-ecc337f2b5b5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910830 Aug 31 06:46:12.289172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-87c56850-6bb2-497f-91f6-dd5e30815afb service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076458 Aug 31 06:46:12.525665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:12.528323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3092ca04-e815-47b8-8790-2813f9cfcbe8 req-33626ecf-d9ec-45b9-b919-4f59a5bdcb19 service neutron] 10.222.0.50 "GET /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278199 Aug 31 06:46:12.678895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2e4e08-21e2-45b3-8e21-3d7074da2ee6 req-0c5e7641-a40b-4c4e-8531-1f2b5b48f5ba tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:12.688604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e2e4e08-21e2-45b3-8e21-3d7074da2ee6 req-0c5e7641-a40b-4c4e-8531-1f2b5b48f5ba tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0716569 Aug 31 06:46:12.744576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e2e4e08-21e2-45b3-8e21-3d7074da2ee6 req-58b56677-a4e9-4df6-b85d-0b501798bcd8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549095 Aug 31 06:46:12.764407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-188b3922-c31f-4e13-9485-7330c6876240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:12.924476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-188b3922-c31f-4e13-9485-7330c6876240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:12.946648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-188b3922-c31f-4e13-9485-7330c6876240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:12.990028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b3922-c31f-4e13-9485-7330c6876240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=158ab2c8-ca7b-481d-ae31-508f81ec690c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:12.995519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-188b3922-c31f-4e13-9485-7330c6876240 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3dc063ab07654acbba374980bbe033ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4688220 Aug 31 06:46:12.998919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:13.056339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3e5de9-c8d6-4346-a37b-cdab725f7b68 req-5bc6551c-d788-495a-a2ee-771dc35ea7ab tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.061894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c3e5de9-c8d6-4346-a37b-cdab725f7b68 req-5bc6551c-d788-495a-a2ee-771dc35ea7ab tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0690022 Aug 31 06:46:13.078764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.113384 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.114945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c3e5de9-c8d6-4346-a37b-cdab725f7b68 req-99bd8f9f-0a3c-4d53-bfec-ab5c9deae070 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499191 Aug 31 06:46:13.176528 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.179223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.180471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/158ab2c8-ca7b-481d-ae31-508f81ec690c HTTP/1.1" status: 204 len: 168 time: 0.1802704 Aug 31 06:46:13.198989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3901539d-0d9b-42bd-894e-d4234e211a25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=158ab2c8-ca7b-481d-ae31-508f81ec690c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:13.240960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16adc9-8d32-4b2c-9926-1f8dff8cf1d4 req-550c0269-677c-4c30-8388-da4bb56bb694 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.242842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c16adc9-8d32-4b2c-9926-1f8dff8cf1d4 req-550c0269-677c-4c30-8388-da4bb56bb694 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 950 time: 0.0603676 Aug 31 06:46:13.284461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c16adc9-8d32-4b2c-9926-1f8dff8cf1d4 req-dfde58d7-2885-483e-a131-1db3a68c463f tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341003 Aug 31 06:46:13.332070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efd96ce-7e18-4a5e-9016-2838d09e9f2e req-6a29d2e9-ed2a-4cff-8a14-917b72023939 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.333568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2efd96ce-7e18-4a5e-9016-2838d09e9f2e req-6a29d2e9-ed2a-4cff-8a14-917b72023939 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0585401 Aug 31 06:46:13.374750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2efd96ce-7e18-4a5e-9016-2838d09e9f2e req-bb9463c9-ca92-4e3d-be46-09a7177f3ab0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Aug 31 06:46:13.513452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:13.526803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00dc117-f04e-4c5f-a6cb-faf47608c174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.623420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00dc117-f04e-4c5f-a6cb-faf47608c174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.627191 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e00dc117-f04e-4c5f-a6cb-faf47608c174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.663722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e00dc117-f04e-4c5f-a6cb-faf47608c174 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3c32bf1c821442f085f7faa8ad5b36c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492045 Aug 31 06:46:13.665922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00dc117-f04e-4c5f-a6cb-faf47608c174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=117091f2-87bb-4084-8a73-32129b568c05,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:13.666383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:13.722455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.743661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-82311aa8-70a3-421a-810b-547747bf6053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.745157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-82311aa8-70a3-421a-810b-547747bf6053 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 1098 time: 0.0465937 Aug 31 06:46:13.749266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.805342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.808434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:13.809679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/117091f2-87bb-4084-8a73-32129b568c05 HTTP/1.1" status: 204 len: 168 time: 0.1421852 Aug 31 06:46:13.819575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f878c-57ac-4512-8392-52501c8e68b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=117091f2-87bb-4084-8a73-32129b568c05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:13.851351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-d2772ad7-792b-4bd5-9883-4824f9ea4c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.853369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-d2772ad7-792b-4bd5-9883-4824f9ea4c38 service neutron] 10.222.0.53 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.1008661 Aug 31 06:46:13.875252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16005974-6aef-401f-93ed-e890eef4791b req-cd750dce-1bfe-42fa-b537-acb9c65d9062 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.877933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16005974-6aef-401f-93ed-e890eef4791b req-cd750dce-1bfe-42fa-b537-acb9c65d9062 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0559053 Aug 31 06:46:13.902509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-04167b91-4376-491e-9b15-3638c6451588 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c HTTP/1.1" status: 200 len: 217 time: 0.0421314 Aug 31 06:46:13.921391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16005974-6aef-401f-93ed-e890eef4791b req-f6706ba0-9c77-4add-99b0-cd3d7d5dbdb0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372865 Aug 31 06:46:13.958575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-fc31cac5-db19-488f-bff2-640d97fa6cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:13.960073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-fc31cac5-db19-488f-bff2-640d97fa6cba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0504558 Aug 31 06:46:13.995226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-8cb69daf-02e4-4f8f-9314-d717c17db31f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272486 Aug 31 06:46:14.102602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-73aaaba7-310a-4193-9818-475fd4427fbc service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002126 Aug 31 06:46:14.103240 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:46:14.261101 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b68166-7c56-40ac-ac29-5466bf6ab5af req-14d19bd4-f046-42fb-9466-20a568f084fe service neutron] 10.222.0.53 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509657 Aug 31 06:46:14.263507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67debea4-8eaa-4b09-861f-12ca79dcb2b3 req-c4863c9e-9406-4ebe-b8aa-4085af920fed tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:14.265161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67debea4-8eaa-4b09-861f-12ca79dcb2b3 req-c4863c9e-9406-4ebe-b8aa-4085af920fed tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0698793 Aug 31 06:46:14.329897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67debea4-8eaa-4b09-861f-12ca79dcb2b3 req-3f5b0021-25b2-48f8-bce0-57a97e2a84a1 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546288 Aug 31 06:46:14.425072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ad07de-c33d-4ef9-af4e-47820c9f0c90 req-aa568fa8-131a-4bec-a4a4-c28ed53d2484 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:14.429917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8ad07de-c33d-4ef9-af4e-47820c9f0c90 req-aa568fa8-131a-4bec-a4a4-c28ed53d2484 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 950 time: 0.0658319 Aug 31 06:46:14.491218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8ad07de-c33d-4ef9-af4e-47820c9f0c90 req-14437c34-d76e-4e5f-b883-45143d312ed4 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528030 Aug 31 06:46:14.541480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5be0847-a6fa-451b-b0f4-ead72a388c51 req-941eb22e-d3f5-4622-9651-73d4ecf7038c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:14.543211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5be0847-a6fa-451b-b0f4-ead72a388c51 req-941eb22e-d3f5-4622-9651-73d4ecf7038c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0684943 Aug 31 06:46:14.588669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5be0847-a6fa-451b-b0f4-ead72a388c51 req-596f4ff8-7919-45ef-a862-b2bb81e0862e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358493 Aug 31 06:46:15.084695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d981385-6a85-4928-bd2d-14ee75accdbe req-a275779d-611b-4a27-8242-406ecc51d801 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.086266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d981385-6a85-4928-bd2d-14ee75accdbe req-a275779d-611b-4a27-8242-406ecc51d801 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0642724 Aug 31 06:46:15.144371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d981385-6a85-4928-bd2d-14ee75accdbe req-137f388e-8bd9-4dfb-90d8-bb58afc1d843 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495899 Aug 31 06:46:15.432041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:15.478181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951963d-8f9b-46fb-b618-d0bcbfe43de5 req-c0822c53-8981-47ba-a719-8d4cfd252707 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.479663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2951963d-8f9b-46fb-b618-d0bcbfe43de5 req-c0822c53-8981-47ba-a719-8d4cfd252707 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0649796 Aug 31 06:46:15.523856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2951963d-8f9b-46fb-b618-d0bcbfe43de5 req-a402fd01-930f-4daa-b7b9-bc513141d9b2 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361912 Aug 31 06:46:15.535610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.620233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-401582579'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:15.655417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Made reservation on behalf of 6fe31e29258d4fc5a32bdeccf09abf29 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:15.659667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.669920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.793381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.800278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.820758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f28ee9-9a3b-48d1-8e66-ad0fd5221307 req-c94fc68e-810d-41db-a4eb-94f75bd684b7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.822707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7f28ee9-9a3b-48d1-8e66-ad0fd5221307 req-c94fc68e-810d-41db-a4eb-94f75bd684b7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0732462 Aug 31 06:46:15.844088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b6511e1-e830-4fd4-ac71-948a84637f2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:15.851471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:15.864950 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.865297 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Added segment a56eace0-819b-4fcc-9b07-2d859419704c of type vlan for network fd93570a-a826-4733-bc2a-bf85b3cdc948 Aug 31 06:46:15.902684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7f28ee9-9a3b-48d1-8e66-ad0fd5221307 req-3d1fd211-0eb4-469e-b26e-bb55011d34fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722904 Aug 31 06:46:15.929257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.960223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:15.971148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:15.972114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.069958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6367233 Aug 31 06:46:16.074003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75ee88-c761-48f3-866c-34c9e566aa84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Pushing event updated for resources: {'Network': ['ID=fd93570a-a826-4733-bc2a-bf85b3cdc948,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:16.086962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:16.257851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:16.407997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001884a1-7eac-442d-b6f2-0d1015e65622 req-382847bb-1613-4918-995d-f32ae6bbfc4d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:16.418138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-001884a1-7eac-442d-b6f2-0d1015e65622 req-382847bb-1613-4918-995d-f32ae6bbfc4d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.0674822 Aug 31 06:46:16.437034 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.442637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:16.449656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948', 'binding:host_id': 'n-h1-712707-15', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-927610394'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:16.472069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:16.474651 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72dad4d-0684-4ffa-bb93-f412f689751c" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-unplugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:16.494769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Made reservation on behalf of 08447606d3c04d4e975c797996a50071 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:16.500113 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.504009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-001884a1-7eac-442d-b6f2-0d1015e65622 req-2720e9e5-8c37-4277-bda6-9d9e1c1c6701 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829728 Aug 31 06:46:16.511383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:16.526866 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.556609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.562312 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4642f63c-a933-4db9-a293-1d2a5dbd19bc x-openstack-request-id: req-4642f63c-a933-4db9-a293-1d2a5dbd19bc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:16.562876 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-unplugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:16.563218 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4642f63c-a933-4db9-a293-1d2a5dbd19bc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:16.565957 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'code': 200} Aug 31 06:46:16.605643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:16.614687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.615315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.615618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.615954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.616425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.616758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.617080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.617439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.617754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.618221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.618549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.618890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:16.685163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.702693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:16.709158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port e0657859-791c-45bc-88a2-c22f27e529b0 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:16.947276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52311ddf-4cc7-4b03-b9bd-1fecee42f379,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:17.107672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f663f9-99f6-41e7-8e62-3b40dd28d6a1 req-a37b18d1-46a5-48aa-8ad2-5e880f4df814 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:17.110722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0f663f9-99f6-41e7-8e62-3b40dd28d6a1 req-a37b18d1-46a5-48aa-8ad2-5e880f4df814 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1079714 Aug 31 06:46:17.119761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port e0657859-791c-45bc-88a2-c22f27e529b0 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:17.133217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.173143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Transition to ACTIVE for port object e0657859-791c-45bc-88a2-c22f27e529b0 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:17.195017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.199449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0f663f9-99f6-41e7-8e62-3b40dd28d6a1 req-666140eb-88f5-4911-a529-97cbb9f439cf tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637405 Aug 31 06:46:17.296290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=e0657859-791c-45bc-88a2-c22f27e529b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:17.332983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Checking segment: {'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:17.333375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Network hostable DHCP agents. Network: fd93570a-a826-4733-bc2a-bf85b3cdc948, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:17.360832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:17.377730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, fd93570a-a826-4733-bc2a-bf85b3cdc948) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:17.388634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f932fe-62b4-4e2d-a2cb-9e6517f80b46 None None] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:17.390731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:17.412883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.413281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.413807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.423924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.424337 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.424732 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 2 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.439138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.439376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.439720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.445282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.445933 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.446035 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 3 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.463520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.463904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.464413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.470226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.471186 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.471186 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 4 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.487457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.488099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.489444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.495313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.496011 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.496563 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 5 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.513734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.514295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.514910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.521025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.521580 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.522178 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 6 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.559046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.560280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.562184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.574319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.576019 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.576612 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 7 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.609150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.613497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.614037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.627200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.628920 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.635897 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 8 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.650013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-852f19b0-1322-41fa-86f1-7333a8f93081 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:17.651597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-852f19b0-1322-41fa-86f1-7333a8f93081 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfcabf99-460e-4c90-bcf0-ffe16f151223 HTTP/1.1" status: 200 len: 946 time: 0.1214569 Aug 31 06:46:17.652751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.653646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.654433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.660468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.661204 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.662255 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 9 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.691322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.693961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.694480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.703444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.703997 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.705680 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 10 to bind port e0657859-791c-45bc-88a2-c22f27e529b0 Aug 31 06:46:17.732946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:17.733775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:17.734344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:17.741004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port e0657859-791c-45bc-88a2-c22f27e529b0 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:17.741757 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port e0657859-791c-45bc-88a2-c22f27e529b0 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:17.742431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.785168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:17.785787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.835178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port e0657859-791c-45bc-88a2-c22f27e529b0, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:17.835554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:46:17.839912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.892703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=e0657859-791c-45bc-88a2-c22f27e529b0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:17.901889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:17.902485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.911413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:17.911789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:17.918541 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-107d25c9-477b-44bd-ac84-df9531243bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.4739995 Aug 31 06:46:17.921737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:17.932278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:18.008319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Deleting port e0657859-791c-45bc-88a2-c22f27e529b0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:18.008649 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.080252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port e0657859-791c-45bc-88a2-c22f27e529b0, host n-h1-712707-15, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:18.080624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.091203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.096203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Calling delete_port for e0657859-791c-45bc-88a2-c22f27e529b0 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:18.125047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:18.181306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:18.187293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.192849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9671333-8021-4368-ab87-4b9fcf32bf83 req-54df36a9-33c9-41cf-aebd-10242672d827 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "DELETE /v2.0/ports/b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c HTTP/1.1" status: 204 len: 173 time: 0.5349746 Aug 31 06:46:18.193647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-deleted', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:18.196417 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a24c660e-b90a-466a-805b-0a4e7bc7bc9f" -d '{"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-deleted", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:18.211004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.243131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event deleted for resources: {'Port': ['ID=e0657859-791c-45bc-88a2-c22f27e529b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:18.251930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.257435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:18.267505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bcdedd96-1f31-4826-b6f1-55a12da527ab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "DELETE /v2.0/ports/e0657859-791c-45bc-88a2-c22f27e529b0 HTTP/1.1" status: 204 len: 168 time: 0.3445754 Aug 31 06:46:18.282793 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7cfcc20-47a1-4673-bb70-2884e24040dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:46:18.289504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:18.295446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1241154080'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:18.300295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b7cfcc20-47a1-4673-bb70-2884e24040dc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports/e0657859-791c-45bc-88a2-c22f27e529b0 HTTP/1.1" status: 404 len: 333 time: 0.0416830 Aug 31 06:46:18.318715 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830379ad-d5bb-4d79-9a7c-c5a7cf99faf0 x-openstack-request-id: req-830379ad-d5bb-4d79-9a7c-c5a7cf99faf0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:18.319006 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcabf99-460e-4c90-bcf0-ffe16f151223", "name": "network-vif-deleted", "tag": "b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c", "status": "failed", "code": 422}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:18.320169 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-830379ad-d5bb-4d79-9a7c-c5a7cf99faf0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:18.322165 n-d-712707-15 neutron-server[94639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dfcabf99-460e-4c90-bcf0-ffe16f151223', 'name': 'network-vif-deleted', 'tag': 'b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c', 'status': 'failed', 'code': 422} returned with failed status Aug 31 06:46:18.342158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Made reservation on behalf of 08447606d3c04d4e975c797996a50071 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:18.344533 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.409395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port 910e109f-5e62-44de-960b-cca695dd3752 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:18.479878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562183f0-a466-4499-af4e-ece49d69789a req-59034bac-c409-4d12-a90c-cca9427b1486 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:18.482669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-562183f0-a466-4499-af4e-ece49d69789a req-59034bac-c409-4d12-a90c-cca9427b1486 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1058118 Aug 31 06:46:18.607117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-562183f0-a466-4499-af4e-ece49d69789a req-fd6c0f61-3816-4cb9-83ef-10947cf3475a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103330 Aug 31 06:46:18.663039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.757235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.808182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:18.814437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:18.833574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:18.835670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=910e109f-5e62-44de-960b-cca695dd3752,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:18.837902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:18.838872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:18.839474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:18.844454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:18.844804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b41c3ce3-c69c-46c5-8bdd-ce7dfb2e2e3c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:18.859995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d690686d-8c48-45bd-a414-581739496c5f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5691261 Aug 31 06:46:18.862447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:18.877249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:18.946987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.172570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-066641d7-682e-408f-a216-3b81e88a3cba tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:19.174156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-066641d7-682e-408f-a216-3b81e88a3cba tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2061522 Aug 31 06:46:19.200544 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-bcd0ace4-abe3-4e21-9c98-81e202d443b6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0202301 Aug 31 06:46:19.259181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-e2a4ecc1-11c5-4bb7-8a65-c4c744eef766 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0355496 Aug 31 06:46:19.265030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port 910e109f-5e62-44de-960b-cca695dd3752 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:19.278464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-12bb9183-d209-4160-80c3-c5ff2e4a68a7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:19.286084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-12bb9183-d209-4160-80c3-c5ff2e4a68a7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156581 Aug 31 06:46:19.289197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.349489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Transition to ACTIVE for port object 910e109f-5e62-44de-960b-cca695dd3752 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:19.356907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.435465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=910e109f-5e62-44de-960b-cca695dd3752,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:19.446031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-777e349c-1458-433a-8538-8a9cf769bfaf service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589367 Aug 31 06:46:19.467136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.468840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.468840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.511347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.511994 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.513613 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 2 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.534490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.534822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.535163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.550048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.550377 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.552245 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 3 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.576062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.576399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.576743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.583999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-fc06003d-15ca-4d0f-ab24-bf692cc4b36d service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308405 Aug 31 06:46:19.584691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.585013 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.585426 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 4 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.599266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.599601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.599947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.604987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.605280 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.605708 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 5 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.621206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.621206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.621206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.626492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.626828 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.627221 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 6 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.639732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.640069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.640443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.645011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.645396 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.645792 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 7 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.659766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.660408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.660408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.664844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.665173 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.665615 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 8 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.682150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.682565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.682981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.688389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.688801 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.689264 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 9 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.705016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.705493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.705912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.711005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.711417 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.711886 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 10 to bind port 910e109f-5e62-44de-960b-cca695dd3752 Aug 31 06:46:19.726634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:19.729963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:19.730426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:19.736977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:19.737494 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 910e109f-5e62-44de-960b-cca695dd3752 on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:19.737949 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.815465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fc17d-92e9-4b06-8308-986602d853d1 req-0ab93627-828e-4b0f-ab1d-e02c44a6b3b6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:19.832154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-984fc17d-92e9-4b06-8308-986602d853d1 req-0ab93627-828e-4b0f-ab1d-e02c44a6b3b6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1191211 Aug 31 06:46:19.909122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port 910e109f-5e62-44de-960b-cca695dd3752, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:19.909556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:46:19.925563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-984fc17d-92e9-4b06-8308-986602d853d1 req-56966ea9-9b1f-4455-aec1-2a44aa0a9d76 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919518 Aug 31 06:46:19.931108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.974576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] In _notify_port_updated(), no bound segment for port 910e109f-5e62-44de-960b-cca695dd3752 on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:46:19.975670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:19.976439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:19.978576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "PUT /v2.0/ports/910e109f-5e62-44de-960b-cca695dd3752 HTTP/1.1" status: 200 len: 980 time: 1.1144943 Aug 31 06:46:19.981814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:20.040960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f06fa25-8c88-47a8-85a0-71e8fbd5d4f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=910e109f-5e62-44de-960b-cca695dd3752,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:20.067677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67def068-bfc0-471c-8866-79da381b50bf req-ea082285-8a78-4cda-80de-2bd021a6edff tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0460982 Aug 31 06:46:20.272726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:20.444915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c411daa4-046f-4d4c-88ee-2dcce78c566e req-faec93e3-e243-4e8c-9332-0ec7799a47d4 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.447043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c411daa4-046f-4d4c-88ee-2dcce78c566e req-faec93e3-e243-4e8c-9332-0ec7799a47d4 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.1389883 Aug 31 06:46:20.475141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:20.530150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'mac_address': 'fa:16:3e:ad:5a:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:20.554613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c411daa4-046f-4d4c-88ee-2dcce78c566e req-aa0939eb-78a2-4bc1-8f7a-10d742315d1b tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001201 Aug 31 06:46:20.641566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:20.657865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:20.672293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.672882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.673576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.674120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.674862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.675188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.675839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.676272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.677008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.677584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.678112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.678637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.679932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.679932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.680535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.680889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.681437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.681957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.682545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.682987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.683506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.684023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.684633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.685187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.685694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.686210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.686947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.687734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.687979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.688495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.689015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.689630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.690150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.690673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.691190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.691375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:20.691825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.692382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.692960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.693616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.694079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.694441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.694944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.695361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.696168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:20.718052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46e3c8e4-e5b6-45f7-8285-01161dab0385 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 38802 time: 0.7348552 Aug 31 06:46:20.722217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:20.766394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:20.791930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-05faa996-0c71-4d95-ba28-f83e262013db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0725830 Aug 31 06:46:20.849125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['6620d97f-cd48-46e3-99c7-7a358fca8747'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:20.867744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Deleting port 910e109f-5e62-44de-960b-cca695dd3752 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:20.868304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:20.950290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.950784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.951255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.951742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.952207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.952680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.953145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:20.959698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d8bfd0b9-0a36-485f-824f-3868e079756d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6499 time: 0.1390159 Aug 31 06:46:21.152801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port 910e109f-5e62-44de-960b-cca695dd3752, host n-h1-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:21.154057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.189148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-17219b3a-c567-4b71-84c9-760e8e194ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.190029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-17219b3a-c567-4b71-84c9-760e8e194ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.190560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-17219b3a-c567-4b71-84c9-760e8e194ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.193165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-17219b3a-c567-4b71-84c9-760e8e194ffb service neutron] 10.222.0.53 "GET /v2.0/networks?id=4efb29e2-bfec-4884-aab7-02f0886c34de&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=45266707-79a6-4722-928a-d67c4103a012&id=45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 200 len: 2292 time: 0.1903644 Aug 31 06:46:21.212596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4aa5b9-34b8-400f-a482-0f4db705223f req-158fe034-1a93-4ede-9a77-3b23bb1c82e4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.218385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd4aa5b9-34b8-400f-a482-0f4db705223f req-158fe034-1a93-4ede-9a77-3b23bb1c82e4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1768298 Aug 31 06:46:21.238267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Calling delete_port for 910e109f-5e62-44de-960b-cca695dd3752 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:21.287604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd4aa5b9-34b8-400f-a482-0f4db705223f req-3d52f31f-7caf-4163-9791-893d5079e2a8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597837 Aug 31 06:46:21.380175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8fb1c64c-743d-4cbc-86eb-d09df7d4d229 req-265c7479-8a25-4152-8278-16cb2b658849 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0605209 Aug 31 06:46:21.383125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-b211111a-f7ae-4851-b0f8-55bcaf521878 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 200 len: 1000 time: 0.1793625 Aug 31 06:46:21.407018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.461423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-0e26962a-a892-4644-a5f1-ba8a58514858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.462905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-0e26962a-a892-4644-a5f1-ba8a58514858 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1679fff8-fdaf-4ba8-87cc-999cf377e4c4 HTTP/1.1" status: 200 len: 851 time: 0.0676630 Aug 31 06:46:21.493659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.501520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "DELETE /v2.0/ports/910e109f-5e62-44de-960b-cca695dd3752 HTTP/1.1" status: 204 len: 168 time: 0.7780578 Aug 31 06:46:21.503914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:21.526396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8434d00f-b220-46b2-9227-95f38c847819 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event deleted for resources: {'Port': ['ID=910e109f-5e62-44de-960b-cca695dd3752,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:21.561640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-b6f0a51b-7a68-4df8-bdc2-8331077ab697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.564582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-b6f0a51b-7a68-4df8-bdc2-8331077ab697 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4efb29e2-bfec-4884-aab7-02f0886c34de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0912671 Aug 31 06:46:21.716020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-3c50e8cc-5a96-404e-aa63-3a868bf46642 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395888 Aug 31 06:46:21.814136 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e92d743-9f0d-474a-b661-838dfc47f962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:46:21.826378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e92d743-9f0d-474a-b661-838dfc47f962 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports/910e109f-5e62-44de-960b-cca695dd3752 HTTP/1.1" status: 404 len: 333 time: 0.3182399 Aug 31 06:46:21.834735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:21.846764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a28d36-4ac7-4d4b-abb4-3e342d49b19d req-89a28972-c6a7-48e0-9168-5119ab9b527d tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.847808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a28d36-4ac7-4d4b-abb4-3e342d49b19d req-89a28972-c6a7-48e0-9168-5119ab9b527d tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.1315835 Aug 31 06:46:21.852156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1767273567', 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:21.861908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-5722832b-7cb3-4a54-b924-96d81c4dcdfa tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:21.864310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-5722832b-7cb3-4a54-b924-96d81c4dcdfa tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2740154 Aug 31 06:46:21.889748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:21.900950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Made reservation on behalf of 08447606d3c04d4e975c797996a50071 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:21.903402 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:21.917913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-98764351-280d-4cca-9814-77c8b99cf60a service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906374 Aug 31 06:46:21.939318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a28d36-4ac7-4d4b-abb4-3e342d49b19d req-2af0fb27-4cb4-4a6c-98b5-a726485647e5 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703769 Aug 31 06:46:22.004762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-0cfec329-9938-4932-a9b8-822133045cef service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 217 time: 0.0685661 Aug 31 06:46:22.006331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port 284d7e36-3ac3-4b68-b269-4411b40312bf yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:22.053760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-cf71516d-ab9f-41dc-a3c2-964d8733b517 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.055249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-cf71516d-ab9f-41dc-a3c2-964d8733b517 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.53 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.0875039 Aug 31 06:46:22.173273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-bc5a012a-50d2-4b25-9f66-bda9f06b0d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.180051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-bc5a012a-50d2-4b25-9f66-bda9f06b0d8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.1584601 Aug 31 06:46:22.217417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:22.224084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.274218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Deleting port 502cc65d-6008-456f-a866-38bf870f7153 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:22.274774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.285863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:22.365170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-e9d2f95c-527d-4062-b01c-082010a08675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.366765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-e9d2f95c-527d-4062-b01c-082010a08675 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1736031 Aug 31 06:46:22.437163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 6620d97f-cd48-46e3-99c7-7a358fca8747 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:22.440224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.561416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.568547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3425b62c-b347-42e7-8eda-638d63959088 req-e16d6b19-71b2-48fe-94f9-bed60596f9cf tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0685689 Aug 31 06:46:22.618385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] For port 502cc65d-6008-456f-a866-38bf870f7153, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=502cc65d-6008-456f-a866-38bf870f7153,segment=NetworkSegment(edf198a7-2613-437f-b5a5-ce3f819c31cc),segment_id=edf198a7-2613-437f-b5a5-ce3f819c31cc)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:22.618918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.637824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Calling delete_port for 502cc65d-6008-456f-a866-38bf870f7153 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:22.640317 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.646266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014d8834-5818-4d2b-b935-1aae0e585052 req-f7399a5d-b7cf-4f3a-9444-325e7d849207 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.654194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-014d8834-5818-4d2b-b935-1aae0e585052 req-f7399a5d-b7cf-4f3a-9444-325e7d849207 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1593060 Aug 31 06:46:22.692140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-3f5a83f1-c476-4350-aa1a-fced83859497 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3140919 Aug 31 06:46:22.692727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:22.694007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:22.696841 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9800f0b4-ff8d-4d3c-ab5f-3ae10eed6a03" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:22.704258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.773457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.838879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:22.844403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-014d8834-5818-4d2b-b935-1aae0e585052 req-ab6b1143-fe2e-4e4f-b81e-24d24883e6ba tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888082 Aug 31 06:46:22.849381 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a758ee1f-bd02-4fd7-9542-aa780195dfc4 x-openstack-request-id: req-a758ee1f-bd02-4fd7-9542-aa780195dfc4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:22.849892 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-plugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:22.850305 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a758ee1f-bd02-4fd7-9542-aa780195dfc4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:22.850850 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'code': 200} Aug 31 06:46:22.883590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:22.892019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:22.896184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:22.897635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:22.898282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:22.901126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=284d7e36-3ac3-4b68-b269-4411b40312bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:22.933429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-44876191-2993-4f85-9f58-4c0d57ba4508 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256451 Aug 31 06:46:22.937422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d59db433-12cb-40c5-a4f5-f0120fea3013 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.0996704 Aug 31 06:46:22.939722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:23.026024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-1e1f8f6a-cede-4530-a341-2b8f6811d0d8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 217 time: 0.0753119 Aug 31 06:46:23.033098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90285c97-3b22-4d49-b55b-3c0eea20d4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:23.040184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-90285c97-3b22-4d49-b55b-3c0eea20d4e1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports/284d7e36-3ac3-4b68-b269-4411b40312bf HTTP/1.1" status: 200 len: 959 time: 0.0991344 Aug 31 06:46:23.040844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:23.265113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ecbfd-4b71-47dc-b680-016199202a25 req-924c212d-e206-4e61-8613-4eb23732c23c tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:23.267271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f3ecbfd-4b71-47dc-b680-016199202a25 req-924c212d-e206-4e61-8613-4eb23732c23c tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 946 time: 0.2254581 Aug 31 06:46:23.279170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Deleting port 284d7e36-3ac3-4b68-b269-4411b40312bf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:23.279748 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.289420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-76188db4-3717-42d4-854b-d1106e93b3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:23.290889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-76188db4-3717-42d4-854b-d1106e93b3fc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.2176199 Aug 31 06:46:23.428172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-e9da14bc-9414-4f3b-8918-59072bccaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:23.429388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-e9da14bc-9414-4f3b-8918-59072bccaf71 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1243391 Aug 31 06:46:23.438880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.6 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/e80610a7-9ebe-40ed-afe3-c37049d8511e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:23.466606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.492074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f3ecbfd-4b71-47dc-b680-016199202a25 req-39a5f0ae-7a62-4a5b-9e64-c92f2be33683 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/security-groups?id=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099645 Aug 31 06:46:23.532003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Calling delete_port for 284d7e36-3ac3-4b68-b269-4411b40312bf owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:23.581707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.595145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['502cc65d-6008-456f-a866-38bf870f7153'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:23.648543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Pushing event deleted for resources: {'Port': ['ID=502cc65d-6008-456f-a866-38bf870f7153,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:23.680658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-29529882-889d-49e3-bcbb-0bde2155aef2 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328186 Aug 31 06:46:23.717436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] No DVR routers for this DVR port 502cc65d-6008-456f-a866-38bf870f7153 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:23.721802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.723771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6dc21290-2c3a-41a1-b10c-c0988c8473f9 req-06798cef-aa5d-4012-8318-ca7c93a8f1d3 tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.53 "DELETE /v2.0/ports/502cc65d-6008-456f-a866-38bf870f7153 HTTP/1.1" status: 204 len: 173 time: 1.6614273 Aug 31 06:46:23.724213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'name': 'network-vif-deleted', 'tag': '502cc65d-6008-456f-a866-38bf870f7153'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:23.726528 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e64866-b05c-4e78-8e95-bb25454022dc" -d '{"events": [{"server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "name": "network-vif-deleted", "tag": "502cc65d-6008-456f-a866-38bf870f7153"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:23.811992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.815367 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855baf07-ca38-4a11-80d5-7af6e593644c x-openstack-request-id: req-855baf07-ca38-4a11-80d5-7af6e593644c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:23.815560 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e3149d3-1b4f-44ba-8a83-fee1edc8dd89", "name": "network-vif-deleted", "tag": "502cc65d-6008-456f-a866-38bf870f7153", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:23.815811 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-855baf07-ca38-4a11-80d5-7af6e593644c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:23.816195 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e3149d3-1b4f-44ba-8a83-fee1edc8dd89', 'name': 'network-vif-deleted', 'tag': '502cc65d-6008-456f-a866-38bf870f7153', 'status': 'completed', 'code': 200} Aug 31 06:46:23.838700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-e43cdfda-592a-4f88-aa08-e67561c0570d service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479323 Aug 31 06:46:23.879389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.900561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df21ac1d-295b-4bd8-9734-01adec41de01 req-b9e59c4a-dbfb-4ec4-9a0a-4e233c25c18d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0591645 Aug 31 06:46:23.971069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-119e5c67-38ee-4f6a-9e02-b9e8d2dde46c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=664041ec-e9ad-495a-ac85-078c0c324c3a HTTP/1.1" status: 200 len: 217 time: 0.1223452 Aug 31 06:46:23.973947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:23.993927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:24.031449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:24.049670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:24.057312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:24.063037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.068739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "DELETE /v2.0/ports/284d7e36-3ac3-4b68-b269-4411b40312bf HTTP/1.1" status: 204 len: 168 time: 0.9835730 Aug 31 06:46:24.069854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:24.145410 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-55a3f463-f062-4f02-9b4b-bef13dee971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:46:24.151811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55a3f463-f062-4f02-9b4b-bef13dee971a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports/284d7e36-3ac3-4b68-b269-4411b40312bf HTTP/1.1" status: 404 len: 333 time: 0.0609248 Aug 31 06:46:24.152968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f176bf18-eaff-453b-83be-0ba887411364 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event deleted for resources: {'Port': ['ID=284d7e36-3ac3-4b68-b269-4411b40312bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:24.155742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:24.167268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1532453917'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:24.187588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8eb4c28-e7d8-4310-b847-091833278f8e req-b8a9c862-a90c-4746-9f22-777ffa21c5af tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.196146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8eb4c28-e7d8-4310-b847-091833278f8e req-b8a9c862-a90c-4746-9f22-777ffa21c5af tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1968396 Aug 31 06:46:24.207802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.209011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.222228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Made reservation on behalf of 08447606d3c04d4e975c797996a50071 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:24.224650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.251105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port 49ad6e71-6406-440c-983d-d64246272bdb yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:24.265812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-ddd17754-0cc8-4147-90f2-8be7db6e4e3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3871753 Aug 31 06:46:24.295616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8eb4c28-e7d8-4310-b847-091833278f8e req-62171a13-a06c-47d1-99a5-92d03246dfca tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940602 Aug 31 06:46:24.304740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Request body: {'port': {'device_id': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:24.315138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-81ced04c-43f2-4669-86ad-a9b3fb747620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.317666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-81ced04c-43f2-4669-86ad-a9b3fb747620 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.3143287 Aug 31 06:46:24.374948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.431901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-b3783b73-6687-43a3-8282-e78073a9f29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.433605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-b3783b73-6687-43a3-8282-e78073a9f29c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068034 Aug 31 06:46:24.585417 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.667052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-d1f365eb-e7cc-4500-8e8e-15355104b4f3 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242324 Aug 31 06:46:24.674264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dea51d59-b308-4e14-867f-355cf2bf4cfd req-a6e2da96-0fae-4873-86e8-3bcf9261f15d tempest-VolumesAdminNegativeTest-1283967877 tempest-VolumesAdminNegativeTest-1283967877-project] 10.222.0.57 "GET /v2.0/ports?device_id=4e3149d3-1b4f-44ba-8a83-fee1edc8dd89 HTTP/1.1" status: 200 len: 210 time: 0.0687611 Aug 31 06:46:24.764360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.798707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-04f99328-3a52-4851-85c5-59bda43b43cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.848666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Network fd93570a-a826-4733-bc2a-bf85b3cdc948 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:24.851830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9bc83273-36a1-4e56-97bc-b4b4c03b9d43 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584771 Aug 31 06:46:24.852907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:24.855626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:24.857735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:24.858696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.908329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e80610a7-9ebe-40ed-afe3-c37049d8511e {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:24.917387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:24.948828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Transition to ACTIVE for port object e80610a7-9ebe-40ed-afe3-c37049d8511e will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:24.958592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.121085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:25.280284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Attempting to bind port e80610a7-9ebe-40ed-afe3-c37049d8511e on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:25.280653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Attempting to bind port e80610a7-9ebe-40ed-afe3-c37049d8511e by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:25.280971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Attempting to bind port e80610a7-9ebe-40ed-afe3-c37049d8511e on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:25.289062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Port e80610a7-9ebe-40ed-afe3-c37049d8511e on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:25.289636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Attempting to bind port e80610a7-9ebe-40ed-afe3-c37049d8511e on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:25.299979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-6188f05b-bc94-4d73-9d83-a6d08c8643a3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=97a34732-5361-4302-946e-fb30452d0667 HTTP/1.1" status: 200 len: 217 time: 0.4382632 Aug 31 06:46:25.307186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:25.307536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:25.307928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:25.308372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Bound port: e80610a7-9ebe-40ed-afe3-c37049d8511e, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:25.308811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.318245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=49ad6e71-6406-440c-983d-d64246272bdb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:25.338323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ddd3235e-1381-4f1f-b325-b78d731a4266 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.1793637 Aug 31 06:46:25.340105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:25.432226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:25.514201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:25.577148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:25.580727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.589849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.605827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae50c88c-de16-4392-b66c-8fa4ac2e543c req-50e7ed9c-7560-4b02-851c-44a48e25e404 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.616055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae50c88c-de16-4392-b66c-8fa4ac2e543c req-50e7ed9c-7560-4b02-851c-44a48e25e404 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 943 time: 0.3317745 Aug 31 06:46:25.618006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86a96be-110e-4020-a14d-304dd09b3a50 req-e35b02e3-1e61-45ec-8105-b46e71c1857f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.619535 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a86a96be-110e-4020-a14d-304dd09b3a50 req-e35b02e3-1e61-45ec-8105-b46e71c1857f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1393318 Aug 31 06:46:25.624029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.624502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:25.625891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] 10.222.0.50 "PUT /v2.0/ports/e80610a7-9ebe-40ed-afe3-c37049d8511e HTTP/1.1" status: 200 len: 1092 time: 1.3279579 Aug 31 06:46:25.655296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-92941f0f-24a5-4bed-a4b5-a24e83b295d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.656806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-92941f0f-24a5-4bed-a4b5-a24e83b295d4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.3344126 Aug 31 06:46:25.750471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a86a96be-110e-4020-a14d-304dd09b3a50 req-a72abfad-8c4a-4cd2-abc2-0f79a77757e0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040275 Aug 31 06:46:25.832117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:25.833635 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3f96599-f39b-445e-974f-6e874b3e4cb1" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:25.893748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377246f-e1e8-447d-ace5-a1e865b9c6a9 service neutron] Pushing event updated for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:25.898895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-926b0fc1-272a-4911-a200-cf4b532ddd25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:25.900381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-926b0fc1-272a-4911-a200-cf4b532ddd25 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.1665149 Aug 31 06:46:26.017827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-cd747564-57bf-46c1-823f-81cb4ac80200 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e HTTP/1.1" status: 200 len: 217 time: 0.0858147 Aug 31 06:46:26.018390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:26.031851 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c361c9d-620d-4581-bb1d-0292d6ccb704 x-openstack-request-id: req-0c361c9d-620d-4581-bb1d-0292d6ccb704 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:26.032145 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:26.032410 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0c361c9d-620d-4581-bb1d-0292d6ccb704 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:26.032932 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e', 'status': 'completed', 'code': 200} Aug 31 06:46:26.115825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-2b503f43-29c8-43db-9613-fcbdca89651e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:26.117417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-2b503f43-29c8-43db-9613-fcbdca89651e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0749509 Aug 31 06:46:26.123016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae50c88c-de16-4392-b66c-8fa4ac2e543c req-c1b5b5ca-35d3-45b0-a251-1d7bad76576c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5059202 Aug 31 06:46:26.128706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9da39ae4-4553-4faa-b1d9-c64063264ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:26.139255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9da39ae4-4553-4faa-b1d9-c64063264ee0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4514933 Aug 31 06:46:26.162321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Deleting subnet 380172b7-37a3-4fe3-a9a0-04145fbcd513 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:46:26.186619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-4f813631-3b03-4ee9-913d-4122423c5389 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449073 Aug 31 06:46:26.230853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.324220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] device_id is not set on port 49ad6e71-6406-440c-983d-d64246272bdb yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:26.340049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.346301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.370529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-7c88fde5-d801-44d8-b9a8-67c2365cc256 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574199 Aug 31 06:46:26.398828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Transition to ACTIVE for port object 49ad6e71-6406-440c-983d-d64246272bdb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:26.413794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.488529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-dc54cf04-8bc1-4910-abbb-e5a4b56ac2bb service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3409572 Aug 31 06:46:26.534514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.618255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=49ad6e71-6406-440c-983d-d64246272bdb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:26.634726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e63ce5e8-02f6-447e-833c-912e661fd8c0 req-8c01f68c-7ff4-4ee1-bb9f-6b70bbac1a7d service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519984 Aug 31 06:46:26.658899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:26.659622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:26.660189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:26.693385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:26.693895 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:26.696761 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 2 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:26.743758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:26.744966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:26.745480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:26.759577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-8db24c2d-0baa-4ae3-961b-01cc09162b6a service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488799 Aug 31 06:46:26.760607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:26.761090 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:26.762234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.765914 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 3 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:26.797728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-ff3f6a24-8289-48d5-8f9a-d0fb8af437d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:26.800982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-ff3f6a24-8289-48d5-8f9a-d0fb8af437d0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 1095 time: 0.0857882 Aug 31 06:46:26.823856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 502cc65d-6008-456f-a866-38bf870f7153 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:26.849680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=380172b7-37a3-4fe3-a9a0-04145fbcd513,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:26.852589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 502cc65d-6008-456f-a866-38bf870f7153 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:26.853136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 502cc65d-6008-456f-a866-38bf870f7153 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:26.855195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-863bf708-18b3-485c-a9f9-d5e834362aba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0 HTTP/1.1" status: 200 len: 217 time: 0.0773945 Aug 31 06:46:26.856997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.861824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c9167fc-21ea-443a-a53c-bc17f79d4b22 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/380172b7-37a3-4fe3-a9a0-04145fbcd513 HTTP/1.1" status: 204 len: 168 time: 0.8401220 Aug 31 06:46:26.862771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:26.987243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-a4613312-37aa-4735-a181-80ccf319a7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:26.988738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-a4613312-37aa-4735-a181-80ccf319a7c3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.1251121 Aug 31 06:46:26.991379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:26.995729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:26.996073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:26.996441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.008315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f2f32-f1b1-4e48-af9e-4e18df35d42e req-2d663688-3fda-4744-8b6b-a1eecd8ef429 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:27.018458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f9f2f32-f1b1-4e48-af9e-4e18df35d42e req-2d663688-3fda-4744-8b6b-a1eecd8ef429 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1344540 Aug 31 06:46:27.061476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.061955 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.064260 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 4 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.072656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-8d24b795-59ee-4084-bf75-628e5c558ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:27.078357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-8d24b795-59ee-4084-bf75-628e5c558ab0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.2581954 Aug 31 06:46:27.096555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:27.097125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:27.097595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.124483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-bfffbaf2-fea1-4159-b60e-cf13724b7e05 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e HTTP/1.1" status: 200 len: 217 time: 0.0377500 Aug 31 06:46:27.135130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.135619 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.141676 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 5 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.144535 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f9f2f32-f1b1-4e48-af9e-4e18df35d42e req-b3a4a70f-cd2b-49a9-bdb1-3d12f8e23dea tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210637 Aug 31 06:46:27.204228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-3cb9dcd0-ec4d-485d-9153-b63c23ec230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:27.205976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-3cb9dcd0-ec4d-485d-9153-b63c23ec230f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.0572720 Aug 31 06:46:27.250566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-fa68da64-b13a-43f8-88cd-0948338ac749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:27.252086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-fa68da64-b13a-43f8-88cd-0948338ac749 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2518559 Aug 31 06:46:27.255305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:27.255642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:27.256153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.266300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.266638 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.287819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-ce430777-aa5c-4db0-a5a1-f5d67e46fe00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0673485 Aug 31 06:46:27.372051 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 6 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.391311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.459531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15376d1f-ff27-4050-b845-2c9494fafb0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.504027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60d04b6-0e56-4411-84bd-911474fec66c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:27.539841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-ec3b831f-8733-41c8-af4f-75a8ba3ac692 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364159 Aug 31 06:46:27.541581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:27.541931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:27.542274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.627041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edf198a7-2613-437f-b5a5-ce3f819c31cc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:27.627454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edf198a7-2613-437f-b5a5-ce3f819c31cc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:27.685177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.696694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.697035 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.699928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.706020 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 7 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.726020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3f96599-f39b-445e-974f-6e874b3e4cb1 req-ce516e35-6b7b-4284-b9b3-f10a152f82a0 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703296 Aug 31 06:46:27.726921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868e92c8-12d4-495e-a57b-d2acfcd0ee1e req-d0a8fc2b-6e96-4af1-a694-0aa8050d0d36 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:27.728516 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-868e92c8-12d4-495e-a57b-d2acfcd0ee1e req-d0a8fc2b-6e96-4af1-a694-0aa8050d0d36 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 943 time: 0.3483856 Aug 31 06:46:27.748430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-0ddcc432-8237-4180-a1ec-050c512d4053 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831326 Aug 31 06:46:27.792413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.801349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-868e92c8-12d4-495e-a57b-d2acfcd0ee1e req-24700400-fd67-4195-a88e-38ee294868e8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570753 Aug 31 06:46:27.812625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:27.812963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:27.813310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.822104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:27.822526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:27.824675 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:27.916865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.917400 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.927383 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 8 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.956285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:27.956809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:27.957255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:27.976714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:27.977305 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:27.980355 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 9 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:27.984977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.014647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.016816 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] 10.222.0.57 "DELETE /v2.0/networks/f60d04b6-0e56-4411-84bd-911474fec66c HTTP/1.1" status: 204 len: 168 time: 1.1026380 Aug 31 06:46:28.019623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:28.041613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ff1449-a990-452f-8d8b-76736d11b7af admin admin] Pushing event deleted for resources: {'Network': ['ID=f60d04b6-0e56-4411-84bd-911474fec66c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:28.062759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:28.063744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:28.064240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:28.072543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:28.073052 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:28.075029 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempt 10 to bind port 49ad6e71-6406-440c-983d-d64246272bdb Aug 31 06:46:28.089190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:28.089817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:28.090837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempting to bind port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:28.096820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:28.097773 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Failed to bind port 49ad6e71-6406-440c-983d-d64246272bdb on host n-h1-712707-15 for vnic_type normal using segments [{'id': 'a56eace0-819b-4fcc-9b07-2d859419704c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'fd93570a-a826-4733-bc2a-bf85b3cdc948'}] Aug 31 06:46:28.098409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.102772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-4f9c0477-60d0-4c2c-999c-26e84df34d50 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048959 Aug 31 06:46:28.146469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Deleting subnet 7b9f9a5b-10f6-474f-9e88-f2b85d655c36 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:46:28.160639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.163708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-10dd6716-36ea-4021-89d2-9c1e7f5a6964 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0499382 Aug 31 06:46:28.255196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.264067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-3cecb7b1-95b3-46a4-8d49-ad7f1107c36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.265488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-3cecb7b1-95b3-46a4-8d49-ad7f1107c36d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0818141 Aug 31 06:46:28.335958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.435967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae17e6f-b54a-498e-942b-97474a99317e req-70fd8802-1b88-4ddd-aac1-1f7e1799314a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.443243 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ae17e6f-b54a-498e-942b-97474a99317e req-70fd8802-1b88-4ddd-aac1-1f7e1799314a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1767442 Aug 31 06:46:28.486351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port 49ad6e71-6406-440c-983d-d64246272bdb, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:28.487528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:46:28.509558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.547939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.577939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9722d54b-99db-4730-a7b8-2cccd268ac1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.579609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9722d54b-99db-4730-a7b8-2cccd268ac1f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2651944 Aug 31 06:46:28.589421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] In _notify_port_updated(), no bound segment for port 49ad6e71-6406-440c-983d-d64246272bdb on network fd93570a-a826-4733-bc2a-bf85b3cdc948 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:46:28.593592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:28.594453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.598697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "PUT /v2.0/ports/49ad6e71-6406-440c-983d-d64246272bdb HTTP/1.1" status: 200 len: 980 time: 3.2129314 Aug 31 06:46:28.618699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:28.627256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b9f9a5b-10f6-474f-9e88-f2b85d655c36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:28.659711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.662076 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-20fdaee2-1ee0-4981-aaae-10ef78bd6cda admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7b9f9a5b-10f6-474f-9e88-f2b85d655c36 HTTP/1.1" status: 204 len: 168 time: 0.6414123 Aug 31 06:46:28.664960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:28.677778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ae17e6f-b54a-498e-942b-97474a99317e req-6b568dba-bca4-46aa-81ea-81c5ed3d80fb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286777 Aug 31 06:46:28.728018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf8ce55-a834-4e3a-85ca-40ad9d4ecae4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event updated for resources: {'Port': ['ID=49ad6e71-6406-440c-983d-d64246272bdb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:28.803483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-9a4b60b0-6ec4-4e7f-bdb5-a115541eebf8 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965272 Aug 31 06:46:28.810824 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.889241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Deleting port 49ad6e71-6406-440c-983d-d64246272bdb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:28.889657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.946397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:28.957541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af33950-2114-4a7e-88f1-83f415b63c67']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.974071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d53b745-e6cb-4ce2-b551-b6f220699377') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.974385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d53b745-e6cb-4ce2-b551-b6f220699377') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:28.986677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.001124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.007735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:29.008102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.042214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f2610e-5a20-4da5-a145-fe9d1591346d req-5a6fe38c-ac4f-4870-9582-a30caf4c347c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:29.050163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03f2610e-5a20-4da5-a145-fe9d1591346d req-5a6fe38c-ac4f-4870-9582-a30caf4c347c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1005774 Aug 31 06:46:29.060380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d4adf8f-45ef-4b8d-97e7-9d198d2e00d8 req-ead8e902-2eb1-40c7-b460-996e9a5a454e service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2483671 Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:29.069966 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:29.113805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03f2610e-5a20-4da5-a145-fe9d1591346d req-8c7ba645-1ecd-499b-a8a0-7ef5eede8e82 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626683 Aug 31 06:46:29.140220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] For port 49ad6e71-6406-440c-983d-d64246272bdb, host n-h1-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:29.140474 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.160601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Calling delete_port for 49ad6e71-6406-440c-983d-d64246272bdb owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:29.216352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.225779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.227674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] 10.222.0.57 "DELETE /v2.0/networks/9af33950-2114-4a7e-88f1-83f415b63c67 HTTP/1.1" status: 204 len: 168 time: 0.5616484 Aug 31 06:46:29.251451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059f5078-171e-4c5a-a397-c684066dde1f admin admin] Pushing event deleted for resources: {'Network': ['ID=9af33950-2114-4a7e-88f1-83f415b63c67,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:29.284134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.368000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Pushing event deleted for resources: {'Port': ['ID=49ad6e71-6406-440c-983d-d64246272bdb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:29.380961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.388344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bf25caaf-9bbc-4d31-bcd2-2d0899456eb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "DELETE /v2.0/ports/49ad6e71-6406-440c-983d-d64246272bdb HTTP/1.1" status: 204 len: 168 time: 0.7538204 Aug 31 06:46:29.388485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:29.398567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-d1b725de-a594-443a-a012-4c172631c779 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0707402 Aug 31 06:46:29.422972 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9d3783f-0910-4a53-a2fc-c9e036be9b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:46:29.427953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c9d3783f-0910-4a53-a2fc-c9e036be9b6f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1844613393-project-admin] 10.222.0.57 "GET /v2.0/ports/49ad6e71-6406-440c-983d-d64246272bdb HTTP/1.1" status: 404 len: 333 time: 0.0350485 Aug 31 06:46:29.439079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:29.556621 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.593154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.593374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-3da2db5a-276a-4f3e-8259-3fe3b98e3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:29.595088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-3da2db5a-276a-4f3e-8259-3fe3b98e3c61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.1260991 Aug 31 06:46:29.624911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:29.733661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.750746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd93570a-a826-4733-bc2a-bf85b3cdc948']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:29.788346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56eace0-819b-4fcc-9b07-2d859419704c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:29.789641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56eace0-819b-4fcc-9b07-2d859419704c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:29.812556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.842140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.848512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:29.849002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:29.852851 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:29.911257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-e40c674b-9202-4553-bdd3-382f6c121aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:29.913162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-e40c674b-9202-4553-bdd3-382f6c121aba service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2537870 Aug 31 06:46:30.013174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.018902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-5af39751-2a1e-4b7e-9739-29d5c8c4d84d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.0855007 Aug 31 06:46:30.023735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.027539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] 10.222.0.57 "DELETE /v2.0/networks/fd93570a-a826-4733-bc2a-bf85b3cdc948 HTTP/1.1" status: 204 len: 168 time: 0.5867548 Aug 31 06:46:30.041830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffacdc42-df58-46d6-aac7-74f88ea667c0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203 tempest-PortsAdminExtendedAttrsIpV6TestJSON-867773203-project] Pushing event deleted for resources: {'Network': ['ID=fd93570a-a826-4733-bc2a-bf85b3cdc948,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:30.079541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9c81db-3ed1-4219-876a-e140d92d58cf req-76957d65-fe01-45d4-a22c-c2f550b1b60c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:30.092519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae9c81db-3ed1-4219-876a-e140d92d58cf req-76957d65-fe01-45d4-a22c-c2f550b1b60c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.2574360 Aug 31 06:46:30.177604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-e0aa5c5b-bfcc-4a15-b8b9-43159346ca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:30.179168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-e0aa5c5b-bfcc-4a15-b8b9-43159346ca13 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0626845 Aug 31 06:46:30.207969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1feb6f5e-88ed-4e69-b651-49b176dc3e29 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6163802a6d3c4d26a0194b555e6fceba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815668 Aug 31 06:46:30.210909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:30.334007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae9c81db-3ed1-4219-876a-e140d92d58cf req-562afd52-cdba-411f-9f38-b2e81f367d4d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400336 Aug 31 06:46:30.360246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-d56f4b39-2d5c-4011-a5f9-a5487d51962b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:30.363613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-d56f4b39-2d5c-4011-a5f9-a5487d51962b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1647685 Aug 31 06:46:30.372904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e80610a7-9ebe-40ed-afe3-c37049d8511e details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:30.397461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.409874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72d0057-bc17-4f6b-b244-0ab60d9036a0 req-9ab8aabb-6af9-4b89-83cb-fa587bc63305 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:30.420342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a72d0057-bc17-4f6b-b244-0ab60d9036a0 req-9ab8aabb-6af9-4b89-83cb-fa587bc63305 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 943 time: 0.1603100 Aug 31 06:46:30.460100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.512705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a72d0057-bc17-4f6b-b244-0ab60d9036a0 req-dd79cd26-5a7b-40c3-a96d-3983824c4a73 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890081 Aug 31 06:46:30.553812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-382b61cf-8881-44c3-aacb-9c3507846fed service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734285 Aug 31 06:46:30.565303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.569050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:30.570395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dcb1d9b5-27cf-4117-9b22-20c3b7e6f485 HTTP/1.1" status: 204 len: 168 time: 0.3584087 Aug 31 06:46:30.633710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6712e229-3980-421a-b073-f049aa68dc14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb1d9b5-27cf-4117-9b22-20c3b7e6f485,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:30.806918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:30.872482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-763a56bd-b659-4ab6-9eeb-d4cffa49c020 req-55f735a1-d092-452d-8adf-6855c9e0116f service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091898 Aug 31 06:46:30.889382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:30.936652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'e80610a7-9ebe-40ed-afe3-c37049d8511e', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'e80610a7-9ebe-40ed-afe3-c37049d8511e', 'mac_address': 'fa:16:3e:c9:7f:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:31.136309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.159623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e80610a7-9ebe-40ed-afe3-c37049d8511e {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:31.179693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.201957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:31.210838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.319392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:31.534728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9c04bc-9edd-4531-8846-30e328e84a01 req-c9323cc8-1b8a-4252-8fbc-88c2bc982066 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:31.536405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba9c04bc-9edd-4531-8846-30e328e84a01 req-c9323cc8-1b8a-4252-8fbc-88c2bc982066 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0905068 Aug 31 06:46:31.624045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba9c04bc-9edd-4531-8846-30e328e84a01 req-35eb02d2-71bb-4aca-a0f9-7d445911acb3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714412 Aug 31 06:46:31.634867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:31.673637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-37a02d42-81cf-4608-8aed-01207a41c3e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6fe31e29258d4fc5a32bdeccf09abf29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8652406 Aug 31 06:46:31.678897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:31.726948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e648d2-ae7a-4d37-acb5-75ebe33a63b7 req-70bb6091-68f7-4406-8636-5362fa1616dc tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:31.735746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19e648d2-ae7a-4d37-acb5-75ebe33a63b7 req-70bb6091-68f7-4406-8636-5362fa1616dc tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.4889185 Aug 31 06:46:31.737174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e80610a7-9ebe-40ed-afe3-c37049d8511e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:31.748135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33a5c2f1-5b40-4251-9a65-d403c16cadee admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ee57a1c93f6c485b8a1929dc1caa3dd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1108861 Aug 31 06:46:31.752632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:31.788572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.818075 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.837489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.878938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.896933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.901373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.909153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b6511e1-e830-4fd4-ac71-948a84637f2e HTTP/1.1" status: 204 len: 168 time: 0.2227519 Aug 31 06:46:31.924301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19e648d2-ae7a-4d37-acb5-75ebe33a63b7 req-d9e9adaf-f1dd-41d9-9036-f5bd8cb9693b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874084 Aug 31 06:46:31.931466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7a8ca-73c8-49d7-b0be-20908e38d528 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b6511e1-e830-4fd4-ac71-948a84637f2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:31.968309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.972037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:31.974431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e007ffd4-fb65-4f5c-9c47-ae0b0fa77405 HTTP/1.1" status: 204 len: 168 time: 0.2205963 Aug 31 06:46:32.003468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddd0daa-926a-413f-9b9f-b7ce3ba5e0a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e007ffd4-fb65-4f5c-9c47-ae0b0fa77405,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:32.409976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d7543-98f8-4f98-aec3-55f0b34e72bf req-06cd6afb-746e-40a4-92a7-ce8405f11623 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:32.420900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-580d7543-98f8-4f98-aec3-55f0b34e72bf req-06cd6afb-746e-40a4-92a7-ce8405f11623 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0754766 Aug 31 06:46:32.488135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-580d7543-98f8-4f98-aec3-55f0b34e72bf req-1270d78f-1516-406a-ad4f-5476f28f5d25 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630918 Aug 31 06:46:32.551555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:32.611611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:32.612452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c2410453-bdc9-4b87-9fb4-21fb7798d42d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=08447606d3c04d4e975c797996a50071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0587027 Aug 31 06:46:32.709001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.740277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.818269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.821728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:32.832590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52311ddf-4cc7-4b03-b9bd-1fecee42f379 HTTP/1.1" status: 204 len: 168 time: 0.2198436 Aug 31 06:46:32.837013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d22910-fad2-4f87-9e5c-2d52493d36b6 req-8d747dcf-f66b-4e5b-8455-190be8a2250c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:32.844650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82d22910-fad2-4f87-9e5c-2d52493d36b6 req-8d747dcf-f66b-4e5b-8455-190be8a2250c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1296391 Aug 31 06:46:32.849957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf9a301-7524-4326-9f96-3e4d42a78242 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52311ddf-4cc7-4b03-b9bd-1fecee42f379,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:32.905278 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82d22910-fad2-4f87-9e5c-2d52493d36b6 req-54a07c1c-bd8d-4799-a20e-638fffa818ba tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489690 Aug 31 06:46:33.077934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f518b7-8ab3-4637-9278-b4de3d40e0ab req-9fe7fe43-c413-4540-a240-fb401631f447 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:33.079974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58f518b7-8ab3-4637-9278-b4de3d40e0ab req-9fe7fe43-c413-4540-a240-fb401631f447 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.0649469 Aug 31 06:46:33.169616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58f518b7-8ab3-4637-9278-b4de3d40e0ab req-78afbca0-6007-490c-887c-3c22be6b678a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835662 Aug 31 06:46:33.665951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f1fb0-077f-4660-a21c-310018464351 req-8d7f30f2-18cb-4c5f-beac-52a2077bfe13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:33.667527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a15f1fb0-077f-4660-a21c-310018464351 req-8d7f30f2-18cb-4c5f-beac-52a2077bfe13 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 944 time: 0.0916896 Aug 31 06:46:33.766087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a15f1fb0-077f-4660-a21c-310018464351 req-92e2b42c-03ea-4640-873c-a006c061997e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728791 Aug 31 06:46:34.077253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63125d2-a4b9-4018-abb2-7400e5b84abd req-3a189f95-1c25-4b76-9f17-5d2f1301263e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:34.080392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:34.084894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c63125d2-a4b9-4018-abb2-7400e5b84abd req-3a189f95-1c25-4b76-9f17-5d2f1301263e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0804062 Aug 31 06:46:34.145925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c63125d2-a4b9-4018-abb2-7400e5b84abd req-d7c7eca5-243d-4419-a214-0db0469f9b4d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Aug 31 06:46:34.347697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:34.364497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e80610a7-9ebe-40ed-afe3-c37049d8511e up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:34.413840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffaca61-7e55-488e-b16c-68faa4b1ed19 req-856b1198-bb62-49cc-ae4f-cd4d36f97d63 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:34.422281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fffaca61-7e55-488e-b16c-68faa4b1ed19 req-856b1198-bb62-49cc-ae4f-cd4d36f97d63 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1223159 Aug 31 06:46:34.450619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7e91dd7e-f458-4c53-b2ba-ca8f5c765374 tempest-AgentManagementNegativeTest-1830868501 tempest-AgentManagementNegativeTest-1830868501-project] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3635054 Aug 31 06:46:34.469016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port e80610a7-9ebe-40ed-afe3-c37049d8511e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:34.472010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36140e6f-f3d6-4ac4-aec8-a0505800f90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.475283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port e80610a7-9ebe-40ed-afe3-c37049d8511e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:34.477830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.478584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fffaca61-7e55-488e-b16c-68faa4b1ed19 req-79464e88-94d6-4851-9fc8-ecb72082d0c9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504870 Aug 31 06:46:34.566117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.606728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:34.608401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:34.611490 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb914dc2-621e-43a3-bd31-ee801c1143ae" -d '{"events": [{"server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:34.616687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.645452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36140e6f-f3d6-4ac4-aec8-a0505800f90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.656063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36140e6f-f3d6-4ac4-aec8-a0505800f90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.671906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:34.689766 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34bff5b6-641d-48f0-83f1-72bb447292f1 x-openstack-request-id: req-34bff5b6-641d-48f0-83f1-72bb447292f1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:34.690567 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "name": "network-vif-plugged", "status": "completed", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:34.690925 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34bff5b6-641d-48f0-83f1-72bb447292f1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:34.691405 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e', 'code': 200} Aug 31 06:46:34.704832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36140e6f-f3d6-4ac4-aec8-a0505800f90f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c13c20739fdd4dafbfc7a89bb431c682&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3560746 Aug 31 06:46:34.707413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:34.715985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36140e6f-f3d6-4ac4-aec8-a0505800f90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06374484-c9b7-4a33-ac60-16e78eff8ce7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:34.768852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.788750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:34.863346 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.907552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e96e3-8a62-4410-b6f7-4b17d3e553f4 req-9f555138-69d1-4dd8-802d-9b77ea4b1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:34.909283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b7e96e3-8a62-4410-b6f7-4b17d3e553f4 req-9f555138-69d1-4dd8-802d-9b77ea4b1429 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 1097 time: 0.1076157 Aug 31 06:46:34.914864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0b9ce7-9ff9-4f0f-a22c-102f7cecd57d req-7fe67f99-f23d-414c-8c6c-30d70d2f8fe9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:34.916621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f0b9ce7-9ff9-4f0f-a22c-102f7cecd57d req-7fe67f99-f23d-414c-8c6c-30d70d2f8fe9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0691879 Aug 31 06:46:34.938233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebab7403-dd12-40bf-914d-ae72619b381c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.961380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.964796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:34.966739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06374484-c9b7-4a33-ac60-16e78eff8ce7 HTTP/1.1" status: 204 len: 168 time: 0.2581964 Aug 31 06:46:34.973190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b7e96e3-8a62-4410-b6f7-4b17d3e553f4 req-2fafed77-f71f-4770-b860-47ae38d5602a service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511224 Aug 31 06:46:34.979523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee43baa-5bdc-4c70-94d1-09851dd48219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06374484-c9b7-4a33-ac60-16e78eff8ce7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:35.032062 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f0b9ce7-9ff9-4f0f-a22c-102f7cecd57d req-292db292-2437-4d3c-9507-933e459b2fbc tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887444 Aug 31 06:46:35.143839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebab7403-dd12-40bf-914d-ae72619b381c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.152924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebab7403-dd12-40bf-914d-ae72619b381c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.203065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ebab7403-dd12-40bf-914d-ae72619b381c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=18906cd1e2854e8ea11072e8f8e28efd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100096 Aug 31 06:46:35.203065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebab7403-dd12-40bf-914d-ae72619b381c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4e5f20-84ce-4eeb-b5ef-1ffbb6821f49,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:35.203224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:35.273412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.335881 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.368762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.446580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.449172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:35.450530 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df4e5f20-84ce-4eeb-b5ef-1ffbb6821f49 HTTP/1.1" status: 204 len: 168 time: 0.2463918 Aug 31 06:46:35.465758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db38e97-94d8-40c6-83ad-217617111501 req-a24aaa36-ce70-4fec-8ee8-bb1b0267f24d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:35.467303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db38e97-94d8-40c6-83ad-217617111501 req-a24aaa36-ce70-4fec-8ee8-bb1b0267f24d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1296833 Aug 31 06:46:35.472912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f3f55-24dc-4c90-a3e7-0343b054c5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4e5f20-84ce-4eeb-b5ef-1ffbb6821f49,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:35.578736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4db38e97-94d8-40c6-83ad-217617111501 req-828856e3-88a2-41b3-b609-3b21c2868446 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987852 Aug 31 06:46:35.692578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-e7ca273d-cafa-4b1c-bf71-b548ca59b548 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:35.693846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-e7ca273d-cafa-4b1c-bf71-b548ca59b548 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1126659 Aug 31 06:46:35.704883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f35b1c2-db63-452b-a9b6-3a4f39d98ae9 req-89916e40-6e56-4992-8830-3c4edfb833c8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:35.713518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f35b1c2-db63-452b-a9b6-3a4f39d98ae9 req-89916e40-6e56-4992-8830-3c4edfb833c8 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 946 time: 0.1249473 Aug 31 06:46:35.846149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f35b1c2-db63-452b-a9b6-3a4f39d98ae9 req-afdb2fcc-3561-4856-aa67-a0dccb00e673 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254079 Aug 31 06:46:35.924894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Deleting port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:35.925249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.183496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] For port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:36.184482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.236859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Calling delete_port for 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:36.313260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4a075-d47f-486b-990b-d0a0cae3635a req-ed9e25ad-d668-446a-af5c-1c161cb4496d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:36.323336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8d4a075-d47f-486b-990b-d0a0cae3635a req-ed9e25ad-d668-446a-af5c-1c161cb4496d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1516385 Aug 31 06:46:36.375220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8d4a075-d47f-486b-990b-d0a0cae3635a req-1f20485f-3e3b-4794-b6e2-01c2608c74b9 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507019 Aug 31 06:46:36.522886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:36.531501 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.554278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['df602eb4-4ba3-4d01-aae2-1f3818986da5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:36.565571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Pushing event deleted for resources: {'Port': ['ID=1cdd38d9-9470-4471-8eb5-4a89f6dd2c70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:36.637803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] No DVR routers for this DVR port 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:36.648268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.653100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e0e30ec-3f07-4a46-95b3-7890aaa6155d req-ec682c3b-b032-460b-8127-2377deedb3ad tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "DELETE /v2.0/ports/1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 HTTP/1.1" status: 204 len: 173 time: 0.9365873 Aug 31 06:46:36.655232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'name': 'network-vif-deleted', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:36.663346 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cfbeb3-c414-418c-bf4f-2738cddc8308" -d '{"events": [{"server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "name": "network-vif-deleted", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:36.746555 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d87f24-536c-469f-b123-9cf83ee67254 x-openstack-request-id: req-44d87f24-536c-469f-b123-9cf83ee67254 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:36.747507 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33be6f7f-18ac-4415-8c8a-c4b64eaafa00", "name": "network-vif-deleted", "tag": "1cdd38d9-9470-4471-8eb5-4a89f6dd2c70", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:36.747915 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44d87f24-536c-469f-b123-9cf83ee67254 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:36.748470 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33be6f7f-18ac-4415-8c8a-c4b64eaafa00', 'name': 'network-vif-deleted', 'tag': '1cdd38d9-9470-4471-8eb5-4a89f6dd2c70', 'status': 'completed', 'code': 200} Aug 31 06:46:36.811955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-764494712-network', 'tenant_id': 'dc5b304084224bdf8bb27efd4efcbfbe'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:36.849282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Made reservation on behalf of dc5b304084224bdf8bb27efd4efcbfbe for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:36.851953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.866058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:36.878512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd992412-4aa5-4a38-a802-785be972fa43 req-09fc9f5e-5fb7-4081-bc9e-90040370eef9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:36.885975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd992412-4aa5-4a38-a802-785be972fa43 req-09fc9f5e-5fb7-4081-bc9e-90040370eef9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1574874 Aug 31 06:46:36.954929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd992412-4aa5-4a38-a802-785be972fa43 req-ad7fb050-48eb-4ca7-a756-054eb25cfa33 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621083 Aug 31 06:46:37.040011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.047258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.056083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:37.058968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21cafa2b-fa05-43dd-89ce-bba75abfd9f4 req-0b5719a0-5681-4303-9acd-c23c91deb89e tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=33be6f7f-18ac-4415-8c8a-c4b64eaafa00 HTTP/1.1" status: 200 len: 210 time: 0.0682254 Aug 31 06:46:37.063078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:37.100914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.101405 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Added segment 6c1a399f-f253-40ec-9cc9-2faf32bb217c of type vlan for network a12b23a9-dac1-4b81-ae57-26d77a030274 Aug 31 06:46:37.112884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:37.169666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.200643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1888141610'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:37.211501 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.214053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:37.214650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.232373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:37.237035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.248594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.289660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7654891 Aug 31 06:46:37.297255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:37.311079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Request body: {'subnet': {'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-764494712-subnet', 'tenant_id': 'dc5b304084224bdf8bb27efd4efcbfbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:37.337567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84f041-e1c2-4d95-a8ed-f82cec62f420 admin admin] Pushing event updated for resources: {'Network': ['ID=a12b23a9-dac1-4b81-ae57-26d77a030274,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:37.349620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a12b23a9-dac1-4b81-ae57-26d77a030274 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:37.481271 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.498487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.536864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:37.576701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.577203 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Added segment 894cbbef-fc30-456a-9639-f3dcb16047d3 of type vlan for network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 Aug 31 06:46:37.578568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Made reservation on behalf of dc5b304084224bdf8bb27efd4efcbfbe for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:37.582360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.616317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12985b25-091f-46ba-a611-d94d1f4d24ee req-e98b4f0f-b822-49d9-8908-90a20aa3a37e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:37.624494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12985b25-091f-46ba-a611-d94d1f4d24ee req-e98b4f0f-b822-49d9-8908-90a20aa3a37e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1461730 Aug 31 06:46:37.626470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=756b83c1-036c-4042-aa7c-cbc0fa45e159,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:37.751966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.794407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12985b25-091f-46ba-a611-d94d1f4d24ee req-fb6b857a-80ba-4c1e-b520-391304a6be55 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677463 Aug 31 06:46:37.842378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.847947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:37.848543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:37.964839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:37.966533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9047563 Aug 31 06:46:37.977390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'subnet': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:37.985023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c8824-7f26-4951-8ddd-66fcb884117a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Network': ['ID=6bb57b31-f8eb-4aa0-bcc4-fca0724688e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:38.001187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:38.134193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.208851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038ae223-159a-4e8e-8f8a-b4ea2404b0d6 req-eae18c24-2370-4155-8d35-06a3a970abae tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:38.210286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-038ae223-159a-4e8e-8f8a-b4ea2404b0d6 req-eae18c24-2370-4155-8d35-06a3a970abae tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1258414 Aug 31 06:46:38.239215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0fbe24-6b69-489b-a6a3-a3287f6213c4 req-c9d09c6c-8b22-4736-bcf6-1a12d073feb1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:38.240746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d0fbe24-6b69-489b-a6a3-a3287f6213c4 req-c9d09c6c-8b22-4736-bcf6-1a12d073feb1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2017562 Aug 31 06:46:38.243181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:38.245918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc2c7079-f8c3-423e-aff4-816b113cece9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:38.247608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.295459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Checking segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:38.295811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Network hostable DHCP agents. Network: a12b23a9-dac1-4b81-ae57-26d77a030274, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:38.314833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-038ae223-159a-4e8e-8f8a-b4ea2404b0d6 req-923cdc8f-4e67-4eaa-a180-91fe811c4560 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905306 Aug 31 06:46:38.333621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d0fbe24-6b69-489b-a6a3-a3287f6213c4 req-72a5ad6f-e57d-4c23-83ee-bf611f8bc515 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796075 Aug 31 06:46:38.334898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Network a12b23a9-dac1-4b81-ae57-26d77a030274 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:38.360437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a12b23a9-dac1-4b81-ae57-26d77a030274) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:38.369829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:38.370511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.375259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75a60d9-be99-4821-8886-76753e50b396 None None] Network a12b23a9-dac1-4b81-ae57-26d77a030274 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:38.432046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f662e741-ca56-413d-87d9-0442970f046d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1327500 Aug 31 06:46:38.524438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:38.575197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:38.575921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1cdd38d9-9470-4471-8eb5-4a89f6dd2c70 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:38.709515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbbaee2-e430-4ed4-af1c-8a15220d8107 None None] Network a12b23a9-dac1-4b81-ae57-26d77a030274 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:38.750250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:38.804998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe4200-2767-4e78-9d1a-759c1240d85f req-1c88dbd7-f57e-4537-aef0-42f0325068bb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:38.806898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fbe4200-2767-4e78-9d1a-759c1240d85f req-1c88dbd7-f57e-4537-aef0-42f0325068bb tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1707027 Aug 31 06:46:38.905426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Subnet': ['ID=36e2ed9f-a654-4212-b43a-474af48e477b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:38.928733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.929087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.929460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.929785 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.930112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.930448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.930763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.931084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.931406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.931724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.932040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.932355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:38.954860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fbe4200-2767-4e78-9d1a-759c1240d85f req-cf18aec7-0eb6-4d12-a888-2d955050ea37 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954068 Aug 31 06:46:38.956255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Checking segment: {'id': '894cbbef-fc30-456a-9639-f3dcb16047d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:38.957112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network hostable DHCP agents. Network: 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:38.982726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:38.998459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:39.003352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.003884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.010658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778eacdf-45fa-4982-919c-a6ed4ea4b352 None None] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:39.031792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:39.032453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b22484df-3940-4844-8485-53fa01c720b2 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0656142 Aug 31 06:46:39.038207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-1280474709'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:39.191501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'tenant_id': '97ac08ae9f634bbdb2625e2e266882f2', 'fixed_ips': [{'subnet_id': '36e2ed9f-a654-4212-b43a-474af48e477b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:46:39.192588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.252698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-56c04ef6-49ef-4411-92e2-889387ef8010 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.254301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-56c04ef6-49ef-4411-92e2-889387ef8010 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.1668859 Aug 31 06:46:39.269907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:39.273416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.279009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-d8d451f7-04db-4f9b-9266-67fffda10ee3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/quotas/dc5b304084224bdf8bb27efd4efcbfbe HTTP/1.1" status: 200 len: 375 time: 0.0176101 Aug 31 06:46:39.321036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port 32074bd3-3f3b-4601-88ae-33e861af1dcc yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:39.327393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-28d2f9a2-d088-4707-acbf-46bbc4f4d7b2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363243 Aug 31 06:46:39.340729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Allocated IP 172.20.0.2 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/473364de-5bc0-4840-9504-793a90fec3d7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:39.445978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb50fa02-1de0-445f-8d77-81d80a4fb986 req-bb2616ff-5ea9-4fbc-bdc7-b7af3b2722eb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.448081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb50fa02-1de0-445f-8d77-81d80a4fb986 req-bb2616ff-5ea9-4fbc-bdc7-b7af3b2722eb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.0643713 Aug 31 06:46:39.467252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-bc4fcaab-f167-4428-b694-64cf6c3a8336 service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008215 Aug 31 06:46:39.491743 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.498172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb50fa02-1de0-445f-8d77-81d80a4fb986 req-a0341f06-9b39-4b69-8cb3-7d62e63a2cdb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427902 Aug 31 06:46:39.502681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Transition to ACTIVE for port object 473364de-5bc0-4840-9504-793a90fec3d7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:39.518587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Transition to ACTIVE for port object 473364de-5bc0-4840-9504-793a90fec3d7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:39.524595 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.567847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:39.573239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:39.576034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:39.581403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Pushing event updated for resources: {'Port': ['ID=473364de-5bc0-4840-9504-793a90fec3d7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:39.600217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.7 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/32074bd3-3f3b-4601-88ae-33e861af1dcc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:39.622816 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-423d3ad9-0935-4628-aa7f-9c34be22ff4b service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488369 Aug 31 06:46:39.631393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3285237-af8a-4a06-97c8-28f4625ab4ed req-974f4feb-b6ef-402f-8102-3def670bfde0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:39.635092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Attempting to bind port 473364de-5bc0-4840-9504-793a90fec3d7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:39.635468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Attempting to bind port 473364de-5bc0-4840-9504-793a90fec3d7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '894cbbef-fc30-456a-9639-f3dcb16047d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:39.635831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Attempting to bind port 473364de-5bc0-4840-9504-793a90fec3d7 on network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:39.639825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3285237-af8a-4a06-97c8-28f4625ab4ed req-974f4feb-b6ef-402f-8102-3def670bfde0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0685949 Aug 31 06:46:39.641503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:39.642111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Checking segment: {'id': '894cbbef-fc30-456a-9639-f3dcb16047d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:39.642678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.643076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Bound using segment: {'id': '894cbbef-fc30-456a-9639-f3dcb16047d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:39.643539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Bound port: 473364de-5bc0-4840-9504-793a90fec3d7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894cbbef-fc30-456a-9639-f3dcb16047d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:39.644086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.675453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3285237-af8a-4a06-97c8-28f4625ab4ed req-2c3e4b47-8777-424d-b5bd-91efe5d681b1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347304 Aug 31 06:46:39.726933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] For port 473364de-5bc0-4840-9504-793a90fec3d7, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:39.734360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] For port 473364de-5bc0-4840-9504-793a90fec3d7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=473364de-5bc0-4840-9504-793a90fec3d7,segment=NetworkSegment(894cbbef-fc30-456a-9639-f3dcb16047d3),segment_id=894cbbef-fc30-456a-9639-f3dcb16047d3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:39.742696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.823479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17b363-1905-4990-9905-c3af3e5e0fbd None None] Pushing event updated for resources: {'Port': ['ID=473364de-5bc0-4840-9504-793a90fec3d7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:39.851721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.870061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object 32074bd3-3f3b-4601-88ae-33e861af1dcc will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:39.942002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:39.992720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:39.996211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:39.999967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:40.049378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128d903-0c53-493b-ada9-f1505cb5ab65 req-abd3d0a7-bc2c-4bdc-b998-517468690f53 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.068353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c128d903-0c53-493b-ada9-f1505cb5ab65 req-abd3d0a7-bc2c-4bdc-b998-517468690f53 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1093919 Aug 31 06:46:40.086241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=32074bd3-3f3b-4601-88ae-33e861af1dcc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:40.108955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc130707-3027-4a45-8f16-33cc6c63a34f req-220f5122-5b8b-4b93-9288-0c334a1eabf7 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 210 time: 0.0763988 Aug 31 06:46:40.120709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.121901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:40.128323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c128d903-0c53-493b-ada9-f1505cb5ab65 req-f833c0bb-ea69-4636-bc3e-830871da113c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510054 Aug 31 06:46:40.144722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a97d6924-4326-4c7a-a0cd-f2440f0f45f5 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1108437 Aug 31 06:46:40.148691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:40.164967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-2076771471', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:b5:23'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:40.286871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45218c9-3aff-41d0-98ca-edf187b5819d req-7b20483e-d503-4ea4-9346-349eb0279f15 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.295457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a45218c9-3aff-41d0-98ca-edf187b5819d req-7b20483e-d503-4ea4-9346-349eb0279f15 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0851343 Aug 31 06:46:40.345688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a45218c9-3aff-41d0-98ca-edf187b5819d req-429555f0-c13c-426a-b6a4-476735ebd01b tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491893 Aug 31 06:46:40.394051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534531cd-e5d5-43e6-985b-ea84ed4dcfce req-d035ff84-acfa-475c-af8b-37e19ecb97a0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.395561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-534531cd-e5d5-43e6-985b-ea84ed4dcfce req-d035ff84-acfa-475c-af8b-37e19ecb97a0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0873494 Aug 31 06:46:40.396661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:40.466417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8694d-c45a-4ffd-b6e0-1e2fd7fa62e1 req-3c882969-0b8d-44dd-8463-3bebe4066b4e tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.468584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ec8694d-c45a-4ffd-b6e0-1e2fd7fa62e1 req-3c882969-0b8d-44dd-8463-3bebe4066b4e tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 951 time: 0.0640242 Aug 31 06:46:40.492585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-534531cd-e5d5-43e6-985b-ea84ed4dcfce req-764ab367-704a-4661-bbb2-868a0abd0cab tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810795 Aug 31 06:46:40.516288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:40.526152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ec8694d-c45a-4ffd-b6e0-1e2fd7fa62e1 req-4bd7989f-b72e-4eed-9171-f4bca8ef2ce0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488226 Aug 31 06:46:40.541637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port 142a8a28-c235-464d-87b7-e2a1e833b265 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:40.704977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.4 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/142a8a28-c235-464d-87b7-e2a1e833b265) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:40.860620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-5cf99c41-1739-42ac-9f39-80e3b3ae3cbd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:40.868906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-5cf99c41-1739-42ac-9f39-80e3b3ae3cbd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1345823 Aug 31 06:46:40.889247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-0ba84847-6724-4241-af14-ec5a9fa20d96 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/quotas/a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 375 time: 0.0190275 Aug 31 06:46:40.899788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:40.920758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object 142a8a28-c235-464d-87b7-e2a1e833b265 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:40.966623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:40.974074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-3200a76b-38d5-4417-bd1f-794eb9782245 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0836203 Aug 31 06:46:41.032710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:41.036021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:41.040762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:41.045167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=142a8a28-c235-464d-87b7-e2a1e833b265,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:41.126948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.127695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.163344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-125d4c50-3423-4546-9771-a7ade67ae529 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.0132656 Aug 31 06:46:41.167707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:41.222854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 473364de-5bc0-4840-9504-793a90fec3d7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:41.290641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e17322-b680-4dab-8a4a-01fce137e8e0 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.299426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e17322-b680-4dab-8a4a-01fce137e8e0 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.307213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e17322-b680-4dab-8a4a-01fce137e8e0 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.311161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 473364de-5bc0-4840-9504-793a90fec3d7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:41.313098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-43e17322-b680-4dab-8a4a-01fce137e8e0 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.1442113 Aug 31 06:46:41.315896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:41.320676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-e55aeddf-3ffc-4cdf-8dd9-f4991bedda59 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457441 Aug 31 06:46:41.331781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-4ca653be-0aea-4a50-9011-0bb3dfeccd95 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.333408 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-4ca653be-0aea-4a50-9011-0bb3dfeccd95 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.3019471 Aug 31 06:46:41.335444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a24ed6-0fdd-41ae-95f3-b033aefbdb86 None None] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:41.346690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'port': {'device_id': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'admin_state_up': True, 'tenant_id': 'dc5b304084224bdf8bb27efd4efcbfbe'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:41.422208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Provisioning for port 473364de-5bc0-4840-9504-793a90fec3d7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:41.434982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Provisioning complete for port 473364de-5bc0-4840-9504-793a90fec3d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:41.435601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.482290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c216683-39dd-4913-909d-96f583c12097 req-e57828e9-ade1-49f7-975b-cc27a7291bd3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:41.484120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c216683-39dd-4913-909d-96f583c12097 req-e57828e9-ade1-49f7-975b-cc27a7291bd3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0726957 Aug 31 06:46:41.488172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port 142a8a28-c235-464d-87b7-e2a1e833b265 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:41.488172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.501771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-d231ff8b-ecaf-4065-95a6-5e38ec6fe35a service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673098 Aug 31 06:46:41.527088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Made reservation on behalf of dc5b304084224bdf8bb27efd4efcbfbe for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:41.531856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.614244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c216683-39dd-4913-909d-96f583c12097 req-bb2f7ed9-2b0c-46dc-b900-1bf67827de68 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214662 Aug 31 06:46:41.649223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.666718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for 142a8a28-c235-464d-87b7-e2a1e833b265 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:41.728390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Allocated IP 172.20.0.14 (a12b23a9-dac1-4b81-ae57-26d77a030274/fc2c7079-f8c3-423e-aff4-816b113cece9/71c51f05-ccb6-4bda-95fe-495322ad651a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:41.889494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.908265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bbbc8a93-599c-465f-9140-7be8dffcda42 req-90038afd-7d00-4084-9324-4907f6070906 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 210 time: 0.0721364 Aug 31 06:46:41.952076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:41.964988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] For port 473364de-5bc0-4840-9504-793a90fec3d7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=473364de-5bc0-4840-9504-793a90fec3d7,segment=NetworkSegment(894cbbef-fc30-456a-9639-f3dcb16047d3),segment_id=894cbbef-fc30-456a-9639-f3dcb16047d3)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:41.971949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.025215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1503d2c0-33a1-4410-a4d5-72dc09ff25c6 req-660e704e-2a8b-4575-a43f-64c109f43182 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.027060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1503d2c0-33a1-4410-a4d5-72dc09ff25c6 req-660e704e-2a8b-4575-a43f-64c109f43182 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1200848 Aug 31 06:46:42.036801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=142a8a28-c235-464d-87b7-e2a1e833b265,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:42.067595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.070885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f50bc-7270-46f1-857d-5aba6027676d None None] Pushing event updated for resources: {'Port': ['ID=473364de-5bc0-4840-9504-793a90fec3d7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:42.102209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89d869b1-7760-4ec7-821f-da520b05c728 req-2bfe9572-784a-4bd6-b997-a81e0ad48ae6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 210 time: 0.0847654 Aug 31 06:46:42.117979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1503d2c0-33a1-4410-a4d5-72dc09ff25c6 req-bcafa4d2-6584-47db-b601-c4de8cf815c3 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814111 Aug 31 06:46:42.156114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.208937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Provisioning for port 32074bd3-3f3b-4601-88ae-33e861af1dcc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:42.213271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Provisioning complete for port 32074bd3-3f3b-4601-88ae-33e861af1dcc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:42.213883 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.239130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Network a12b23a9-dac1-4b81-ae57-26d77a030274 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:42.244081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:42.253080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:42.259381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:42.272739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Port 32074bd3-3f3b-4601-88ae-33e861af1dcc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:42.284879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Could not find standard attr ID for object 142a8a28-c235-464d-87b7-e2a1e833b265. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:46:42.297562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Provisioning complete for port 473364de-5bc0-4840-9504-793a90fec3d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:42.297942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1c75a41-2ca8-4bee-a6d6-f17ba32660ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.406593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.414461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.456517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:42.520429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-99830a76-1e34-404e-8040-7df8107cf734 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1740875 Aug 31 06:46:42.533121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Request body: {'port': {'device_id': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:42.546984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb55f97-8ae9-47e3-b02c-b4b5834e9422 req-da46747d-e6ce-4c81-a8c1-43b3fef90647 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.554839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.558201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eb55f97-8ae9-47e3-b02c-b4b5834e9422 req-da46747d-e6ce-4c81-a8c1-43b3fef90647 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 951 time: 0.1376591 Aug 31 06:46:42.589095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-414f9b1d-054f-4480-b656-226fea102157 None None] Provisioning complete for port 32074bd3-3f3b-4601-88ae-33e861af1dcc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:42.589407 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-414f9b1d-054f-4480-b656-226fea102157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.638864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eb55f97-8ae9-47e3-b02c-b4b5834e9422 req-f51f7115-de06-447b-8984-971cc34b7ca1 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792525 Aug 31 06:46:42.657234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-414f9b1d-054f-4480-b656-226fea102157 None None] Port 32074bd3-3f3b-4601-88ae-33e861af1dcc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:42.657234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:42.657234 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f12bb-71f2-47ba-af7c-a7faedc08ad2" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-unplugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:42.671429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:42.676372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.708088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.741163 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5541e-6147-42a8-9850-0b9f4c6b6cb0 x-openstack-request-id: req-9ad5541e-6147-42a8-9850-0b9f4c6b6cb0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:42.741475 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-unplugged", "status": "completed", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:42.741726 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ad5541e-6147-42a8-9850-0b9f4c6b6cb0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:42.742117 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'code': 200} Aug 31 06:46:42.798293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:42.861405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdf1a9-f048-43cf-8cb1-76af9cdfc5ad req-181d39e5-71fb-4356-a950-db1f84545ef8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:42.870615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-593f2ee7-8d8e-4b4d-a91a-d189703f6a10 None None] Could not find standard attr ID for object 142a8a28-c235-464d-87b7-e2a1e833b265. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:46:42.871205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4fdf1a9-f048-43cf-8cb1-76af9cdfc5ad req-181d39e5-71fb-4356-a950-db1f84545ef8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1325362 Aug 31 06:46:42.876497 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:42.879493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7af82833-64f1-4b22-8ae4-39f08408d56e tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/142a8a28-c235-464d-87b7-e2a1e833b265 HTTP/1.1" status: 204 len: 168 time: 1.5575914 Aug 31 06:46:42.882218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:42.928818 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd0e67d9-6d64-420e-90de-a14d815a4a55 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] GET failed (client error): The resource could not be found. Aug 31 06:46:42.930505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fd0e67d9-6d64-420e-90de-a14d815a4a55 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports/142a8a28-c235-464d-87b7-e2a1e833b265 HTTP/1.1" status: 404 len: 333 time: 0.0474324 Aug 31 06:46:42.940244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:42.948093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-1907976102'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:42.960547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4fdf1a9-f048-43cf-8cb1-76af9cdfc5ad req-4f2c69ea-85bb-4f23-b522-88c3a6ffe16e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798614 Aug 31 06:46:43.082305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 473364de-5bc0-4840-9504-793a90fec3d7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:43.156557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a416a6-f8e5-4bb6-9ef5-6aebfa10d6b5 req-143983fb-b599-44cc-aa6a-086c9d5e7135 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.158217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a416a6-f8e5-4bb6-9ef5-6aebfa10d6b5 req-143983fb-b599-44cc-aa6a-086c9d5e7135 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 932 time: 0.1466579 Aug 31 06:46:43.188860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 473364de-5bc0-4840-9504-793a90fec3d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:43.189619 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.247282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe0ab15-3875-43ba-aec1-b9d004c6905c req-84c8bf8d-c411-4cf5-9667-082e64971a73 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 210 time: 0.0453646 Aug 31 06:46:43.330894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-ead132cd-091c-42d0-bb5a-3b06d23e3df8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.332781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-ead132cd-091c-42d0-bb5a-3b06d23e3df8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.2192500 Aug 31 06:46:43.349891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'device_id': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'admin_state_up': True, 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:43.449622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a09705-afb9-4fbd-8869-37d45cfc8ba8 req-15f77eed-3d93-489d-9069-1b46637aa9e9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.451316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b3a09705-afb9-4fbd-8869-37d45cfc8ba8 req-15f77eed-3d93-489d-9069-1b46637aa9e9 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1179895 Aug 31 06:46:43.511116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b3a09705-afb9-4fbd-8869-37d45cfc8ba8 req-c5c3a47f-a6f4-42a0-8657-b84c17189225 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531218 Aug 31 06:46:43.533058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:43.536583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.539172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a416a6-f8e5-4bb6-9ef5-6aebfa10d6b5 req-9032af27-5e0d-4d9a-b665-04828e7c485c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709397 Aug 31 06:46:43.541854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:46:43.541854 n-d-712707-15 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:46:43.541854 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id': '97ac08ae9f634bbdb2625e2e266882f2', 'id': '82e27315-301f-42c6-81a7-b6d12ee3b24e', 'expiration': datetime.datetime(2021, 8, 31, 6, 48, 43, 517407)}] Aug 31 06:46:43.541854 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:46:43.542211 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:46:43.563919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71c51f05-ccb6-4bda-95fe-495322ad651a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:43.571766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.584421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Transition to ACTIVE for port object 71c51f05-ccb6-4bda-95fe-495322ad651a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:43.588150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.642498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:43.696505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.20.0.3 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/c8713934-dda6-4998-bd67-f80f6c42544d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:43.717867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Attempting to bind port 71c51f05-ccb6-4bda-95fe-495322ad651a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:43.718341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Attempting to bind port 71c51f05-ccb6-4bda-95fe-495322ad651a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:43.718804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Attempting to bind port 71c51f05-ccb6-4bda-95fe-495322ad651a on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:43.723421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Port 71c51f05-ccb6-4bda-95fe-495322ad651a on network a12b23a9-dac1-4b81-ae57-26d77a030274 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:43.723932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Attempting to bind port 71c51f05-ccb6-4bda-95fe-495322ad651a on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:43.729189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:43.729639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Checking segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:43.730098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Bound using segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:43.731652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Bound port: 71c51f05-ccb6-4bda-95fe-495322ad651a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:43.732149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.803709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:43.804370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862f8d83-131e-4a27-aaaa-50262af33fee req-49c3c9a3-9b50-489b-995b-f35f4aa4e819 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.806147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-862f8d83-131e-4a27-aaaa-50262af33fee req-49c3c9a3-9b50-489b-995b-f35f4aa4e819 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 949 time: 0.0849257 Aug 31 06:46:43.807375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:43.812392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.860360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.860976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:43.862386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] 10.222.0.53 "PUT /v2.0/ports/71c51f05-ccb6-4bda-95fe-495322ad651a HTTP/1.1" status: 200 len: 1093 time: 1.3358555 Aug 31 06:46:43.862829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:43.865121 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6466f1af-e864-41cd-9d66-6215b8095ae8" -d '{"events": [{"name": "network-changed", "server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:43.884866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ee9d18-2ecf-4240-99ec-58aca7f278c5 service neutron] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:43.918633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-862f8d83-131e-4a27-aaaa-50262af33fee req-4cf4a4b6-8485-4851-a8a0-a727cdfbf98b tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965910 Aug 31 06:46:43.964898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-ed990680-6245-427e-b106-65bedd694d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:43.966650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-ed990680-6245-427e-b106-65bedd694d47 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 1096 time: 0.0549121 Aug 31 06:46:43.985106 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13b5635e-3b15-4128-a4bb-ce4952c71a40 x-openstack-request-id: req-13b5635e-3b15-4128-a4bb-ce4952c71a40 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:43.985539 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:43.985800 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-13b5635e-3b15-4128-a4bb-ce4952c71a40 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:43.986278 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'status': 'completed', 'code': 200} Aug 31 06:46:43.989002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.015107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Transition to ACTIVE for port object c8713934-dda6-4998-bd67-f80f6c42544d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:44.031650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-380f3298-d674-4c2b-8c00-d43635530bd0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71c51f05-ccb6-4bda-95fe-495322ad651a HTTP/1.1" status: 200 len: 217 time: 0.0569186 Aug 31 06:46:44.059432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.070926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:44.110271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-dccc10ec-095a-423e-8160-344d8c0d06a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.111805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-dccc10ec-095a-423e-8160-344d8c0d06a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.0696614 Aug 31 06:46:44.112414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:44.115911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.145298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:44.154476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:44.158155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-398c87b2-eacd-425a-b30c-408c6c94ecbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389369 Aug 31 06:46:44.159307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port 7ba880cc-577e-4965-ba41-b1b53e873811 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:44.162679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:44.168468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:44.233920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b624b-46a3-4931-9fa8-de973f3a57e1 req-d6d43450-bb46-4679-af36-bc4874bdfb6b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.235643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d1b624b-46a3-4931-9fa8-de973f3a57e1 req-d6d43450-bb46-4679-af36-bc4874bdfb6b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1527200 Aug 31 06:46:44.249651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.250405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.303409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-a48be8c7-257b-45b0-9414-a171cc789db8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9588280 Aug 31 06:46:44.311964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d1b624b-46a3-4931-9fa8-de973f3a57e1 req-c8b49aa1-a3c1-4643-82a9-eb9cd93d2e1d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700190 Aug 31 06:46:44.319264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Request body: {'port': {'device_id': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:44.368116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.4 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/7ba880cc-577e-4965-ba41-b1b53e873811) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:44.387214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.405842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-db6ed8df-aa23-4792-8dd1-847eb5d23036 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392323 Aug 31 06:46:44.513877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea0502f3-5e82-4279-b94a-1bbe603c3515 None None] Provisioning for port c8713934-dda6-4998-bd67-f80f6c42544d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:44.516208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a1df4c-fa57-4b44-977a-707c22cdc7fa req-dd4b04b5-67a7-4c5a-a125-cc6c98f1a5f9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.518138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea0502f3-5e82-4279-b94a-1bbe603c3515 None None] Provisioning complete for port c8713934-dda6-4998-bd67-f80f6c42544d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:44.518291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a1df4c-fa57-4b44-977a-707c22cdc7fa req-dd4b04b5-67a7-4c5a-a125-cc6c98f1a5f9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 931 time: 0.1538482 Aug 31 06:46:44.518388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea0502f3-5e82-4279-b94a-1bbe603c3515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.556814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea0502f3-5e82-4279-b94a-1bbe603c3515 None None] Port c8713934-dda6-4998-bd67-f80f6c42544d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:44.635609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56a5dc91-7989-4b99-8884-8c984a38b0db req-bd054641-7ac8-4908-b0ba-8e523ab669f5 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219200 Aug 31 06:46:44.640977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61a1df4c-fa57-4b44-977a-707c22cdc7fa req-90175d9d-05e4-4435-b644-4d98eea599b2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108823 Aug 31 06:46:44.695607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9d8c05-7cf0-4d63-b8b1-ab683a8a7f5e req-7f46c96d-d310-4598-b159-d930e125a7dd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.697130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9d8c05-7cf0-4d63-b8b1-ab683a8a7f5e req-7f46c96d-d310-4598-b159-d930e125a7dd tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0986917 Aug 31 06:46:44.702915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.768415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object 7ba880cc-577e-4965-ba41-b1b53e873811 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:44.768928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8713934-dda6-4998-bd67-f80f6c42544d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:44.776374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9d8c05-7cf0-4d63-b8b1-ab683a8a7f5e req-1c65f954-8963-4c3b-a0cf-82ad2f278a56 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696280 Aug 31 06:46:44.781051 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.794789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Transition to ACTIVE for port object c8713934-dda6-4998-bd67-f80f6c42544d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:44.798249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-af65c749-113a-4464-b83a-88c8f0a1c726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.799349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.799918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-af65c749-113a-4464-b83a-88c8f0a1c726 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 1096 time: 0.1098857 Aug 31 06:46:44.838237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c150a058-946c-4052-9113-a17f399de7b2 req-99e102be-83ef-4648-ab7f-181c9e71158f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:44.840356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c150a058-946c-4052-9113-a17f399de7b2 req-99e102be-83ef-4648-ab7f-181c9e71158f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 944 time: 0.1343384 Aug 31 06:46:44.851899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:44.911664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.923272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Attempting to bind port c8713934-dda6-4998-bd67-f80f6c42544d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:44.924203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Attempting to bind port c8713934-dda6-4998-bd67-f80f6c42544d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:44.924741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Attempting to bind port c8713934-dda6-4998-bd67-f80f6c42544d on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:44.930049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Port c8713934-dda6-4998-bd67-f80f6c42544d on network 57fbf352-3936-4cb5-88ee-5c88f543a177 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:44.930718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Attempting to bind port c8713934-dda6-4998-bd67-f80f6c42544d on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:44.936204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:46:44.936541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:44.936953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:46:44.937694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Bound port: c8713934-dda6-4998-bd67-f80f6c42544d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:46:44.938055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:44.988884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:45.002257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:45.004970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:45.017054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c150a058-946c-4052-9113-a17f399de7b2 req-1560c5e3-391c-45a3-8d10-066ba70acf30 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341491 Aug 31 06:46:45.053835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=7ba880cc-577e-4965-ba41-b1b53e873811,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:45.071164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-1db66f6f-8c40-4f8f-9cfe-1c3dee1231a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.072694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-1db66f6f-8c40-4f8f-9cfe-1c3dee1231a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 922 time: 0.2597413 Aug 31 06:46:45.084523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:46:45.103375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.104166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.134821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69bae1-60cc-4653-8c35-769067b81a96 req-7bb6877e-02ac-4475-9351-3fda68f8544d tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.137725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce69bae1-60cc-4653-8c35-769067b81a96 req-7bb6877e-02ac-4475-9351-3fda68f8544d tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 949 time: 0.1258464 Aug 31 06:46:45.139819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8713934-dda6-4998-bd67-f80f6c42544d,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:46:45.148124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-6c2a84e5-a9af-4b1f-b2da-11478fa7b912 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=71c51f05-ccb6-4bda-95fe-495322ad651a HTTP/1.1" status: 200 len: 217 time: 0.0655420 Aug 31 06:46:45.160588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.169362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a727c7cb-661d-4ca1-9f97-b23349abc5aa tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2269702 Aug 31 06:46:45.175275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:45.184657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:b5:23'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:45.220181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-1cd8ba36-6045-4ee3-b47f-f55613681818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.221771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-1cd8ba36-6045-4ee3-b47f-f55613681818 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.0659194 Aug 31 06:46:45.265139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.265883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.267382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8713934-dda6-4998-bd67-f80f6c42544d HTTP/1.1" status: 200 len: 1092 time: 0.9538033 Aug 31 06:46:45.271965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:45.274409 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47b87be-288e-4670-a34d-be216a6c83ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:45.299712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-fdda29cb-802d-4631-b49c-cc3f38f2ff7f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682628 Aug 31 06:46:45.299909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce69bae1-60cc-4653-8c35-769067b81a96 req-39bb685d-32ae-408a-afd7-1c35724c3d29 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507170 Aug 31 06:46:45.337736 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeab8be0-8028-4fd3-b691-ace972550dab x-openstack-request-id: req-aeab8be0-8028-4fd3-b691-ace972550dab {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:45.338020 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:45.338270 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aeab8be0-8028-4fd3-b691-ace972550dab {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:45.338665 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d', 'status': 'completed', 'code': 200} Aug 31 06:46:45.392986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f42dd-2d27-4973-9eca-265fb63d1f81 service neutron] Pushing event updated for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:45.415411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1634296-e3e8-49f5-b0a6-78c47b91e893 None None] Provisioning for port 7ba880cc-577e-4965-ba41-b1b53e873811 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:45.415977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.422869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1634296-e3e8-49f5-b0a6-78c47b91e893 None None] Provisioning complete for port 7ba880cc-577e-4965-ba41-b1b53e873811 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:45.424748 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d1634296-e3e8-49f5-b0a6-78c47b91e893 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.445398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-2c70a736-f2fa-4660-9e06-cc50df06bea9 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305363 Aug 31 06:46:45.445756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-e7e3d527-14d6-4e8b-a05e-892405256a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.447219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-e7e3d527-14d6-4e8b-a05e-892405256a34 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 1095 time: 0.1232021 Aug 31 06:46:45.483149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d1634296-e3e8-49f5-b0a6-78c47b91e893 None None] Port 7ba880cc-577e-4965-ba41-b1b53e873811 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:45.528559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.538392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-c5d35af9-bc95-4e64-aa32-2685eb0f8b03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8713934-dda6-4998-bd67-f80f6c42544d HTTP/1.1" status: 200 len: 217 time: 0.0702353 Aug 31 06:46:45.567977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6466f1af-e864-41cd-9d66-6215b8095ae8 req-eb75aa40-57e5-4a98-b4e3-2fba75bb8291 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078124 Aug 31 06:46:45.640098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e68da61-67b7-404a-a414-cf1e8999ca0a req-528ba139-b50b-49b4-b2e7-64631932e597 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.641733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e68da61-67b7-404a-a414-cf1e8999ca0a req-528ba139-b50b-49b4-b2e7-64631932e597 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1983697 Aug 31 06:46:45.665396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-66639c8f-13ab-482a-a023-61377c3664d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.666814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-66639c8f-13ab-482a-a023-61377c3664d8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1173222 Aug 31 06:46:45.744555 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e68da61-67b7-404a-a414-cf1e8999ca0a req-b158ee52-d49f-4dc8-b88d-c9f26790c012 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943465 Aug 31 06:46:45.779083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-1500e80c-1a4b-4d85-b255-3c22b466296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.780166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-1500e80c-1a4b-4d85-b255-3c22b466296e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031094 Aug 31 06:46:45.799838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.810993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:45.818753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b10d0f-1c09-4c30-80eb-1ec563c44480 req-4669b73b-39e4-4c09-aa44-29763dcc750f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:45.820624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b10d0f-1c09-4c30-80eb-1ec563c44480 req-4669b73b-39e4-4c09-aa44-29763dcc750f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 943 time: 0.0549068 Aug 31 06:46:45.864035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b10d0f-1c09-4c30-80eb-1ec563c44480 req-2ffc1866-bee8-4d8b-8110-e76e9ea90b77 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358434 Aug 31 06:46:45.979195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=7ba880cc-577e-4965-ba41-b1b53e873811,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:46.006479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-ba61f983-dffc-4a2b-b298-d616a928a298 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175899 Aug 31 06:46:46.025635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] In _notify_port_updated(), no bound segment for port 7ba880cc-577e-4965-ba41-b1b53e873811 on network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:46:46.031730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.032364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.033695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-761e14df-e63f-4505-ba3c-202c8ee5198a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "PUT /v2.0/ports/7ba880cc-577e-4965-ba41-b1b53e873811 HTTP/1.1" status: 200 len: 993 time: 0.8544550 Aug 31 06:46:46.036693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:46.051293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f26042-766e-4689-9b76-409bf08ee6bd req-61cf3f01-ec99-4b8e-8c45-678dd22f7ebf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.052787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7f26042-766e-4689-9b76-409bf08ee6bd req-61cf3f01-ec99-4b8e-8c45-678dd22f7ebf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1828897 Aug 31 06:46:46.122951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6133aaab-3a19-43fd-ae98-3f6af1f04e45 None None] Provisioning complete for port 7ba880cc-577e-4965-ba41-b1b53e873811 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:46.123448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6133aaab-3a19-43fd-ae98-3f6af1f04e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.146530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-8f84a013-f4ea-4357-816a-b72386d793d7 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.148043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-8f84a013-f4ea-4357-816a-b72386d793d7 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.50 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 949 time: 0.1608233 Aug 31 06:46:46.160973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6133aaab-3a19-43fd-ae98-3f6af1f04e45 None None] Port 7ba880cc-577e-4965-ba41-b1b53e873811 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:46.180991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731ec7d-7643-450c-ba8d-003327cfd35d req-2efee1b9-8277-4b04-8c93-523251989084 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.182481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7731ec7d-7643-450c-ba8d-003327cfd35d req-2efee1b9-8277-4b04-8c93-523251989084 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 944 time: 0.0869553 Aug 31 06:46:46.204914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port 7ba880cc-577e-4965-ba41-b1b53e873811 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:46.205148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.206462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7f26042-766e-4689-9b76-409bf08ee6bd req-c5ad0db8-2249-4c6a-82e2-26009a5cd978 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357212 Aug 31 06:46:46.217757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a751b9e-24e2-4c48-b238-26e18b84526c req-1666b8b5-f157-4b51-99eb-4a6c946f45a6 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819875 Aug 31 06:46:46.284742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7731ec7d-7643-450c-ba8d-003327cfd35d req-fcdda127-fb97-4a41-b496-71187bbeaf57 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924969 Aug 31 06:46:46.326153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Deleting port 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:46.326596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.338738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.364612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for 7ba880cc-577e-4965-ba41-b1b53e873811 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:46.387916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b87be-288e-4670-a34d-be216a6c83ef req-43f4e374-0fac-4db2-b407-1973f2382973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.389522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-43f4e374-0fac-4db2-b407-1973f2382973 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 1095 time: 0.1054492 Aug 31 06:46:46.503277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.513342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] For port 6620d97f-cd48-46e3-99c7-7a358fca8747, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=6620d97f-cd48-46e3-99c7-7a358fca8747,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:46.513715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.529836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=7ba880cc-577e-4965-ba41-b1b53e873811,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:46.547749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626aff3-58df-4e06-9533-0c4d2367fe3b req-d4f63b09-fe2d-48dc-b3b1-5f9a3cfee9a9 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.549220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4626aff3-58df-4e06-9533-0c4d2367fe3b req-d4f63b09-fe2d-48dc-b3b1-5f9a3cfee9a9 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 949 time: 0.1568391 Aug 31 06:46:46.551842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Calling delete_port for 6620d97f-cd48-46e3-99c7-7a358fca8747 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:46.622397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b87be-288e-4670-a34d-be216a6c83ef req-46d8e42c-7c6b-4bf4-ba42-040430df98a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.623859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-46d8e42c-7c6b-4bf4-ba42-040430df98a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2157421 Aug 31 06:46:46.653588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4626aff3-58df-4e06-9533-0c4d2367fe3b req-cbe66d7e-a937-47c2-b367-5c20a4286a31 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/security-groups?id=89450d85-10c7-4ce0-978e-751ca0fb5777&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906606 Aug 31 06:46:46.700162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-bf90c659-30f6-4ae1-8a98-88f5bea37286 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c8713934-dda6-4998-bd67-f80f6c42544d HTTP/1.1" status: 200 len: 217 time: 0.0635326 Aug 31 06:46:46.729361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.734448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-14150fce-2e74-45ed-b040-a72fe988828a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/7ba880cc-577e-4965-ba41-b1b53e873811 HTTP/1.1" status: 204 len: 168 time: 0.6966918 Aug 31 06:46:46.737183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:46.768203 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-93312183-8f81-475f-9e85-bc883c84ae20 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] GET failed (client error): The resource could not be found. Aug 31 06:46:46.770738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93312183-8f81-475f-9e85-bc883c84ae20 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports/7ba880cc-577e-4965-ba41-b1b53e873811 HTTP/1.1" status: 404 len: 333 time: 0.0317810 Aug 31 06:46:46.773293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:46.778802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-2104669186'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:46.786359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b87be-288e-4670-a34d-be216a6c83ef req-03fb25c3-367a-45d8-877c-05e2ef829143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.787796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-03fb25c3-367a-45d8-877c-05e2ef829143 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0804994 Aug 31 06:46:46.840814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.873580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b87be-288e-4670-a34d-be216a6c83ef req-7a471019-b12a-4669-84dc-d1f555140b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.875066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-7a471019-b12a-4669-84dc-d1f555140b98 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0775597 Aug 31 06:46:46.877464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Pushing event deleted for resources: {'Port': ['ID=6620d97f-cd48-46e3-99c7-7a358fca8747,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:46.888437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:46.930485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c68c01-b081-4ab7-b8c8-41f02e42fc41 req-4d941a8f-e8b2-4dd7-95f1-f7217a0a54e0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:46.932326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5c68c01-b081-4ab7-b8c8-41f02e42fc41 req-4d941a8f-e8b2-4dd7-95f1-f7217a0a54e0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1036868 Aug 31 06:46:46.960517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] No DVR routers for this DVR port 6620d97f-cd48-46e3-99c7-7a358fca8747 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:46.966639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:46.968744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e0f8c26-ecf6-4a7a-b90c-c10534979943 req-d122af0e-b534-4dfd-998e-33771e4cf6d0 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.50 "DELETE /v2.0/ports/6620d97f-cd48-46e3-99c7-7a358fca8747 HTTP/1.1" status: 204 len: 173 time: 0.8078117 Aug 31 06:46:46.986998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:46.990635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.004938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5c68c01-b081-4ab7-b8c8-41f02e42fc41 req-8b0d71fb-7483-41e1-a2a3-6e4893987da7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630429 Aug 31 06:46:47.027168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:47.049461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-e3c3d1c9-3644-4398-90a6-f4c8b87b164b service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649489 Aug 31 06:46:47.052030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:47.057087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee804db-dc11-419a-a1a5-aae559219fb6 req-53f6f125-428e-48df-a074-b4e9a25a392b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.059223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cee804db-dc11-419a-a1a5-aae559219fb6 req-53f6f125-428e-48df-a074-b4e9a25a392b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 943 time: 0.0961547 Aug 31 06:46:47.076630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'port_id': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'mac_address': 'fa:16:3e:b6:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2c7079-f8c3-423e-aff4-816b113cece9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:47.128522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.148700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71c51f05-ccb6-4bda-95fe-495322ad651a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:47.151703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cee804db-dc11-419a-a1a5-aae559219fb6 req-927a00e9-f2fb-4a5b-b799-7e775f95999d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841851 Aug 31 06:46:47.159863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.13 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:47.174613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d47b87be-288e-4670-a34d-be216a6c83ef req-6400c887-352b-4022-a92f-2c4a57775344 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143525 Aug 31 06:46:47.187750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:47.191631 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.259656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:47.339912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-deleted', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:47.342494 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fcaec17-3e16-451d-ba47-8d181b4d4a66" -d '{"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-deleted", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:47.372716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62160-caed-4e49-98ef-649e1754beb9 req-cb6d7008-f483-4469-b673-06dae5ef1e70 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.374357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5d62160-caed-4e49-98ef-649e1754beb9 req-cb6d7008-f483-4469-b673-06dae5ef1e70 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0843279 Aug 31 06:46:47.401528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.427522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cfd594-891c-48d6-a67c-60dfa8735fc3 req-0513b10a-5624-43c4-b3ec-fbb1f3fb0b1b tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.430681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:47.435848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5cfd594-891c-48d6-a67c-60dfa8735fc3 req-0513b10a-5624-43c4-b3ec-fbb1f3fb0b1b tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 945 time: 0.0652275 Aug 31 06:46:47.447612 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5d62160-caed-4e49-98ef-649e1754beb9 req-4a0c477d-0f1b-4c52-a59d-66411252661a tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649681 Aug 31 06:46:47.477642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5cfd594-891c-48d6-a67c-60dfa8735fc3 req-c3858d50-82eb-4242-af52-8c568b6e7ecb tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407665 Aug 31 06:46:47.488953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.520304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['71c51f05-ccb6-4bda-95fe-495322ad651a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:47.536462 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43445e03-87be-449f-91b5-17ddd16e4f5f x-openstack-request-id: req-43445e03-87be-449f-91b5-17ddd16e4f5f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:47.536755 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051934c5-debc-4ee6-9118-550df3b2b73e", "name": "network-vif-deleted", "tag": "6620d97f-cd48-46e3-99c7-7a358fca8747", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:47.537101 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43445e03-87be-449f-91b5-17ddd16e4f5f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:47.538700 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051934c5-debc-4ee6-9118-550df3b2b73e', 'name': 'network-vif-deleted', 'tag': '6620d97f-cd48-46e3-99c7-7a358fca8747', 'status': 'completed', 'code': 200} Aug 31 06:46:47.548832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:47.552301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:47.569077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:47.579044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:47.648203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:47.649007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.675898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf719a5a-7e2f-4f4b-9388-88eda286bb81 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9013922 Aug 31 06:46:47.679262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:47.686007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:26:b5:23'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:47.801583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47e41a56-fc45-4652-afec-e2ab88c28d2f req-5ff81406-2375-444b-ae7f-00f705c4e2b5 tempest-ImagesOneServerTestJSON-1528960530 tempest-ImagesOneServerTestJSON-1528960530-project] 10.222.0.57 "GET /v2.0/ports?device_id=051934c5-debc-4ee6-9118-550df3b2b73e HTTP/1.1" status: 200 len: 210 time: 0.0367179 Aug 31 06:46:47.872117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.892547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e0092e8-cedc-41d3-a3ec-fb2692514118 None None] Provisioning for port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:47.896358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e0092e8-cedc-41d3-a3ec-fb2692514118 None None] Provisioning complete for port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:47.896718 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e0092e8-cedc-41d3-a3ec-fb2692514118 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:47.931742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e0092e8-cedc-41d3-a3ec-fb2692514118 None None] Port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:48.138727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd09bd-c3aa-4ed5-91d0-94cdbfe76ad6 req-df4c2491-be3d-48b8-a7ba-8e37e70b7f1e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.140364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3fd09bd-c3aa-4ed5-91d0-94cdbfe76ad6 req-df4c2491-be3d-48b8-a7ba-8e37e70b7f1e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0562429 Aug 31 06:46:48.180592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3fd09bd-c3aa-4ed5-91d0-94cdbfe76ad6 req-00c4d9e0-4219-4243-9546-5f511181949f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Aug 31 06:46:48.383188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feadcc93-dae0-4721-ba8a-4a9e49fa0994 req-30c6f5c0-b1b9-4e36-a699-ea35bc5d8968 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.384633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-feadcc93-dae0-4721-ba8a-4a9e49fa0994 req-30c6f5c0-b1b9-4e36-a699-ea35bc5d8968 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 943 time: 0.0844424 Aug 31 06:46:48.417539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.425993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.472496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-feadcc93-dae0-4721-ba8a-4a9e49fa0994 req-695ded4b-1c32-41f5-abb5-c4e57c150aae tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809183 Aug 31 06:46:48.524298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:48.535482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] In _notify_port_updated(), no bound segment for port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a on network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:46:48.542625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.543864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.547788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c8dd3338-d7f7-4523-86a5-7c1a9034af4b tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "PUT /v2.0/ports/ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a HTTP/1.1" status: 200 len: 997 time: 0.8648636 Aug 31 06:46:48.548104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55604) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:48.624197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504766d-0ef4-4829-9d7f-b35cf9e2a28b req-754db380-3225-4e24-86a3-0ed81bf3a48d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.626290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f504766d-0ef4-4829-9d7f-b35cf9e2a28b req-754db380-3225-4e24-86a3-0ed81bf3a48d tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.0633550 Aug 31 06:46:48.668905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f504766d-0ef4-4829-9d7f-b35cf9e2a28b req-9da48daa-f536-4c56-b3b2-c14330f79b11 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/security-groups?id=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355744 Aug 31 06:46:48.669742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71791c38-f592-407e-b450-3691cadd1b79 req-31ba874d-bf1c-427e-b8d3-28041e3ac31f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.671293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71791c38-f592-407e-b450-3691cadd1b79 req-31ba874d-bf1c-427e-b8d3-28041e3ac31f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 945 time: 0.0930939 Aug 31 06:46:48.734991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:48.735323 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.759535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0bff381a-178b-4511-aa47-17052b6aef0d None None] Provisioning complete for port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:48.760170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0bff381a-178b-4511-aa47-17052b6aef0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.787872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71791c38-f592-407e-b450-3691cadd1b79 req-14d8906e-66d6-440a-9e4f-b2281e2dc84e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072385 Aug 31 06:46:48.797752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0bff381a-178b-4511-aa47-17052b6aef0d None None] Port ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:48.828203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-05ad9c18-7f1d-42c9-b051-5ec0a69e674f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:48.829663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-05ad9c18-7f1d-42c9-b051-5ec0a69e674f tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 946 time: 0.1264429 Aug 31 06:46:48.887794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:48.902347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8713934-dda6-4998-bd67-f80f6c42544d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:48.907454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:48.924396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:49.006536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Deleting port df602eb4-4ba3-4d01-aae2-1f3818986da5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:49.006884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.029949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 71c51f05-ccb6-4bda-95fe-495322ad651a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:49.040877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 71c51f05-ccb6-4bda-95fe-495322ad651a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:49.041394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.078419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8713934-dda6-4998-bd67-f80f6c42544d,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:49.102542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c8713934-dda6-4998-bd67-f80f6c42544d', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': 'c8713934-dda6-4998-bd67-f80f6c42544d', 'mac_address': 'fa:16:3e:a2:3b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:49.140742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:49.153736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] For port df602eb4-4ba3-4d01-aae2-1f3818986da5, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=df602eb4-4ba3-4d01-aae2-1f3818986da5,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:49.154175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.161637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.169678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.175811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Calling delete_port for df602eb4-4ba3-4d01-aae2-1f3818986da5 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:49.189063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.192558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8713934-dda6-4998-bd67-f80f6c42544d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:49.199698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:49.238535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8713934-dda6-4998-bd67-f80f6c42544d,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:49.245504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:49.248032 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73cffef2-05cf-447b-8183-0c6456a9af88" -d '{"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-plugged", "status": "completed", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:49.270164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.284431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:49.321130 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed30c23-0551-4595-a8a3-3ef9433731e3 x-openstack-request-id: req-1ed30c23-0551-4595-a8a3-3ef9433731e3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:49.321653 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-plugged", "status": "completed", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:49.322126 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1ed30c23-0551-4595-a8a3-3ef9433731e3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:49.322670 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'code': 200} Aug 31 06:46:49.329688 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.357404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:49.370582 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.373693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-907a8626-1c57-4c9e-aa97-3d0770e67c8f tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a HTTP/1.1" status: 204 len: 168 time: 0.8246253 Aug 31 06:46:49.376328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:49.414769 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-51e31fa0-5cf2-458d-ba5b-ddadebc2810a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] GET failed (client error): The resource could not be found. Aug 31 06:46:49.415873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:49.420932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51e31fa0-5cf2-458d-ba5b-ddadebc2810a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports/ee7f2dba-b6eb-46fa-8285-d6cb4057ab2a HTTP/1.1" status: 404 len: 333 time: 0.0391335 Aug 31 06:46:49.420932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:49.427156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-1269591460'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:49.474019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413814fc-de29-45f3-bc33-39c3f6e4c1d4 req-267883d5-f9c3-4311-9ec1-72fedb5e26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:49.475531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-413814fc-de29-45f3-bc33-39c3f6e4c1d4 req-267883d5-f9c3-4311-9ec1-72fedb5e26d0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 1098 time: 0.1007240 Aug 31 06:46:49.498489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ba171-a838-4f4b-bfff-b694b5f2a12a req-6ac9c237-6069-4c5a-b367-bafe86a17ae5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:49.501790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a31ba171-a838-4f4b-bfff-b694b5f2a12a req-6ac9c237-6069-4c5a-b367-bafe86a17ae5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.2035217 Aug 31 06:46:49.521799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b574f01-3c16-450f-bd64-577a55c6e750 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf4b87e7367044a3992a8180cb987525&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3773956 Aug 31 06:46:49.522332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:49.551889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.564747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['df602eb4-4ba3-4d01-aae2-1f3818986da5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:49.570562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-413814fc-de29-45f3-bc33-39c3f6e4c1d4 req-f3031a63-7e46-496b-927a-1ba9efbc9120 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765977 Aug 31 06:46:49.571729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a31ba171-a838-4f4b-bfff-b694b5f2a12a req-92ae9d9a-da59-45c6-b836-71daac484c80 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621104 Aug 31 06:46:49.614102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:49.617619 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.624847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c8713934-dda6-4998-bd67-f80f6c42544d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:49.626141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Pushing event deleted for resources: {'Port': ['ID=df602eb4-4ba3-4d01-aae2-1f3818986da5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:49.639374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port d199266e-18d5-4a61-8cf0-07fc09843a09 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:49.690318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] No DVR routers for this DVR port df602eb4-4ba3-4d01-aae2-1f3818986da5 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:49.695990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.698054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d7d4401-08f4-4cec-9898-dbab85bf7f0e req-964ad808-6df4-4fc3-91d8-b38c96e67fbf tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.50 "DELETE /v2.0/ports/df602eb4-4ba3-4d01-aae2-1f3818986da5 HTTP/1.1" status: 204 len: 173 time: 0.8595409 Aug 31 06:46:49.698494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'name': 'network-vif-deleted', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:49.701283 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2a855b7-d373-42e9-8ea9-ff5623384ff9" -d '{"events": [{"server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "name": "network-vif-deleted", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:49.705542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.715197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccee5216-4a71-4e43-82bd-fc3db2143c98 req-5b2676d8-e37a-48d6-85b8-df7e16d223ae tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:49.716765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccee5216-4a71-4e43-82bd-fc3db2143c98 req-5b2676d8-e37a-48d6-85b8-df7e16d223ae tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 944 time: 0.1586270 Aug 31 06:46:49.770000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.803306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.14 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/d199266e-18d5-4a61-8cf0-07fc09843a09) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:49.811156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ccee5216-4a71-4e43-82bd-fc3db2143c98 req-9fee1482-f94e-488b-8e82-8048adc920fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815763 Aug 31 06:46:49.821682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67dbfd17-3341-4625-8ed2-c0544865c7ea req-bf0d75c3-ed6a-4728-abc0-6f4319051829 tempest-ServerRescueNegativeTestJSON-880290552 tempest-ServerRescueNegativeTestJSON-880290552-project] 10.222.0.57 "GET /v2.0/ports?device_id=b21f7a1f-52e6-46e5-a6c3-8c473231230d HTTP/1.1" status: 200 len: 210 time: 0.0493937 Aug 31 06:46:49.854076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.858349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:49.859860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/89450d85-10c7-4ce0-978e-751ca0fb5777 HTTP/1.1" status: 204 len: 168 time: 0.3348579 Aug 31 06:46:49.869595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b34597-a9e2-48c6-98f4-2ddd4b6c122f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89450d85-10c7-4ce0-978e-751ca0fb5777,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:49.899022 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a076dbe8-8853-48dd-84b0-222f3c85c1fb x-openstack-request-id: req-a076dbe8-8853-48dd-84b0-222f3c85c1fb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:49.899282 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b21f7a1f-52e6-46e5-a6c3-8c473231230d", "name": "network-vif-deleted", "tag": "df602eb4-4ba3-4d01-aae2-1f3818986da5", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:49.899590 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a076dbe8-8853-48dd-84b0-222f3c85c1fb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:49.900046 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b21f7a1f-52e6-46e5-a6c3-8c473231230d', 'name': 'network-vif-deleted', 'tag': 'df602eb4-4ba3-4d01-aae2-1f3818986da5', 'status': 'completed', 'code': 200} Aug 31 06:46:50.015721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a54480-c580-425f-a14f-9c1a0c10d8b2 req-77f5888f-e42f-40f9-97e0-e9a09db567e8 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:50.017267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7a54480-c580-425f-a14f-9c1a0c10d8b2 req-77f5888f-e42f-40f9-97e0-e9a09db567e8 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0623817 Aug 31 06:46:50.037660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.053552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object d199266e-18d5-4a61-8cf0-07fc09843a09 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:50.058160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7a54480-c580-425f-a14f-9c1a0c10d8b2 req-78ab76f0-fcfe-4971-a441-8b694ebf72c5 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342793 Aug 31 06:46:50.095982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.142685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:50.145889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:50.149678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:50.177317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=d199266e-18d5-4a61-8cf0-07fc09843a09,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:50.209369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:50.210035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.228884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-668e8c14-bb80-47bb-b6ad-72f96749d932 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8047338 Aug 31 06:46:50.229003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:50.237209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'network_id': '6bb57b31-f8eb-4aa0-bcc4-fca0724688e4', 'name': 'tempest-AllowedAddressPairTestJSON-776512579'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:50.383462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Made reservation on behalf of 97ac08ae9f634bbdb2625e2e266882f2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:50.388007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.410694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] device_id is not set on port 777c264d-cd78-47a0-b59f-3378509dac53 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:46:50.461532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:50.484960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 6620d97f-cd48-46e3-99c7-7a358fca8747 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:50.485360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 6620d97f-cd48-46e3-99c7-7a358fca8747 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:50.488237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7da313e9-b1fb-471b-bf59-79dae60850cf None None] Provisioning for port d199266e-18d5-4a61-8cf0-07fc09843a09 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:50.492324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7da313e9-b1fb-471b-bf59-79dae60850cf None None] Provisioning complete for port d199266e-18d5-4a61-8cf0-07fc09843a09 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:50.492704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7da313e9-b1fb-471b-bf59-79dae60850cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.532229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7da313e9-b1fb-471b-bf59-79dae60850cf None None] Port d199266e-18d5-4a61-8cf0-07fc09843a09 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:50.532366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Allocated IP 172.20.0.3 (6bb57b31-f8eb-4aa0-bcc4-fca0724688e4/36e2ed9f-a654-4212-b43a-474af48e477b/777c264d-cd78-47a0-b59f-3378509dac53) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:50.709132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.722426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca4322d-0b13-478e-9cd5-e83c562643c9 req-0c37cdf9-35fd-4c10-933b-0d787b4d7b11 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:50.724632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ca4322d-0b13-478e-9cd5-e83c562643c9 req-0c37cdf9-35fd-4c10-933b-0d787b4d7b11 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0683348 Aug 31 06:46:50.726266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Transition to ACTIVE for port object 777c264d-cd78-47a0-b59f-3378509dac53 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:50.764946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.817645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:50.821117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:50.826223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:50.830829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=777c264d-cd78-47a0-b59f-3378509dac53,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:50.884168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:50.885242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:50.905965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b951688-6f10-43ef-aa9d-de8baa9c7eae tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.6755934 Aug 31 06:46:50.908443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:50.915142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:26:b5:23'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:80:97:ed'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:51.030341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.053754 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ca4322d-0b13-478e-9cd5-e83c562643c9 req-0a1e3fee-7727-4774-8448-a25963ff2eb5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3216288 Aug 31 06:46:51.090355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0965752-8e50-40b7-8d16-fea3d96021ba req-97364846-4502-4f1c-94ea-c70dac5c5f3f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.091849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0965752-8e50-40b7-8d16-fea3d96021ba req-97364846-4502-4f1c-94ea-c70dac5c5f3f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 944 time: 0.1167576 Aug 31 06:46:51.099694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:51.105771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:46:51.166431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-654f270f-b324-4740-989f-d1456089aa70 None None] Provisioning for port 777c264d-cd78-47a0-b59f-3378509dac53 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:51.172013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-654f270f-b324-4740-989f-d1456089aa70 None None] Provisioning complete for port 777c264d-cd78-47a0-b59f-3378509dac53 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:51.172891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-654f270f-b324-4740-989f-d1456089aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.212864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-654f270f-b324-4740-989f-d1456089aa70 None None] Port 777c264d-cd78-47a0-b59f-3378509dac53 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:51.280677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0965752-8e50-40b7-8d16-fea3d96021ba req-dffb5579-4243-4bae-9663-fe3110115782 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796117 Aug 31 06:46:51.400528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b850748a-7ed0-4392-9cf3-43ccda430244 req-fc35ee48-0817-4a26-9abe-57436e292828 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.402085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b850748a-7ed0-4392-9cf3-43ccda430244 req-fc35ee48-0817-4a26-9abe-57436e292828 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0536609 Aug 31 06:46:51.441390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b850748a-7ed0-4392-9cf3-43ccda430244 req-26bccda2-0f08-44ed-924b-f87d5c6b8c2d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325992 Aug 31 06:46:51.443335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.461606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.595883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event updated for resources: {'Port': ['ID=777c264d-cd78-47a0-b59f-3378509dac53,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:51.624174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] In _notify_port_updated(), no bound segment for port 777c264d-cd78-47a0-b59f-3378509dac53 on network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:46:51.629767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.630427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.631774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-95f65e34-3fa1-42bf-acbe-a19702a135e3 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "PUT /v2.0/ports/777c264d-cd78-47a0-b59f-3378509dac53 HTTP/1.1" status: 200 len: 1055 time: 0.7223744 Aug 31 06:46:51.634734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:51.655545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d229763b-2c18-4589-b265-56be9138c1b6 req-52410735-c279-4051-bd35-6ffa4aa94b2e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.657386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d229763b-2c18-4589-b265-56be9138c1b6 req-52410735-c279-4051-bd35-6ffa4aa94b2e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1230874 Aug 31 06:46:51.676532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:51.735772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d229763b-2c18-4589-b265-56be9138c1b6 req-aba2f353-76d8-43f5-8ec1-c3a127a8746d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605464 Aug 31 06:46:51.736019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-682cc70e-6edc-4b1f-b7df-76455d3758a0 None None] Provisioning complete for port 777c264d-cd78-47a0-b59f-3378509dac53 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:51.736451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-682cc70e-6edc-4b1f-b7df-76455d3758a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.768618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port 777c264d-cd78-47a0-b59f-3378509dac53 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:51.768961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.784144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-682cc70e-6edc-4b1f-b7df-76455d3758a0 None None] Port 777c264d-cd78-47a0-b59f-3378509dac53 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:46:51.829097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.836416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8197547-61cb-4c11-bffa-fe604497dd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.893647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:51.912831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for 777c264d-cd78-47a0-b59f-3378509dac53 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:51.961436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71448b6d-91b7-4a65-876d-8ff06e6bad76 req-6403279d-0046-4819-80e7-432f99fa4705 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:51.962898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71448b6d-91b7-4a65-876d-8ff06e6bad76 req-6403279d-0046-4819-80e7-432f99fa4705 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1002190 Aug 31 06:46:52.037474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8197547-61cb-4c11-bffa-fe604497dd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.041862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8197547-61cb-4c11-bffa-fe604497dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.055047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71448b6d-91b7-4a65-876d-8ff06e6bad76 req-5cfd8443-e3c9-4c26-a2d2-a3ce48e38e50 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854502 Aug 31 06:46:52.116599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8197547-61cb-4c11-bffa-fe604497dd75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=225669601ef949c7887f65dfd25783db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4364789 Aug 31 06:46:52.117485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:52.126305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8197547-61cb-4c11-bffa-fe604497dd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979f0831-f3c6-4fae-a399-1e2829362ffa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.178352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.192864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Deleting port e8985156-13f7-4942-b072-680ce3d231c6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:52.193293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.233315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=777c264d-cd78-47a0-b59f-3378509dac53,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.275843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.279984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65245452-1777-4bce-9b50-23947b9eefb0 req-25684f08-c0d2-4ff9-a72b-706070b5fee9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.281550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65245452-1777-4bce-9b50-23947b9eefb0 req-25684f08-c0d2-4ff9-a72b-706070b5fee9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1033061 Aug 31 06:46:52.301425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1c1541-8acc-48a7-911f-70565b6efef4 req-20c2664c-1717-4bee-bfe0-1e0c56e830ec tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.302965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e1c1541-8acc-48a7-911f-70565b6efef4 req-20c2664c-1717-4bee-bfe0-1e0c56e830ec tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1459541 Aug 31 06:46:52.333865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] For port e8985156-13f7-4942-b072-680ce3d231c6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8985156-13f7-4942-b072-680ce3d231c6,segment=NetworkSegment(91860c0a-48e9-4956-b021-ba28130e82e0),segment_id=91860c0a-48e9-4956-b021-ba28130e82e0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:52.334232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.348694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.357276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65245452-1777-4bce-9b50-23947b9eefb0 req-3aa8ba99-cf33-42d3-99d8-1e37ba83116d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629928 Aug 31 06:46:52.358493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Calling delete_port for e8985156-13f7-4942-b072-680ce3d231c6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:52.402668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e1c1541-8acc-48a7-911f-70565b6efef4 req-ecdcfee7-b862-44de-aa1f-dda293926edf tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906889 Aug 31 06:46:52.481850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device df602eb4-4ba3-4d01-aae2-1f3818986da5 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:52.511077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: df602eb4-4ba3-4d01-aae2-1f3818986da5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:52.511764 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device df602eb4-4ba3-4d01-aae2-1f3818986da5 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:52.563522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.566530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.569374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/979f0831-f3c6-4fae-a399-1e2829362ffa HTTP/1.1" status: 204 len: 168 time: 0.4487345 Aug 31 06:46:52.582378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dcc144-5c5e-4924-a359-d27989fb87ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979f0831-f3c6-4fae-a399-1e2829362ffa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.609420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.613802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-652f4df0-97cf-45c1-adb8-957adce9fe34 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/777c264d-cd78-47a0-b59f-3378509dac53 HTTP/1.1" status: 204 len: 168 time: 0.9754350 Aug 31 06:46:52.613944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b360ca2-ba24-4274-be1b-5c507cb77822 req-86f4bffb-ed4a-4f3e-8021-21053d8435e3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.620660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:52.622033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b360ca2-ba24-4274-be1b-5c507cb77822 req-86f4bffb-ed4a-4f3e-8021-21053d8435e3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 944 time: 0.0848987 Aug 31 06:46:52.671177 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ede04ab5-6e09-4389-af49-2bd5f1d13189 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] GET failed (client error): The resource could not be found. Aug 31 06:46:52.672733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ede04ab5-6e09-4389-af49-2bd5f1d13189 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports/777c264d-cd78-47a0-b59f-3378509dac53 HTTP/1.1" status: 404 len: 333 time: 0.0468876 Aug 31 06:46:52.676770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:52.702352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b360ca2-ba24-4274-be1b-5c507cb77822 req-401e9762-3017-47b6-8d55-f85a67228caa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771129 Aug 31 06:46:52.723034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.733269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd94b8-8078-4f18-981d-62d38c051d20 req-500ffe65-71cd-44eb-aed5-f746149e5f10 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.734948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfcd94b8-8078-4f18-981d-62d38c051d20 req-500ffe65-71cd-44eb-aed5-f746149e5f10 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1330953 Aug 31 06:46:52.752467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=e8985156-13f7-4942-b072-680ce3d231c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:52.810066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfcd94b8-8078-4f18-981d-62d38c051d20 req-d41d8d70-df46-48f2-82a3-0e750d7366d2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661938 Aug 31 06:46:52.829678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port d199266e-18d5-4a61-8cf0-07fc09843a09 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:52.830115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.915890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8713934-dda6-4998-bd67-f80f6c42544d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:52.932316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.948165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for d199266e-18d5-4a61-8cf0-07fc09843a09 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:52.972415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c8713934-dda6-4998-bd67-f80f6c42544d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:46:52.983367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.987107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c8713934-dda6-4998-bd67-f80f6c42544d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:52.987751 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:52.994604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ce6dc-16a3-4881-8a2e-e30f461c9e84 req-509ce349-e197-4fe3-aac0-be37ad8e8f41 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:52.996539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b60ce6dc-16a3-4881-8a2e-e30f461c9e84 req-509ce349-e197-4fe3-aac0-be37ad8e8f41 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0727687 Aug 31 06:46:53.103356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.123224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.137436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:53.140508 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f78d1df-f2a2-42ce-9ab0-d2e5133643d6" -d '{"events": [{"server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "name": "network-vif-plugged", "status": "completed", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:53.141812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b60ce6dc-16a3-4881-8a2e-e30f461c9e84 req-d657aec3-d86b-4283-b3fd-b6117099a34d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390574 Aug 31 06:46:53.173066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8713934-dda6-4998-bd67-f80f6c42544d,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:53.181506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.204521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=d199266e-18d5-4a61-8cf0-07fc09843a09,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:53.250402 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4744cb-a5df-468e-a5d7-1217ec0f377b x-openstack-request-id: req-8f4744cb-a5df-468e-a5d7-1217ec0f377b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:53.250402 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "name": "network-vif-plugged", "status": "completed", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:53.252310 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8f4744cb-a5df-468e-a5d7-1217ec0f377b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:53.253369 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d', 'code': 200} Aug 31 06:46:53.310192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:53.326219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.331199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a874f8d5-ff3c-428c-b9bf-da5026b80a9c tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/d199266e-18d5-4a61-8cf0-07fc09843a09 HTTP/1.1" status: 204 len: 168 time: 0.6506813 Aug 31 06:46:53.331199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:53.368305 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-83e48c77-bd6a-43e4-99d2-a2380b75e0ac tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] GET failed (client error): The resource could not be found. Aug 31 06:46:53.370242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83e48c77-bd6a-43e4-99d2-a2380b75e0ac tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "GET /v2.0/ports/d199266e-18d5-4a61-8cf0-07fc09843a09 HTTP/1.1" status: 404 len: 333 time: 0.0378428 Aug 31 06:46:53.374079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:53.532699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port 32074bd3-3f3b-4601-88ae-33e861af1dcc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:53.533392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.539578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:53.616359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df366619-e90e-4719-a44d-64b15ee7936c req-c27d0e1e-d9ce-4528-ab74-bc9a66fc4ebe tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.617986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df366619-e90e-4719-a44d-64b15ee7936c req-c27d0e1e-d9ce-4528-ab74-bc9a66fc4ebe tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1276858 Aug 31 06:46:53.672331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1245831439-network', 'tenant_id': '6b228dcf688e415aa959abf31335950d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:53.693147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.697903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df366619-e90e-4719-a44d-64b15ee7936c req-1575af53-0c70-4b65-bd4b-39fe1eb0678d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660558 Aug 31 06:46:53.724009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for 32074bd3-3f3b-4601-88ae-33e861af1dcc owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:53.731217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Made reservation on behalf of 6b228dcf688e415aa959abf31335950d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:53.734028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.781073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:53.799812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d251a453-cdc1-4056-bf63-660a982131f3 req-6dc3f340-8d55-4129-95bd-2ed217e1e81e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.801369 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d251a453-cdc1-4056-bf63-660a982131f3 req-6dc3f340-8d55-4129-95bd-2ed217e1e81e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.5163350 Aug 31 06:46:53.803683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bfdbc3-55ea-4212-a669-1d21991d9f85 req-c6785796-7ee9-46c0-a199-c6eaace06245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:53.805248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bfdbc3-55ea-4212-a669-1d21991d9f85 req-c6785796-7ee9-46c0-a199-c6eaace06245 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 1097 time: 0.4702058 Aug 31 06:46:53.820111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Router c3463917-b161-4203-b4da-113f14981874 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:46:53.882728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bfdbc3-55ea-4212-a669-1d21991d9f85 req-9b6db34b-acdc-4f5b-8def-8e548bc92f91 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701010 Aug 31 06:46:53.920671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d251a453-cdc1-4056-bf63-660a982131f3 req-044eb602-0f14-4ad0-a985-304b14ffba98 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027508 Aug 31 06:46:53.946794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.000864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=32074bd3-3f3b-4601-88ae-33e861af1dcc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:54.012592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc87fba-fbd9-4675-9ec1-afbf6390ecf0 req-1fbb9f19-d370-4e8f-b117-da8c2033543b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.014159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9cc87fba-fbd9-4675-9ec1-afbf6390ecf0 req-1fbb9f19-d370-4e8f-b117-da8c2033543b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 945 time: 0.1160893 Aug 31 06:46:54.039773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:46:54.046719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-056b127e-2e32-4f4a-b850-c3ecc992a1ff admin admin] 10.222.0.57 "PUT /v2.0/routers/c3463917-b161-4203-b4da-113f14981874/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9443552 Aug 31 06:46:54.049633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:54.052835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Sync routers for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:46:54.066676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:54.067843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.133237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9cc87fba-fbd9-4675-9ec1-afbf6390ecf0 req-01f58706-fef1-485d-920f-aa6afbe3609b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090317 Aug 31 06:46:54.137613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.146125 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.150882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cb1f2c1d-141e-4224-b82a-2ddd54a4670a tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/ports/32074bd3-3f3b-4601-88ae-33e861af1dcc HTTP/1.1" status: 204 len: 168 time: 0.7754304 Aug 31 06:46:54.153032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:54.153032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.174991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b049119a-6844-4f76-87ba-e34b1a649261 req-32c8727b-70d4-40f0-ad01-60f4feb33d32 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.183000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b049119a-6844-4f76-87ba-e34b1a649261 req-32c8727b-70d4-40f0-ad01-60f4feb33d32 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1725264 Aug 31 06:46:54.197003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:54.207612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.207984 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Added segment 8fe612ec-66cb-430a-aef6-20509e98b1e7 of type vlan for network 46dade6b-4858-484f-81b2-d8094bc6a00b Aug 31 06:46:54.217424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:46:54.219347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.255310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.274002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b049119a-6844-4f76-87ba-e34b1a649261 req-deb53398-2ea1-44fb-94e2-bb3efcc6dac4 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897596 Aug 31 06:46:54.288859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.289987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.290577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.334173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6e6c45-c4ff-4579-bb14-ac646c501486,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:54.368294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8267794 Aug 31 06:46:54.373757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:54.379401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Request body: {'subnet': {'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1245831439-subnet', 'tenant_id': '6b228dcf688e415aa959abf31335950d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:54.395070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting subnet 36e2ed9f-a654-4212-b43a-474af48e477b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:46:54.414701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.417410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.422797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Made reservation on behalf of 6b228dcf688e415aa959abf31335950d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:54.425226 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.437768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875e755-f1c2-481f-87da-ed221780ee54 admin admin] Pushing event updated for resources: {'Network': ['ID=46dade6b-4858-484f-81b2-d8094bc6a00b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:54.456252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 46dade6b-4858-484f-81b2-d8094bc6a00b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:54.460171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.561407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Deleting port e8552388-7aef-405b-9e92-754a124c375f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:54.561766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.562977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.569413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187'}], 'enable_snat': True}, 'gw_port_id': 'e8552388-7aef-405b-9e92-754a124c375f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:46:52Z', 'revision_number': 5, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port': {'id': 'e8552388-7aef-405b-9e92-754a124c375f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:bf:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3463917-b161-4203-b4da-113f14981874', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1112, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:43:22Z', 'updated_at': '2021-08-31T06:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.606797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Checking router: c3463917-b161-4203-b4da-113f14981874 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:46:54.618775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Routers {'c3463917-b161-4203-b4da-113f14981874'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:46:54.619439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c3463917-b161-4203-b4da-113f14981874'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:54.646572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.690149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Subnet': ['ID=36e2ed9f-a654-4212-b43a-474af48e477b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:54.697185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.699600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5afd1816-e9ce-41fa-814c-afebb0b3ab41 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/subnets/36e2ed9f-a654-4212-b43a-474af48e477b HTTP/1.1" status: 204 len: 168 time: 0.5435193 Aug 31 06:46:54.702078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:54.727444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] For port e8552388-7aef-405b-9e92-754a124c375f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e8552388-7aef-405b-9e92-754a124c375f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:54.727813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.752303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Calling delete_port for e8552388-7aef-405b-9e92-754a124c375f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:54.758758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.834617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc479357-e573-4eba-8b61-9e401eadfabb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:54.872206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc8c36c-85ee-4d20-bdf1-c10675e76423 None None] Network 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:54.907772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:54.919532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896e4076-e5c2-44da-9a2a-311a406dd6b6 req-f9b71c41-3244-4bcb-b077-f1dbfc3b194e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:54.921176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-896e4076-e5c2-44da-9a2a-311a406dd6b6 req-f9b71c41-3244-4bcb-b077-f1dbfc3b194e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1134021 Aug 31 06:46:54.992335 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-896e4076-e5c2-44da-9a2a-311a406dd6b6 req-768695c9-4876-4582-be40-90a001db270a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635247 Aug 31 06:46:55.017855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Checking segment: {'id': '8fe612ec-66cb-430a-aef6-20509e98b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:55.018234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Network hostable DHCP agents. Network: 46dade6b-4858-484f-81b2-d8094bc6a00b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:55.032390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Deleting port 473364de-5bc0-4840-9504-793a90fec3d7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:46:55.032883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.098824 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca6a6e80-a89f-4477-bb56-98c97926a6fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.126214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] For port 473364de-5bc0-4840-9504-793a90fec3d7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=473364de-5bc0-4840-9504-793a90fec3d7,segment=NetworkSegment(894cbbef-fc30-456a-9639-f3dcb16047d3),segment_id=894cbbef-fc30-456a-9639-f3dcb16047d3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:55.126214 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.129231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Network 46dade6b-4858-484f-81b2-d8094bc6a00b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:55.144434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Calling delete_port for 473364de-5bc0-4840-9504-793a90fec3d7 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:46:55.150692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] Set router c3463917-b161-4203-b4da-113f14981874 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:46:55.177318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 46dade6b-4858-484f-81b2-d8094bc6a00b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:55.195077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:55.195964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.212495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d646a628-07f6-4b3f-974f-4ccf62055504 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8379931 Aug 31 06:46:55.226516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.238923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eedd9e6a-3b73-4453-b882-d50a4d590e98 None None] Network 46dade6b-4858-484f-81b2-d8094bc6a00b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:55.242392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:46:54Z', 'revision_number': 6, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:55.262113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8552388-7aef-405b-9e92-754a124c375f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:55.332021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd2b86-05f8-4b81-bf3a-04a7e9b63b16 req-460f4817-8453-4724-a3fc-d1a49bc4a79c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:55.341016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9bd2b86-05f8-4b81-bf3a-04a7e9b63b16 req-460f4817-8453-4724-a3fc-d1a49bc4a79c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1040356 Aug 31 06:46:55.361805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117b1622-13bd-463f-822a-1acbbdee514f None None] The sync data for ids ['c3463917-b161-4203-b4da-113f14981874'] in n-d-712707-15 is: [{'id': 'c3463917-b161-4203-b4da-113f14981874', 'name': 'tempest-ServerRescueNegativeTestJSON-277979445-router', 'tenant_id': '5acd9c0b959247a28751a5d6aa334990', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:43:21Z', 'updated_at': '2021-08-31T06:46:54Z', 'revision_number': 6, 'project_id': '5acd9c0b959247a28751a5d6aa334990', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:46:55.373681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.421889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9bd2b86-05f8-4b81-bf3a-04a7e9b63b16 req-de7d4142-020a-4024-a90f-65426358f2f2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798192 Aug 31 06:46:55.424282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.442537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2397bea1-e7c5-4cbb-ae25-124c6ae7b1e8 None None] Network 46dade6b-4858-484f-81b2-d8094bc6a00b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:55.467564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] No DVR routers for this DVR port 473364de-5bc0-4840-9504-793a90fec3d7 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:46:55.469793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Port': ['ID=473364de-5bc0-4840-9504-793a90fec3d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:55.522314 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.525084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.534945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28debb0-0bfc-4c75-a6ac-8dfc3a50352d req-56b66878-eebb-4444-a41e-f971e99e62c2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:55.542740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c28debb0-0bfc-4c75-a6ac-8dfc3a50352d req-56b66878-eebb-4444-a41e-f971e99e62c2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 945 time: 0.2556901 Aug 31 06:46:55.563322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.575389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb57b31-f8eb-4aa0-bcc4-fca0724688e4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:55.587228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894cbbef-fc30-456a-9639-f3dcb16047d3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:55.587657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894cbbef-fc30-456a-9639-f3dcb16047d3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:55.597684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.617574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.619727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.620352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3463917-b161-4203-b4da-113f14981874 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:46:55.627918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.629130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e9e04809-e969-48f4-b1af-7d4d75ee1659 admin admin] 10.222.0.57 "DELETE /v2.0/routers/c3463917-b161-4203-b4da-113f14981874 HTTP/1.1" status: 204 len: 168 time: 1.5789759 Aug 31 06:46:55.629368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:55.630031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.633370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c28debb0-0bfc-4c75-a6ac-8dfc3a50352d req-b802696a-eb9b-401e-a3c9-ee0219a91490 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894194 Aug 31 06:46:55.633370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:55.633694 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:55.702881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.708392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Deleting subnet 5735877a-d31d-4524-bd31-784aefc7a915 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:46:55.715176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.720758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] 10.222.0.57 "DELETE /v2.0/networks/6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 HTTP/1.1" status: 204 len: 168 time: 1.0143418 Aug 31 06:46:55.736762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.749577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8a92e-82e3-44f9-840b-7cdd13975497 None None] DHCP port deletion for 6bb57b31-f8eb-4aa0-bcc4-fca0724688e4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:46:55.777346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958439b6-16aa-4322-ad6a-0932ccf0ea06 tempest-AllowedAddressPairTestJSON-1492661399 tempest-AllowedAddressPairTestJSON-1492661399-project] Pushing event deleted for resources: {'Network': ['ID=6bb57b31-f8eb-4aa0-bcc4-fca0724688e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:55.799708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.863977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.889066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-0bb50209-1399-404e-a553-b1298d1f6bb0 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:55.891091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-0bb50209-1399-404e-a553-b1298d1f6bb0 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/networks?id=46dade6b-4858-484f-81b2-d8094bc6a00b HTTP/1.1" status: 200 len: 814 time: 0.1383877 Aug 31 06:46:55.915808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-2d34dc1f-e59a-478f-a5cf-13b953dc9cf6 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/quotas/6b228dcf688e415aa959abf31335950d HTTP/1.1" status: 200 len: 375 time: 0.0107970 Aug 31 06:46:55.936912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.970644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5735877a-d31d-4524-bd31-784aefc7a915,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:55.972767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:55.974724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b4767a63-b4ee-428c-b831-90892fb47df2 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5735877a-d31d-4524-bd31-784aefc7a915 HTTP/1.1" status: 204 len: 168 time: 0.3408020 Aug 31 06:46:55.977389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:55.982263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-c8d5037b-2432-43c2-819f-8eb525a51530 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=6b228dcf688e415aa959abf31335950d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0566907 Aug 31 06:46:56.066176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.066546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:56.089684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-730e47ab-3b59-41d9-9f4e-4101ee16d695 service neutron] 10.222.0.57 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058528 Aug 31 06:46:56.186739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.198820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de714c4a-575b-412b-af53-1e177c64aba3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:56.200976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-1d0ce0bd-6539-4dc9-9245-82cb39a4e972 service neutron] 10.222.0.57 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047282 Aug 31 06:46:56.215204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91860c0a-48e9-4956-b021-ba28130e82e0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:56.215553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91860c0a-48e9-4956-b021-ba28130e82e0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:46:56.235154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0147d0-d062-4175-abb2-e82442d513fb req-8901b50e-11be-43d7-8568-baef756c72bb tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:56.236705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc0147d0-d062-4175-abb2-e82442d513fb req-8901b50e-11be-43d7-8568-baef756c72bb tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1163244 Aug 31 06:46:56.238895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.266709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.280325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:46:56.281077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.281197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4866eabd-700f-4b5f-ae46-6d3ee8498dc1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97ac08ae9f634bbdb2625e2e266882f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2022884 Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:46:56.284212 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:46:56.286291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:56.343303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.356710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc0147d0-d062-4175-abb2-e82442d513fb req-6310671a-ec7d-458b-ae2b-5e74ee334a6e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082466 Aug 31 06:46:56.377992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.390114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.399948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.404035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] 10.222.0.57 "DELETE /v2.0/networks/de714c4a-575b-412b-af53-1e177c64aba3 HTTP/1.1" status: 204 len: 168 time: 0.4225900 Aug 31 06:46:56.416465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f8593a-86ed-4790-b0cf-b1c74bc3bdeb admin admin] Pushing event deleted for resources: {'Network': ['ID=de714c4a-575b-412b-af53-1e177c64aba3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:56.467389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.470112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.474042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/756b83c1-036c-4042-aa7c-cbc0fa45e159 HTTP/1.1" status: 204 len: 168 time: 0.1880243 Aug 31 06:46:56.492201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43444266-0fcd-4c5c-9c2c-60898b1f585a req-74df3523-64db-4123-98cb-4e28feaa220c tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 210 time: 0.0357499 Aug 31 06:46:56.499555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a627f217-3be4-4ced-95d5-928573340a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=756b83c1-036c-4042-aa7c-cbc0fa45e159,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:56.606394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:56.630099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a811103-ed28-4255-91e2-c40cbe2af404 req-774fbf3e-37a8-4880-ad22-0109bf4efb56 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:56.631819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a811103-ed28-4255-91e2-c40cbe2af404 req-774fbf3e-37a8-4880-ad22-0109bf4efb56 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0765851 Aug 31 06:46:56.659261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-235f118d-658e-4c04-8f2c-465cc461d572 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5acd9c0b959247a28751a5d6aa334990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473235 Aug 31 06:46:56.659592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:56.701316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a811103-ed28-4255-91e2-c40cbe2af404 req-4c9d4ebc-698e-4083-b0ef-a6c33ee7479e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608394 Aug 31 06:46:56.728503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.752266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.834212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.837301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:56.838536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/133d3cf7-fafb-4ca5-9259-d3ecf736a8e7 HTTP/1.1" status: 204 len: 168 time: 0.1780765 Aug 31 06:46:56.850075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ed0b2a-4968-4669-89f2-3824cd05788b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=133d3cf7-fafb-4ca5-9259-d3ecf736a8e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:56.937187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:46:57.088637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:57.115662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 473364de-5bc0-4840-9504-793a90fec3d7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:57.118530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'port_id': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'mac_address': 'fa:16:3e:b6:dd:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2c7079-f8c3-423e-aff4-816b113cece9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:46:57.148735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 473364de-5bc0-4840-9504-793a90fec3d7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:57.149397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 473364de-5bc0-4840-9504-793a90fec3d7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:57.150409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8552388-7aef-405b-9e92-754a124c375f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:57.196737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e8552388-7aef-405b-9e92-754a124c375f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:57.197348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8552388-7aef-405b-9e92-754a124c375f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:57.197774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8985156-13f7-4942-b072-680ce3d231c6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:46:57.223896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e8985156-13f7-4942-b072-680ce3d231c6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:46:57.224353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e8985156-13f7-4942-b072-680ce3d231c6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:46:57.234402 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.253596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71c51f05-ccb6-4bda-95fe-495322ad651a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:57.275749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:57.280460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.340468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:57.433977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8423e27c-abf9-451a-9074-47740d125479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.471666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['71c51f05-ccb6-4bda-95fe-495322ad651a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:46:57.502628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe392d-0f75-444e-b403-80a30ec9b6a7 req-21465b84-b03e-4882-9252-ebfb3d0622ee tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:57.507400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54fe392d-0f75-444e-b403-80a30ec9b6a7 req-21465b84-b03e-4882-9252-ebfb3d0622ee tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0711534 Aug 31 06:46:57.545298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.585313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54fe392d-0f75-444e-b403-80a30ec9b6a7 req-0d656a40-4c71-4e71-a011-ac184b8fd70d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697911 Aug 31 06:46:57.731051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.742890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd799052-ea57-49e1-af6f-a51f72f89de2 req-b22b59a2-b15b-4125-9eac-092ed8aabab1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 210 time: 0.0446482 Aug 31 06:46:57.787377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.854604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-388188964-network', 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:57.887730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-6331cc5e-8a6b-4e31-b1ca-da62498670d9 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:57.889575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-6331cc5e-8a6b-4e31-b1ca-da62498670d9 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.50 "GET /v2.0/networks?id=46dade6b-4858-484f-81b2-d8094bc6a00b HTTP/1.1" status: 200 len: 814 time: 0.1453431 Aug 31 06:46:57.895269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-a922e577-0e8d-4b7c-9d41-eb35efb26554 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.896641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a922e577-0e8d-4b7c-9d41-eb35efb26554 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3502419 Aug 31 06:46:57.899687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.905022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-55fe935b-93e0-4ce9-9139-b3df7eedcb36 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.906310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-55fe935b-93e0-4ce9-9139-b3df7eedcb36 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0055492 Aug 31 06:46:57.911690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Request body: {'port': {'device_id': '11476697-7797-48dd-b2db-f6ef7384b780', 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b', 'admin_state_up': True, 'tenant_id': '6b228dcf688e415aa959abf31335950d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:57.914884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55950) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.924939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3baeb34-3153-4df4-960f-031cbf534a98 req-ec8352d3-01b3-4f48-84c4-72b8222d1b91 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:57.926598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3baeb34-3153-4df4-960f-031cbf534a98 req-ec8352d3-01b3-4f48-84c4-72b8222d1b91 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 945 time: 0.1131885 Aug 31 06:46:57.931297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-d5aaf3a0-cc87-4a0e-9af2-ab1b2f5da02a tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.939019 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5aaf3a0-cc87-4a0e-9af2-ab1b2f5da02a tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0045989 Aug 31 06:46:57.941393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.946943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-8d2c163d-1019-41ef-87b8-43bd54cd8203 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.947962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d2c163d-1019-41ef-87b8-43bd54cd8203 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0054517 Aug 31 06:46:57.959092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.959782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:57.962067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.970419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-d8d55842-1f49-409a-b4ed-f18dc9d7f3a9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.971303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8d55842-1f49-409a-b4ed-f18dc9d7f3a9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0071039 Aug 31 06:46:57.974061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.985162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-b4deec8a-87aa-45db-94e9-901ba6addc9d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.986162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4deec8a-87aa-45db-94e9-901ba6addc9d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0068574 Aug 31 06:46:57.990047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:57.994154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:57.997703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-4216e3f4-0ff9-46c0-8a85-5cc3f2d606f7 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:57.999067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4216e3f4-0ff9-46c0-8a85-5cc3f2d606f7 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077083 Aug 31 06:46:58.001501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.007925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-3c0c0dfc-db8b-4527-a33b-797bca685256 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.008858 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c0c0dfc-db8b-4527-a33b-797bca685256 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0064917 Aug 31 06:46:58.011052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3baeb34-3153-4df4-960f-031cbf534a98 req-9789537a-6b3c-41e8-ade6-385fea9ba902 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756772 Aug 31 06:46:58.012078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.019778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-f6424d1d-de70-4415-93d4-98d5a9d87d58 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.020731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6424d1d-de70-4415-93d4-98d5a9d87d58 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0058708 Aug 31 06:46:58.023637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.029768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-decac48d-180c-4fdc-8e94-d73e107797a1 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.030725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-decac48d-180c-4fdc-8e94-d73e107797a1 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0062482 Aug 31 06:46:58.033121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.037418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-c231f05e-c047-494e-ae94-6cd6772fa507 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.038532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c231f05e-c047-494e-ae94-6cd6772fa507 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0043678 Aug 31 06:46:58.041791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.046480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-dcf4af1e-7e33-4821-9a2a-bae2e39b384f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.047879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dcf4af1e-7e33-4821-9a2a-bae2e39b384f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0051632 Aug 31 06:46:58.050579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.059742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-7c41568d-25ae-449e-b9d0-5174e3839dd4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.060740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7c41568d-25ae-449e-b9d0-5174e3839dd4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0092058 Aug 31 06:46:58.063426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.068570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-e425656c-18c7-49d4-be71-4ce759014c62 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.069560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e425656c-18c7-49d4-be71-4ce759014c62 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0049028 Aug 31 06:46:58.071951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.078439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-26d5e254-e516-4421-97b3-630bbfd5b123 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.079399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26d5e254-e516-4421-97b3-630bbfd5b123 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0063958 Aug 31 06:46:58.081939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.086572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-95a72315-9f0d-48dc-8dee-06f66deb96c2 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.087509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-95a72315-9f0d-48dc-8dee-06f66deb96c2 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0043960 Aug 31 06:46:58.089971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.095841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-c1482b60-a7d9-4f83-b512-74649baab5b1 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.098093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c1482b60-a7d9-4f83-b512-74649baab5b1 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0068998 Aug 31 06:46:58.103069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.108536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-afc5d3eb-5b7e-4a1a-80fd-b80e2e2dc4f2 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.109529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-afc5d3eb-5b7e-4a1a-80fd-b80e2e2dc4f2 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0054500 Aug 31 06:46:58.112673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.117563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-cef3a477-6a96-4f14-90ac-aa68f7d6c72f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.118799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cef3a477-6a96-4f14-90ac-aa68f7d6c72f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047271 Aug 31 06:46:58.121967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.126461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-852d6a80-d064-4a60-aae7-832f076d4190 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.127392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-852d6a80-d064-4a60-aae7-832f076d4190 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044343 Aug 31 06:46:58.129788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.133721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-0555cf22-4dc4-4b5b-91c3-167cd81484b5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.134638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0555cf22-4dc4-4b5b-91c3-167cd81484b5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0040188 Aug 31 06:46:58.137556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.139718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.142227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-a715380e-5887-4f5d-8b12-3fbdc8f9d855 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.143190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a715380e-5887-4f5d-8b12-3fbdc8f9d855 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0047753 Aug 31 06:46:58.147675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.149144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.155154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-8f82a8dc-84a6-4317-bdf2-6cbcc7110772 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.164888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8f82a8dc-84a6-4317-bdf2-6cbcc7110772 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0137689 Aug 31 06:46:58.168487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.173294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-c3213138-a042-45f8-bf28-de5db05a21e5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.174285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3213138-a042-45f8-bf28-de5db05a21e5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0051658 Aug 31 06:46:58.176926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.186489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-fec644e5-cf27-4117-a59c-92f13f212574 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.187637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fec644e5-cf27-4117-a59c-92f13f212574 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0093284 Aug 31 06:46:58.191306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.198040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-9098be2c-d624-45ea-8a4f-3616fb064109 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.198526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9098be2c-d624-45ea-8a4f-3616fb064109 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0053668 Aug 31 06:46:58.202883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.203946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:46:58.209413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-2d53342f-8eed-4864-b185-60f1f0a17dc8 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.213739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2d53342f-8eed-4864-b185-60f1f0a17dc8 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0061905 Aug 31 06:46:58.213885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5958a551-ec29-4b3c-9fb6-7ff48b2ac337,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:58.213973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.221231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.222394 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Added segment fc4e0db8-2472-4e64-9db8-204bdb861636 of type vlan for network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd Aug 31 06:46:58.223989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-ebf9bd9d-fe6b-45a7-a525-aabe179b2f5d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.227342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ebf9bd9d-fe6b-45a7-a525-aabe179b2f5d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0050552 Aug 31 06:46:58.227342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Made reservation on behalf of 6b228dcf688e415aa959abf31335950d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:58.229856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.240095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.247393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-6c8c6b7d-f002-4b93-82b6-b8181752d257 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.248376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6c8c6b7d-f002-4b93-82b6-b8181752d257 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0073321 Aug 31 06:46:58.252341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.264458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-df20b35a-e44e-4b5e-85e1-481d711937ec tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.265451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df20b35a-e44e-4b5e-85e1-481d711937ec tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0122390 Aug 31 06:46:58.267100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.269626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56012) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.275492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-c3dee913-abdd-481a-be14-48ad964c83ba tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.276209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3dee913-abdd-481a-be14-48ad964c83ba tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0055363 Aug 31 06:46:58.282014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.294318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.295596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:58.296210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.301038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-c4f02575-e983-454b-9e41-6de0891442de tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.302012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c4f02575-e983-454b-9e41-6de0891442de tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0055370 Aug 31 06:46:58.306604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.313993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-f7e37cdc-bb54-4222-a789-49b081a0f2b4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.315070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7e37cdc-bb54-4222-a789-49b081a0f2b4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0055604 Aug 31 06:46:58.318751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.353642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-97a87d49-e5b3-4bff-af79-1aa7fbd614d4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.357802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-97a87d49-e5b3-4bff-af79-1aa7fbd614d4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0096645 Aug 31 06:46:58.358118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.358624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5699408 Aug 31 06:46:58.361296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.367164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-0029b482-bdbb-4651-b007-d3371d44f01c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.367856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Request body: {'subnet': {'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-388188964-subnet', 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:58.368114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0029b482-bdbb-4651-b007-d3371d44f01c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0089586 Aug 31 06:46:58.372336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.378437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-33f0e84b-2a45-470b-b41f-3a57a1097ff4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.379379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-33f0e84b-2a45-470b-b41f-3a57a1097ff4 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0061660 Aug 31 06:46:58.380075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69241f76-00e2-4234-91e2-5bc052ca6189 admin admin] Pushing event updated for resources: {'Network': ['ID=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:58.381882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.389596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-f90a1e7c-3c8a-493d-a642-e39a57b60a3d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.391547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:46:58.393085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f90a1e7c-3c8a-493d-a642-e39a57b60a3d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0102842 Aug 31 06:46:58.393433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.399129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-17e108d0-2300-4192-959a-dbebf2bfee1e tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.402302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-17e108d0-2300-4192-959a-dbebf2bfee1e tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0057242 Aug 31 06:46:58.402436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5893531-0b1a-4e62-97b2-618184e45bf0 req-b525b191-10c1-4326-aa82-0241badc7059 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:58.403045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.405804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5893531-0b1a-4e62-97b2-618184e45bf0 req-b525b191-10c1-4326-aa82-0241badc7059 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 945 time: 0.1563046 Aug 31 06:46:58.408273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-3b1bd89b-944f-4a7f-9fe9-02037f91c89a tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.409216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b1bd89b-944f-4a7f-9fe9-02037f91c89a tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0055046 Aug 31 06:46:58.411763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.416946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-bb123259-d7cf-4f8f-ad79-b359ab9e8c60 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.420869 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bb123259-d7cf-4f8f-ad79-b359ab9e8c60 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0049758 Aug 31 06:46:58.421167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.423016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:46:58.425259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.429599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-7df67c67-3fb1-4b1f-9862-8ec8c7299dda tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.432753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7df67c67-3fb1-4b1f-9862-8ec8c7299dda tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0085576 Aug 31 06:46:58.435391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.446863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-a71452cc-298d-4e48-9947-abf9da5d2d84 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.450014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a71452cc-298d-4e48-9947-abf9da5d2d84 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0131154 Aug 31 06:46:58.453959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.461616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-208404cc-9f06-424b-90ac-3fb6a6e87177 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.462630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-208404cc-9f06-424b-90ac-3fb6a6e87177 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0066085 Aug 31 06:46:58.468646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56040) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.478774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-f4eea2c4-74a3-47ba-b965-9fe18b0a4598 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.479627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f4eea2c4-74a3-47ba-b965-9fe18b0a4598 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0043211 Aug 31 06:46:58.483584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.487882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-407c4d80-b32e-4e91-af52-434f855dc354 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.488808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-407c4d80-b32e-4e91-af52-434f855dc354 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0043333 Aug 31 06:46:58.491218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.496666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-2300b5b7-f8bd-4f7d-8601-8f2f3022aa65 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.497799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2300b5b7-f8bd-4f7d-8601-8f2f3022aa65 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054808 Aug 31 06:46:58.500130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5893531-0b1a-4e62-97b2-618184e45bf0 req-b2022eeb-5763-47be-ae1e-198707e75c5d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888238 Aug 31 06:46:58.501585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.506952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-e47f3316-8859-45b8-ab77-caf1700e1e77 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.507960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e47f3316-8859-45b8-ab77-caf1700e1e77 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0054233 Aug 31 06:46:58.510634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.514586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Allocated IP 172.20.0.14 (46dade6b-4858-484f-81b2-d8094bc6a00b/cc479357-e573-4eba-8b61-9e401eadfabb/fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:46:58.525774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-409523fc-ac68-407c-9718-7103e71a7dbe tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.526798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-409523fc-ac68-407c-9718-7103e71a7dbe tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0151784 Aug 31 06:46:58.530206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.534630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-21497a01-6c2a-4112-b645-980941e30bf7 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.535600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21497a01-6c2a-4112-b645-980941e30bf7 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044518 Aug 31 06:46:58.538324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.549508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-1a148f68-aaca-42a6-bb4f-0f02f1e6a574 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.553014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1a148f68-aaca-42a6-bb4f-0f02f1e6a574 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0138290 Aug 31 06:46:58.553648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.562838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-da37ca3a-bb00-4fde-a68c-71f502570809 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.563780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-da37ca3a-bb00-4fde-a68c-71f502570809 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0076389 Aug 31 06:46:58.570641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.575115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-a887b362-9725-4394-8944-02101995d97c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.577392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a887b362-9725-4394-8944-02101995d97c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0045061 Aug 31 06:46:58.578604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.586022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-21cc59f5-5683-443e-bcaf-6d46b0070d07 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.587134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21cc59f5-5683-443e-bcaf-6d46b0070d07 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075207 Aug 31 06:46:58.590144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.596082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-52689af9-e9db-4f6b-af53-12c10cdda2b0 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.599206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52689af9-e9db-4f6b-af53-12c10cdda2b0 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0059235 Aug 31 06:46:58.600290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.606957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-509a3487-29c9-4d74-a7ab-02f982709830 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.610532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-509a3487-29c9-4d74-a7ab-02f982709830 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0078895 Aug 31 06:46:58.610776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.616222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-d5346c14-eef7-44e5-98c4-15f17a320daa tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.617346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5346c14-eef7-44e5-98c4-15f17a320daa tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0055070 Aug 31 06:46:58.641494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.650286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-d3dfa70f-6a0d-477d-ab94-d116d549996b tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.651242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d3dfa70f-6a0d-477d-ab94-d116d549996b tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0088289 Aug 31 06:46:58.653948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.661117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-f5fdcdf7-792f-497a-82c3-1d287c73e75f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.662176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f5fdcdf7-792f-497a-82c3-1d287c73e75f tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0073333 Aug 31 06:46:58.664708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.671706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-d1a945ff-2584-4292-9dd6-6a86f315a241 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.673889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d1a945ff-2584-4292-9dd6-6a86f315a241 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0081217 Aug 31 06:46:58.675480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.680196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-49c0192b-2518-4297-90ca-316d2eaef7e5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.683980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-49c0192b-2518-4297-90ca-316d2eaef7e5 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0046499 Aug 31 06:46:58.683980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.684452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.696287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-3e6e20e5-608e-4b35-87df-9aa03e75e506 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.697245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3e6e20e5-608e-4b35-87df-9aa03e75e506 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0119848 Aug 31 06:46:58.708113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.714074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-0adc7962-b99e-4b0c-91d7-e6c0087bb20d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.715394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0adc7962-b99e-4b0c-91d7-e6c0087bb20d tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0061512 Aug 31 06:46:58.718433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.726832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-6e0b343b-776f-4cd6-8299-dbafd247a4a9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.727772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e0b343b-776f-4cd6-8299-dbafd247a4a9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0082850 Aug 31 06:46:58.731567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.738337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-3d2e66c7-3a6c-4cf8-a6ca-3a7f6eca5cfe tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.740827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d2e66c7-3a6c-4cf8-a6ca-3a7f6eca5cfe tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0083673 Aug 31 06:46:58.746580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.752578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-82d661fd-a6dc-42ec-8d5f-75f89ef01ee9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.753548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-82d661fd-a6dc-42ec-8d5f-75f89ef01ee9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0060415 Aug 31 06:46:58.755886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d2be6d-0f8a-4cc5-a841-56356ad67fd5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:58.758271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.763951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:46:58.764295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Network hostable DHCP agents. Network: b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:46:58.765358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [None req-8de435bd-73da-41a4-b0b8-9b19fd523a71 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.766290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8de435bd-73da-41a4-b0b8-9b19fd523a71 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0051854 Aug 31 06:46:58.769243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.774175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-b14adbb3-deaa-4b9e-9d52-901f730ded9b tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.777813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b14adbb3-deaa-4b9e-9d52-901f730ded9b tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045555 Aug 31 06:46:58.781827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.784959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.788394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-abbdbfe2-46d1-42b1-b93f-20fc3a96353c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.791223 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abbdbfe2-46d1-42b1-b93f-20fc3a96353c tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0051179 Aug 31 06:46:58.792276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:58.797387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [None req-6cb95299-356e-449c-959b-b0f1e985fde9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] http://10.222.0.57:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:46:58.798338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6cb95299-356e-449c-959b-b0f1e985fde9 tempest-ExtensionsTestJSON-230967245 tempest-ExtensionsTestJSON-230967245-project] 10.222.0.57 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0043743 Aug 31 06:46:58.805890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08e2555-1ffa-4f49-8b27-689e1c70b56c req-eceaef39-feed-47ca-ad19-619b07519831 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:58.807162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b08e2555-1ffa-4f49-8b27-689e1c70b56c req-eceaef39-feed-47ca-ad19-619b07519831 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1089692 Aug 31 06:46:58.812583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:46:58.830605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:58.842082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f42d68-34e7-44c7-96b3-61935d1b7ef9 None None] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:58.870553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eefb6225-53b6-445b-912d-a2e3f412ce88 req-d7b0a393-5767-4730-9635-09d47e8235a4 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 210 time: 0.0374625 Aug 31 06:46:58.874442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:58.875223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b08e2555-1ffa-4f49-8b27-689e1c70b56c req-a6e30670-aaee-4dea-93a5-e6aa7cb3c17d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595973 Aug 31 06:46:58.875587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.884009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:58.904191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-48fccf3f-a9f9-4132-8778-3716525e7adf admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5398045 Aug 31 06:46:58.947318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Network 46dade6b-4858-484f-81b2-d8094bc6a00b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:46:58.950778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:46:58.953892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:46:58.956883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:46:58.985475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Pushing event updated for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:59.016172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.017000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.034377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d8b18799-1a4a-4e0c-8358-28a09518fe77 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1266966 Aug 31 06:46:59.055200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 71c51f05-ccb6-4bda-95fe-495322ad651a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:46:59.055579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.056489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Request body: {'port': {'device_id': '11476697-7797-48dd-b2db-f6ef7384b780', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:46:59.093138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed35a4d-e87c-4828-a4cf-15965a747d7c None None] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:46:59.119091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.158280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:59.241581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.293670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:46:59.294670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:46:59.297264 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df2128e-5851-41b9-a6be-48684bcedb42" -d '{"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-plugged", "status": "completed", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:46:59.305540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.384701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:59.404644 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1577946-1958-45dd-a8b5-c4eaf5dcc98c x-openstack-request-id: req-a1577946-1958-45dd-a8b5-c4eaf5dcc98c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:46:59.405291 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-plugged", "status": "completed", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:46:59.406157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.406295 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a1577946-1958-45dd-a8b5-c4eaf5dcc98c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:46:59.406295 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'code': 200} Aug 31 06:46:59.507722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.511724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.549291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:46:59.552023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9310d03f-643d-4018-a9ff-13cb72eeaa50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:59.556209 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.562539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d711502fe5a64fd9a816cd6a25bc4603&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4026349 Aug 31 06:46:59.564588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.565215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.565215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.565612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.565742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.566119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.566823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.566823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.567266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.567600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.568104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.568385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.568771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157ebf5f-5c9f-4794-9e98-0eed0354d956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:46:59.569699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:46:59.604343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-ca2c07ef-ae94-4fa8-b2a8-cc5b6b23ff9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.606554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-ca2c07ef-ae94-4fa8-b2a8-cc5b6b23ff9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1816707 Aug 31 06:46:59.615616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Transition to ACTIVE for port object fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:46:59.631049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.662080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b1cc1a-a60c-43a3-a7f8-703787854259 req-26327729-c933-41cb-a5c4-48e95062dfaa tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.663554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0b1cc1a-a60c-43a3-a7f8-703787854259 req-26327729-c933-41cb-a5c4-48e95062dfaa tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0497155 Aug 31 06:46:59.668687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-56414286-7831-4874-b7fa-38709f1172a5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0512884 Aug 31 06:46:59.703453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0b1cc1a-a60c-43a3-a7f8-703787854259 req-40d58175-9d5f-414e-8726-cab7fd71a7d7 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333042 Aug 31 06:46:59.727613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:46:59.731669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-ebbb352b-e93b-4139-b3f0-ddca9d6c0566 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550735 Aug 31 06:46:59.741562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.877319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:46:59.949816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Attempting to bind port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:46:59.950159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Attempting to bind port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '8fe612ec-66cb-430a-aef6-20509e98b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:46:59.950501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Attempting to bind port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 on network 46dade6b-4858-484f-81b2-d8094bc6a00b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:46:59.963104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-4c719ca3-445d-40d5-989c-6a73a4896231 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:46:59.964683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-4c719ca3-445d-40d5-989c-6a73a4896231 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.1416934 Aug 31 06:46:59.987048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 on network 46dade6b-4858-484f-81b2-d8094bc6a00b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:46:59.987048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Attempting to bind port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 on network 46dade6b-4858-484f-81b2-d8094bc6a00b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:00.007856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-7f9ecdbb-931f-42c6-87f3-5fd11fb1f21a service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673488 Aug 31 06:47:00.015216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a500ba1-422a-457d-b4de-2c55a7636e31 req-d69373d7-00d9-4e92-b539-b153fca4a173 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.016727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a500ba1-422a-457d-b4de-2c55a7636e31 req-d69373d7-00d9-4e92-b539-b153fca4a173 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0582364 Aug 31 06:47:00.025052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:00.025420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Checking segment: {'id': '8fe612ec-66cb-430a-aef6-20509e98b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:00.025806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Bound using segment: {'id': '8fe612ec-66cb-430a-aef6-20509e98b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:00.026255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Bound port: fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fe612ec-66cb-430a-aef6-20509e98b1e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:00.026617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.051606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.054067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.057474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9310d03f-643d-4018-a9ff-13cb72eeaa50 HTTP/1.1" status: 204 len: 168 time: 0.4847472 Aug 31 06:47:00.057611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a500ba1-422a-457d-b4de-2c55a7636e31 req-8ac8c17b-7ef6-48e3-87ed-5e08f59e9780 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338447 Aug 31 06:47:00.131926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff5533c-bade-463e-a67b-b7db17738b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9310d03f-643d-4018-a9ff-13cb72eeaa50,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:00.208032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9067ba-2777-4fa4-a567-6037f0e3ece6 req-6fd37863-eacd-4ef5-9a7c-e70f07ad2669 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.209683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f9067ba-2777-4fa4-a567-6037f0e3ece6 req-6fd37863-eacd-4ef5-9a7c-e70f07ad2669 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 944 time: 0.0741265 Aug 31 06:47:00.231415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:00.236974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,segment=NetworkSegment(8fe612ec-66cb-430a-aef6-20509e98b1e7),segment_id=8fe612ec-66cb-430a-aef6-20509e98b1e7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:00.241433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-a4472479-6797-465b-9ba9-3cd16888878f service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265499 Aug 31 06:47:00.244731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.253547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Deleting port 71c51f05-ccb6-4bda-95fe-495322ad651a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:00.253895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.256190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f9067ba-2777-4fa4-a567-6037f0e3ece6 req-0be50fc4-0edb-40e0-86a1-4ceb7c2960c2 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Aug 31 06:47:00.356940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.357972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.359407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] 10.222.0.50 "PUT /v2.0/ports/fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 HTTP/1.1" status: 200 len: 1093 time: 1.3143632 Aug 31 06:47:00.360335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:00.362620 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c800158-1449-4c5a-9beb-da97bda41131" -d '{"events": [{"name": "network-changed", "server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:00.501173 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82723e80-762f-43d8-bcfe-6aa678f6f195 x-openstack-request-id: req-82723e80-762f-43d8-bcfe-6aa678f6f195 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:00.501494 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:00.501818 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-82723e80-762f-43d8-bcfe-6aa678f6f195 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:00.502810 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494', 'status': 'completed', 'code': 200} Aug 31 06:47:00.522275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49836fa2-8e00-41b9-96e2-7f3151dd6752 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:00.548597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4cc307a-cde6-4503-a614-2419b6b9f335 req-4ca4139b-fe62-4021-9d87-2210b39bbb61 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 210 time: 0.0565724 Aug 31 06:47:00.571197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] For port 71c51f05-ccb6-4bda-95fe-495322ad651a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=71c51f05-ccb6-4bda-95fe-495322ad651a,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:00.571197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.573786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-e1aedcf2-a8eb-4352-990c-4013164ea643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.575794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-e1aedcf2-a8eb-4352-990c-4013164ea643 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b228dcf688e415aa959abf31335950d&device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 1096 time: 0.1362000 Aug 31 06:47:00.595448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Calling delete_port for 71c51f05-ccb6-4bda-95fe-495322ad651a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:00.634871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-f0ffa739-9e37-4a3a-9407-d93dc5f697e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 HTTP/1.1" status: 200 len: 217 time: 0.0464621 Aug 31 06:47:00.736609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d48d7d2a-9d89-46cd-9192-222e4cffe239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.738412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d48d7d2a-9d89-46cd-9192-222e4cffe239 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc479357-e573-4eba-8b61-9e401eadfabb HTTP/1.1" status: 200 len: 854 time: 0.0944669 Aug 31 06:47:00.791312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-73191fd5-e97b-4245-8779-b769c71cd983 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46dade6b-4858-484f-81b2-d8094bc6a00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395916 Aug 31 06:47:00.853653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1114f8b7-9807-4cc6-9af7-85c926db1e27 req-463a9c6f-ccfc-44a8-b95c-6117532d2869 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:00.864269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1114f8b7-9807-4cc6-9af7-85c926db1e27 req-463a9c6f-ccfc-44a8-b95c-6117532d2869 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=9189bde5-a0eb-4955-8204-8c294a1b8b70 HTTP/1.1" status: 200 len: 946 time: 0.0790288 Aug 31 06:47:00.898760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:00.914034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1114f8b7-9807-4cc6-9af7-85c926db1e27 req-5feb7250-6df0-45e0-8d09-ca4e8b7a9d06 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Aug 31 06:47:00.947349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.957653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:00.960401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['71c51f05-ccb6-4bda-95fe-495322ad651a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:01.008385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event deleted for resources: {'Port': ['ID=71c51f05-ccb6-4bda-95fe-495322ad651a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:01.031480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-99d8a7f3-ca5e-4ac4-9949-fb36512f9c95 tempest-DvrRoutersNegativeTest-1536754288 tempest-DvrRoutersNegativeTest-1536754288-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2040297867', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:01.034376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.policy [None req-99d8a7f3-ca5e-4ac4-9949-fb36512f9c95 tempest-DvrRoutersNegativeTest-1536754288 tempest-DvrRoutersNegativeTest-1536754288-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=94640) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 31 06:47:01.034683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.policy [None req-99d8a7f3-ca5e-4ac4-9949-fb36512f9c95 tempest-DvrRoutersNegativeTest-1536754288 tempest-DvrRoutersNegativeTest-1536754288-project] Failed policy check for 'create_router' {{(pid=94640) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 31 06:47:01.035083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-d1e40431-c938-44c8-aa7e-5746ae0869c4 service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989181 Aug 31 06:47:01.035288 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-99d8a7f3-ca5e-4ac4-9949-fb36512f9c95 tempest-DvrRoutersNegativeTest-1536754288 tempest-DvrRoutersNegativeTest-1536754288-project] create failed (client error): Access was denied to this resource. Aug 31 06:47:01.039114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-99d8a7f3-ca5e-4ac4-9949-fb36512f9c95 tempest-DvrRoutersNegativeTest-1536754288 tempest-DvrRoutersNegativeTest-1536754288-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1393275 Aug 31 06:47:01.051097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] No DVR routers for this DVR port 71c51f05-ccb6-4bda-95fe-495322ad651a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:01.053705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.055986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7f7d647-9769-4f15-b4d1-d299463f07e0 req-9530b99a-c9af-4f1f-8e26-60fbbf1a0c59 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "DELETE /v2.0/ports/71c51f05-ccb6-4bda-95fe-495322ad651a HTTP/1.1" status: 204 len: 173 time: 1.0839710 Aug 31 06:47:01.178277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f02355a-dd1d-4d49-86c9-eec89043f6ac req-0c25a7f4-36e4-4bfc-8b0d-b667c9dcd3ee service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285727 Aug 31 06:47:01.245087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a68876a-fa82-4a39-a1d8-8ab495d95394 req-c8f071ea-3117-4537-8de3-26ffdd30d796 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.253273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a68876a-fa82-4a39-a1d8-8ab495d95394 req-c8f071ea-3117-4537-8de3-26ffdd30d796 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0709035 Aug 31 06:47:01.315545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a68876a-fa82-4a39-a1d8-8ab495d95394 req-4554b4ad-3a84-4a8f-9a94-7cc32cd125d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604262 Aug 31 06:47:01.322460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800158-1449-4c5a-9beb-da97bda41131 req-180398d9-952c-40bb-aae4-46dd5280799b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.324807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-180398d9-952c-40bb-aae4-46dd5280799b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b228dcf688e415aa959abf31335950d&device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 1096 time: 0.0690274 Aug 31 06:47:01.391341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f1030-c85f-4a36-82ac-4aebc1c9cc2f req-3afc7b56-3b83-4c54-8ffd-4f80dcfdc814 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.393118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f87f1030-c85f-4a36-82ac-4aebc1c9cc2f req-3afc7b56-3b83-4c54-8ffd-4f80dcfdc814 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 944 time: 0.0594137 Aug 31 06:47:01.397529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:01.450324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800158-1449-4c5a-9beb-da97bda41131 req-911da7a4-e1d3-4d2c-9bb9-938a1ca1194f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.452478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-911da7a4-e1d3-4d2c-9bb9-938a1ca1194f service neutron] 10.222.0.50 "GET /v2.0/networks?id=46dade6b-4858-484f-81b2-d8094bc6a00b HTTP/1.1" status: 200 len: 915 time: 0.1177251 Aug 31 06:47:01.464003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f87f1030-c85f-4a36-82ac-4aebc1c9cc2f req-a817ae11-05d5-43b3-9214-0ca135e53dee tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595520 Aug 31 06:47:01.517182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-ff03e7d0-2199-4351-b05d-407fefba5594 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 HTTP/1.1" status: 200 len: 217 time: 0.0549912 Aug 31 06:47:01.529691 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa01b5-c8ad-455d-b232-2936e88d8d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.594905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c800158-1449-4c5a-9beb-da97bda41131 req-def00d3e-d43f-4766-b5fb-86f6ba1889a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.598000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-def00d3e-d43f-4766-b5fb-86f6ba1889a0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc479357-e573-4eba-8b61-9e401eadfabb HTTP/1.1" status: 200 len: 854 time: 0.0687788 Aug 31 06:47:01.647432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa01b5-c8ad-455d-b232-2936e88d8d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.649529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-09c1e1ac-950b-4c0d-80ce-2f5daad7860d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46dade6b-4858-484f-81b2-d8094bc6a00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296133 Aug 31 06:47:01.671324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39bfbc19-2830-440a-9d94-08c5ecf45490 req-02beec00-2414-4474-9a69-b7b7d7853689 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 210 time: 0.0377922 Aug 31 06:47:01.672051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4fa01b5-c8ad-455d-b232-2936e88d8d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.715170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fa01b5-c8ad-455d-b232-2936e88d8d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6831e8a-7d45-48cc-856f-c4388ba779bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:01.721737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c4fa01b5-c8ad-455d-b232-2936e88d8d54 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c35f1071f3b745329a1250989ee246be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3229609 Aug 31 06:47:01.724284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:01.781617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.803581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.826524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-18f01938-4043-4091-99f5-011278be50bd service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686797 Aug 31 06:47:01.862788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.866046 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:01.867493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6831e8a-7d45-48cc-856f-c4388ba779bc HTTP/1.1" status: 204 len: 168 time: 0.1421511 Aug 31 06:47:01.881468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88c9125-6506-4589-960c-f3f892bc4c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6831e8a-7d45-48cc-856f-c4388ba779bc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:01.899123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c1a5404f-41a0-4bd4-a64f-cf9ba0a71781 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:01.900448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c1a5404f-41a0-4bd4-a64f-cf9ba0a71781 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1898208 Aug 31 06:47:01.920836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.170405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.175659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'security_group': {'name': 'tempest-securitygroup--511293622', 'description': 'tempest-description--443511639'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.201877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.298630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.303133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.334067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.335505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1640337 Aug 31 06:47:02.338394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.343903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'security_group_rule': {'security_group_id': 'f01cae2a-6807-4018-bcec-6fb2f9da4400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.349191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f40223-7b53-4953-835e-f6fb23824d7d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01cae2a-6807-4018-bcec-6fb2f9da4400,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:02.376408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c800158-1449-4c5a-9beb-da97bda41131 req-8c91be48-393f-42df-aee2-b4e2ffc7edb5 service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5410039 Aug 31 06:47:02.379988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.469371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:02.473030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.503330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-deleted', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:02.506381 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6764df50-0dfd-4ae8-a2de-e638369d3713" -d '{"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-deleted", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:02.516059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.538969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b465466-6e31-41af-a8e4-ba76a5b2455a req-4cf3ed29-b434-4186-b475-8d4ba4aea8a0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.540554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b465466-6e31-41af-a8e4-ba76a5b2455a req-4cf3ed29-b434-4186-b475-8d4ba4aea8a0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0993552 Aug 31 06:47:02.541784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.576733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b7ae7e-b766-4763-bd65-4f9eab0e24f4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:02.587611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.592356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2809ffed-9bef-4c8c-947b-8889d72f775c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2496140 Aug 31 06:47:02.597861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.600020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'security_group_rule': {'security_group_id': 'f01cae2a-6807-4018-bcec-6fb2f9da4400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.615791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b465466-6e31-41af-a8e4-ba76a5b2455a req-b22ea770-a847-4fc2-b4ed-728de7d52ed8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653753 Aug 31 06:47:02.646329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.665804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.684376 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d6b7f5-bec9-4ace-a134-183513f845d1 x-openstack-request-id: req-56d6b7f5-bec9-4ace-a134-183513f845d1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:02.684682 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9189bde5-a0eb-4955-8204-8c294a1b8b70", "name": "network-vif-deleted", "tag": "71c51f05-ccb6-4bda-95fe-495322ad651a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:02.684935 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-56d6b7f5-bec9-4ace-a134-183513f845d1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:02.685366 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9189bde5-a0eb-4955-8204-8c294a1b8b70', 'name': 'network-vif-deleted', 'tag': '71c51f05-ccb6-4bda-95fe-495322ad651a', 'status': 'completed', 'code': 200} Aug 31 06:47:02.690155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.4 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/50bdfd97-83bf-4fbe-b352-866a2947f495) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:02.711480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0456060-2b64-481a-b8c1-84eb3e0970d2 req-9f176269-496c-4d5e-8c9c-d0e73c33fc46 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:02.712996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0456060-2b64-481a-b8c1-84eb3e0970d2 req-9f176269-496c-4d5e-8c9c-d0e73c33fc46 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 944 time: 0.1371565 Aug 31 06:47:02.713824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.721149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.745080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11be9248-59cb-4593-9d67-4e454711a2d2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:02.748198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.752608 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51dddce6-c028-4ad4-bea0-17c6abe85aa1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1535254 Aug 31 06:47:02.753233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:02.757877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.784852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.825660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0456060-2b64-481a-b8c1-84eb3e0970d2 req-12b169e2-e070-4f88-88e2-66d64575cb19 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955353 Aug 31 06:47:02.831636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-157434031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:02.906606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.907561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.967488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:02.968146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:02.994892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 71c51f05-ccb6-4bda-95fe-495322ad651a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:02.995556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 71c51f05-ccb6-4bda-95fe-495322ad651a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:03.004353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.012546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.038802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.040011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7cc217e6-243d-4f7c-9d44-3ce354752dd0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3732395 Aug 31 06:47:03.044087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:03.053709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-676992527'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:03.083056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.093249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:03.096629 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.128032 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f48b49bf-84e8-41ab-9679-70a9975916e9 req-423a9d4c-22e9-4eda-982e-70e0d955dc0b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 210 time: 0.2978632 Aug 31 06:47:03.133071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.155044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:03.163482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:03.166033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:03.184207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.195811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.236384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:03.236993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.296416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Allocated IP 172.25.3.166 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/7afa5653-b57c-40f1-a55c-e4fd250a925d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:03.303216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.307554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.317518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-5c688aa8-8b8c-4432-951d-714f494506ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4014809 Aug 31 06:47:03.333322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Request body: {'port': {'device_id': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:03.345079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:03.373720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0a73166-c42b-4c58-b434-8f66ac419bdb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.376640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.377040 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Added segment 148c87a2-e5c5-4887-ad51-61ee0ec8e998 of type vlan for network f899c8c8-0fdf-488c-843b-c29aa74b9a88 Aug 31 06:47:03.408531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.444998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.447736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.449041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.490833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:03.493825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:03.496847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:03.506701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.512460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:03.513075 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.528258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'Port': ['ID=7afa5653-b57c-40f1-a55c-e4fd250a925d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.599116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.634826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.638317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5931847 Aug 31 06:47:03.646519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:03.658685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'subnet': {'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:03.677536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f5e741-3daf-49b2-bd4b-de1b1ac627df tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Network': ['ID=f899c8c8-0fdf-488c-843b-c29aa74b9a88,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.692244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:03.810564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b24ee9-f454-49e2-bd06-8c84c275d1ac req-03c67137-0a7f-4c5f-9b65-324f45c4a7fe tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:03.812089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11b24ee9-f454-49e2-bd06-8c84c275d1ac req-03c67137-0a7f-4c5f-9b65-324f45c4a7fe tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1018851 Aug 31 06:47:03.825699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:03.829172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.893903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11b24ee9-f454-49e2-bd06-8c84c275d1ac req-6bf42595-953c-4cfa-9a8c-e82888a49649 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692108 Aug 31 06:47:03.898715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.904198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:03.974893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'Port': ['ID=7afa5653-b57c-40f1-a55c-e4fd250a925d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:03.992453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.007876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.008854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50bdfd97-83bf-4fbe-b352-866a2947f495 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:04.009115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6f6c6bef-530b-42e1-8c86-269ea01ab133 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2552285 Aug 31 06:47:04.024540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9e0cb-7a2a-4380-8393-ca410829aba4 req-29568729-85e5-45a9-a84c-4ff8a971dd5c tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.026061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4aa9e0cb-7a2a-4380-8393-ca410829aba4 req-29568729-85e5-45a9-a84c-4ff8a971dd5c tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 944 time: 0.1303451 Aug 31 06:47:04.027929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.055503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Transition to ACTIVE for port object 50bdfd97-83bf-4fbe-b352-866a2947f495 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:04.085893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.169913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4aa9e0cb-7a2a-4380-8393-ca410829aba4 req-a6136401-a685-4517-986f-11529bd62ff4 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354203 Aug 31 06:47:04.220932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Pushing event updated for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:04.263926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.297569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-514c6e96-a650-4c11-96c9-3ff6459397fb tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.299415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-514c6e96-a650-4c11-96c9-3ff6459397fb tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.1127059 Aug 31 06:47:04.314698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-e1105cb7-c34c-4c4e-ba2e-c8158e540cf2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/quotas/dc5b304084224bdf8bb27efd4efcbfbe HTTP/1.1" status: 200 len: 375 time: 0.0097971 Aug 31 06:47:04.366319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-e4a12e93-c02c-4730-b0c5-85e704822206 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0460470 Aug 31 06:47:04.383324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d000410b-7453-4f27-96a7-a6cc2f35e3cd req-7bf8a279-f6f9-4792-95d9-149f0126411e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.384796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d000410b-7453-4f27-96a7-a6cc2f35e3cd req-7bf8a279-f6f9-4792-95d9-149f0126411e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 943 time: 0.1516850 Aug 31 06:47:04.385477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Attempting to bind port 50bdfd97-83bf-4fbe-b352-866a2947f495 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:04.385815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Attempting to bind port 50bdfd97-83bf-4fbe-b352-866a2947f495 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:04.386663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Attempting to bind port 50bdfd97-83bf-4fbe-b352-866a2947f495 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:04.392905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Subnet': ['ID=349099a3-4c2a-4e27-8e97-14b59c9b8f1b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:04.405295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Port 50bdfd97-83bf-4fbe-b352-866a2947f495 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:04.405655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Attempting to bind port 50bdfd97-83bf-4fbe-b352-866a2947f495 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:04.421305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Checking segment: {'id': '148c87a2-e5c5-4887-ad51-61ee0ec8e998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:04.421692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network hostable DHCP agents. Network: f899c8c8-0fdf-488c-843b-c29aa74b9a88, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:04.425733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:04.426069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:04.426450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:04.426880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Bound port: 50bdfd97-83bf-4fbe-b352-866a2947f495, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:04.427242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.466435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-5f39fae3-4b7d-42bc-b3ac-25bd2ec7d390 service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928788 Aug 31 06:47:04.481868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d000410b-7453-4f27-96a7-a6cc2f35e3cd req-c79437ce-221d-4eff-9347-9c86bc1eedd0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852680 Aug 31 06:47:04.484294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:04.505399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f899c8c8-0fdf-488c-843b-c29aa74b9a88) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:04.515527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e15058d-6240-4f23-b7c9-1c3d92245431 None None] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:04.516058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.516421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.533150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:04.537435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=50bdfd97-83bf-4fbe-b352-866a2947f495,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:04.541007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f4dbfe9a-5fb2-4bd6-9f9c-4d69d8747719 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8913939 Aug 31 06:47:04.544818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:04.550667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'network': {'name': 'tempest-router-network01--1469316240'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:04.555939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.586685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-8007279e-eb4f-41b1-a512-f48686d37537 service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003547 Aug 31 06:47:04.603057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:04.614913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.615702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.617147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] 10.222.0.50 "PUT /v2.0/ports/50bdfd97-83bf-4fbe-b352-866a2947f495 HTTP/1.1" status: 200 len: 1092 time: 1.2880471 Aug 31 06:47:04.620005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:04.623774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.655510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb49e7-f8f4-4d1b-b642-e558f555ca19 service neutron] Pushing event updated for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:04.663316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:04.673458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.673823 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Added segment 7f423295-5581-4eb3-8755-a8687393604e of type vlan for network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 Aug 31 06:47:04.710369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:04.712576 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b819e2-1ad6-42a1-8231-92349140bb28" -d '{"events": [{"name": "network-changed", "server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:04.749005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.782436 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5befd905-a8ca-4dd3-a3e3-2503d8fa4dbf x-openstack-request-id: req-5befd905-a8ca-4dd3-a3e3-2503d8fa4dbf {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:04.782729 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:04.782963 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5befd905-a8ca-4dd3-a3e3-2503d8fa4dbf {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:04.783349 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495', 'status': 'completed', 'code': 200} Aug 31 06:47:04.809612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-31691f3d-1a00-4324-9f54-062c292477f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.811139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-31691f3d-1a00-4324-9f54-062c292477f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 1095 time: 0.1264548 Aug 31 06:47:04.813392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe56a694-477c-4a35-a773-fd98a6b49953 req-140870de-90a4-4787-b1b0-f0b87ac4054f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 210 time: 0.0477443 Aug 31 06:47:04.814147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.819584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.820192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.836224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,segment=NetworkSegment(8fe612ec-66cb-430a-aef6-20509e98b1e7),segment_id=8fe612ec-66cb-430a-aef6-20509e98b1e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:04.861692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494', 'network_id': '46dade6b-4858-484f-81b2-d8094bc6a00b', 'port_id': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494', 'mac_address': 'fa:16:3e:7b:14:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 560, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc479357-e573-4eba-8b61-9e401eadfabb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:04.865936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f899c8c8-0fdf-488c-843b-c29aa74b9a88', 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88', 'tenant_id': 'f66b35ea24184cf888a21c8d0e709fb4', 'fixed_ips': [{'subnet_id': '349099a3-4c2a-4e27-8e97-14b59c9b8f1b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:04.866739 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:04.910678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-602d9ad2-464e-43c1-9e4d-ddd5aa1394b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bdfd97-83bf-4fbe-b352-866a2947f495 HTTP/1.1" status: 200 len: 217 time: 0.0832884 Aug 31 06:47:04.914781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3688755 Aug 31 06:47:04.918948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:04.925967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'network': {'name': 'tempest-router-network02--611224180'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:04.956140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f1eba-d334-4172-a65b-f16eb97a4e50 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Network': ['ID=6cf9f217-fc93-440b-ada8-0763ad0fbe15,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:04.974931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-44e65511-36b9-4ec5-a8bf-3a7e583d254b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:04.976580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-44e65511-36b9-4ec5-a8bf-3a7e583d254b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0583150 Aug 31 06:47:04.992947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:04.999122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.037859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-757b4940-0253-43fd-96d1-d21e6af46458 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455966 Aug 31 06:47:05.038387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:05.049671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.049671 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Added segment b2190064-3587-4f5e-9f21-4ed25445126a of type vlan for network 1246a6f1-d666-4fe0-96a7-47fee73ace10 Aug 31 06:47:05.104570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.109250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4660286-5ae6-4ed9-afdb-f18907b75f0c req-7637656a-21db-4bff-b06b-d14decb523b5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.110951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4660286-5ae6-4ed9-afdb-f18907b75f0c req-7637656a-21db-4bff-b06b-d14decb523b5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1317475 Aug 31 06:47:05.144382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.151747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.153469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.165689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.169082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:05.175101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c4660286-5ae6-4ed9-afdb-f18907b75f0c req-5cff1591-36da-49dd-86a1-7043477c96e6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566244 Aug 31 06:47:05.186682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-41b774ab-1d5d-4868-99cc-d0b765052131 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376641 Aug 31 06:47:05.263032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:05.301896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3789048 Aug 31 06:47:05.306020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56310) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:05.312374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eaa574-dda1-499c-a9c0-eb135a083b3e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Network': ['ID=1246a6f1-d666-4fe0-96a7-47fee73ace10,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:05.315414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,segment=NetworkSegment(8fe612ec-66cb-430a-aef6-20509e98b1e7),segment_id=8fe612ec-66cb-430a-aef6-20509e98b1e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:05.325434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.332562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'subnet': {'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:05.344900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f17ff1-06c6-460d-a928-8a42cc62bd6f req-c932cd04-d263-4bc3-9c6e-ac3dab1f0add service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447787 Aug 31 06:47:05.351626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:05.443643 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.477276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Allocated IP 2001:db8::2 (f899c8c8-0fdf-488c-843b-c29aa74b9a88/349099a3-4c2a-4e27-8e97-14b59c9b8f1b/3c77829d-0e14-4a89-9aa7-3b859f26b2bd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:05.485722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e33f2f-87e1-4889-9c21-506a9942cc29 req-5af6aed1-34ae-49f7-b785-b88f37986fee tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.487323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17e33f2f-87e1-4889-9c21-506a9942cc29 req-5af6aed1-34ae-49f7-b785-b88f37986fee tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 945 time: 0.1859257 Aug 31 06:47:05.498235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-e2dd107d-4e26-4582-9e74-803029acfb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.499531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-e2dd107d-4e26-4582-9e74-803029acfb73 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 1095 time: 0.0840950 Aug 31 06:47:05.504388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:05.590580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:05.594031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.649311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3be584-da65-4d7e-bf03-67fa1e403655 req-e091b343-57fb-4417-b114-699d4cd62750 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.659994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e3be584-da65-4d7e-bf03-67fa1e403655 req-e091b343-57fb-4417-b114-699d4cd62750 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 943 time: 0.0775650 Aug 31 06:47:05.666669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.676241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:05.677185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17e33f2f-87e1-4889-9c21-506a9942cc29 req-21456a91-bb97-475a-8379-a5795847a1f4 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753080 Aug 31 06:47:05.680028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Transition to ACTIVE for port object 3c77829d-0e14-4a89-9aa7-3b859f26b2bd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:05.717531 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e3be584-da65-4d7e-bf03-67fa1e403655 req-5fac0bfa-bdd4-43a7-acb3-32165f143674 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559967 Aug 31 06:47:05.724022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-83951eb8-60bf-48c8-bb89-b707e2abf84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.725933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-83951eb8-60bf-48c8-bb89-b707e2abf84b service neutron] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.2025514 Aug 31 06:47:05.726733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Transition to ACTIVE for port object 3c77829d-0e14-4a89-9aa7-3b859f26b2bd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:05.736858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.784090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-886f53e4-e540-4248-987f-f0055fbd8919 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bdfd97-83bf-4fbe-b352-866a2947f495 HTTP/1.1" status: 200 len: 217 time: 0.0481391 Aug 31 06:47:05.797693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:05.807402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:05.812177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Pushing event updated for resources: {'Port': ['ID=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:05.814383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:05.884004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-c9466ac7-a487-475c-bf71-94d52292e4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:05.885648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-c9466ac7-a487-475c-bf71-94d52292e4a2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0912008 Aug 31 06:47:05.902482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Attempting to bind port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:05.902845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Attempting to bind port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '148c87a2-e5c5-4887-ad51-61ee0ec8e998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:05.903209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Attempting to bind port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd on network f899c8c8-0fdf-488c-843b-c29aa74b9a88 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:05.909157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:05.909551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Checking segment: {'id': '148c87a2-e5c5-4887-ad51-61ee0ec8e998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:05.909952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.910340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Bound using segment: {'id': '148c87a2-e5c5-4887-ad51-61ee0ec8e998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:05.910815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Bound port: 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '148c87a2-e5c5-4887-ad51-61ee0ec8e998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'f899c8c8-0fdf-488c-843b-c29aa74b9a88'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:05.911168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:05.937855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2bdbd10-6f4e-40f3-9c08-7173e41ff296 req-9c195489-6f66-418d-83a9-2614afac71d7 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 210 time: 0.0377839 Aug 31 06:47:05.956296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-59f13329-0d8c-4d2f-9ca6-b1a7337041b9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611420 Aug 31 06:47:05.991387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.004415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0e661032-ff90-436b-937f-865e4958b129 None None] For port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:06.007870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0e661032-ff90-436b-937f-865e4958b129 None None] For port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,segment=NetworkSegment(148c87a2-e5c5-4887-ad51-61ee0ec8e998),segment_id=148c87a2-e5c5-4887-ad51-61ee0ec8e998)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:06.015746 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.080299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e661032-ff90-436b-937f-865e4958b129 None None] Pushing event updated for resources: {'Port': ['ID=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:06.204561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Subnet': ['ID=c6448e52-636a-49f0-9f63-ef303ca5d081,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:06.245889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-c7130d5b-6ed7-4e53-afd3-83a78a64c788 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726958 Aug 31 06:47:06.251834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Checking segment: {'id': '7f423295-5581-4eb3-8755-a8687393604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:06.251834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network hostable DHCP agents. Network: 6cf9f217-fc93-440b-ada8-0763ad0fbe15, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:06.335165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-6cb8840c-d5c7-4939-9064-43fe95388cc3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.336710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-6cb8840c-d5c7-4939-9064-43fe95388cc3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.3467879 Aug 31 06:47:06.350294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d930c-8f08-4a39-b428-926a5eaecccb req-b3ad5efd-c1e5-4cbc-8ed3-a8cf0244e640 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.352002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-187d930c-8f08-4a39-b428-926a5eaecccb req-b3ad5efd-c1e5-4cbc-8ed3-a8cf0244e640 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0624847 Aug 31 06:47:06.355774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:06.371899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'port': {'device_id': '906b8622-99ac-4855-99b2-0ce0199ac055', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'admin_state_up': True, 'tenant_id': 'dc5b304084224bdf8bb27efd4efcbfbe'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:06.404757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-187d930c-8f08-4a39-b428-926a5eaecccb req-8548f1c4-1332-4a8a-b0c0-835bdb32e5a2 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378597 Aug 31 06:47:06.424600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6cf9f217-fc93-440b-ada8-0763ad0fbe15) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:06.436744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.437028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da3715-7547-4782-93d1-aa2848e84f7f None None] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:06.437366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.468485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b819e2-1ad6-42a1-8231-92349140bb28 req-f775a033-f164-4b05-a552-674bb0bc2433 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981204 Aug 31 06:47:06.476120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa5f8d4d-2b4d-4d3a-bdb5-3d5c0cde99bb tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1660969 Aug 31 06:47:06.479269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56324) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:06.485620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'subnet': {'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:06.528368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Made reservation on behalf of dc5b304084224bdf8bb27efd4efcbfbe for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:06.532157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.582278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:06.585893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.606241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6cf9f217-fc93-440b-ada8-0763ad0fbe15', 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15', 'tenant_id': 'f66b35ea24184cf888a21c8d0e709fb4', 'fixed_ips': [{'subnet_id': 'c6448e52-636a-49f0-9f63-ef303ca5d081'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:06.608439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.679134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Allocated IP 172.20.0.6 (a12b23a9-dac1-4b81-ae57-26d77a030274/fc2c7079-f8c3-423e-aff4-816b113cece9/38a96583-a299-4796-a858-aaf88add176b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:06.759431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Allocated IP 2001:db8::2 (6cf9f217-fc93-440b-ada8-0763ad0fbe15/c6448e52-636a-49f0-9f63-ef303ca5d081/73a71445-348c-4114-aba1-50ea6bb5b99f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:06.814223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.876721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c930e2-4fc1-4464-bc7b-65d5534833f6 req-cbc65d99-27dd-4be1-b286-3a8a9d5b0b74 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.884253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07c930e2-4fc1-4464-bc7b-65d5534833f6 req-cbc65d99-27dd-4be1-b286-3a8a9d5b0b74 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 945 time: 0.1130443 Aug 31 06:47:06.938623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Subnet': ['ID=7d0933c3-c571-4169-8e5b-b8c9461a2b73,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:06.951727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3124e18-a98c-43a7-867d-81c86b343bf7 req-1a2d3943-d94d-49dd-b354-cc680193a0d3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:06.953628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07c930e2-4fc1-4464-bc7b-65d5534833f6 req-efe09470-83e3-432a-af60-2090bb5df1f4 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634642 Aug 31 06:47:06.958904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3124e18-a98c-43a7-867d-81c86b343bf7 req-1a2d3943-d94d-49dd-b354-cc680193a0d3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 943 time: 0.1251659 Aug 31 06:47:06.963561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.974436 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:06.987006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Transition to ACTIVE for port object 73a71445-348c-4114-aba1-50ea6bb5b99f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:07.009797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Transition to ACTIVE for port object 73a71445-348c-4114-aba1-50ea6bb5b99f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:07.012673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3124e18-a98c-43a7-867d-81c86b343bf7 req-8054b612-d13f-488c-9e5b-df1c206dbfb0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527906 Aug 31 06:47:07.023124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Checking segment: {'id': 'b2190064-3587-4f5e-9f21-4ed25445126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:07.023493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network hostable DHCP agents. Network: 1246a6f1-d666-4fe0-96a7-47fee73ace10, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:07.024505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.057736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.060368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:07.077141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1246a6f1-d666-4fe0-96a7-47fee73ace10) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:07.081815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:07.082503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.096593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9e986c-5f16-436b-89b3-efbb31ea1a6b None None] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:07.106902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Network a12b23a9-dac1-4b81-ae57-26d77a030274 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:07.115200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:07.117391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a6b65a33-bada-4e7c-b0c9-1b6e589aa1b5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6304066 Aug 31 06:47:07.118108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:07.126244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:07.171926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:07.178309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:07.189365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:07.255406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Pushing event updated for resources: {'Port': ['ID=73a71445-348c-4114-aba1-50ea6bb5b99f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:07.263728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3c77829d-0e14-4a89-9aa7-3b859f26b2bd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:07.282711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:07.293294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:07.294371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.313305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-9e510c97-ff5d-4853-8763-f8ac0aaf3bbe tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9457676 Aug 31 06:47:07.327931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Request body: {'port': {'device_id': '906b8622-99ac-4855-99b2-0ce0199ac055', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:07.353941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Attempting to bind port 73a71445-348c-4114-aba1-50ea6bb5b99f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:07.353941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Attempting to bind port 73a71445-348c-4114-aba1-50ea6bb5b99f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7f423295-5581-4eb3-8755-a8687393604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:07.354247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Attempting to bind port 73a71445-348c-4114-aba1-50ea6bb5b99f on network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:07.382887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:07.383266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Checking segment: {'id': '7f423295-5581-4eb3-8755-a8687393604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:07.383670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.384069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Bound using segment: {'id': '7f423295-5581-4eb3-8755-a8687393604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:07.384556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Bound port: 73a71445-348c-4114-aba1-50ea6bb5b99f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f423295-5581-4eb3-8755-a8687393604e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '6cf9f217-fc93-440b-ada8-0763ad0fbe15'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:07.384988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.428080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.432835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1418295-39e6-45c8-8a0e-953dc7173fd9 None None] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:07.438806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5576b78-83b8-4e59-804e-31307b6d0212 req-fe251eb2-ea48-47a1-a4db-df5bdcea83cd tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:07.439911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:07.440358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5576b78-83b8-4e59-804e-31307b6d0212 req-fe251eb2-ea48-47a1-a4db-df5bdcea83cd tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 931 time: 0.1929958 Aug 31 06:47:07.529623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5576b78-83b8-4e59-804e-31307b6d0212 req-57122300-065d-454e-9bd1-316ae4497bd7 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802841 Aug 31 06:47:07.557042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Provisioning for port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:07.574883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.594913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Provisioning complete for port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:07.595292 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.638326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3767723c-317b-4721-bca0-4e736e4f4cb4 req-cd358e08-a02c-4570-8fd2-0b25f819ef3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:07.639967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3767723c-317b-4721-bca0-4e736e4f4cb4 req-cd358e08-a02c-4570-8fd2-0b25f819ef3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0738657 Aug 31 06:47:07.643043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1246a6f1-d666-4fe0-96a7-47fee73ace10', 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10', 'tenant_id': 'f66b35ea24184cf888a21c8d0e709fb4', 'fixed_ips': [{'subnet_id': '7d0933c3-c571-4169-8e5b-b8c9461a2b73'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:07.643907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.667434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] For port 73a71445-348c-4114-aba1-50ea6bb5b99f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:07.696587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] For port 73a71445-348c-4114-aba1-50ea6bb5b99f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=73a71445-348c-4114-aba1-50ea6bb5b99f,segment=NetworkSegment(7f423295-5581-4eb3-8755-a8687393604e),segment_id=7f423295-5581-4eb3-8755-a8687393604e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:07.728828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3767723c-317b-4721-bca0-4e736e4f4cb4 req-69173eba-999b-49df-b841-d90e2f795e32 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533810 Aug 31 06:47:07.752061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.818481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a96583-a299-4796-a858-aaf88add176b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:07.826652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.842297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Transition to ACTIVE for port object 38a96583-a299-4796-a858-aaf88add176b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:07.846569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:07.859289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Allocated IP 2001:db8::1 (6cf9f217-fc93-440b-ada8-0763ad0fbe15/c6448e52-636a-49f0-9f63-ef303ca5d081/db513c05-cf88-44f7-a1c8-e714cc253d66) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:07.947640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:07.998167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Attempting to bind port 38a96583-a299-4796-a858-aaf88add176b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:07.998663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Attempting to bind port 38a96583-a299-4796-a858-aaf88add176b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:07.999246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Attempting to bind port 38a96583-a299-4796-a858-aaf88add176b on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:08.005034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Port 38a96583-a299-4796-a858-aaf88add176b on network a12b23a9-dac1-4b81-ae57-26d77a030274 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:08.005435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Attempting to bind port 38a96583-a299-4796-a858-aaf88add176b on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:08.014261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:08.014618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Checking segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:08.015020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Bound using segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:08.015634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Bound port: 38a96583-a299-4796-a858-aaf88add176b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:08.016004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.033009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.084331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Transition to ACTIVE for port object db513c05-cf88-44f7-a1c8-e714cc253d66 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:08.126415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f753490-fca4-4499-97a0-c9558a787904 None None] Pushing event updated for resources: {'Port': ['ID=73a71445-348c-4114-aba1-50ea6bb5b99f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.126900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc7960e-91dc-4d01-927d-dede84e43017 req-99cf4a09-d078-49a4-8301-4531064862f9 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.134356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbc7960e-91dc-4d01-927d-dede84e43017 req-99cf4a09-d078-49a4-8301-4531064862f9 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 945 time: 0.0948822 Aug 31 06:47:08.145909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.175947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Allocated IP 2001:db8::2 (1246a6f1-d666-4fe0-96a7-47fee73ace10/7d0933c3-c571-4169-8e5b-b8c9461a2b73/4229c5e1-0c9c-4561-8149-a1279505f9bf) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:08.204500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbc7960e-91dc-4d01-927d-dede84e43017 req-0888b05e-1738-4966-8a34-d60a3277f34d tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657332 Aug 31 06:47:08.232341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:08.234248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.241998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:08.254999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.265683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] For port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,segment=NetworkSegment(148c87a2-e5c5-4887-ad51-61ee0ec8e998),segment_id=148c87a2-e5c5-4887-ad51-61ee0ec8e998)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:08.318659 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.342255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Port': ['ID=db513c05-cf88-44f7-a1c8-e714cc253d66,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.345550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:08.347090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:08.349571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:08.350072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.377684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a818316a-7568-4b7a-859f-fc8ecd222e12 req-b92d61d6-1bda-4706-bc74-cfb3ef9dbf3a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.381927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a818316a-7568-4b7a-859f-fc8ecd222e12 req-b92d61d6-1bda-4706-bc74-cfb3ef9dbf3a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 943 time: 0.2181349 Aug 31 06:47:08.392251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fd473-83f0-4a36-9e91-19b6101f21ff None None] Pushing event updated for resources: {'Port': ['ID=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.419430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.421796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.423571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] 10.222.0.53 "PUT /v2.0/ports/38a96583-a299-4796-a858-aaf88add176b HTTP/1.1" status: 200 len: 1092 time: 1.1018593 Aug 31 06:47:08.452854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'tag': '38a96583-a299-4796-a858-aaf88add176b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:08.456718 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698d6ad1-f351-4ad4-9168-4a230c13c465" -d '{"events": [{"name": "network-changed", "server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "tag": "38a96583-a299-4796-a858-aaf88add176b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:08.461658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69aec8-1a3c-4c2d-920b-99e4382c2a6d service neutron] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.533828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.549151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a818316a-7568-4b7a-859f-fc8ecd222e12 req-98d8d27c-eb90-4db1-b8da-bca3f5fbd591 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569357 Aug 31 06:47:08.572498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-df918616-ccb8-4e51-a52e-8f67d5ef28a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.578736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-df918616-ccb8-4e51-a52e-8f67d5ef28a6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 1095 time: 0.0971711 Aug 31 06:47:08.584937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.592902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 50bdfd97-83bf-4fbe-b352-866a2947f495 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:08.594862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:08.625166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Transition to ACTIVE for port object 4229c5e1-0c9c-4561-8149-a1279505f9bf will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:08.632961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-ac9928e7-90e7-437d-8855-82cb8eeb7e0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a96583-a299-4796-a858-aaf88add176b HTTP/1.1" status: 200 len: 217 time: 0.0426755 Aug 31 06:47:08.668691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Transition to ACTIVE for port object 4229c5e1-0c9c-4561-8149-a1279505f9bf will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:08.675910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032f4ea2-ae36-4afb-a60f-e4b6b9057ae0 req-414251d4-ce11-4da4-a691-71300cf1b950 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.686044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-032f4ea2-ae36-4afb-a60f-e4b6b9057ae0 req-414251d4-ce11-4da4-a691-71300cf1b950 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0903323 Aug 31 06:47:08.701927 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d1f3b5-191b-4de8-9f35-18cc46239870 x-openstack-request-id: req-f1d1f3b5-191b-4de8-9f35-18cc46239870 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:08.702218 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "tag": "38a96583-a299-4796-a858-aaf88add176b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:08.702476 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1d1f3b5-191b-4de8-9f35-18cc46239870 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:08.702876 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'tag': '38a96583-a299-4796-a858-aaf88add176b', 'status': 'completed', 'code': 200} Aug 31 06:47:08.712965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-8e3c1995-7040-4c5b-848a-393cdcb0b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:08.715863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-8e3c1995-7040-4c5b-848a-393cdcb0b849 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.0731401 Aug 31 06:47:08.737637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5454e1ad-095e-4f1b-990e-59951df485f2 None None] Provisioning complete for port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:08.737637 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5454e1ad-095e-4f1b-990e-59951df485f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.757013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-f99abaf1-1e3f-4696-9a94-178bfc26627c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322866 Aug 31 06:47:08.786318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.816192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-032f4ea2-ae36-4afb-a60f-e4b6b9057ae0 req-780e1264-7bd5-409a-b345-fe55dd9aeb2e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272757 Aug 31 06:47:08.850553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Pushing event updated for resources: {'Port': ['ID=4229c5e1-0c9c-4561-8149-a1279505f9bf,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:08.858256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:08.872944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:08.873666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:08.877096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:08.890875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:08.936032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:09.037269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aacbfd8-491d-424c-a242-980226cf447c req-46149dc2-c647-4164-935c-19bd75d68cb7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.046332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4aacbfd8-491d-424c-a242-980226cf447c req-46149dc2-c647-4164-935c-19bd75d68cb7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1356385 Aug 31 06:47:09.052602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=50bdfd97-83bf-4fbe-b352-866a2947f495,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:09.080799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '50bdfd97-83bf-4fbe-b352-866a2947f495', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': '50bdfd97-83bf-4fbe-b352-866a2947f495', 'mac_address': 'fa:16:3e:32:38:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:09.085562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Attempting to bind port 4229c5e1-0c9c-4561-8149-a1279505f9bf on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:09.085562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Attempting to bind port 4229c5e1-0c9c-4561-8149-a1279505f9bf by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b2190064-3587-4f5e-9f21-4ed25445126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:09.085562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Attempting to bind port 4229c5e1-0c9c-4561-8149-a1279505f9bf on network 1246a6f1-d666-4fe0-96a7-47fee73ace10 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:09.096488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:09.096907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Checking segment: {'id': 'b2190064-3587-4f5e-9f21-4ed25445126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:09.097320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.097752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Bound using segment: {'id': 'b2190064-3587-4f5e-9f21-4ed25445126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:09.098253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Bound port: 4229c5e1-0c9c-4561-8149-a1279505f9bf, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2190064-3587-4f5e-9f21-4ed25445126a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '1246a6f1-d666-4fe0-96a7-47fee73ace10'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:09.098645 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.130163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4aacbfd8-491d-424c-a242-980226cf447c req-ce2f5f09-1470-465f-bc5f-880dc8de0642 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834472 Aug 31 06:47:09.171743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.180186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.180983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.309321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa2d137-22c9-490a-aec9-2c6567b642d9 None None] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:09.359249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Port': ['ID=db513c05-cf88-44f7-a1c8-e714cc253d66,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:09.359475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3c77829d-0e14-4a89-9aa7-3b859f26b2bd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:09.360780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ec2ffc-e50f-4ba2-8986-ffc68d1097b3 req-6f78086a-68ef-4549-a922-b050a5cd0a3d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.362545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2ec2ffc-e50f-4ba2-8986-ffc68d1097b3 req-6f78086a-68ef-4549-a922-b050a5cd0a3d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 943 time: 0.5900681 Aug 31 06:47:09.394236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.400130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d9b0f-cd12-4a26-9bf6-afd8a438eeb8 req-338ad621-ec38-449f-8209-6ccacc229ee9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.402385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7d9b0f-cd12-4a26-9bf6-afd8a438eeb8 req-338ad621-ec38-449f-8209-6ccacc229ee9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1638603 Aug 31 06:47:09.409368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-409ce5b2-b71f-4cd4-9cdd-164964482270 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6385555 Aug 31 06:47:09.410754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.455431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2ec2ffc-e50f-4ba2-8986-ffc68d1097b3 req-6493ee25-58f0-4fb3-ab24-d0733756817a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729389 Aug 31 06:47:09.457807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:09.461895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:09.468237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f7d9b0f-cd12-4a26-9bf6-afd8a438eeb8 req-3af5b77e-7a8b-4946-b05c-90777901e16f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518105 Aug 31 06:47:09.486830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54ec9cdc-9af2-46e9-bbed-3f30983a0f2d None None] Provisioning for port 73a71445-348c-4114-aba1-50ea6bb5b99f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:09.510218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,segment=NetworkSegment(8fe612ec-66cb-430a-aef6-20509e98b1e7),segment_id=8fe612ec-66cb-430a-aef6-20509e98b1e7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:09.516763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:09.519409 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d01fa4-027b-477e-9f74-f12b78617f82" -d '{"events": [{"server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "name": "network-vif-plugged", "status": "completed", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:09.525776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] For port 4229c5e1-0c9c-4561-8149-a1279505f9bf, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:09.529172 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.532245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50bdfd97-83bf-4fbe-b352-866a2947f495 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:09.539055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] For port 4229c5e1-0c9c-4561-8149-a1279505f9bf, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4229c5e1-0c9c-4561-8149-a1279505f9bf,segment=NetworkSegment(b2190064-3587-4f5e-9f21-4ed25445126a),segment_id=b2190064-3587-4f5e-9f21-4ed25445126a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:09.577043 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.594868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ea7cc-62a2-4b8b-950f-ae1cd01bc3b0 req-c624c137-201b-4cf4-884e-cced6b9f47d1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.602931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c19ea7cc-62a2-4b8b-950f-ae1cd01bc3b0 req-c624c137-201b-4cf4-884e-cced6b9f47d1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0748422 Aug 31 06:47:09.603142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=50bdfd97-83bf-4fbe-b352-866a2947f495,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:09.616540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.638308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Router 1f9febfe-5bcf-41be-8b7f-f83bcaeae93c is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:47:09.666268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-076aab1f-39ac-4486-b25d-57d7ac04488e req-b2d5d475-fa26-46e4-a8bd-d3146deba4b9 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442071 Aug 31 06:47:09.673585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c19ea7cc-62a2-4b8b-950f-ae1cd01bc3b0 req-2ee1c0b9-f790-427f-9227-5d5f3246585a tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697782 Aug 31 06:47:09.681297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:09.765357 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7a3a51-4d44-49f3-8be8-1ac8a8b7780f x-openstack-request-id: req-0d7a3a51-4d44-49f3-8be8-1ac8a8b7780f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:09.765638 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "name": "network-vif-plugged", "status": "completed", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:09.766194 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d7a3a51-4d44-49f3-8be8-1ac8a8b7780f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:09.766594 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494', 'code': 200} Aug 31 06:47:09.791366 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:09.791652 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:09.804214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7e4cd6-2dd5-465f-a1f6-218d87fb3803 None None] Pushing event updated for resources: {'Port': ['ID=4229c5e1-0c9c-4561-8149-a1279505f9bf,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:09.836694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:09.847913 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] Sync routers for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:09.857746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-69efe6e5-c623-4923-b170-ed451b119f77 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7382088 Aug 31 06:47:09.858548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:09.863540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:09.864698 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:09.887621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-fd55f7a3-50ad-43b2-8292-9bf5166937d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.889158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-fd55f7a3-50ad-43b2-8292-9bf5166937d9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 1095 time: 0.1420147 Aug 31 06:47:09.892607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:09.925939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efffb3b-d504-47b3-a350-1de26c45c1c0 req-da218171-ecc9-4360-af3e-0ee241bf4636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:09.927376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1efffb3b-d504-47b3-a350-1de26c45c1c0 req-da218171-ecc9-4360-af3e-0ee241bf4636 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 1098 time: 0.1065381 Aug 31 06:47:09.937207 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:09.950195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:09.958079 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:09.958966 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:10.025605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a77d0ea-2b59-42ed-9f49-e96f16c6e8ff req-239c3cd7-ce52-46f4-98b7-eb1e7aa02ff5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.043927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a77d0ea-2b59-42ed-9f49-e96f16c6e8ff req-239c3cd7-ce52-46f4-98b7-eb1e7aa02ff5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 944 time: 0.1684737 Aug 31 06:47:10.064536 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:10.065243 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0db6ea-163b-421e-95be-8b20f06f830b None None] The sync data for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:10.076754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 73a71445-348c-4114-aba1-50ea6bb5b99f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:10.117598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a77d0ea-2b59-42ed-9f49-e96f16c6e8ff req-75f09cc8-5add-424c-b298-76eb1bc86f15 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760701 Aug 31 06:47:10.134747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1efffb3b-d504-47b3-a350-1de26c45c1c0 req-25bec608-49ad-4593-958c-6925a5c77db9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877770 Aug 31 06:47:10.184370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-dc314d98-1287-46cf-aa9c-ce8f71583431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.186401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-dc314d98-1287-46cf-aa9c-ce8f71583431 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 922 time: 0.2875752 Aug 31 06:47:10.258886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 73a71445-348c-4114-aba1-50ea6bb5b99f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:10.271677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 73a71445-348c-4114-aba1-50ea6bb5b99f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:10.272266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.286201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-1502dd75-5d18-46de-afb3-507c999350ee service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38a96583-a299-4796-a858-aaf88add176b HTTP/1.1" status: 200 len: 217 time: 0.0837493 Aug 31 06:47:10.340408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b68f72d-e946-4dc5-9dce-822fbbf37717 req-8ba36f27-8f48-45f4-8fe3-cd59380fece7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.348842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b68f72d-e946-4dc5-9dce-822fbbf37717 req-8ba36f27-8f48-45f4-8fe3-cd59380fece7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2154567 Aug 31 06:47:10.374887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f370f-29b0-4181-9d36-086d01fff5fe req-1d39c1be-71cb-4074-87fe-798ca3c36a09 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.382223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d85f370f-29b0-4181-9d36-086d01fff5fe req-1d39c1be-71cb-4074-87fe-798ca3c36a09 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0941038 Aug 31 06:47:10.427041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Provisioning complete for port 73a71445-348c-4114-aba1-50ea6bb5b99f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:10.427041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.430950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d85f370f-29b0-4181-9d36-086d01fff5fe req-b76381d2-b6ef-4fc3-80c0-796e5fec9d9b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478399 Aug 31 06:47:10.436644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-f12d666a-2787-4009-a5f3-e420295a70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.438109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-f12d666a-2787-4009-a5f3-e420295a70df service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.1183953 Aug 31 06:47:10.472415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b68f72d-e946-4dc5-9dce-822fbbf37717 req-18e2fd0e-6ec9-47ee-bdd5-166ff66309ed tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225457 Aug 31 06:47:10.524537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-7c6b1c1c-131a-415c-a72b-f0fc7e589eb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748079 Aug 31 06:47:10.524790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.582972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 73a71445-348c-4114-aba1-50ea6bb5b99f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=73a71445-348c-4114-aba1-50ea6bb5b99f,segment=NetworkSegment(7f423295-5581-4eb3-8755-a8687393604e),segment_id=7f423295-5581-4eb3-8755-a8687393604e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:10.615604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.690645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=73a71445-348c-4114-aba1-50ea6bb5b99f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:10.696528 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-ce4e60bf-1f99-4834-9bf4-cac4cd04808b tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:47:10.697632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ce4e60bf-1f99-4834-9bf4-cac4cd04808b tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8378186 Aug 31 06:47:10.699429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Provisioning for port db513c05-cf88-44f7-a1c8-e714cc253d66 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:10.701741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:10.707494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Provisioning complete for port db513c05-cf88-44f7-a1c8-e714cc253d66 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:10.707864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.776359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ec3433b1-d5f1-481d-b51f-9bd7b94c1e4a None None] Port db513c05-cf88-44f7-a1c8-e714cc253d66 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:10.787353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-5533f54e-6e7a-47c1-ab99-7d8fb83b9057 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543998 Aug 31 06:47:10.801658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a59f6d-d7bb-4555-82d5-41aa75c0aa9d req-405200f2-5e58-4f6e-bac3-77d252d2951c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:10.811713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21a59f6d-d7bb-4555-82d5-41aa75c0aa9d req-405200f2-5e58-4f6e-bac3-77d252d2951c tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 943 time: 0.1552038 Aug 31 06:47:10.910225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-074ab1f3-cac8-4ebd-9c23-5a60f6e1637a None None] Provisioning complete for port db513c05-cf88-44f7-a1c8-e714cc253d66 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:10.910796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-074ab1f3-cac8-4ebd-9c23-5a60f6e1637a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:10.939677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21a59f6d-d7bb-4555-82d5-41aa75c0aa9d req-08d8fa2b-c3c3-4f3e-844c-fc387924b069 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270790 Aug 31 06:47:10.974133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-074ab1f3-cac8-4ebd-9c23-5a60f6e1637a None None] Port db513c05-cf88-44f7-a1c8-e714cc253d66 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:11.005808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-698d6ad1-f351-4ad4-9168-4a230c13c465 req-7748050b-26e6-4ee5-8bc3-f95c2f40650a service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856287 Aug 31 06:47:11.097647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bab41f4f-332f-480a-93b6-36fdc9fb3a59 None None] Provisioning complete for port db513c05-cf88-44f7-a1c8-e714cc253d66 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:11.098417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bab41f4f-332f-480a-93b6-36fdc9fb3a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.153364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bab41f4f-332f-480a-93b6-36fdc9fb3a59 None None] Port db513c05-cf88-44f7-a1c8-e714cc253d66 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:11.258070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a4175a-df84-4789-b20c-63f7c7755876 None None] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:11.293911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4229c5e1-0c9c-4561-8149-a1279505f9bf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:11.311818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074181c-2834-4027-a14e-dde5afa66b42 req-78ef3863-2620-4574-81d2-ee1224d20e7d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.313671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7074181c-2834-4027-a14e-dde5afa66b42 req-78ef3863-2620-4574-81d2-ee1224d20e7d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0597615 Aug 31 06:47:11.348568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a1f75905-95db-4fd5-9cb4-3b0ab8e58b17 None None] Provisioning for port 4229c5e1-0c9c-4561-8149-a1279505f9bf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:11.359618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7074181c-2834-4027-a14e-dde5afa66b42 req-c0e7057b-a55d-4dcd-8a3b-da4789562257 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374649 Aug 31 06:47:11.417301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574adc7c-4e6b-41a1-b3dd-70646580a4d0 req-70e3cffc-b9fc-4659-bf3a-034a5e0c5ef8 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.418912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-574adc7c-4e6b-41a1-b3dd-70646580a4d0 req-70e3cffc-b9fc-4659-bf3a-034a5e0c5ef8 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.4906125 Aug 31 06:47:11.488659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b45fe3-451a-44ec-9345-db956f6e9d0c req-e83e0e1f-0152-4928-94f1-68760bb612b3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.490441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12b45fe3-451a-44ec-9345-db956f6e9d0c req-e83e0e1f-0152-4928-94f1-68760bb612b3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 944 time: 0.0604720 Aug 31 06:47:11.521816 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-574adc7c-4e6b-41a1-b3dd-70646580a4d0 req-e510b5be-8481-47cf-8e4b-a33efc1e3eb0 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923402 Aug 31 06:47:11.571094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12b45fe3-451a-44ec-9345-db956f6e9d0c req-9a679ea8-a337-48af-8c5e-8371a3b2423d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725160 Aug 31 06:47:11.596884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4229c5e1-0c9c-4561-8149-a1279505f9bf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:11.607222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4229c5e1-0c9c-4561-8149-a1279505f9bf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:11.607849 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.711251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7687dfd-f42d-4986-84e0-ed6a93811d81 req-33904f0c-d857-48e8-b19f-c2bedda8888d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:11.712739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7687dfd-f42d-4986-84e0-ed6a93811d81 req-33904f0c-d857-48e8-b19f-c2bedda8888d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0826585 Aug 31 06:47:11.720243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.728570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.757762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4229c5e1-0c9c-4561-8149-a1279505f9bf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4229c5e1-0c9c-4561-8149-a1279505f9bf,segment=NetworkSegment(b2190064-3587-4f5e-9f21-4ed25445126a),segment_id=b2190064-3587-4f5e-9f21-4ed25445126a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:11.763450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.764345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 73a71445-348c-4114-aba1-50ea6bb5b99f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:11.829811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7687dfd-f42d-4986-84e0-ed6a93811d81 req-5153ec28-1616-46b8-9a40-4020010e1a75 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096430 Aug 31 06:47:11.859306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4229c5e1-0c9c-4561-8149-a1279505f9bf,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:11.881088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 73a71445-348c-4114-aba1-50ea6bb5b99f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:11.881497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:11.991778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aad8d7d4-fd5b-4167-ab4b-a6e4fba9b5fa None None] Provisioning complete for port 4229c5e1-0c9c-4561-8149-a1279505f9bf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:11.992159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aad8d7d4-fd5b-4167-ab4b-a6e4fba9b5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.092151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a84fbb-d9bb-41e4-8ccc-0b79853be311 req-f87ee376-9487-43e9-b26b-43919f7656d9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.093756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34a84fbb-d9bb-41e4-8ccc-0b79853be311 req-f87ee376-9487-43e9-b26b-43919f7656d9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 943 time: 0.0663922 Aug 31 06:47:12.099907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting port db513c05-cf88-44f7-a1c8-e714cc253d66 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:12.100355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.192323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34a84fbb-d9bb-41e4-8ccc-0b79853be311 req-f1f0b3f3-95bb-42f9-950b-5fd527d62e4e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883048 Aug 31 06:47:12.216806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.230301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Calling delete_port for db513c05-cf88-44f7-a1c8-e714cc253d66 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:12.405224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.439040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Port': ['ID=db513c05-cf88-44f7-a1c8-e714cc253d66,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:12.558909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.569300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df4eb69-fecb-4c18-b835-b3714ab7e3f0 req-51b236be-6eb1-4229-9553-bb4d44946f51 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.570912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5df4eb69-fecb-4c18-b835-b3714ab7e3f0 req-51b236be-6eb1-4229-9553-bb4d44946f51 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1357195 Aug 31 06:47:12.624538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 50bdfd97-83bf-4fbe-b352-866a2947f495 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:12.667391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bbec34-4ff3-45ca-9b7c-695e11678f56 req-55735650-fd00-44e9-9f49-e424d18f9e89 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.669799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7bbec34-4ff3-45ca-9b7c-695e11678f56 req-55735650-fd00-44e9-9f49-e424d18f9e89 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0606360 Aug 31 06:47:12.678393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 50bdfd97-83bf-4fbe-b352-866a2947f495 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:12.683986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 50bdfd97-83bf-4fbe-b352-866a2947f495 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:12.684491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.684631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5df4eb69-fecb-4c18-b835-b3714ab7e3f0 req-66dc7185-48df-4977-bbc6-11af288edc0e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053355 Aug 31 06:47:12.740205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7bbec34-4ff3-45ca-9b7c-695e11678f56 req-6117d0bb-9545-4572-bf2c-323b70a24446 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582685 Aug 31 06:47:12.757286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Router 1f9febfe-5bcf-41be-8b7f-f83bcaeae93c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:12.792548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.817986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:12.820600 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989f707-88d7-47ee-8bc9-3b581b8f7805" -d '{"events": [{"server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "name": "network-vif-plugged", "status": "completed", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:12.835721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=50bdfd97-83bf-4fbe-b352-866a2947f495,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:12.840903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:12.876126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:12.885245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b1ea788-c276-4d69-ace2-13ed6aa0e6b0 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1824539 Aug 31 06:47:12.886630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:12.893967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad4075-d6d4-4321-bb3c-cf36ca0646d7 req-78ffb470-a879-4af9-b156-d87a240dc8a4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:12.895481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7ad4075-d6d4-4321-bb3c-cf36ca0646d7 req-78ffb470-a879-4af9-b156-d87a240dc8a4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 944 time: 0.1318405 Aug 31 06:47:12.901395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] Sync routers for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:12.909567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:12.925433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:12.926379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:12.932337 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0c648e40-d06f-40d8-aeef-8a755d31c8e2 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] delete failed (client error): The resource could not be found. Aug 31 06:47:12.932337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0c648e40-d06f-40d8-aeef-8a755d31c8e2 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-1564773640 HTTP/1.1" status: 404 len: 335 time: 0.0435860 Aug 31 06:47:12.935133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56428) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:12.950525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7b457abc-ee7e-4049-9a4f-c1ec35261981 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'router': {'external_gateway_info': {'network_id': '1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:12.953129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a7ad4075-d6d4-4321-bb3c-cf36ca0646d7 req-d74b4390-b87b-4657-a087-3d777afc7c50 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501235 Aug 31 06:47:12.971151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:12.981469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:12.982106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:13.037320 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8e6e9b-9e07-46f0-be65-26632874dfa0 x-openstack-request-id: req-ef8e6e9b-9e07-46f0-be65-26632874dfa0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:13.037811 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "name": "network-vif-plugged", "status": "completed", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:13.038142 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ef8e6e9b-9e07-46f0-be65-26632874dfa0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:13.038642 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495', 'code': 200} Aug 31 06:47:13.039921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:13.044347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:13.048871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27dce78-f7ce-4892-b7e2-79ac8a9eac88 None None] The sync data for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:13.093584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50ad5dc-f792-4e4f-b7a5-5e8313c7a570 req-2172f076-5e5b-4189-a86c-bfcd59a17a26 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.101409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c50ad5dc-f792-4e4f-b7a5-5e8313c7a570 req-2172f076-5e5b-4189-a86c-bfcd59a17a26 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0782731 Aug 31 06:47:13.142769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4229c5e1-0c9c-4561-8149-a1279505f9bf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:13.152399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c50ad5dc-f792-4e4f-b7a5-5e8313c7a570 req-74c92dba-bdd1-45cf-8acb-9a665a7f1c04 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496011 Aug 31 06:47:13.200546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:13.215255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '38a96583-a299-4796-a858-aaf88add176b', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'port_id': '38a96583-a299-4796-a858-aaf88add176b', 'mac_address': 'fa:16:3e:5b:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2c7079-f8c3-423e-aff4-816b113cece9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:13.226894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4229c5e1-0c9c-4561-8149-a1279505f9bf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:13.227275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.306469 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.316995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244593a7-3ca5-471c-8f76-557686d82aa3 req-a6299212-7a16-48fa-943a-bd59029621b0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.318563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-244593a7-3ca5-471c-8f76-557686d82aa3 req-a6299212-7a16-48fa-943a-bd59029621b0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 943 time: 0.0526822 Aug 31 06:47:13.327298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a96583-a299-4796-a858-aaf88add176b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:13.337896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-2a8b862e-d469-482c-9c75-7bef9b1dceac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.339702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-2a8b862e-d469-482c-9c75-7bef9b1dceac service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=6b228dcf688e415aa959abf31335950d&device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 1098 time: 0.2858381 Aug 31 06:47:13.359210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-244593a7-3ca5-471c-8f76-557686d82aa3 req-c12c16f9-9a30-4a59-893e-f6802320cbf2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340543 Aug 31 06:47:13.369765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:13.384497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.384668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b457abc-ee7e-4049-9a4f-c1ec35261981 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.410369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046e953-c573-4219-bafe-c28e35f1aa27 req-b1bb9092-a881-4806-a330-246c032fe8d7 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.413852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a046e953-c573-4219-bafe-c28e35f1aa27 req-b1bb9092-a881-4806-a330-246c032fe8d7 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.2120540 Aug 31 06:47:13.435892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:13.443746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b110b-9fcf-433f-91bf-b0a5a530034b req-439964c4-61f7-4bcc-91f8-79f7d0d5252b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.445273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b9b110b-9fcf-433f-91bf-b0a5a530034b req-439964c4-61f7-4bcc-91f8-79f7d0d5252b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 1097 time: 0.3029749 Aug 31 06:47:13.479976 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-7b457abc-ee7e-4049-9a4f-c1ec35261981 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] update failed (client error): The resource could not be found. Aug 31 06:47:13.481783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7b457abc-ee7e-4049-9a4f-c1ec35261981 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c HTTP/1.1" status: 404 len: 339 time: 0.5450051 Aug 31 06:47:13.484903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:13.490222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-199795189'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:13.513239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:13.516838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.543499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a046e953-c573-4219-bafe-c28e35f1aa27 req-cc56a2a0-23f5-430f-8511-ffc21d2fcbe0 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946674 Aug 31 06:47:13.552178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b9b110b-9fcf-433f-91bf-b0a5a530034b req-22a4a8a5-f51b-4688-be05-af0c706fa467 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739090 Aug 31 06:47:13.554625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:13.563613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-dd57681b-57b9-4da9-9e72-e415e4316b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.565192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.565377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-dd57681b-57b9-4da9-9e72-e415e4316b6d service neutron] 10.222.0.50 "GET /v2.0/networks?id=46dade6b-4858-484f-81b2-d8094bc6a00b HTTP/1.1" status: 200 len: 915 time: 0.1952581 Aug 31 06:47:13.565576 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Added segment b1b52803-ca56-4ad3-8f88-3b76037e911e of type vlan for network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 Aug 31 06:47:13.605162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.631724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.637420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.637964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.691504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2051468 Aug 31 06:47:13.694200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:13.699056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'subnet': {'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:13.755075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2c455e-8ea4-447c-a59e-f311913ba692 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Network': ['ID=9af8ddd9-11fc-4d30-8059-9ba41e627aa2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:13.767286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['38a96583-a299-4796-a858-aaf88add176b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:13.768919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:13.841565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf3f570-db23-45a2-8081-96e02187a184 req-0a406238-a241-432e-a00c-036906156ff1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.843124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dbf3f570-db23-45a2-8081-96e02187a184 req-0a406238-a241-432e-a00c-036906156ff1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0754981 Aug 31 06:47:13.844749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Made reservation on behalf of f66b35ea24184cf888a21c8d0e709fb4 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:13.848104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:13.874323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-2f5f9efe-a7b7-4590-a6a2-94466bf71bc2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 HTTP/1.1" status: 200 len: 217 time: 0.0469990 Aug 31 06:47:13.942192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-a1e6486b-f9a4-4f78-9337-50f511672e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:13.943738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-a1e6486b-f9a4-4f78-9337-50f511672e28 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cc479357-e573-4eba-8b61-9e401eadfabb HTTP/1.1" status: 200 len: 854 time: 0.0474629 Aug 31 06:47:13.949221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dbf3f570-db23-45a2-8081-96e02187a184 req-1b034b9b-0b05-48c4-8d3b-1fee6f9d3133 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957971 Aug 31 06:47:13.989640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-318218a1-35ec-4993-9653-1c3b0cbca0e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46dade6b-4858-484f-81b2-d8094bc6a00b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348263 Aug 31 06:47:14.079354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.120915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5aa893-9c0d-4f97-9fbd-513d1761c949 req-ae82a0f7-6a88-4bdd-82bf-230acbb81304 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:14.122665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c5aa893-9c0d-4f97-9fbd-513d1761c949 req-ae82a0f7-6a88-4bdd-82bf-230acbb81304 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.0780456 Aug 31 06:47:14.128325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-9937715b-7356-4204-9bca-7d4899d367ea service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267619 Aug 31 06:47:14.156453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Subnet': ['ID=cdc5466a-da45-47c9-acb8-2ba503ec14e6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:14.159724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Checking segment: {'id': 'b1b52803-ca56-4ad3-8f88-3b76037e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:14.159724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network hostable DHCP agents. Network: 9af8ddd9-11fc-4d30-8059-9ba41e627aa2, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:14.178475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:14.188398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 9af8ddd9-11fc-4d30-8059-9ba41e627aa2) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:14.192708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:14.193477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.203216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd307474-b989-48a1-b915-b9dd33db80ea None None] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:14.214529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ae2cb8f-6480-486f-bc35-195c8c948423 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5186508 Aug 31 06:47:14.215429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:14.220263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a0162a0c-eaec-4dd6-9493-afeef985f913 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'router': {'external_gateway_info': {'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:14.225797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c5aa893-9c0d-4f97-9fbd-513d1761c949 req-a3af93c0-723b-4783-a332-110a084a1d5f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965159 Aug 31 06:47:14.265710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f501928c-378d-4b76-b273-ab1d40ddd65b req-44ea9446-5901-42f7-ac2c-4e4876568a44 service neutron] 10.222.0.50 "GET /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169379 Aug 31 06:47:14.381075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-9af8ddd9-11fc-4d30-8059-9ba41e627aa2', 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2', 'tenant_id': 'f66b35ea24184cf888a21c8d0e709fb4', 'fixed_ips': [{'subnet_id': 'cdc5466a-da45-47c9-acb8-2ba503ec14e6'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:47:14.381979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.416832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65addea0-d1bf-49d6-965c-5f7d59ad53c5 req-d2423d38-4c70-485b-91d2-4f33f2f2c6b4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:14.418382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65addea0-d1bf-49d6-965c-5f7d59ad53c5 req-d2423d38-4c70-485b-91d2-4f33f2f2c6b4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1511655 Aug 31 06:47:14.529013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae552a-549b-4765-ab95-00eaea537e23 req-523b1723-b11a-4aa8-883e-b298ddf3aa86 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:14.536986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9fae552a-549b-4765-ab95-00eaea537e23 req-523b1723-b11a-4aa8-883e-b298ddf3aa86 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 944 time: 0.0630791 Aug 31 06:47:14.545014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Allocated IP 2001:db8:1::2 (9af8ddd9-11fc-4d30-8059-9ba41e627aa2/cdc5466a-da45-47c9-acb8-2ba503ec14e6/9fe4b6a4-e3cf-420f-b071-76abc25b5ec1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:14.580511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9fae552a-549b-4765-ab95-00eaea537e23 req-81481a6f-3992-4487-9142-992a49eabe49 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421040 Aug 31 06:47:14.711074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.720492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Transition to ACTIVE for port object 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:14.737148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Transition to ACTIVE for port object 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:14.744210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.785891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fd02f-a9ba-4ef9-b307-2ce55c1ef80e req-e59acd94-6ec0-4c94-9c09-ffc9a31d18bf tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:14.791070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:14.793638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c70fd02f-a9ba-4ef9-b307-2ce55c1ef80e req-e59acd94-6ec0-4c94-9c09-ffc9a31d18bf tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0751560 Aug 31 06:47:14.794789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:14.799464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:14.803502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Pushing event updated for resources: {'Port': ['ID=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:14.838909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c70fd02f-a9ba-4ef9-b307-2ce55c1ef80e req-c6009deb-2269-461d-bf23-40daf8a70e68 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433455 Aug 31 06:47:14.840018 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0162a0c-eaec-4dd6-9493-afeef985f913 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.850564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65addea0-d1bf-49d6-965c-5f7d59ad53c5 req-53c3602a-87a2-4183-a947-5e4d8ae11279 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216006 Aug 31 06:47:14.866840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Attempting to bind port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:14.867207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Attempting to bind port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b1b52803-ca56-4ad3-8f88-3b76037e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:14.867565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Attempting to bind port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 on network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:14.874371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 46, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:14.874750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Checking segment: {'id': 'b1b52803-ca56-4ad3-8f88-3b76037e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:14.875182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.875598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Bound using segment: {'id': 'b1b52803-ca56-4ad3-8f88-3b76037e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:14.876066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Bound port: 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1b52803-ca56-4ad3-8f88-3b76037e911e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '9af8ddd9-11fc-4d30-8059-9ba41e627aa2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:14.876448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.947062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] For port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:14.950916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] For port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,segment=NetworkSegment(b1b52803-ca56-4ad3-8f88-3b76037e911e),segment_id=b1b52803-ca56-4ad3-8f88-3b76037e911e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:14.954990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:14.965285 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a0162a0c-eaec-4dd6-9493-afeef985f913 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:47:14.972436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0162a0c-eaec-4dd6-9493-afeef985f913 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c HTTP/1.1" status: 400 len: 364 time: 0.7504153 Aug 31 06:47:14.972436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:15.031131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eef4ae-c5cb-483e-a7d3-251866d5820b None None] Pushing event updated for resources: {'Port': ['ID=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:15.102699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f319e20-c33b-41a2-90a0-9e75ab251937 req-6cb4bc55-b769-42a0-a200-da7f575f54bf tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.104316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f319e20-c33b-41a2-90a0-9e75ab251937 req-6cb4bc55-b769-42a0-a200-da7f575f54bf tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0571177 Aug 31 06:47:15.162046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f319e20-c33b-41a2-90a0-9e75ab251937 req-e4414dcc-2145-4823-bba0-cb5ac875656c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475223 Aug 31 06:47:15.339963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.378237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd2e44c-87fc-4b85-946d-439c1db8039d req-a03f7c5a-ecce-4e68-95dd-e5d740a700b5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.379974 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1dd2e44c-87fc-4b85-946d-439c1db8039d req-a03f7c5a-ecce-4e68-95dd-e5d740a700b5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.0645180 Aug 31 06:47:15.431955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1dd2e44c-87fc-4b85-946d-439c1db8039d req-499f9908-5dc1-4535-90d5-fd068546c024 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443776 Aug 31 06:47:15.515167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.601788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Allocated IP 2001:db8::1 (f899c8c8-0fdf-488c-843b-c29aa74b9a88/349099a3-4c2a-4e27-8e97-14b59c9b8f1b/0f275076-c37b-4839-adec-1502f23ddf43) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:15.706150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435732b-64e3-4dd5-a9f8-30057fea903c req-f82c72ce-f9eb-4303-9185-e3edc665d360 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.708280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2435732b-64e3-4dd5-a9f8-30057fea903c req-f82c72ce-f9eb-4303-9185-e3edc665d360 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 944 time: 0.0552049 Aug 31 06:47:15.753772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2435732b-64e3-4dd5-a9f8-30057fea903c req-9bdcd8a5-2e6b-482c-a0b4-d6f275d4ae3f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384891 Aug 31 06:47:15.794266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-7c234e6f-ffda-44d6-b00e-e0a56740bf3d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.795776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-7c234e6f-ffda-44d6-b00e-e0a56740bf3d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1776977 Aug 31 06:47:15.806588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.827842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-3b0e8211-b152-43fe-bf11-52ac9f25d95c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0243521 Aug 31 06:47:15.830388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Transition to ACTIVE for port object 0f275076-c37b-4839-adec-1502f23ddf43 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:15.906941 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-56aadb8e-0f14-4feb-b395-8d6e3d8151cb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0715044 Aug 31 06:47:15.909175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:15.962309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb79fa-a82c-4a38-be14-53d6442841f1 req-817239e5-d404-4c73-abfd-318f6f6983aa tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:15.964725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-50bb79fa-a82c-4a38-be14-53d6442841f1 req-817239e5-d404-4c73-abfd-318f6f6983aa tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0535598 Aug 31 06:47:15.998251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:16.005987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:16.010029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-50bb79fa-a82c-4a38-be14-53d6442841f1 req-d0458848-5eaa-40f3-8a50-7f14f4f6e5b9 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389774 Aug 31 06:47:16.014644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:16.015181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.021718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Port': ['ID=0f275076-c37b-4839-adec-1502f23ddf43,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:16.121433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8e90a4-fd7d-4973-ae0c-c66fe9b8a1da None None] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:16.165098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13c6486-b35b-4c30-a27a-76390b5ad501 req-a1fa4334-6691-410f-a6b3-a88049dcdf01 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:16.166768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b13c6486-b35b-4c30-a27a-76390b5ad501 req-a1fa4334-6691-410f-a6b3-a88049dcdf01 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0713432 Aug 31 06:47:16.180438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.200258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-0b37937c-8f51-4a0f-ae6a-55464a727a6a service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811894 Aug 31 06:47:16.228850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b13c6486-b35b-4c30-a27a-76390b5ad501 req-afd6f5d6-64fe-44a9-9219-eb772651d42d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547605 Aug 31 06:47:16.263343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bed400d0-db06-4bf4-acf4-f7f61bbea10d None None] Provisioning for port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:16.413522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7273a900-bee5-4108-a854-8af9d4f1501f None None] Provisioning for port 0f275076-c37b-4839-adec-1502f23ddf43 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:16.425226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53da3d-0137-4082-bd72-23caffb013ca req-e36cf3eb-59c8-45be-a850-5253b1f96806 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:16.427029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec53da3d-0137-4082-bd72-23caffb013ca req-e36cf3eb-59c8-45be-a850-5253b1f96806 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0596218 Aug 31 06:47:16.428381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7273a900-bee5-4108-a854-8af9d4f1501f None None] Provisioning complete for port 0f275076-c37b-4839-adec-1502f23ddf43 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:16.428755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7273a900-bee5-4108-a854-8af9d4f1501f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.470384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-370c3082-4300-467e-ab18-7e3ce5c51627 req-c2b3d8ff-78e1-46b6-92e3-9591c87c61d1 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355204 Aug 31 06:47:16.472095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7273a900-bee5-4108-a854-8af9d4f1501f None None] Port 0f275076-c37b-4839-adec-1502f23ddf43 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:16.477870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec53da3d-0137-4082-bd72-23caffb013ca req-7195215f-ca86-48a7-9aa4-0fe9c343962c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432777 Aug 31 06:47:16.612237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.619099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.620235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:16.735672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event updated for resources: {'Port': ['ID=0f275076-c37b-4839-adec-1502f23ddf43,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:16.799849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:16.801567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:16.880569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0499f6a0-9b20-44bc-b0d2-db24dd892621 req-fefbfbe8-1a45-45b8-8b12-f4362591b599 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:16.882192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0499f6a0-9b20-44bc-b0d2-db24dd892621 req-fefbfbe8-1a45-45b8-8b12-f4362591b599 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0648956 Aug 31 06:47:16.931615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0499f6a0-9b20-44bc-b0d2-db24dd892621 req-fe538fc5-affd-481c-b13f-c4936bba9c28 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413957 Aug 31 06:47:16.971041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Router 1f9febfe-5bcf-41be-8b7f-f83bcaeae93c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:17.010491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50515a95-da61-441b-81d5-a69b0d49d22e req-dad27b26-717b-4c94-b97c-7893d50a5e16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:17.012190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50515a95-da61-441b-81d5-a69b0d49d22e req-dad27b26-717b-4c94-b97c-7893d50a5e16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 944 time: 0.0864215 Aug 31 06:47:17.046020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:17.130004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 38a96583-a299-4796-a858-aaf88add176b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:17.140940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 38a96583-a299-4796-a858-aaf88add176b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:17.141498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.157100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50515a95-da61-441b-81d5-a69b0d49d22e req-b546c076-50bd-4400-a287-ee142e576c8e tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921023 Aug 31 06:47:17.164175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:17.170217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-85d53c7a-39d8-4e06-9210-5a27cbca9fd8 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967804 Aug 31 06:47:17.172930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:17.180088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:17.180437 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] Sync routers for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:17.204919 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:17.205622 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:17.240566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5cc687a2-dfb3-43a6-a3a1-c5022b11989e None None] Provisioning complete for port 0f275076-c37b-4839-adec-1502f23ddf43 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:17.240817 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:17.240916 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cc687a2-dfb3-43a6-a3a1-c5022b11989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.256481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:17.269099 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:17.315801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-e7576606-79ac-4d98-bdab-158839ec3cc9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:17.318090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-e7576606-79ac-4d98-bdab-158839ec3cc9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1691093 Aug 31 06:47:17.318477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-faec278e-b4bd-4c3b-b574-a3a53a56c99b tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.326755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:17.331404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5cc687a2-dfb3-43a6-a3a1-c5022b11989e None None] Port 0f275076-c37b-4839-adec-1502f23ddf43 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:47:17.337007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:17.337657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.343902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-a0a02b3a-d1b0-45a8-bc30-0ab324a1dbcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0172296 Aug 31 06:47:17.363060 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:17.364040 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241c6028-2a89-4612-a160-fc7a60ff03cd None None] The sync data for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:17.383237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.405583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-a968b2fe-3b1a-4218-be77-5938a090389b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0546587 Aug 31 06:47:17.412994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a96583-a299-4796-a858-aaf88add176b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:17.415272 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9b6c9a-43e5-464d-922c-133f3789b9ad" -d '{"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-plugged", "status": "completed", "tag": "38a96583-a299-4796-a858-aaf88add176b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:17.449039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:17.455420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.490988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.513011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-88f58c69-fb6d-4848-911c-a93a8bd0fda1 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969269 Aug 31 06:47:17.535729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:17.552455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.553067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.553602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.554097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.554592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.555121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.555627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.556121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.556608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.557103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.557801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.558414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:17.570240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,segment=NetworkSegment(b1b52803-ca56-4ad3-8f88-3b76037e911e),segment_id=b1b52803-ca56-4ad3-8f88-3b76037e911e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:17.575920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:17.621661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-1d4d6066-5b1e-4ca8-8a90-008480166a18 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007316 Aug 31 06:47:17.751912 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-faec278e-b4bd-4c3b-b574-a3a53a56c99b tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:47:17.752977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-faec278e-b4bd-4c3b-b574-a3a53a56c99b tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c HTTP/1.1" status: 409 len: 329 time: 0.5790284 Aug 31 06:47:17.756128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:17.769843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcec5e7-2bc2-4557-a145-65517b9f0b33 req-08051833-136b-41f0-9dcb-d6023cc3a85b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:17.775027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:17.778622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dcec5e7-2bc2-4557-a145-65517b9f0b33 req-08051833-136b-41f0-9dcb-d6023cc3a85b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.4134281 Aug 31 06:47:17.787353 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a1a0c-17d2-4a27-bca8-1406c688018e x-openstack-request-id: req-ad6a1a0c-17d2-4a27-bca8-1406c688018e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:17.787912 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-plugged", "status": "completed", "tag": "38a96583-a299-4796-a858-aaf88add176b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:17.788367 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad6a1a0c-17d2-4a27-bca8-1406c688018e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:17.789206 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a96583-a299-4796-a858-aaf88add176b', 'code': 200} Aug 31 06:47:17.888108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dcec5e7-2bc2-4557-a145-65517b9f0b33 req-6680dd7b-db56-455f-b4d9-5c281fa89dee tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018157 Aug 31 06:47:17.936117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2b585-4069-41ae-97b9-0bd6bdc1d675 req-b216a947-bb23-4f4c-9a04-9e53113c772f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:17.937629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61c2b585-4069-41ae-97b9-0bd6bdc1d675 req-b216a947-bb23-4f4c-9a04-9e53113c772f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 1097 time: 0.0852129 Aug 31 06:47:17.947628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b7884-d9c3-48e4-89c3-84701e53e070 req-f56e6886-4693-45a7-a340-995b34a05aea tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:17.949790 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-995b7884-d9c3-48e4-89c3-84701e53e070 req-f56e6886-4693-45a7-a340-995b34a05aea tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1112950 Aug 31 06:47:18.011408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-995b7884-d9c3-48e4-89c3-84701e53e070 req-0e3cc109-949e-479a-a7a6-cd00318ab392 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546391 Aug 31 06:47:18.013053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-61c2b585-4069-41ae-97b9-0bd6bdc1d675 req-cf71afe0-ef67-4aa8-92db-95c2a430e91b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622139 Aug 31 06:47:18.078018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8c708e-1c2f-4158-801e-b8681b809ec5 req-d6895dc4-b8e3-4dab-9ea2-d146b467dc1a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 210 time: 0.0374780 Aug 31 06:47:18.150163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e95e4-a0e7-482d-a261-447fdeb11839 req-c7c86e85-15bd-49ce-8fed-d6eb0e3a5648 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.158383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-273e95e4-a0e7-482d-a261-447fdeb11839 req-c7c86e85-15bd-49ce-8fed-d6eb0e3a5648 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.0722702 Aug 31 06:47:18.197677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-273e95e4-a0e7-482d-a261-447fdeb11839 req-6c2938ab-cb5f-4d9b-8a5a-4b11021860fc tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381565 Aug 31 06:47:18.215597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.319950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d496e-a320-4f6f-b8b0-0442be8531c9 req-0b30052f-cb37-4789-a936-3ec76f7a23ee tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.325827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f8d496e-a320-4f6f-b8b0-0442be8531c9 req-0b30052f-cb37-4789-a936-3ec76f7a23ee tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.0693128 Aug 31 06:47:18.363016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f8d496e-a320-4f6f-b8b0-0442be8531c9 req-c1c97b88-3ab1-432a-856e-4370326d7a79 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347986 Aug 31 06:47:18.485962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting port 0f275076-c37b-4839-adec-1502f23ddf43 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:18.486232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.578333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.589964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Calling delete_port for 0f275076-c37b-4839-adec-1502f23ddf43 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:18.764279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.790007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Port': ['ID=0f275076-c37b-4839-adec-1502f23ddf43,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:18.895127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:18.904445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-95512007-f357-4277-a3b5-11483430fa8e tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.906261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-95512007-f357-4277-a3b5-11483430fa8e tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.50 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.1028981 Aug 31 06:47:18.915272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-b219cdf4-6b69-4232-9517-28b124044cf0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:18.916737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-b219cdf4-6b69-4232-9517-28b124044cf0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1637113 Aug 31 06:47:18.958527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:19.111716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b0574-0372-4e44-b0ad-59fffffb5dee req-59a8bca6-1e63-40a0-ac82-0ec8c4b20cec tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.113578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-545b0574-0372-4e44-b0ad-59fffffb5dee req-59a8bca6-1e63-40a0-ac82-0ec8c4b20cec tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1383359 Aug 31 06:47:19.132595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Router 1f9febfe-5bcf-41be-8b7f-f83bcaeae93c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:19.133544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Deleting port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:19.133747 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.171378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:19.173695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-545b0574-0372-4e44-b0ad-59fffffb5dee req-054dcab1-bb6a-405d-b62e-adc96e8e7700 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551245 Aug 31 06:47:19.259052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:19.260097 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.264263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:19.273280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:19.276868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.292148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] Sync routers for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:19.293526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-38650935-8a40-433a-84bc-bad8814c599e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5366032 Aug 31 06:47:19.298175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:19.309088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96859093-6509-40e4-b9f3-1122bf811d3a req-2a6eacf8-973f-4715-8728-991be35f4a0a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.310669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96859093-6509-40e4-b9f3-1122bf811d3a req-2a6eacf8-973f-4715-8728-991be35f4a0a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1259661 Aug 31 06:47:19.313526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6cfd5dc-e776-4e5b-9002-522914ce5094 req-7bf1218c-958e-42c1-ae92-2a6be619ebf1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 210 time: 0.0648825 Aug 31 06:47:19.324459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:19.325080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.368327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.382281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] Routers {'1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:19.382893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:46:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.391723 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-fd672382-d8b0-4de5-b1a1-a314a98a9e68 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] show failed (client error): The resource could not be found. Aug 31 06:47:19.392749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fd672382-d8b0-4de5-b1a1-a314a98a9e68 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-1843580071 HTTP/1.1" status: 404 len: 335 time: 0.0811861 Aug 31 06:47:19.398571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:19.406041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dee2c423-1551-433f-8b88-f5f7913affd5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:19.420286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:19.420966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f8e8e2-738c-4f98-8e99-585e413642d9 None None] The sync data for ids ['1f9febfe-5bcf-41be-8b7f-f83bcaeae93c'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:19.442027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] For port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,segment=NetworkSegment(8fe612ec-66cb-430a-aef6-20509e98b1e7),segment_id=8fe612ec-66cb-430a-aef6-20509e98b1e7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:19.442403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.477779 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-dee2c423-1551-433f-8b88-f5f7913affd5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] update failed (client error): The resource could not be found. Aug 31 06:47:19.483166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dee2c423-1551-433f-8b88-f5f7913affd5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-1665511543 HTTP/1.1" status: 404 len: 335 time: 0.0794356 Aug 31 06:47:19.485988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56572) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:19.494169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96859093-6509-40e4-b9f3-1122bf811d3a req-f14cc093-99a0-417d-94ed-85e8ca4d452a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1557858 Aug 31 06:47:19.513727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Calling delete_port for fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:19.568929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting subnet cdc5466a-da45-47c9-acb8-2ba503ec14e6 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:19.572571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.619942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.661192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.3 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/ee76a107-7f71-423e-afa2-29634c0713ee) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:19.699865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a1904c-a3a0-4853-be3b-8a40ebaf195e req-2d8dc75e-a68d-4cf1-be8e-2cabaf355250 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.701366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-95a1904c-a3a0-4853-be3b-8a40ebaf195e req-2d8dc75e-a68d-4cf1-be8e-2cabaf355250 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 946 time: 0.1198354 Aug 31 06:47:19.709989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39394e5-0414-4321-8fe3-189176ad894e req-3f0e16f9-d3d3-41ca-89e4-6b77a2b92575 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.711833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d39394e5-0414-4321-8fe3-189176ad894e req-3f0e16f9-d3d3-41ca-89e4-6b77a2b92575 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.0948927 Aug 31 06:47:19.771266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.807169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d39394e5-0414-4321-8fe3-189176ad894e req-0da93676-b204-492a-a8fc-83ed4e25615b tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738785 Aug 31 06:47:19.848933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.851933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-95a1904c-a3a0-4853-be3b-8a40ebaf195e req-1fa18468-2206-45d6-b458-b48ded739228 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/security-groups?id=4a6e6c45-c4ff-4579-bb14-ac646c501486&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389401 Aug 31 06:47:19.885355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc5466a-da45-47c9-acb8-2ba503ec14e6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:19.899128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.899693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd81587-3505-4597-98e7-25b76882a2f2 None None] Network 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:19.906607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:19.908931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eab6ff00-188a-4ce3-ac97-4dcf94ce472c tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/subnets/cdc5466a-da45-47c9-acb8-2ba503ec14e6 HTTP/1.1" status: 204 len: 168 time: 0.4237444 Aug 31 06:47:19.912229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:19.918512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:19.959590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Pushing event deleted for resources: {'Port': ['ID=fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:19.978527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6e237-8a31-4c98-be3b-9224235cf5f5 req-b980e396-5786-4f2d-bb95-bc432710138b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:19.980866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e6e237-8a31-4c98-be3b-9224235cf5f5 req-b980e396-5786-4f2d-bb95-bc432710138b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0706236 Aug 31 06:47:20.029520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1e6e237-8a31-4c98-be3b-9224235cf5f5 req-d307fdb3-691f-4d25-a871-5f7807a0eaec tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Aug 31 06:47:20.061926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.101873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] No DVR routers for this DVR port fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:20.111520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.113493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ca8baeb-e3f2-49b4-a0b0-4ecb12ce2624 req-439d8655-f6ef-46ca-b231-1dd5801796f1 tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.50 "DELETE /v2.0/ports/fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 HTTP/1.1" status: 204 len: 173 time: 1.1949296 Aug 31 06:47:20.113926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'name': 'network-vif-deleted', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:20.116142 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24732ce-3ddb-4a76-b6c6-708d062da5ae" -d '{"events": [{"server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "name": "network-vif-deleted", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:20.126692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.138750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] DHCP port deletion for 9af8ddd9-11fc-4d30-8059-9ba41e627aa2 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:20.147172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8348f7-9814-44e6-934c-d99e20d571c3 req-3b47b5b4-5d2c-40df-a6ef-ea9c9de3e9c9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:20.148694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f8348f7-9814-44e6-934c-d99e20d571c3 req-3b47b5b4-5d2c-40df-a6ef-ea9c9de3e9c9 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.1957304 Aug 31 06:47:20.208587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Deleting port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:20.209196 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.222686 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc9e685-eb7a-48ce-871d-5af813832b1a x-openstack-request-id: req-ccc9e685-eb7a-48ce-871d-5af813832b1a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:20.223036 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11476697-7797-48dd-b2db-f6ef7384b780", "name": "network-vif-deleted", "tag": "fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:20.223206 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ccc9e685-eb7a-48ce-871d-5af813832b1a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:20.223616 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11476697-7797-48dd-b2db-f6ef7384b780', 'name': 'network-vif-deleted', 'tag': 'fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494', 'status': 'completed', 'code': 200} Aug 31 06:47:20.228692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.233242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f8348f7-9814-44e6-934c-d99e20d571c3 req-f87d3653-67df-4789-9b2a-255feff59985 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732775 Aug 31 06:47:20.256554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:20.297401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:20.305361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:20.308883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:20.311527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:20.319048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] For port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,segment=NetworkSegment(b1b52803-ca56-4ad3-8f88-3b76037e911e),segment_id=b1b52803-ca56-4ad3-8f88-3b76037e911e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:20.319448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.340399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:20.340922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.342027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Calling delete_port for 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:20.418270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:20.418827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.465781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] For port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,segment=NetworkSegment(b1b52803-ca56-4ad3-8f88-3b76037e911e),segment_id=b1b52803-ca56-4ad3-8f88-3b76037e911e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:20.466238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.478153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-0fa0ccb3-e030-4062-840e-f1b82028ab7b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5298004 Aug 31 06:47:20.487179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Calling delete_port for 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:20.493773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.496606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Request body: {'port': {'device_id': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:20.508335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01334a6-460c-4240-b10d-30f89e87fd4a req-35193397-abb6-445d-8ce4-48124658635a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:20.509941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f01334a6-460c-4240-b10d-30f89e87fd4a req-35193397-abb6-445d-8ce4-48124658635a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 931 time: 0.1165147 Aug 31 06:47:20.527819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] Pushing event deleted for resources: {'Port': ['ID=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:20.533779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b45470-f912-4ade-918f-d2a7ed4a8853 None None] No DVR routers for this DVR port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:20.635430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f01334a6-460c-4240-b10d-30f89e87fd4a req-9f3c69cb-990c-4178-aac0-5ebb4b07fc64 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038790 Aug 31 06:47:20.652206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.717686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:20.726466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b7dda3-769a-4889-ac9c-906fc4875796 req-9560655f-5f50-458f-b1a5-3722ea218566 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:20.728022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7b7dda3-769a-4889-ac9c-906fc4875796 req-9560655f-5f50-458f-b1a5-3722ea218566 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0592809 Aug 31 06:47:20.765934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Port': ['ID=9fe4b6a4-e3cf-420f-b071-76abc25b5ec1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:20.767979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] No DVR routers for this DVR port 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:20.799538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7b7dda3-769a-4889-ac9c-906fc4875796 req-3a2fc572-fa8b-48e8-ad7a-36b54cd11238 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631535 Aug 31 06:47:21.042345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4093754-97f8-412b-86f7-b33dbb2d0d2f req-f07e694c-41f8-4800-9472-b88e0b361c97 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.044974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d4093754-97f8-412b-86f7-b33dbb2d0d2f req-f07e694c-41f8-4800-9472-b88e0b361c97 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.0544257 Aug 31 06:47:21.088290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d4093754-97f8-412b-86f7-b33dbb2d0d2f req-93db2fbc-481e-4d54-b741-0f33397fdf72 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363038 Aug 31 06:47:21.099783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:21.126647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:21.127072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9fe4b6a4-e3cf-420f-b071-76abc25b5ec1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:21.215276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73962ca5-92b5-400a-9767-eabe79c809c0 req-baa484de-1899-4d1d-987e-97cc574fab56 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.216675 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73962ca5-92b5-400a-9767-eabe79c809c0 req-baa484de-1899-4d1d-987e-97cc574fab56 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.0542326 Aug 31 06:47:21.250589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea702bb6-cea7-433b-9613-eb9b5125b2f5 req-bd00b045-5451-4bd0-afd6-d2a68c031b3a tempest-InstanceActionsTestJSON-130996017 tempest-InstanceActionsTestJSON-130996017-project] 10.222.0.57 "GET /v2.0/ports?device_id=11476697-7797-48dd-b2db-f6ef7384b780 HTTP/1.1" status: 200 len: 210 time: 0.0664814 Aug 31 06:47:21.262030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73962ca5-92b5-400a-9767-eabe79c809c0 req-a2e6f512-9c31-4fb1-961e-255d4be06474 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349443 Aug 31 06:47:21.269104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.306033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af8ddd9-11fc-4d30-8059-9ba41e627aa2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.320498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1b52803-ca56-4ad3-8f88-3b76037e911e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.320796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1b52803-ca56-4ad3-8f88-3b76037e911e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:21.332761 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.358369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.372292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:21.372691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:21.384349 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:21.499908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.528474 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.530523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/networks/9af8ddd9-11fc-4d30-8059-9ba41e627aa2 HTTP/1.1" status: 204 len: 168 time: 1.6149797 Aug 31 06:47:21.533242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:21.540429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce800a-98e0-4e11-a865-df28db61f090 req-e3e727a7-8dcc-4abe-b4ef-fdf2a76883c1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:21.542466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48ce800a-98e0-4e11-a865-df28db61f090 req-e3e727a7-8dcc-4abe-b4ef-fdf2a76883c1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 945 time: 0.1710114 Aug 31 06:47:21.561517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a16c913-d72d-43f3-8ad6-33101ee8d68e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Network': ['ID=9af8ddd9-11fc-4d30-8059-9ba41e627aa2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:21.590814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting subnet 7d0933c3-c571-4169-8e5b-b8c9461a2b73 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:21.593322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.595066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee76a107-7f71-423e-afa2-29634c0713ee {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:21.607175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.634140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.647308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Transition to ACTIVE for port object ee76a107-7f71-423e-afa2-29634c0713ee will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:21.658275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.724942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port e80610a7-9ebe-40ed-afe3-c37049d8511e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:21.725288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.734345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:21.761601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.846644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.877358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Attempting to bind port ee76a107-7f71-423e-afa2-29634c0713ee on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:21.877798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Attempting to bind port ee76a107-7f71-423e-afa2-29634c0713ee by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:21.878040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Attempting to bind port ee76a107-7f71-423e-afa2-29634c0713ee on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:21.889098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port e80610a7-9ebe-40ed-afe3-c37049d8511e, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e80610a7-9ebe-40ed-afe3-c37049d8511e,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:21.889582 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.892595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Port ee76a107-7f71-423e-afa2-29634c0713ee on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:21.892930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Attempting to bind port ee76a107-7f71-423e-afa2-29634c0713ee on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:21.897738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0933c3-c571-4169-8e5b-b8c9461a2b73,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:21.909780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:21.910120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:21.910509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:21.910807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.910951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Bound port: ee76a107-7f71-423e-afa2-29634c0713ee, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:21.911446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:21.915069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-43b4f03c-cf27-4ef9-b6d1-69ca1f49937e tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/subnets/7d0933c3-c571-4169-8e5b-b8c9461a2b73 HTTP/1.1" status: 204 len: 168 time: 0.3786855 Aug 31 06:47:21.915215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for e80610a7-9ebe-40ed-afe3-c37049d8511e owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:21.917763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:21.918522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18816fb6-997e-459a-bf8b-76706e8d45d2 None None] Network 1246a6f1-d666-4fe0-96a7-47fee73ace10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:21.999888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting subnet c6448e52-636a-49f0-9f63-ef303ca5d081 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:22.003391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.089530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.099122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:22.104088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ee76a107-7f71-423e-afa2-29634c0713ee,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:22.114354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc582970-541b-476f-bae2-0a10bf3ef0da req-371fccc6-c740-4a3b-8c42-75054a2208a7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.115876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc582970-541b-476f-bae2-0a10bf3ef0da req-371fccc6-c740-4a3b-8c42-75054a2208a7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1590619 Aug 31 06:47:22.124008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.150441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb106f22-47bc-4de1-a53f-99110e6d6762 req-a920e732-c644-4f5e-a7da-002be03d67c4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.152527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb106f22-47bc-4de1-a53f-99110e6d6762 req-a920e732-c644-4f5e-a7da-002be03d67c4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 943 time: 0.1277187 Aug 31 06:47:22.164319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] DHCP port deletion for 1246a6f1-d666-4fe0-96a7-47fee73ace10 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:22.185401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.186029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.187421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] 10.222.0.53 "PUT /v2.0/ports/ee76a107-7f71-423e-afa2-29634c0713ee HTTP/1.1" status: 200 len: 1092 time: 1.6982760 Aug 31 06:47:22.224404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:22.226697 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bc056a-f250-4946-9b6a-b7454c5c2d35" -d '{"events": [{"name": "network-changed", "server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:22.233170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Deleting port 4229c5e1-0c9c-4561-8149-a1279505f9bf {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:22.234342 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.234855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb106f22-47bc-4de1-a53f-99110e6d6762 req-f52a6c8b-be2f-4162-aa4a-bffbffa2fd14 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748358 Aug 31 06:47:22.236187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.261227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc582970-541b-476f-bae2-0a10bf3ef0da req-ed61a0da-b3bd-40bf-8fd3-855450bc4ffe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326766 Aug 31 06:47:22.296855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfc6eb-678d-4352-bd3a-a4d198fc5551 service neutron] Pushing event updated for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:22.323122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.332252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-82361f82-3e5e-4260-94d7-d49e8b1ac52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.334058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-82361f82-3e5e-4260-94d7-d49e8b1ac52e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 1095 time: 0.0889430 Aug 31 06:47:22.362024 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d42bcd5d-6819-4404-9334-b0a930e2d240 x-openstack-request-id: req-d42bcd5d-6819-4404-9334-b0a930e2d240 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:22.362668 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:22.363249 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d42bcd5d-6819-4404-9334-b0a930e2d240 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:22.363795 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee', 'status': 'completed', 'code': 200} Aug 31 06:47:22.371718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=e80610a7-9ebe-40ed-afe3-c37049d8511e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:22.390481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.396275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] For port 4229c5e1-0c9c-4561-8149-a1279505f9bf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4229c5e1-0c9c-4561-8149-a1279505f9bf,segment=NetworkSegment(b2190064-3587-4f5e-9f21-4ed25445126a),segment_id=b2190064-3587-4f5e-9f21-4ed25445126a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:22.396694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.415038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Calling delete_port for 4229c5e1-0c9c-4561-8149-a1279505f9bf owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:22.426399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:22.429151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-2138529e-b429-44cc-ac5c-4286ea5c8cbc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee76a107-7f71-423e-afa2-29634c0713ee HTTP/1.1" status: 200 len: 217 time: 0.0688236 Aug 31 06:47:22.435478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e80610a7-9ebe-40ed-afe3-c37049d8511e'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:22.444433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7943cac6-59e4-4ca4-9007-5cb4e8ecbaaf req-7db84388-2348-49c4-8980-7dabafcbd3d0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.446092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7943cac6-59e4-4ca4-9007-5cb4e8ecbaaf req-7db84388-2348-49c4-8980-7dabafcbd3d0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.1151774 Aug 31 06:47:22.447029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Subnet': ['ID=c6448e52-636a-49f0-9f63-ef303ca5d081,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:22.451980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port e80610a7-9ebe-40ed-afe3-c37049d8511e on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:22.461961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.464728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48ce800a-98e0-4e11-a865-df28db61f090 req-86c6d0ac-bdbb-4a0b-9d54-b03c07c42fcd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "DELETE /v2.0/ports/e80610a7-9ebe-40ed-afe3-c37049d8511e HTTP/1.1" status: 204 len: 173 time: 0.9111209 Aug 31 06:47:22.481317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.486607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:22.487532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-36f4ab48-0d0c-4d92-8690-595ee67b6c5d tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/subnets/c6448e52-636a-49f0-9f63-ef303ca5d081 HTTP/1.1" status: 204 len: 168 time: 0.5684512 Aug 31 06:47:22.539295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Deleting subnet cc479357-e573-4eba-8b61-9e401eadfabb {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:22.544420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.553871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7258ae55-be76-4499-8d7f-fc4e28f2864c None None] Network 6cf9f217-fc93-440b-ada8-0763ad0fbe15 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:22.581798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.588074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7943cac6-59e4-4ca4-9007-5cb4e8ecbaaf req-7c36a658-5c79-4c10-a55e-4e3a9dd462c8 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066685 Aug 31 06:47:22.609707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-82c3ce5d-8574-413b-bfae-54fdec3f5ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.611286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-82c3ce5d-8574-413b-bfae-54fdec3f5ee8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1612613 Aug 31 06:47:22.626272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.673818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-39f57962-4ca7-4fde-8bcf-5ecdd41a55b3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385072 Aug 31 06:47:22.681902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:22.707604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.720556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:22.721436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fcd97d7f-1dcd-47d8-b0f1-bd7f6a581494 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:22.721436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e80610a7-9ebe-40ed-afe3-c37049d8511e no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:22.723978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7676b2cb-32b6-4ad6-83b1-a25fc7e669be req-aa4f434e-68e2-4a92-8736-1dabd62af0e7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=7a0fd840-0504-4a89-8217-464eed4b6aa0 HTTP/1.1" status: 200 len: 210 time: 0.0706365 Aug 31 06:47:22.758306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: e80610a7-9ebe-40ed-afe3-c37049d8511e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:22.758550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e80610a7-9ebe-40ed-afe3-c37049d8511e not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:22.791121 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.806724 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.822392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc479357-e573-4eba-8b61-9e401eadfabb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:22.827318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.829137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e67bb707-cf54-4508-9db5-abb26b73b90c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cc479357-e573-4eba-8b61-9e401eadfabb HTTP/1.1" status: 204 len: 168 time: 0.4014294 Aug 31 06:47:22.832158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:22.848505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] No DVR routers for this DVR port 4229c5e1-0c9c-4561-8149-a1279505f9bf on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:22.855938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c965c7a-fa02-4ddc-9a6b-fa7cb64af026 None None] Pushing event deleted for resources: {'Port': ['ID=4229c5e1-0c9c-4561-8149-a1279505f9bf,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:22.881255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting port 4229c5e1-0c9c-4561-8149-a1279505f9bf {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:22.881255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.922306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:22.960638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-3f9a95cf-bd9b-489e-8ef8-9c7ee8dd3329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:22.962256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-3f9a95cf-bd9b-489e-8ef8-9c7ee8dd3329 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.2582834 Aug 31 06:47:22.968360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] DHCP port deletion for 6cf9f217-fc93-440b-ada8-0763ad0fbe15 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:23.013727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.025176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46dade6b-4858-484f-81b2-d8094bc6a00b']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.039229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe612ec-66cb-430a-aef6-20509e98b1e7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.039575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe612ec-66cb-430a-aef6-20509e98b1e7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.048699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-a090d931-e86d-4ddf-96bd-9bf944fee990 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348200 Aug 31 06:47:23.049822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] For port 4229c5e1-0c9c-4561-8149-a1279505f9bf, host n-d-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:23.050195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.050792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.056715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Deleting port 73a71445-348c-4114-aba1-50ea6bb5b99f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:23.058239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.068370 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.077713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:23.092474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Calling delete_port for 4229c5e1-0c9c-4561-8149-a1279505f9bf owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:23.094463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:23.095088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:23.097146 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:23.115657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2787bc6-4c63-49d2-bf66-67c2eade5d7d req-0854b32e-9b7c-4aba-abc1-01e56ebef90b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.123055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2787bc6-4c63-49d2-bf66-67c2eade5d7d req-0854b32e-9b7c-4aba-abc1-01e56ebef90b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2724609 Aug 31 06:47:23.149376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] For port 73a71445-348c-4114-aba1-50ea6bb5b99f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=73a71445-348c-4114-aba1-50ea6bb5b99f,segment=NetworkSegment(7f423295-5581-4eb3-8755-a8687393604e),segment_id=7f423295-5581-4eb3-8755-a8687393604e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:23.149768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.158855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Port 4229c5e1-0c9c-4561-8149-a1279505f9bf was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:47:23.175840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.212346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.218656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.223389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/46dade6b-4858-484f-81b2-d8094bc6a00b HTTP/1.1" status: 204 len: 168 time: 0.3881359 Aug 31 06:47:23.234159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4229c5e1-0c9c-4561-8149-a1279505f9bf no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:23.234611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc69c15-b447-4f68-8b38-509e954280f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=46dade6b-4858-484f-81b2-d8094bc6a00b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.239405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Calling delete_port for 73a71445-348c-4114-aba1-50ea6bb5b99f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:23.241471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Port': ['ID=4229c5e1-0c9c-4561-8149-a1279505f9bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.263423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] No DVR routers for this DVR port 4229c5e1-0c9c-4561-8149-a1279505f9bf on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:23.282807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2787bc6-4c63-49d2-bf66-67c2eade5d7d req-aa5a9894-a421-4077-b53f-6984e301c289 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574423 Aug 31 06:47:23.285069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4229c5e1-0c9c-4561-8149-a1279505f9bf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:23.285437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4229c5e1-0c9c-4561-8149-a1279505f9bf not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:23.285859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 73a71445-348c-4114-aba1-50ea6bb5b99f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:23.295578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-27bdc5ea-e024-4a01-a027-5781ebe0dcad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.297162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-27bdc5ea-e024-4a01-a027-5781ebe0dcad service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.3242023 Aug 31 06:47:23.396626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:23.403173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a246372-7cbd-4851-8602-68acdf0ab676 req-ff026048-df16-4cbe-9a51-ea32aea5e075 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.411787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbc4ba0c-ebc6-4374-83fe-fe86b06a3d30 req-cb516c9a-995d-4afe-9240-e244bb85f388 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3496592 Aug 31 06:47:23.412029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a246372-7cbd-4851-8602-68acdf0ab676 req-ff026048-df16-4cbe-9a51-ea32aea5e075 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 943 time: 0.0708344 Aug 31 06:47:23.424228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '38a96583-a299-4796-a858-aaf88add176b', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'port_id': '38a96583-a299-4796-a858-aaf88add176b', 'mac_address': 'fa:16:3e:5b:c8:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2c7079-f8c3-423e-aff4-816b113cece9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:23.436184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.454362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1246a6f1-d666-4fe0-96a7-47fee73ace10']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.458827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-526b8470-006c-400a-896d-ae974d6bf183 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.1413283 Aug 31 06:47:23.469352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2190064-3587-4f5e-9f21-4ed25445126a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.469680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2190064-3587-4f5e-9f21-4ed25445126a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:23.488135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56654) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.492089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.493915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a246372-7cbd-4851-8602-68acdf0ab676 req-bd78a14f-387b-4456-a05e-6df72b8c88ab tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809057 Aug 31 06:47:23.525638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.564981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.566122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.566784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 73a71445-348c-4114-aba1-50ea6bb5b99f update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 06:47:23.580407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:23.580822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.585505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] Pushing event deleted for resources: {'Port': ['ID=73a71445-348c-4114-aba1-50ea6bb5b99f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:23.586394 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:23.599198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77381d26-bd90-4984-9628-8b73f3ad28cd None None] No DVR routers for this DVR port 73a71445-348c-4114-aba1-50ea6bb5b99f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:23.612688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 38a96583-a299-4796-a858-aaf88add176b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:23.639973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-856530ea-c6ae-48ec-9cbd-920bcd44860e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.640521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:23.641501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-856530ea-c6ae-48ec-9cbd-920bcd44860e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1693616 Aug 31 06:47:23.644545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.701495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.739973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-acbf8267-356b-4613-92d8-d5c860912cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.741947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-acbf8267-356b-4613-92d8-d5c860912cb8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 1095 time: 0.2244515 Aug 31 06:47:23.745138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.755254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3bf0d67-208b-47a6-bd0e-0205233c692a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6b228dcf688e415aa959abf31335950d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619851 Aug 31 06:47:23.755500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.771701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.773607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/networks/1246a6f1-d666-4fe0-96a7-47fee73ace10 HTTP/1.1" status: 204 len: 168 time: 1.2859411 Aug 31 06:47:23.777539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:23.786840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b231e21e-be33-4318-bba8-1cb11717df57 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Network': ['ID=1246a6f1-d666-4fe0-96a7-47fee73ace10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:23.822935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['38a96583-a299-4796-a858-aaf88add176b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:23.855784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.884596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:23.959732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-f6b1d60d-e74b-4df1-abed-265a708d3032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.960206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-f6b1d60d-e74b-4df1-abed-265a708d3032 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3027310 Aug 31 06:47:23.976808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d1171-01a6-4552-bbd9-0c9e26f0a000 req-809d43a0-02c4-4b09-9bbd-286465b2ed97 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:23.984896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-501d1171-01a6-4552-bbd9-0c9e26f0a000 req-809d43a0-02c4-4b09-9bbd-286465b2ed97 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 944 time: 0.3231642 Aug 31 06:47:23.997601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.001461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.003847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a6e6c45-c4ff-4579-bb14-ac646c501486 HTTP/1.1" status: 204 len: 168 time: 0.2469745 Aug 31 06:47:24.015279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e25da9-6dfe-46b0-9501-6fb79945aebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6e6c45-c4ff-4579-bb14-ac646c501486,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:24.098853 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.123477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-924bcc29-e0e9-40d1-8860-3ec3b5210a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:24.129972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-924bcc29-e0e9-40d1-8860-3ec3b5210a57 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.3504488 Aug 31 06:47:24.188320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-501d1171-01a6-4552-bbd9-0c9e26f0a000 req-821044ca-eb45-4bc0-85e0-0e3b125257f2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022631 Aug 31 06:47:24.197713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-c6cf6dca-bf3a-4a44-baf4-570c4f152107 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ee76a107-7f71-423e-afa2-29634c0713ee HTTP/1.1" status: 200 len: 217 time: 0.0559156 Aug 31 06:47:24.260218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-52a8a202-4ff6-4aac-ab1a-044fa29a02a5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:24.262633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-52a8a202-4ff6-4aac-ab1a-044fa29a02a5 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.1299386 Aug 31 06:47:24.293841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-4e5e6549-16ee-4e0f-9d5b-a50053053dcb tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/quotas/d7cd4f9cd10847d2bdb33ac620ec2964 HTTP/1.1" status: 200 len: 375 time: 0.0193720 Aug 31 06:47:24.309228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-096c9283-5046-4695-b633-c3815e019337 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218379 Aug 31 06:47:24.326869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.339256 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-25c8c5bc-81e2-4187-ac2b-eb713396dc2a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443342 Aug 31 06:47:24.342990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf9f217-fc93-440b-ada8-0763ad0fbe15']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:24.371569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f423295-5581-4eb3-8755-a8687393604e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:24.371863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f423295-5581-4eb3-8755-a8687393604e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:24.373365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'name': 'network-vif-deleted', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:24.375610 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5951d4ae-a148-46e6-952d-52cb380a786c" -d '{"events": [{"server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "name": "network-vif-deleted", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:24.432802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-a63b060b-b5f4-482e-916e-df17ab82c10e service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921717 Aug 31 06:47:24.436002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.466271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-4ca46fc0-e8de-4471-9475-966002fd0d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:24.467780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-4ca46fc0-e8de-4471-9475-966002fd0d65 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.2472265 Aug 31 06:47:24.480885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.508955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:24.509372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:24.512537 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:24.534155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-542c231d-40ef-446c-b512-3a57da098627 service neutron] 10.222.0.57 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942254 Aug 31 06:47:24.545595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-1c38b539-7de1-4b8b-b771-f7b5e3557595 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674677 Aug 31 06:47:24.666455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101be6e4-a7b4-4e2b-b788-f5c8c9078d3a req-70a47fd6-36c5-4091-a915-212f1398a731 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253419 Aug 31 06:47:24.677455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8deab-a787-4b23-a137-1be260d97760 req-93f5f7b7-aa43-452e-bf8c-e48322c35f31 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:24.679968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bee8deab-a787-4b23-a137-1be260d97760 req-93f5f7b7-aa43-452e-bf8c-e48322c35f31 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2706134 Aug 31 06:47:24.717057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.729771 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b780429-1c5f-46f8-861c-420569e05a7c x-openstack-request-id: req-3b780429-1c5f-46f8-861c-420569e05a7c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:24.730460 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0fd840-0504-4a89-8217-464eed4b6aa0", "name": "network-vif-deleted", "tag": "e80610a7-9ebe-40ed-afe3-c37049d8511e", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:24.730796 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b780429-1c5f-46f8-861c-420569e05a7c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:24.733758 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a0fd840-0504-4a89-8217-464eed4b6aa0', 'name': 'network-vif-deleted', 'tag': 'e80610a7-9ebe-40ed-afe3-c37049d8511e', 'status': 'completed', 'code': 200} Aug 31 06:47:24.743742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.749274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:24.749497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/networks/6cf9f217-fc93-440b-ada8-0763ad0fbe15 HTTP/1.1" status: 204 len: 168 time: 0.9602437 Aug 31 06:47:24.805423 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9fd92067-dd25-4ef8-911a-d2ff2d5bdb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.846966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting subnet 349099a3-4c2a-4e27-8e97-14b59c9b8f1b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:24.851978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.885852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e344bf3d-d95c-4e08-9472-7071bb5d4d7c req-8eb6e31b-a250-4311-90f4-0ea963f5479d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:24.887519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e344bf3d-d95c-4e08-9472-7071bb5d4d7c req-8eb6e31b-a250-4311-90f4-0ea963f5479d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 943 time: 0.1272008 Aug 31 06:47:24.921226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:24.975451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e344bf3d-d95c-4e08-9472-7071bb5d4d7c req-5685bef0-f8b5-4084-9d09-a783c89927ec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800550 Aug 31 06:47:25.094238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:25.119523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:25.154365 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b277c3a-bb16-4f00-a489-dba289f1d166 req-31a35b3a-df13-4b6d-a5c9-2e28fa8381a4 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 210 time: 0.0753264 Aug 31 06:47:25.161360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.225495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 38a96583-a299-4796-a858-aaf88add176b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:25.226364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.237199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083831a4-d6dc-4fda-8c0b-b689bc14f677 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Network': ['ID=6cf9f217-fc93-440b-ada8-0763ad0fbe15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:25.269315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.346419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Subnet': ['ID=349099a3-4c2a-4e27-8e97-14b59c9b8f1b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:25.348652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.351327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-45026f99-d23e-4956-abdd-fff6dbd1ce0f tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/subnets/349099a3-4c2a-4e27-8e97-14b59c9b8f1b HTTP/1.1" status: 204 len: 168 time: 0.6009383 Aug 31 06:47:25.353780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:25.356531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38894300-ce2c-4a65-ab2b-6291b35c7f6d None None] Network f899c8c8-0fdf-488c-843b-c29aa74b9a88 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:25.391491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bee8deab-a787-4b23-a137-1be260d97760 req-3fdeaf6a-f732-4a40-875d-74061ce7e285 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6967721 Aug 31 06:47:25.392269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-network', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:25.442292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Made reservation on behalf of 5bd4c039436140e3982d15b6cdb7d8fd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:25.444934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.470134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-b32f0816-d0de-4988-90aa-7ae88f00fd7a service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8682420 Aug 31 06:47:25.483559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.486164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.541141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.563806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a96583-a299-4796-a858-aaf88add176b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:25.566810 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6495db7c-734d-484f-984e-e24c34ba1e03" -d '{"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-plugged", "status": "completed", "tag": "38a96583-a299-4796-a858-aaf88add176b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:25.600239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:25.614565 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.669248 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac7e3a61-47b4-49e3-a36b-c4199f253433 x-openstack-request-id: req-ac7e3a61-47b4-49e3-a36b-c4199f253433 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:25.669826 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-plugged", "status": "completed", "tag": "38a96583-a299-4796-a858-aaf88add176b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:25.670283 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac7e3a61-47b4-49e3-a36b-c4199f253433 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:25.670871 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a96583-a299-4796-a858-aaf88add176b', 'code': 200} Aug 31 06:47:25.692555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:25.698345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80415a8-7dda-446a-a73d-25cd0486d506 req-b195a6c5-eee7-4394-b2e3-8899a4ff1d6d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:25.705840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d80415a8-7dda-446a-a73d-25cd0486d506 req-b195a6c5-eee7-4394-b2e3-8899a4ff1d6d tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 944 time: 0.1181386 Aug 31 06:47:25.711509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79bc056a-f250-4946-9b6a-b7454c5c2d35 req-7c1e7fd5-8402-413b-a909-07b1b2d2bfec service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401905 Aug 31 06:47:25.728705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Deleting port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:25.729634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.733404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.746314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.752872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d80415a8-7dda-446a-a73d-25cd0486d506 req-a3acbad9-9824-44eb-bfcc-c71645c9bc34 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Aug 31 06:47:25.771548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] DHCP port deletion for f899c8c8-0fdf-488c-843b-c29aa74b9a88 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:47:25.805437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:25.835100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42a62299-14e1-4da6-808e-13e52b55b119,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:25.839636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] For port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,segment=NetworkSegment(148c87a2-e5c5-4887-ad51-61ee0ec8e998),segment_id=148c87a2-e5c5-4887-ad51-61ee0ec8e998)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:25.840112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.849434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.849919 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Added segment fb477267-623a-451a-b345-10b162d0a106 of type vlan for network 42ca2644-5208-42fa-9fa9-23e1e6410972 Aug 31 06:47:25.863942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Calling delete_port for 3c77829d-0e14-4a89-9aa7-3b859f26b2bd owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:25.878086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Deleting port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:25.879182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.911548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.967618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] For port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,segment=NetworkSegment(148c87a2-e5c5-4887-ad51-61ee0ec8e998),segment_id=148c87a2-e5c5-4887-ad51-61ee0ec8e998)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:25.968293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.987209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Calling delete_port for 3c77829d-0e14-4a89-9aa7-3b859f26b2bd owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:25.992555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:25.993556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:25.994443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.054800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] Pushing event updated for resources: {'Network': ['ID=42ca2644-5208-42fa-9fa9-23e1e6410972,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:26.067716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:26.068222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-48224652-61ca-405e-8371-8325cb616057 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9472017 Aug 31 06:47:26.072374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:26.075392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.081077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Request body: {'subnet': {'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-subnet', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:26.126677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Made reservation on behalf of 5bd4c039436140e3982d15b6cdb7d8fd for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:26.129613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.148163 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.149121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Port': ['ID=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:26.151763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] No DVR routers for this DVR port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:26.183374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] Pushing event deleted for resources: {'Port': ['ID=3c77829d-0e14-4a89-9aa7-3b859f26b2bd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:26.194084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9011fb6d-3f8f-42df-8232-52f51361a8c1 None None] No DVR routers for this DVR port 3c77829d-0e14-4a89-9aa7-3b859f26b2bd on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:26.280202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d220a8-8095-4f46-8cf9-7d1fd16123c9 req-a60c06f1-8620-4e75-b6af-4887bede3abb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.287769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1d220a8-8095-4f46-8cf9-7d1fd16123c9 req-a60c06f1-8620-4e75-b6af-4887bede3abb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 943 time: 0.1433187 Aug 31 06:47:26.298657 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.313993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30736d89-e5b6-4156-a9a9-ffa63b21443b req-e4734bdc-3c57-4147-a2a5-013de12c77db tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.315654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30736d89-e5b6-4156-a9a9-ffa63b21443b req-e4734bdc-3c57-4147-a2a5-013de12c77db tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.3198938 Aug 31 06:47:26.461694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.486787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30736d89-e5b6-4156-a9a9-ffa63b21443b req-c18b863f-15f2-47ef-ace3-a7ac5c523647 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564438 Aug 31 06:47:26.575906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-544bc5af-bf62-4d5c-bca7-c4deb7ab96c8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.577408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-544bc5af-bf62-4d5c-bca7-c4deb7ab96c8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 812 time: 0.2591572 Aug 31 06:47:26.597415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=c714bf4c-fb9e-4f77-9ac5-f5674c6184df,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:26.619209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4881fe2d-db97-47a3-9471-593f3a00385d req-e4535c61-7a8d-4979-b163-170d97bfa620 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 210 time: 0.0378537 Aug 31 06:47:26.623656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Request body: {'port': {'device_id': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'admin_state_up': True, 'tenant_id': 'd7cd4f9cd10847d2bdb33ac620ec2964'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:26.627031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Checking segment: {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:26.627722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Network hostable DHCP agents. Network: 42ca2644-5208-42fa-9fa9-23e1e6410972, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:26.628878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f899c8c8-0fdf-488c-843b-c29aa74b9a88']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:26.657867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1d220a8-8095-4f46-8cf9-7d1fd16123c9 req-d8f0cd7e-3620-4671-8012-d3ace88ef80d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3690884 Aug 31 06:47:26.660063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '148c87a2-e5c5-4887-ad51-61ee0ec8e998') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:26.660371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '148c87a2-e5c5-4887-ad51-61ee0ec8e998') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:26.678275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.691059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.704019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:26.704442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:26.711601 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:26.739214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:26.760211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 42ca2644-5208-42fa-9fa9-23e1e6410972) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:26.768738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a88b226-1205-4864-8c45-c9273a42a355 None None] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:26.772899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.773527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.794166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Made reservation on behalf of d7cd4f9cd10847d2bdb33ac620ec2964 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:26.797907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.804565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6ff26b4c-70e1-427b-98c5-cb5d042244ed admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7271776 Aug 31 06:47:26.805850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56750) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:26.811956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:26.830281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.835266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.840502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/networks/f899c8c8-0fdf-488c-843b-c29aa74b9a88 HTTP/1.1" status: 204 len: 168 time: 1.4720297 Aug 31 06:47:26.845551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:26.895290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf93bc3c-8b2f-405c-ae45-42a444115953 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Pushing event deleted for resources: {'Network': ['ID=f899c8c8-0fdf-488c-843b-c29aa74b9a88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:26.908396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73599f3-e596-4539-8224-d7fca34af466 req-fdc34202-0020-48cb-ba95-e63388de6efd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:26.910147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ec7dac-a8c5-4d2d-9208-fe43ea731812 None None] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:26.910633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73599f3-e596-4539-8224-d7fca34af466 req-fdc34202-0020-48cb-ba95-e63388de6efd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1588833 Aug 31 06:47:26.917640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8941ef9b-1f91-45ce-bc50-34e85197b010 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "GET /v2.0/ports?device_id=1f9febfe-5bcf-41be-8b7f-f83bcaeae93c HTTP/1.1" status: 200 len: 205 time: 0.0637233 Aug 31 06:47:26.918283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:26.919862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.921118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:26.969070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73599f3-e596-4539-8224-d7fca34af466 req-0168feb5-0a0c-43fa-b006-8c0c4da9c8b5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504897 Aug 31 06:47:27.022001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.024116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Allocated IP 172.20.0.14 (dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad/eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:27.066752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.210421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ee76a107-7f71-423e-afa2-29634c0713ee details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:27.212328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3c77829d-0e14-4a89-9aa7-3b859f26b2bd no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:27.229997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.239352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3c77829d-0e14-4a89-9aa7-3b859f26b2bd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:27.239719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3c77829d-0e14-4a89-9aa7-3b859f26b2bd not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:27.275040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.287938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.296822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768274ad-7521-47f8-b256-32716de14479 req-6fa6dc0f-e7d3-414b-bd93-eb6d38a76724 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:27.298453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-768274ad-7521-47f8-b256-32716de14479 req-6fa6dc0f-e7d3-414b-bd93-eb6d38a76724 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2337599 Aug 31 06:47:27.359295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ee76a107-7f71-423e-afa2-29634c0713ee,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:27.376332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'ee76a107-7f71-423e-afa2-29634c0713ee', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': 'ee76a107-7f71-423e-afa2-29634c0713ee', 'mac_address': 'fa:16:3e:53:b8:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:27.391264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.391770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9febfe-5bcf-41be-8b7f-f83bcaeae93c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:47:27.402509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.403621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58c30cf1-d965-4f56-8c87-f629554be6a5 tempest-RoutersNegativeIpV6Test-623891524 tempest-RoutersNegativeIpV6Test-623891524-project] 10.222.0.57 "DELETE /v2.0/routers/1f9febfe-5bcf-41be-8b7f-f83bcaeae93c HTTP/1.1" status: 204 len: 168 time: 0.4847829 Aug 31 06:47:27.438734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-768274ad-7521-47f8-b256-32716de14479 req-9c1cefdb-1b5d-44b2-b648-fde4a90fd3a0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1111231 Aug 31 06:47:27.450056 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.461628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.476961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.491779 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b16e6cca-fead-4329-ad22-4dc57a23097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.494616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee76a107-7f71-423e-afa2-29634c0713ee {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:27.504172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.515784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ee76a107-7f71-423e-afa2-29634c0713ee,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:27.526688 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.560963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.630219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:27.661269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Allocated IP 172.25.3.196 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:27.685733 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.708291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event updated for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:27.736185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:27.738937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:27.741918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:27.774059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:27.809872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217278c4-178f-4d11-8bda-fe0b8a999205 req-e9c70e1a-d8e2-46cf-8c89-c70e504e6e47 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:27.811389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217278c4-178f-4d11-8bda-fe0b8a999205 req-e9c70e1a-d8e2-46cf-8c89-c70e504e6e47 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.1618083 Aug 31 06:47:27.820187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79271-6880-4685-b159-d13ceaf9dca5 req-8a7d95f4-56c0-48d4-ab55-844d181ed38c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:27.821757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56c79271-6880-4685-b159-d13ceaf9dca5 req-8a7d95f4-56c0-48d4-ab55-844d181ed38c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 932 time: 0.0904799 Aug 31 06:47:27.846758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:27.847378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.863440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:27.875594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-abe45554-0272-42b1-ab61-adfb976fa825 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2590857 Aug 31 06:47:27.891451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56c79271-6880-4685-b159-d13ceaf9dca5 req-a1a4a93d-c229-486e-8d7c-8a39d1c3e64a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597086 Aug 31 06:47:27.892753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Request body: {'port': {'device_id': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:27.902511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-217278c4-178f-4d11-8bda-fe0b8a999205 req-6f375448-919e-41e6-864d-ba3c8911bb0f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849483 Aug 31 06:47:27.924835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ee76a107-7f71-423e-afa2-29634c0713ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:27.934809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6681f548-df90-4d27-8437-fe272abc083a req-16245fae-38ee-419b-a16c-080330119482 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:27.936166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6681f548-df90-4d27-8437-fe272abc083a req-16245fae-38ee-419b-a16c-080330119482 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 945 time: 0.1463616 Aug 31 06:47:27.941359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.002853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:28.004612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:28.007821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:28.012153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Pushing event updated for resources: {'Port': ['ID=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.095884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.110174 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:47:28.121388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e5aa216-50ad-4e70-afe9-52bd897551b7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f66b35ea24184cf888a21c8d0e709fb4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3454895 Aug 31 06:47:28.126456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:28.157861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56d5f1e-5169-4c89-96ea-8f9ced399efb req-ce73645b-d1bb-4fd9-af3f-b28fb64cbcc6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:28.159359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a56d5f1e-5169-4c89-96ea-8f9ced399efb req-ce73645b-d1bb-4fd9-af3f-b28fb64cbcc6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1527941 Aug 31 06:47:28.172768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2dcc8-9c9a-41d7-a510-fd6c5378ac22 req-103e2cec-e6e4-414d-8657-bf4853893706 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:28.174287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9e2dcc8-9c9a-41d7-a510-fd6c5378ac22 req-103e2cec-e6e4-414d-8657-bf4853893706 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 944 time: 0.1816831 Aug 31 06:47:28.228423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a56d5f1e-5169-4c89-96ea-8f9ced399efb req-091ca948-3589-41f6-9b78-5aefd77f975f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620947 Aug 31 06:47:28.307241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Deleting port 38a96583-a299-4796-a858-aaf88add176b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:28.307581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.347377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f9e2dcc8-9c9a-41d7-a510-fd6c5378ac22 req-82d3f688-075c-4ebe-b389-250780a08dbd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630254 Aug 31 06:47:28.369362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.376992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.467923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.542238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] For port 38a96583-a299-4796-a858-aaf88add176b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=38a96583-a299-4796-a858-aaf88add176b,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:28.542479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.559738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Calling delete_port for 38a96583-a299-4796-a858-aaf88add176b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:28.631507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991c1101-9930-47f8-accd-ae890ac31b30 req-62e92b4f-7819-46a4-bffa-93a5dd15e31c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:28.633496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-991c1101-9930-47f8-accd-ae890ac31b30 req-62e92b4f-7819-46a4-bffa-93a5dd15e31c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1009905 Aug 31 06:47:28.650817 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.653194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.655676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.659110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0a73166-c42b-4c58-b434-8f66ac419bdb HTTP/1.1" status: 204 len: 168 time: 0.5285268 Aug 31 06:47:28.691143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fa8633-6c1b-4a77-bcad-052b397ca4db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0a73166-c42b-4c58-b434-8f66ac419bdb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.714665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:28.723154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.737236 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-991c1101-9930-47f8-accd-ae890ac31b30 req-c8202926-c918-4c3c-bf84-cfa5495c9cd9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956042 Aug 31 06:47:28.762452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Transition to ACTIVE for port object eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:28.774040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.830634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.845254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.857863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Router a57945e3-7257-4c92-875d-ca5398cff78f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:47:28.912278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event deleted for resources: {'Port': ['ID=38a96583-a299-4796-a858-aaf88add176b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:28.956545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] No DVR routers for this DVR port 38a96583-a299-4796-a858-aaf88add176b on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:28.960586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:28.962662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6681f548-df90-4d27-8437-fe272abc083a req-d8f5d248-197b-4ec1-a6a0-a4b57cb87df3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "DELETE /v2.0/ports/38a96583-a299-4796-a858-aaf88add176b HTTP/1.1" status: 204 len: 173 time: 1.0162299 Aug 31 06:47:28.963906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-deleted', 'tag': '38a96583-a299-4796-a858-aaf88add176b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:28.966289 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-535b8587-47a9-4d70-8b72-46962f7c4aa0" -d '{"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-deleted", "tag": "38a96583-a299-4796-a858-aaf88add176b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:28.989478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Attempting to bind port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:28.989874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Attempting to bind port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:28.990207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Attempting to bind port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:29.007042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:29.007743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Attempting to bind port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d on network dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:29.014274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:29.022732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:29.023500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Checking segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:29.024115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Bound using segment: {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:29.025139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Bound port: eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:29.025648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.052247 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Sync routers for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:29.068022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:29.074043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:29.090224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6af8a76a-767b-4089-836e-5e43525fa956 req-1a3e48c8-2063-47a0-b8eb-1d5c5d0ab3cd tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=906b8622-99ac-4855-99b2-0ce0199ac055 HTTP/1.1" status: 200 len: 210 time: 0.0677502 Aug 31 06:47:29.091537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.098151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:29.098893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f45a7598-7d9f-4b1e-99d3-3e1092f1652e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 2.2915115 Aug 31 06:47:29.110265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:29.137945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 38a96583-a299-4796-a858-aaf88add176b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:29.138927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:29.178521 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-370c227d-d233-482c-b2a7-bfd3fa8c7e6c x-openstack-request-id: req-370c227d-d233-482c-b2a7-bfd3fa8c7e6c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:29.178804 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906b8622-99ac-4855-99b2-0ce0199ac055", "name": "network-vif-deleted", "tag": "38a96583-a299-4796-a858-aaf88add176b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:29.179060 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-370c227d-d233-482c-b2a7-bfd3fa8c7e6c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:29.179456 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906b8622-99ac-4855-99b2-0ce0199ac055', 'name': 'network-vif-deleted', 'tag': '38a96583-a299-4796-a858-aaf88add176b', 'status': 'completed', 'code': 200} Aug 31 06:47:29.221983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9ae186-6572-4afe-9b7b-0ccc37ba5341 req-c07ac007-36f0-4f74-9fcc-cccc3cb7802a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.223487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e9ae186-6572-4afe-9b7b-0ccc37ba5341 req-c07ac007-36f0-4f74-9fcc-cccc3cb7802a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 944 time: 0.1792634 Aug 31 06:47:29.227313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:29.234273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:29.252594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:29.278741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.359747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e9ae186-6572-4afe-9b7b-0ccc37ba5341 req-935e2fed-d9b9-426b-9e7c-8f53c65931c3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179929 Aug 31 06:47:29.361857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.362488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.363912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] 10.222.0.50 "PUT /v2.0/ports/eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d HTTP/1.1" status: 200 len: 1093 time: 1.4780319 Aug 31 06:47:29.561954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.618145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:29.623810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:28Z', 'revision_number': 3, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:29.660112 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Checking router: a57945e3-7257-4c92-875d-ca5398cff78f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:29.660901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Updating router a57945e3-7257-4c92-875d-ca5398cff78f port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:47:29.695093 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.743715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--604035759'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:29.774421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.785807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.892398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a854bf2-1d6c-4465-a561-8f3eb2d6dff2 service neutron] Pushing event updated for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:29.897442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a4852d-e550-46bb-bc95-5e5de07feb6d req-70634bc4-c46b-4466-b2dd-7d70b9fe2914 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.898870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9a4852d-e550-46bb-bc95-5e5de07feb6d req-70634bc4-c46b-4466-b2dd-7d70b9fe2914 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0817568 Aug 31 06:47:29.946541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33db546-013e-451e-a5e9-aa176652b04a req-f5097ff7-842d-48d6-92ec-ea866d77003a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.948123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c33db546-013e-451e-a5e9-aa176652b04a req-f5097ff7-842d-48d6-92ec-ea866d77003a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 944 time: 0.4815428 Aug 31 06:47:29.954351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.960294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:29.969868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-37f93044-f739-4f38-8298-52698e8b351b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:29.971851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-37f93044-f739-4f38-8298-52698e8b351b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 1096 time: 0.5231090 Aug 31 06:47:29.999152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9a4852d-e550-46bb-bc95-5e5de07feb6d req-d0e0b65d-c933-40d4-9e47-e3d33534fcf7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715866 Aug 31 06:47:30.006489 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.018167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0927987f-15f9-4463-811a-2b6ffa225f0b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.022980 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Transition to ACTIVE for port object 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:30.029803 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.072047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-2bf91782-d0f8-49d9-848f-7d59d1f9147c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d HTTP/1.1" status: 200 len: 217 time: 0.0783017 Aug 31 06:47:30.081743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Attempting to bind port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:30.082609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Attempting to bind port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:30.082992 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Attempting to bind port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:30.094942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.096829 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:30.097310 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:30.097896 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.098355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:30.099037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Bound port: 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:30.099791 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.100965 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.113507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c33db546-013e-451e-a5e9-aa176652b04a req-3d7cf905-22ba-4e9c-a33f-75d3caadbf0f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377468 Aug 31 06:47:30.138091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.139324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5200765 Aug 31 06:47:30.142131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.156996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29858d-3675-47fa-ad02-f50f9eb76a3d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8940775c-6d66-4516-85c5-016852e1948e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.205947 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] For port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:30.215926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Pushing event updated for resources: {'Port': ['ID=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.220861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] For port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:30.231266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-288ca3b4-d911-42f5-b376-8b6abe64444f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0878978 Aug 31 06:47:30.234257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.240897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-security--1056268659', 'description': 'tempest-security-description-450593805'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:30.252609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.253195 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.253548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.253890 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.254222 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.256880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.257784 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.258126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.258461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.258793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.261504 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.261652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-36f791cb-7e5a-4c9e-935f-5ddc0e47fe5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:30.261888 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:30.272571 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.276773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-36f791cb-7e5a-4c9e-935f-5ddc0e47fe5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.1844766 Aug 31 06:47:30.284022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.345275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:30.345823 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:30.391797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-f9ff14c8-f301-4524-919e-8a0999c48792 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0998597 Aug 31 06:47:30.405580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.413258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.416508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.418447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "PUT /v2.0/security-groups/8940775c-6d66-4516-85c5-016852e1948e HTTP/1.1" status: 200 len: 1779 time: 0.1822550 Aug 31 06:47:30.430382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.440765 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8364f35-33b5-4b94-9723-79199f95da9e None None] Pushing event updated for resources: {'Port': ['ID=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.458812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12556469-f61b-419c-8df9-e79193212ccf req-987815a7-4a04-49ec-a181-aa18504b9ca7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:30.460563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12556469-f61b-419c-8df9-e79193212ccf req-987815a7-4a04-49ec-a181-aa18504b9ca7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1388965 Aug 31 06:47:30.489495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84988ee8-0256-450f-bc13-c3fbb839c4de tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8940775c-6d66-4516-85c5-016852e1948e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:30.516214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12556469-f61b-419c-8df9-e79193212ccf req-44e20270-c725-418b-9737-c8dee3297397 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481613 Aug 31 06:47:30.520529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:30.650534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-442f74c3-7cc6-4cbc-9bef-1d6b2ca035c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups/8940775c-6d66-4516-85c5-016852e1948e HTTP/1.1" status: 200 len: 1779 time: 0.2178130 Aug 31 06:47:30.661545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:30.669229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea73fb1-98b9-48c2-8fcf-77da3b8aa9ab req-1e9b2f34-2f11-43ca-88ef-a382ce8f2ae6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:30.670677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ea73fb1-98b9-48c2-8fcf-77da3b8aa9ab req-1e9b2f34-2f11-43ca-88ef-a382ce8f2ae6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 944 time: 0.2181022 Aug 31 06:47:30.690179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-98f38edc-c68d-4e55-bea8-f939be57cf67 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874212 Aug 31 06:47:30.732349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-cffc69b5-3f1b-41c9-a9a1-942111d8f76a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:30.732958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-cffc69b5-3f1b-41c9-a9a1-942111d8f76a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.1102724 Aug 31 06:47:30.733078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.738289 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:28Z', 'revision_number': 3, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:30.750552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-ae6bf60c-1842-4586-bdc9-27f0c110e6a7 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/quotas/dc5b304084224bdf8bb27efd4efcbfbe HTTP/1.1" status: 200 len: 375 time: 0.0110409 Aug 31 06:47:30.764659 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33fcb7e6-a968-4e8a-8208-a1370a334aaf None None] The sync data for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 is: [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:28Z', 'revision_number': 3, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:30.813414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-8ad42762-db0f-45aa-98b0-6cb4f6ad6554 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0565808 Aug 31 06:47:30.826791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ea73fb1-98b9-48c2-8fcf-77da3b8aa9ab req-b8a04519-467e-4d9a-ae2a-2f60b645df2b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446230 Aug 31 06:47:30.895361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.960539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:30.963248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-e33cbeec-77f2-4cf2-9a64-0737a850fa3d service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393332 Aug 31 06:47:30.969676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98aee5fa-7d6f-4dd6-8b45-834e759ce8a6 req-e6b83cb8-8237-4a27-829c-1cb198895399 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2533858 Aug 31 06:47:30.973044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.066068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Allocated IP 172.20.0.1 (42ca2644-5208-42fa-9fa9-23e1e6410972/c714bf4c-fb9e-4f77-9ac5-f5674c6184df/7b5c73bf-60b7-4d89-a838-acc424762ed5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:31.068352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.071369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.072719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/8940775c-6d66-4516-85c5-016852e1948e HTTP/1.1" status: 204 len: 168 time: 0.4011035 Aug 31 06:47:31.085802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.110110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd41de7-4105-4ff2-9ea4-69bc9bd8654e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8940775c-6d66-4516-85c5-016852e1948e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.124610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ee76a107-7f71-423e-afa2-29634c0713ee up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:31.136132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-2e149440-c4e3-4cab-8c2b-e5bce80ac287 service neutron] 10.222.0.57 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704969 Aug 31 06:47:31.180943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:31.184495 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0430ded-709b-4000-8c7a-854d110cb80f" -d '{"events": [{"name": "network-changed", "server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:31.204248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port ee76a107-7f71-423e-afa2-29634c0713ee completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:31.211019 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4ef4ede2-4f93-41c1-aa71-33902414c9e8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1214237 Aug 31 06:47:31.211874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.218373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port ee76a107-7f71-423e-afa2-29634c0713ee triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:31.219172 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.241431 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6d08af00-2266-4c19-8b66-a1c8b44741cf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] delete failed (client error): The resource could not be found. Aug 31 06:47:31.243171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d08af00-2266-4c19-8b66-a1c8b44741cf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/8940775c-6d66-4516-85c5-016852e1948e HTTP/1.1" status: 404 len: 347 time: 0.0304067 Aug 31 06:47:31.249003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.256636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--892644835'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:31.276465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.306419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.361704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.391083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb3ad9b-cb95-4d2e-bee6-c5050bf2f9d1 req-dee594ad-9620-42b5-807b-2d9c849bb3da tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.403798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acb3ad9b-cb95-4d2e-bee6-c5050bf2f9d1 req-dee594ad-9620-42b5-807b-2d9c849bb3da tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 944 time: 0.1170492 Aug 31 06:47:31.423429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:31.426858 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e19c7555-d426-47d2-a72a-7c6897631678" -d '{"events": [{"server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:31.443840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.449349 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54d094a-a729-4645-8644-ff503456b0c0 x-openstack-request-id: req-d54d094a-a729-4645-8644-ff503456b0c0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:31.449509 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:31.449745 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d54d094a-a729-4645-8644-ff503456b0c0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:31.450103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ee76a107-7f71-423e-afa2-29634c0713ee,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:31.450227 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d', 'status': 'completed', 'code': 200} Aug 31 06:47:31.465673 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.466919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:31.477017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.488470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.531947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 38a96583-a299-4796-a858-aaf88add176b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:31.532279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 38a96583-a299-4796-a858-aaf88add176b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:31.536424 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.538184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2880585 Aug 31 06:47:31.568356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.570769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d10bc87-91e3-4abd-9a60-9e5e0a497abb req-12a1b012-7f30-4a76-b702-71df2cc17f0b tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 210 time: 0.0604279 Aug 31 06:47:31.576709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': 'f9eb0117-a1b8-412f-a80d-7468d14d2d88', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:31.588997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.605930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Pushing event updated for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.622349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:31.650545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acb3ad9b-cb95-4d2e-bee6-c5050bf2f9d1 req-333db075-2f01-46f0-8c6e-8ee292675a94 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304397 Aug 31 06:47:31.650545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:31.651798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:31.666437 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b58b5d-f19e-471f-8ee3-ba94c368bd34 x-openstack-request-id: req-f7b58b5d-f19e-471f-8ee3-ba94c368bd34 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:31.667468 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "name": "network-vif-plugged", "status": "completed", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:31.667732 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f7b58b5d-f19e-471f-8ee3-ba94c368bd34 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:31.668697 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee', 'code': 200} Aug 31 06:47:31.688349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.693600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1ed23-e701-4de2-9250-e0ad7330eff7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9eb0117-a1b8-412f-a80d-7468d14d2d88,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.712279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430ded-709b-4000-8c7a-854d110cb80f req-5eed7e50-7a02-4b3f-b277-ba73eb413b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.713237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-5eed7e50-7a02-4b3f-b277-ba73eb413b1f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 1096 time: 0.2183568 Aug 31 06:47:31.721292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.778382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.784523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.806108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204c8b63-e533-4d37-85bc-cdbae8a9902b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:31.817151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.821103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5d8d377-9a3b-452d-937a-09c39a3a2404 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2467680 Aug 31 06:47:31.821440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:31.879959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.899062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.970509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.971312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430ded-709b-4000-8c7a-854d110cb80f req-1041533e-06ff-4d79-b8d3-fc256b50a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:31.972871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-1041533e-06ff-4d79-b8d3-fc256b50a425 service neutron] 10.222.0.50 "GET /v2.0/networks?id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 200 len: 913 time: 0.2057509 Aug 31 06:47:31.992070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:31.993219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/204c8b63-e533-4d37-85bc-cdbae8a9902b HTTP/1.1" status: 204 len: 168 time: 0.1708500 Aug 31 06:47:31.999525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:32.021660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78018954-16be-47b5-848b-e251e38120ce tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=204c8b63-e533-4d37-85bc-cdbae8a9902b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:32.067341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-7673b579-dba4-40c5-ac27-eec667bb908a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d HTTP/1.1" status: 200 len: 217 time: 0.0704443 Aug 31 06:47:32.071850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e44653d-2693-41c6-9ce6-505940af480c req-0c6ce077-33e7-4db5-b38b-e00e4af4b312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.073900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e44653d-2693-41c6-9ce6-505940af480c req-0c6ce077-33e7-4db5-b38b-e00e4af4b312 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 1097 time: 0.3090472 Aug 31 06:47:32.084925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62e5ba-5f8b-4b35-89c4-e5d50752952b req-d180089e-2fd7-4988-b6a2-d6b47bcc65e1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.086554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af62e5ba-5f8b-4b35-89c4-e5d50752952b req-d180089e-2fd7-4988-b6a2-d6b47bcc65e1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.3204749 Aug 31 06:47:32.217943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e44653d-2693-41c6-9ce6-505940af480c req-a8c3da1e-5462-40bd-8405-0c1084ebe259 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291573 Aug 31 06:47:32.228119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.234837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0430ded-709b-4000-8c7a-854d110cb80f req-758df578-183a-415f-8ac8-87b247d99f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.236313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-758df578-183a-415f-8ac8-87b247d99f78 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 200 len: 852 time: 0.1488409 Aug 31 06:47:32.248064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af62e5ba-5f8b-4b35-89c4-e5d50752952b req-51321765-8766-4eef-bbff-80fb5d0e03fa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334674 Aug 31 06:47:32.328384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-651f23f7-29b9-43f8-bc8a-0a040c7fb5d3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763302 Aug 31 06:47:32.395407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6ae4e1-4e73-40ff-ac62-4dd8eca04b64 req-6aeb5d08-c78e-445d-a83c-708b99f4ed27 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.396887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb6ae4e1-4e73-40ff-ac62-4dd8eca04b64 req-6aeb5d08-c78e-445d-a83c-708b99f4ed27 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 944 time: 0.4563022 Aug 31 06:47:32.406111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f38a352b-3d09-4a1e-9e06-591acb30a607 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3992097 Aug 31 06:47:32.412574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:32.468641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb6ae4e1-4e73-40ff-ac62-4dd8eca04b64 req-d159f373-d903-4ae9-9e95-391bb76fa2bb tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614185 Aug 31 06:47:32.488808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.510457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-a44dc47c-0145-41cb-8735-0790c96139d6 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704218 Aug 31 06:47:32.524233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.613050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.614333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.618087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.621395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/f9eb0117-a1b8-412f-a80d-7468d14d2d88 HTTP/1.1" status: 204 len: 168 time: 0.2070341 Aug 31 06:47:32.627863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.629359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56902) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:32.647311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7bac4a-7f18-473b-a663-5ac5019521b8 req-0cb1aa73-44d1-4376-a120-24736246a946 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.648926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f7bac4a-7f18-473b-a663-5ac5019521b8 req-0cb1aa73-44d1-4376-a120-24736246a946 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0807774 Aug 31 06:47:32.652763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ecffb-0bf3-463a-9091-914f97779f4f tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9eb0117-a1b8-412f-a80d-7468d14d2d88,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:32.729604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.738010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f7bac4a-7f18-473b-a663-5ac5019521b8 req-2d9273ad-e5c1-4055-805c-e014a3811e4d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738912 Aug 31 06:47:32.755328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c081c9ee-b9e6-4e28-96fa-a2779224564d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1250997 Aug 31 06:47:32.759682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:32.769322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1853147440'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:32.781910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88a12c8b-5e3e-4a81-a9b9-557a361248b5 req-f9b998ac-4f6b-472e-9014-2455df303650 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 210 time: 0.0781407 Aug 31 06:47:32.783601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Pushing event updated for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:32.846538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:32.868603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0430ded-709b-4000-8c7a-854d110cb80f req-a8983cc7-aa80-450c-940f-6035ba41c5f4 service neutron] 10.222.0.50 "GET /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363950 Aug 31 06:47:32.924360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918a3ff0-28f2-4394-bcf8-7718611f31a3 req-b83d5fc1-ddab-49db-a532-524d1204f634 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:32.925977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-918a3ff0-28f2-4394-bcf8-7718611f31a3 req-b83d5fc1-ddab-49db-a532-524d1204f634 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.0932362 Aug 31 06:47:32.988139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-918a3ff0-28f2-4394-bcf8-7718611f31a3 req-50d6af70-0d8c-4d5e-9fe9-0527ca1f84cd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495856 Aug 31 06:47:33.021904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:33.027004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:33.034933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.042297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.056179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c230cbda-42c1-4304-a17c-24d0ee5e3ab2 req-c91a2b1f-3e62-4f5e-9c8c-390747d9d2b0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.064309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c230cbda-42c1-4304-a17c-24d0ee5e3ab2 req-c91a2b1f-3e62-4f5e-9c8c-390747d9d2b0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1869521 Aug 31 06:47:33.083776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.087459 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3208179 Aug 31 06:47:33.090282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.095673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '8b2c4cb5-1d15-41fd-8384-4449098b94a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:33.099841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6efb26-baa3-44ee-8a34-5de394f14fe2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2c4cb5-1d15-41fd-8384-4449098b94a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.138181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.139571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-8f5a696f-6833-4635-b2d4-ecde3cfc4c6a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.141086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-8f5a696f-6833-4635-b2d4-ecde3cfc4c6a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 821 time: 0.2715783 Aug 31 06:47:33.147957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:33.163431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Request body: {'port': {'device_id': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'admin_state_up': True, 'tenant_id': 'dc5b304084224bdf8bb27efd4efcbfbe'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:33.203362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:33.207253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:33.207481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.207625 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.211304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.233006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72c251f2-b857-4a16-8392-b8a1e94acabb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.237684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.239027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9ed4b62-0677-4255-a38a-60985bb9ee11 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1477544 Aug 31 06:47:33.241841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.247213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '8b2c4cb5-1d15-41fd-8384-4449098b94a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:33.264102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c230cbda-42c1-4304-a17c-24d0ee5e3ab2 req-52c2eb27-a0b4-4373-a26b-74e9d1608a81 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955698 Aug 31 06:47:33.285620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.329578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.355285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.356928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:33.361609 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.364822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Router a57945e3-7257-4c92-875d-ca5398cff78f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:47:33.370095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.410449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4281806b-315a-454a-8616-9bb70bacd491,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.426488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.435769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b406e3bb-8866-42fd-a70d-ae275de71d9d req-f4730c52-0c43-42db-b570-4d9b9d3dec79 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.436651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Made reservation on behalf of dc5b304084224bdf8bb27efd4efcbfbe for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:33.437461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b406e3bb-8866-42fd-a70d-ae275de71d9d req-f4730c52-0c43-42db-b570-4d9b9d3dec79 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0786405 Aug 31 06:47:33.440339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.442776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.445818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0abe1aa7-badb-4658-bbfc-c126ab5b3e7c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2027881 Aug 31 06:47:33.449227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.459099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '8b2c4cb5-1d15-41fd-8384-4449098b94a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:33.514592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b406e3bb-8866-42fd-a70d-ae275de71d9d req-f7119374-ffcb-4405-96eb-007007015272 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674877 Aug 31 06:47:33.543323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.568177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:47:33.585000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-35ba05a0-460b-4b4d-9e4e-5ab26eee92be admin admin] 10.222.0.57 "PUT /v2.0/routers/a57945e3-7257-4c92-875d-ca5398cff78f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4775863 Aug 31 06:47:33.589424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Sync routers for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:47:33.602489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:33.603501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:33.663594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Allocated IP 172.20.0.13 (a12b23a9-dac1-4b81-ae57-26d77a030274/fc2c7079-f8c3-423e-aff4-816b113cece9/10b8790d-4328-4e41-86e9-2c8fd02b3531) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:33.691234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.712746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ac0997-e8ab-477e-85bb-76f61b4b150f req-39999bc1-218d-4b18-abc2-747d977e960a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:33.714771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2ac0997-e8ab-477e-85bb-76f61b4b150f req-39999bc1-218d-4b18-abc2-747d977e960a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 944 time: 0.0971262 Aug 31 06:47:33.715461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.753178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f8942d1-9777-459c-8a79-f644deedacfc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.768995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.770522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f55e5a82-4379-4ca1-a2b7-61b6d9ce18c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3210630 Aug 31 06:47:33.771997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:33.774382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:33.778722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '8b2c4cb5-1d15-41fd-8384-4449098b94a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:33.797850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2ac0997-e8ab-477e-85bb-76f61b4b150f req-ad01216d-8dc9-47e4-98e2-8b1d4b7eee1b tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739341 Aug 31 06:47:33.848874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.918451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.939917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0233aa3-2223-438c-93b0-2632ab0b948c req-e4bdbbda-951e-49de-8526-0a919f32d1e1 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 210 time: 0.0460188 Aug 31 06:47:33.949235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.957517 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.978344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75c18e3c-4909-40d3-9efb-43f7841a2e4e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:33.980023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.986197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:33.987468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-588e575f-4866-44ec-ad48-3edef8fb9049 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2127435 Aug 31 06:47:33.990353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.009696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '8b2c4cb5-1d15-41fd-8384-4449098b94a3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:34.027159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Network a12b23a9-dac1-4b81-ae57-26d77a030274 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:34.027602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 2, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:34.030545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:34.050354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.058934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:34.069129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Checking router: a57945e3-7257-4c92-875d-ca5398cff78f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:47:34.069519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Updating router a57945e3-7257-4c92-875d-ca5398cff78f port 7b5c73bf-60b7-4d89-a838-acc424762ed5 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:47:34.095727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.159410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.165174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.173688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.174309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.180784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a52ca9-b4b1-4514-b6be-8ec32134c0fe req-8cb0afb0-bc57-4e82-b01b-4655ebc5b7fe tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.183555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04a52ca9-b4b1-4514-b6be-8ec32134c0fe req-8cb0afb0-bc57-4e82-b01b-4655ebc5b7fe tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.0881882 Aug 31 06:47:34.195707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event updated for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.208312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=773f8570-a6eb-4fa8-bf31-b6cb3175863b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.213633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-00531a04-b939-42da-811d-f325b8c0a0ac tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0591066 Aug 31 06:47:34.219469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.223756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5b4ec13-bd98-43cf-901d-2c7ff3138489 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2310603 Aug 31 06:47:34.226216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.232495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Request body: {'port': {'device_id': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:34.279892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04a52ca9-b4b1-4514-b6be-8ec32134c0fe req-15c0b3a7-9241-47f4-949e-809f2d7a353f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860941 Aug 31 06:47:34.287193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-bc7655b1-e1c8-428d-8316-011dad6ac777 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.292683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-bc7655b1-e1c8-428d-8316-011dad6ac777 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 820 time: 0.1936533 Aug 31 06:47:34.296808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.310235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.318316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.343786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-75fc5c59-c8b3-4fa6-8ec8-043a9a0de7f1 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/quotas/5bd4c039436140e3982d15b6cdb7d8fd HTTP/1.1" status: 200 len: 375 time: 0.0231168 Aug 31 06:47:34.356062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.363959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.367405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/773f8570-a6eb-4fa8-bf31-b6cb3175863b HTTP/1.1" status: 204 len: 168 time: 0.1379488 Aug 31 06:47:34.373780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.391689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0543af2-44d3-4d08-af8f-312329dc1cb2 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=773f8570-a6eb-4fa8-bf31-b6cb3175863b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.412093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7b5ae-7fd6-4be8-a459-0dafaa9c23d9 req-77640637-25b2-4fab-a980-c2d393136fc5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.417849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ff7b5ae-7fd6-4be8-a459-0dafaa9c23d9 req-77640637-25b2-4fab-a980-c2d393136fc5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.0714900 Aug 31 06:47:34.434084 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.445295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Transition to ACTIVE for port object 7b5c73bf-60b7-4d89-a838-acc424762ed5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:34.454110 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.465493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ff7b5ae-7fd6-4be8-a459-0dafaa9c23d9 req-7d595785-fe54-4a60-9a95-1fc78f11a1a4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449312 Aug 31 06:47:34.501851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67cd0-ae8e-48b2-9383-83ed8ef14c95 None None] Pushing event updated for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.571559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-44edea1f-a644-4bf3-b289-24bb88504d02 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1938260 Aug 31 06:47:34.573827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Attempting to bind port 7b5c73bf-60b7-4d89-a838-acc424762ed5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:34.574301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Attempting to bind port 7b5c73bf-60b7-4d89-a838-acc424762ed5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:34.575062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.579451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-2af1ca54-1fd0-4b7b-bb78-4bfbdffd8ca9 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2047162 Aug 31 06:47:34.587837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Attempting to bind port 7b5c73bf-60b7-4d89-a838-acc424762ed5 on network 42ca2644-5208-42fa-9fa9-23e1e6410972 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:34.597696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:34.598463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Checking segment: {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:34.599367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.599861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Bound using segment: {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:34.601073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Bound port: 7b5c73bf-60b7-4d89-a838-acc424762ed5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:34.601466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.642014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.656932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.713066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.721585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] For port 7b5c73bf-60b7-4d89-a838-acc424762ed5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:34.726509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] For port 7b5c73bf-60b7-4d89-a838-acc424762ed5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b5c73bf-60b7-4d89-a838-acc424762ed5,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:34.729401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.731014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:34.736357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/75c18e3c-4909-40d3-9efb-43f7841a2e4e HTTP/1.1" status: 204 len: 168 time: 0.1569738 Aug 31 06:47:34.738802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.751683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf535827-81e2-465f-9465-9effacb2970c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75c18e3c-4909-40d3-9efb-43f7841a2e4e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.796740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.816353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9f8e158-7b12-44d4-8ff9-8860b2e4c72e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0729105 Aug 31 06:47:34.823771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.874836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.886710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.898152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:47:34.898943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:47:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:34.906662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:34.909322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d67cd0-ae8e-48b2-9383-83ed8ef14c95 None None] Pushing event updated for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:34.910511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024ff27-61f5-4841-ac4a-45f9672b17b1 req-36da1d4a-51f4-44b1-9b70-d8fed7c999cf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:34.912864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d024ff27-61f5-4841-ac4a-45f9672b17b1 req-36da1d4a-51f4-44b1-9b70-d8fed7c999cf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.1151290 Aug 31 06:47:34.932509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.938739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:34.942454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/1f8942d1-9777-459c-8a79-f644deedacfc HTTP/1.1" status: 204 len: 168 time: 0.1152353 Aug 31 06:47:34.946309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:34.958029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d', 'network_id': 'dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d', 'port_id': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d', 'mac_address': 'fa:16:3e:6f:b5:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c54e14b-308e-4e37-9b47-d8bf2a78d4ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:34.977802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b74670-818c-468a-858d-60ae8dee7609 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f8942d1-9777-459c-8a79-f644deedacfc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.017688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d024ff27-61f5-4841-ac4a-45f9672b17b1 req-fbcf35f9-bf47-4773-bbda-a6048d6e1c70 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763657 Aug 31 06:47:35.033559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ad5a230c-3b67-4c98-a1a9-76677dece1da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0835273 Aug 31 06:47:35.034573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.046139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.079398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:47:35.080101 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.098347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.125680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-dd042f81-3641-4752-ac46-e06d05016fda service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343859 Aug 31 06:47:35.136494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:35.151689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.162568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.167782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/4281806b-315a-454a-8616-9bb70bacd491 HTTP/1.1" status: 204 len: 168 time: 0.1318028 Aug 31 06:47:35.170303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.199524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:35.219902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:35.247671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5e2c5923-bc61-4643-9be1-07e52e0ac922 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0756574 Aug 31 06:47:35.248631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011adcda-d255-4aab-a05f-0fc187399ed8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4281806b-315a-454a-8616-9bb70bacd491,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.254110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.265838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b8790d-4328-4e41-86e9-2c8fd02b3531 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:35.290031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.312079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-e3a4824d-3717-43c5-b03d-38236e00f996 service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758552 Aug 31 06:47:35.317246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Transition to ACTIVE for port object 10b8790d-4328-4e41-86e9-2c8fd02b3531 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:35.325091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.335314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.346813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.385894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Pushing event updated for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.403722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.429033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.430757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.433252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/72c251f2-b857-4a16-8392-b8a1e94acabb HTTP/1.1" status: 204 len: 168 time: 0.1780419 Aug 31 06:47:35.443708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.456584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd471f5-ab29-4fbd-9db3-519ba5ca7e63 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=72c251f2-b857-4a16-8392-b8a1e94acabb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.474710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5816f85-95f2-4ebc-977f-972333d2eb1d req-77c6e09e-cd11-4415-9fe2-fe05733f36bf tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:35.482621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5816f85-95f2-4ebc-977f-972333d2eb1d req-77c6e09e-cd11-4415-9fe2-fe05733f36bf tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 945 time: 0.2165549 Aug 31 06:47:35.542507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5816f85-95f2-4ebc-977f-972333d2eb1d req-b9774c27-2e83-479f-80b7-339406ec1554 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553954 Aug 31 06:47:35.552948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33f468fd-ce75-443f-bdd7-248928b1af90 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1057248 Aug 31 06:47:35.554485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.573710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.577514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Attempting to bind port 10b8790d-4328-4e41-86e9-2c8fd02b3531 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:35.577514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Attempting to bind port 10b8790d-4328-4e41-86e9-2c8fd02b3531 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:35.577514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Attempting to bind port 10b8790d-4328-4e41-86e9-2c8fd02b3531 on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:35.602521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Port 10b8790d-4328-4e41-86e9-2c8fd02b3531 on network a12b23a9-dac1-4b81-ae57-26d77a030274 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:35.603074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Attempting to bind port 10b8790d-4328-4e41-86e9-2c8fd02b3531 on network a12b23a9-dac1-4b81-ae57-26d77a030274 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:35.612843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:35.613801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Checking segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:35.614204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Bound using segment: {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:35.614648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Bound port: 10b8790d-4328-4e41-86e9-2c8fd02b3531, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c1a399f-f253-40ec-9cc9-2faf32bb217c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:35.615010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.632448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.647557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced739b2-04b4-4eea-83f5-03d3b1e86bcd req-904dea4c-9567-4841-ae5d-7df730dbf0da tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:35.649250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:35.649983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.657007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ced739b2-04b4-4eea-83f5-03d3b1e86bcd req-904dea4c-9567-4841-ae5d-7df730dbf0da tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 944 time: 0.1190729 Aug 31 06:47:35.666138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86a6f133-ef6b-4124-a102-d9ca753a121f req-0a6a5629-8991-4d5d-a6a1-24d0cc5ba5c4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 210 time: 0.0505140 Aug 31 06:47:35.695142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.731686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.797315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ced739b2-04b4-4eea-83f5-03d3b1e86bcd req-5e5b5e57-f1a8-4093-bc26-e12a759395d0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393721 Aug 31 06:47:35.806944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.818303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.818505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:35.818609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/8b2c4cb5-1d15-41fd-8384-4449098b94a3 HTTP/1.1" status: 204 len: 168 time: 0.2590551 Aug 31 06:47:35.818693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:35.818990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:35.827259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.832317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd49ca30-f937-4952-9a7c-fd34e624d502 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2c4cb5-1d15-41fd-8384-4449098b94a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:35.840989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:35.887834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:35.888456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:35.889878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] 10.222.0.53 "PUT /v2.0/ports/10b8790d-4328-4e41-86e9-2c8fd02b3531 HTTP/1.1" status: 200 len: 1093 time: 1.6660781 Aug 31 06:47:35.892119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:35.894360 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c09eac9-06be-44f6-bed8-0c0eef016fad" -d '{"events": [{"name": "network-changed", "server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:35.967876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:34Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:35.978093 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b6f605-3c7e-4e7c-a553-ade87f3fd7c9 x-openstack-request-id: req-a3b6f605-3c7e-4e7c-a553-ade87f3fd7c9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:35.978387 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:35.978640 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3b6f605-3c7e-4e7c-a553-ade87f3fd7c9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:35.979594 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531', 'status': 'completed', 'code': 200} Aug 31 06:47:35.999432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c913de6e-dc85-416c-a017-5503f5815293 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1793296 Aug 31 06:47:36.004318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:36.007890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-551bfc2b-08a3-4b8b-98f0-cc0a1d30976c None None] The sync data for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 is: [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:34Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:47:36.011660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016371918'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:36.015931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037f0de6-148a-4792-8c0f-f3e44edf9099 service neutron] Pushing event updated for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.045557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-9d0091a3-bd1b-4740-8cb6-647f9ca062ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.047070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-9d0091a3-bd1b-4740-8cb6-647f9ca062ab service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 1096 time: 0.0903382 Aug 31 06:47:36.058194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.178956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-9c0b81a5-2a1e-43a4-ac12-2f55eca5d3e7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531 HTTP/1.1" status: 200 len: 217 time: 0.1138425 Aug 31 06:47:36.296428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a58db41-609f-4eae-b0c7-70ca583ca1ed req-c04020c7-8f3e-493f-a75b-a3dbf148dced tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.301824 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a58db41-609f-4eae-b0c7-70ca583ca1ed req-c04020c7-8f3e-493f-a75b-a3dbf148dced tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.1364584 Aug 31 06:47:36.354918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5884f3c-42c9-495b-b779-02656491a2ac req-fca0aafc-6a57-49a6-858f-943858e67ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.356552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-fca0aafc-6a57-49a6-858f-943858e67ba6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.1359084 Aug 31 06:47:36.415861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.423844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-fcf053c9-25b0-45d0-ad01-7438794d3e40 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546210 Aug 31 06:47:36.426811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a58db41-609f-4eae-b0c7-70ca583ca1ed req-6bf07b48-433d-485c-8c5b-250f7fb6b24c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203740 Aug 31 06:47:36.427888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.470937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-666089d1-9175-408b-adcd-e47901be9fa6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.472693 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-666089d1-9175-408b-adcd-e47901be9fa6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 945 time: 0.0544183 Aug 31 06:47:36.503703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.504925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4994051 Aug 31 06:47:36.507719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:36.509952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f2c616-951d-4b06-8594-c18a5b6f804c tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75218f99-7c32-45a0-a0fd-1651080fa4a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.516393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '75218f99-7c32-45a0-a0fd-1651080fa4a6', 'direction': 'ingress', 'protocol': 17}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:36.565761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-62eec265-4338-4eb8-96c4-2688663831ff service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301634 Aug 31 06:47:36.587228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.644402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port ee76a107-7f71-423e-afa2-29634c0713ee {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:36.644750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.683288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5884f3c-42c9-495b-b779-02656491a2ac req-8ce3125e-3473-4641-8989-45f31c9d0d5f service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085594 Aug 31 06:47:36.746383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.766850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.806059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa1cfd7-4085-4c7c-9e4a-19355b299239 req-c26501e5-4e6d-4159-9107-e49bfa5d76d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.807726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2aa1cfd7-4085-4c7c-9e4a-19355b299239 req-c26501e5-4e6d-4159-9107-e49bfa5d76d8 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 945 time: 0.1588867 Aug 31 06:47:36.814977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9273d7fc-23f3-48f4-9594-66b27841e223 req-6c1957e4-1797-45a7-a201-789a4085a02c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 210 time: 0.0325942 Aug 31 06:47:36.815560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace9d158-3b73-4cce-bdd5-9aa0a6c4b1d4,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:36.827980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-a4901cdc-5e1f-43d5-a9c5-715698efe909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:36.833084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.836978 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af7bb1ec-65d1-490f-ba68-64277ed77e3e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3255272 Aug 31 06:47:36.837071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-a4901cdc-5e1f-43d5-a9c5-715698efe909 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 1096 time: 0.0931153 Aug 31 06:47:36.837788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:36.841609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port ee76a107-7f71-423e-afa2-29634c0713ee, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ee76a107-7f71-423e-afa2-29634c0713ee,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:36.841980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:36.872762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for ee76a107-7f71-423e-afa2-29634c0713ee owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:36.901145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2aa1cfd7-4085-4c7c-9e4a-19355b299239 req-129d51c6-3ff7-4ff5-92c7-50660b43f943 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729711 Aug 31 06:47:37.131758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.140295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e57f3-ce3e-4dd1-92f3-25626393c321 req-85b8e0ce-cc59-4f49-98cd-0f9ec0cee0ca tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.142052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f27e57f3-ce3e-4dd1-92f3-25626393c321 req-85b8e0ce-cc59-4f49-98cd-0f9ec0cee0ca tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 944 time: 0.0958605 Aug 31 06:47:37.143354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.159939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ee76a107-7f71-423e-afa2-29634c0713ee'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:37.162847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:37.174707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.202218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-f29507b9-3a90-4d96-b23a-89acf82fcf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.204417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-f29507b9-3a90-4d96-b23a-89acf82fcf08 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 200 len: 922 time: 0.3675275 Aug 31 06:47:37.220881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=ee76a107-7f71-423e-afa2-29634c0713ee,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:37.249465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-b85c9e2b-7b68-4db1-a404-5f31c1f719f6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.251379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-b85c9e2b-7b68-4db1-a404-5f31c1f719f6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 820 time: 0.2847042 Aug 31 06:47:37.260882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b5c73bf-60b7-4d89-a838-acc424762ed5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:37.289667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port ee76a107-7f71-423e-afa2-29634c0713ee on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:37.294464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.296601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9b244aa-b809-4d92-9744-b6a7caaad003 req-7d327c82-dae3-4733-a402-e7f6649e585c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "DELETE /v2.0/ports/ee76a107-7f71-423e-afa2-29634c0713ee HTTP/1.1" status: 204 len: 173 time: 0.8162553 Aug 31 06:47:37.297374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'name': 'network-vif-deleted', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:37.300075 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7e5511-7723-4d7e-8db8-271607d17ac7" -d '{"events": [{"server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "name": "network-vif-deleted", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:37.307470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f27e57f3-ce3e-4dd1-92f3-25626393c321 req-e120d1a6-2684-4689-93a0-ff5976924f97 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416123 Aug 31 06:47:37.323685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'port': {'device_id': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'admin_state_up': True, 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:37.341374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-7b968b5a-e0fa-4804-809f-4bf174015638 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531 HTTP/1.1" status: 200 len: 217 time: 0.1205518 Aug 31 06:47:37.410293 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c895d3-09bb-4a23-be09-b82de1856015 x-openstack-request-id: req-c8c895d3-09bb-4a23-be09-b82de1856015 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:37.410780 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b43d8b13-da3a-48ea-8aa7-ffd56edcba3a", "name": "network-vif-deleted", "tag": "ee76a107-7f71-423e-afa2-29634c0713ee", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:37.411127 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8c895d3-09bb-4a23-be09-b82de1856015 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:37.411915 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b43d8b13-da3a-48ea-8aa7-ffd56edcba3a', 'name': 'network-vif-deleted', 'tag': 'ee76a107-7f71-423e-afa2-29634c0713ee', 'status': 'completed', 'code': 200} Aug 31 06:47:37.423416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7b5c73bf-60b7-4d89-a838-acc424762ed5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:37.441053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7b5c73bf-60b7-4d89-a838-acc424762ed5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:37.441485 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.461090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.464425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.465607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/75218f99-7c32-45a0-a0fd-1651080fa4a6 HTTP/1.1" status: 204 len: 168 time: 0.6104386 Aug 31 06:47:37.468424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:37.485901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-49d2ee1e-ea5b-4474-a7c4-3c6c4d3413e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:37.487406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-49d2ee1e-ea5b-4474-a7c4-3c6c4d3413e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 200 len: 861 time: 0.1296072 Aug 31 06:47:37.490951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04d6b1-e4ea-498c-afd7-8322d6c3209d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75218f99-7c32-45a0-a0fd-1651080fa4a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:37.549912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-0d25550f-932c-48f5-874a-ccc6860b1a85 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a12b23a9-dac1-4b81-ae57-26d77a030274&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451212 Aug 31 06:47:37.567167 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-453ba288-6b50-4c2d-827a-94461a3bca07 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914929 Aug 31 06:47:37.567910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:37.575444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--1226405780'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:37.617596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.656170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Made reservation on behalf of 5bd4c039436140e3982d15b6cdb7d8fd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:37.659317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.669360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.700375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-046d004e-3b32-48c1-8cb0-4e797a7e2253 req-5f1e9ba9-4b00-49ff-bd41-bf19aa33660b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=b43d8b13-da3a-48ea-8aa7-ffd56edcba3a HTTP/1.1" status: 200 len: 210 time: 0.0557480 Aug 31 06:47:37.709144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7b5c73bf-60b7-4d89-a838-acc424762ed5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b5c73bf-60b7-4d89-a838-acc424762ed5,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:37.715363 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.737814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.744012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.759927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-a434e0ed-6894-44eb-9a8a-a6b70ee0cc3e service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886163 Aug 31 06:47:37.780915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:37.783404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.787063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2161756 Aug 31 06:47:37.788138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:37.795447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--179592755'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:37.803654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a7d398-d9bf-49b6-bf55-48ed7af1962a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5f7e72-7716-4d81-9715-64e3b9fc9186,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:37.824166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.904598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Allocated IP 172.20.0.14 (42ca2644-5208-42fa-9fa9-23e1e6410972/c714bf4c-fb9e-4f77-9ac5-f5674c6184df/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:37.926940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c09eac9-06be-44f6-bed8-0c0eef016fad req-714b8e2d-ae84-45ea-887c-85c754decfc9 service neutron] 10.222.0.53 "GET /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516752 Aug 31 06:47:37.960521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04905ee9-09df-4c1f-97e7-2b0d88f5b8db req-5161a283-e1bc-4bd6-9702-38f644df2d46 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 210 time: 0.0532808 Aug 31 06:47:37.973853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:37.984512 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.025045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.027198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2370472 Aug 31 06:47:38.030289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.035166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '3d5f7e72-7716-4d81-9715-64e3b9fc9186', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'dc2f1809-0927-4f26-b253-f6e88e2572a3', 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:38.044149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e073d-b00b-40f7-bb76-c055952d080b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc2f1809-0927-4f26-b253-f6e88e2572a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.098674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.105558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.138889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.143049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec3a63-aff5-43a0-95a3-ca13f26bcc57 req-dfbd9c48-58e4-4d79-b29c-f95c2811eae1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:38.144549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-abec3a63-aff5-43a0-95a3-ca13f26bcc57 req-dfbd9c48-58e4-4d79-b29c-f95c2811eae1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 945 time: 0.0812392 Aug 31 06:47:38.192446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Network 42ca2644-5208-42fa-9fa9-23e1e6410972 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:38.196264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.199525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:38.201724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:38.214059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-abec3a63-aff5-43a0-95a3-ca13f26bcc57 req-8d06a3b1-80da-45e2-b3ad-6850946823cd tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599897 Aug 31 06:47:38.215710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.220638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.239546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=498e32ef-0efa-45b2-b777-6301e7199bd7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.246663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.247911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2cd49520-1313-4216-949c-9b280c22779d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2164323 Aug 31 06:47:38.250822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.255467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:38.256083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.271071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-ddb1b4e1-f6ca-4a45-944c-0300caa8d5b4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9573336 Aug 31 06:47:38.279800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.287408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.290610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Request body: {'port': {'device_id': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:38.314342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.320983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.325280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/498e32ef-0efa-45b2-b777-6301e7199bd7 HTTP/1.1" status: 204 len: 168 time: 0.0707297 Aug 31 06:47:38.327750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.344089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c67cbb6-af88-42a1-a082-1a0b774c8b65 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=498e32ef-0efa-45b2-b777-6301e7199bd7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.355321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.375136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89af0223-2cc2-471e-8329-c051eeefaa29 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0463252 Aug 31 06:47:38.377859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.450863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.484149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.529460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.529718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c866fe5-7fc8-4000-af4e-479d15f314ca req-d44d8e7b-a62d-4546-837c-a286a5eda078 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:38.531390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c866fe5-7fc8-4000-af4e-479d15f314ca req-d44d8e7b-a62d-4546-837c-a286a5eda078 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 944 time: 0.1281314 Aug 31 06:47:38.533185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.536129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/dc2f1809-0927-4f26-b253-f6e88e2572a3 HTTP/1.1" status: 204 len: 168 time: 0.1573439 Aug 31 06:47:38.540001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.546636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231180fc-15ff-439b-ad37-28ddb37718bf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc2f1809-0927-4f26-b253-f6e88e2572a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.660823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c866fe5-7fc8-4000-af4e-479d15f314ca req-9de123ba-16c9-484e-848a-f6da3c1c6fb0 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203990 Aug 31 06:47:38.675263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7a88ce71-885a-4e99-8040-c4e9b659035d tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1327417 Aug 31 06:47:38.677003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.739929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.750508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:38.770107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.778951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:38.787932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.805025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Transition to ACTIVE for port object 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:38.810529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.832534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.835570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.836934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/3d5f7e72-7716-4d81-9715-64e3b9fc9186 HTTP/1.1" status: 204 len: 168 time: 0.1588593 Aug 31 06:47:38.841140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:38.841410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.845941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:38.846442 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.862449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abeed90-5499-4e92-af85-9c67f37d5066 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5f7e72-7716-4d81-9715-64e3b9fc9186,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.869141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:38.914629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-027cac4a-a0b7-4c81-b925-dcf2c16c8383 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722196 Aug 31 06:47:38.918509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:38.932553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--931388452'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:38.962751 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.974302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:38.999517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Attempting to bind port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:38.999851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Attempting to bind port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:39.000287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Attempting to bind port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 on network 42ca2644-5208-42fa-9fa9-23e1e6410972 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:39.006701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 on network 42ca2644-5208-42fa-9fa9-23e1e6410972 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:39.006701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Attempting to bind port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 on network 42ca2644-5208-42fa-9fa9-23e1e6410972 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:39.011588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:39.011927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Checking segment: {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:39.012312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Bound using segment: {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:39.012790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Bound port: 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb477267-623a-451a-b345-10b162d0a106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:39.013151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.019373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:39.025212 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb1804d-c09b-412b-a76b-b3d020f271e2" -d '{"events": [{"server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "name": "network-vif-plugged", "status": "completed", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:39.052902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:39.060335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.138896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.144221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:39.149259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:39.159499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b5c73bf-60b7-4d89-a838-acc424762ed5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:39.162635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.168115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b1f736-2c11-45b7-9413-921db80c76f0 req-ffe6f20f-eee3-4388-8462-651492ce5d6c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.177055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52b1f736-2c11-45b7-9413-921db80c76f0 req-ffe6f20f-eee3-4388-8462-651492ce5d6c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 944 time: 0.1332805 Aug 31 06:47:39.185382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 10b8790d-4328-4e41-86e9-2c8fd02b3531 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:39.190286 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b46ca1-8cec-4b91-a4dc-486d731f1559 x-openstack-request-id: req-18b46ca1-8cec-4b91-a4dc-486d731f1559 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:39.190670 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "name": "network-vif-plugged", "status": "completed", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:39.191011 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-18b46ca1-8cec-4b91-a4dc-486d731f1559 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:39.191479 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d', 'code': 200} Aug 31 06:47:39.234074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.254948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.255751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.257061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.257646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.258513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.259210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.259819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.261239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.261972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.262455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.262981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.263489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.264001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:47:39.278098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.278260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52b1f736-2c11-45b7-9413-921db80c76f0 req-c9769219-3a1e-4d68-beae-0c7dc74f0081 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998948 Aug 31 06:47:39.279181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.279631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.281146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-84ea5c85-c04f-4078-9975-d6dc78c0c991 service neutron] 10.222.0.50 "PUT /v2.0/ports/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 1093 time: 0.9949348 Aug 31 06:47:39.282162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:39.286121 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04ee00a7-b263-4249-86c5-9454531a82ea" -d '{"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:39.346200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.352893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4302614 Aug 31 06:47:39.355333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42896a6-a0e4-4cbc-b6c7-ab2b6eafddb4 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4cc1c0-635e-42ce-84c8-46703885f593,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.357469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:39.361047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880d4c3-806f-417f-aa86-bc25ec4fd386 req-4579122d-094f-46b4-a74a-496eb8c1b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.372564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f880d4c3-806f-417f-aa86-bc25ec4fd386 req-4579122d-094f-46b4-a74a-496eb8c1b39f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 1098 time: 0.0814955 Aug 31 06:47:39.389401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:39.405467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '3e4cc1c0-635e-42ce-84c8-46703885f593', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:39.410610 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da55b88-c8f7-49f0-a4f3-817db67d6911 x-openstack-request-id: req-2da55b88-c8f7-49f0-a4f3-817db67d6911 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:39.410865 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:39.411112 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2da55b88-c8f7-49f0-a4f3-817db67d6911 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:39.411478 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:47:39.413430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '10b8790d-4328-4e41-86e9-2c8fd02b3531', 'network_id': 'a12b23a9-dac1-4b81-ae57-26d77a030274', 'port_id': '10b8790d-4328-4e41-86e9-2c8fd02b3531', 'mac_address': 'fa:16:3e:9b:d0:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc2c7079-f8c3-423e-aff4-816b113cece9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:39.418598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7b5c73bf-60b7-4d89-a838-acc424762ed5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:39.418979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.488657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.511219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b8790d-4328-4e41-86e9-2c8fd02b3531 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:39.555697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:39.563900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.620944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.634842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-6de3a871-2d94-42ad-b1d6-5ed79e11b955 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.637367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-6de3a871-2d94-42ad-b1d6-5ed79e11b955 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1255553 Aug 31 06:47:39.653207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-656e46d0-3d85-4efc-bb01-a0352cb6667a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0100784 Aug 31 06:47:39.706699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-28d080a0-dd21-4ce5-aac3-47055c1cc8c3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475698 Aug 31 06:47:39.731374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-fd33b6dd-89e5-4eed-9bb2-c2d9f81e39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.733150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-fd33b6dd-89e5-4eed-9bb2-c2d9f81e39fe service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1096 time: 0.3746240 Aug 31 06:47:39.738142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f880d4c3-806f-417f-aa86-bc25ec4fd386 req-84822b20-bb88-4b09-abba-105b87fda869 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3243608 Aug 31 06:47:39.745433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.773682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a3733-9520-47ca-b3b6-5abb724b30ea req-ae9760a8-1ed2-4ede-8d0b-c894eeaaadc6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:39.775057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e53a3733-9520-47ca-b3b6-5abb724b30ea req-ae9760a8-1ed2-4ede-8d0b-c894eeaaadc6 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.3495815 Aug 31 06:47:39.810283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-c74077ef-6bf5-450f-a86b-c3ff6e5a16c4 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910461 Aug 31 06:47:39.849844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e53a3733-9520-47ca-b3b6-5abb724b30ea req-7099a676-217b-49ab-9e6b-a514f5a53b14 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658810 Aug 31 06:47:39.859403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.873726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.893927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dec8c5c2-2f91-4770-a52e-9656b9818128,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:39.904152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.906069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a5eab496-9172-4c0c-a676-251bbef9ca59 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5321813 Aug 31 06:47:39.909081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:39.918486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['10b8790d-4328-4e41-86e9-2c8fd02b3531'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:39.955069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:39.958499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-96922d3c-dae9-48d0-8a42-78c36a5f328f service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421609 Aug 31 06:47:39.966946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.009845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.021127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.022680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/dec8c5c2-2f91-4770-a52e-9656b9818128 HTTP/1.1" status: 204 len: 168 time: 0.1124277 Aug 31 06:47:40.029512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.035065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-8db91af2-2939-4f3f-a6fe-385c3a162203 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0733554 Aug 31 06:47:40.038763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c481b7-a020-4be8-89e0-77eb175be2bc tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dec8c5c2-2f91-4770-a52e-9656b9818128,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.080000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5143a01e-1174-4924-b336-bf3ef2ca069a tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0490689 Aug 31 06:47:40.082584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.140117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-7b4c61f5-bf05-487e-83f4-998114327f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.141610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-7b4c61f5-bf05-487e-83f4-998114327f74 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.0744395 Aug 31 06:47:40.150584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350c38a-1dc1-4583-b091-f871f2f565ae req-78cae8f9-bb7f-4ec1-919c-d29f5d3db306 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.152030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b350c38a-1dc1-4583-b091-f871f2f565ae req-78cae8f9-bb7f-4ec1-919c-d29f5d3db306 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 945 time: 0.1290724 Aug 31 06:47:40.156639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.191174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d73ae816-e180-4c68-a8ca-2e07776929c6 req-d574c8af-36a2-46c9-b6a6-5280ea3c2362 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 210 time: 0.0364988 Aug 31 06:47:40.204764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.215364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-1abcca17-5611-42a3-bc60-c13a5e617cf0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424383 Aug 31 06:47:40.243311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b350c38a-1dc1-4583-b091-f871f2f565ae req-8f1e8213-f879-4515-98f9-95f6c2164519 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834424 Aug 31 06:47:40.258270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.261465 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.265598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/3e4cc1c0-635e-42ce-84c8-46703885f593 HTTP/1.1" status: 204 len: 168 time: 0.1809359 Aug 31 06:47:40.266332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.282520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2561f82c-8ce7-43db-a3d1-9034a98afcad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4cc1c0-635e-42ce-84c8-46703885f593,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.344664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2df0adb8-9541-4c9d-9197-807207e31ddf tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685143 Aug 31 06:47:40.348718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.354636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group': {'name': 'tempest-secgroup--712029789'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:40.396544 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-550648d7-29b2-4553-8de9-0f5363facc0c service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680288 Aug 31 06:47:40.471981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.518568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd99ac1-448b-4b16-9f27-562d37756d7f req-f5b2350e-1b1f-41f6-abcc-c069510ca938 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.520089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebd99ac1-448b-4b16-9f27-562d37756d7f req-f5b2350e-1b1f-41f6-abcc-c069510ca938 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 944 time: 0.1415093 Aug 31 06:47:40.600534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10ddd964-7e57-474e-a6d4-95c9e6bf484c req-e3091ac0-966c-4c19-91ec-7f89c777613d service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829493 Aug 31 06:47:40.610775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebd99ac1-448b-4b16-9f27-562d37756d7f req-07255e92-6b86-4bf7-a9ad-3b47a67f5c8f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806851 Aug 31 06:47:40.661092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.666708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.690844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.694715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3413827 Aug 31 06:47:40.694861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.702309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '30247307-6ec3-41de-bee4-27e6d39d4258', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:40.748714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9e1b34-a395-470d-a678-eb69c89481da tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30247307-6ec3-41de-bee4-27e6d39d4258,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.782428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.788057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee00a7-b263-4249-86c5-9454531a82ea req-d3f09f6b-743e-4794-a842-cb3806864793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.789566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-d3f09f6b-743e-4794-a842-cb3806864793 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1096 time: 0.0781071 Aug 31 06:47:40.899901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.908340 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.943611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=411f3ddb-19bb-4bb0-9539-aa9faa24a531,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:40.953734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:40.957478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d291b9ec-9c4e-4165-9724-ac468f1411cb tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2593174 Aug 31 06:47:40.957478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee00a7-b263-4249-86c5-9454531a82ea req-f3e4d991-6705-4026-a66e-20e13899e4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.958071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-f3e4d991-6705-4026-a66e-20e13899e4f0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.1424890 Aug 31 06:47:40.958270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:40.992240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bc03c9d2-52b5-4f4e-9edb-c438a68a87c9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules/411f3ddb-19bb-4bb0-9539-aa9faa24a531 HTTP/1.1" status: 200 len: 763 time: 0.0328877 Aug 31 06:47:40.993582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e322cc4f-3943-4e78-b309-93cbf2c428cd req-c656c4e6-4285-485f-beab-92fbdfe1ba7c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:40.997812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e322cc4f-3943-4e78-b309-93cbf2c428cd req-c656c4e6-4285-485f-beab-92fbdfe1ba7c tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.0741339 Aug 31 06:47:40.998372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.023842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-12efac9c-6cc2-4616-b376-d5a398718f7d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0470629 Aug 31 06:47:41.061917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e322cc4f-3943-4e78-b309-93cbf2c428cd req-e20d00fc-ca23-4d5a-9709-5069e7990c4e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Aug 31 06:47:41.076535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fb4caae8-05a2-4287-829d-4a584b014db9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0770140 Aug 31 06:47:41.077502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.102812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.115515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.147835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.157079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.157969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ee00a7-b263-4249-86c5-9454531a82ea req-135d48e9-0e3e-4c8f-a7c2-2cf9bbc38868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:41.160931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/411f3ddb-19bb-4bb0-9539-aa9faa24a531 HTTP/1.1" status: 204 len: 168 time: 0.0798786 Aug 31 06:47:41.161039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-135d48e9-0e3e-4c8f-a7c2-2cf9bbc38868 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.1134872 Aug 31 06:47:41.163669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.171892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e1c850-dfc5-4469-a377-1f05b5cfd8ad tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=411f3ddb-19bb-4bb0-9539-aa9faa24a531,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:41.198973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ee76a107-7f71-423e-afa2-29634c0713ee no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:41.217061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-28a23072-dba8-4f8c-8ce3-3c6931372d17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308883 Aug 31 06:47:41.221402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.226768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '30247307-6ec3-41de-bee4-27e6d39d4258', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:41.234472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c95c0f7b-ab4e-423b-bb08-4f91e7ec5272 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0694199 Aug 31 06:47:41.236096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: ee76a107-7f71-423e-afa2-29634c0713ee {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:41.236246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ee76a107-7f71-423e-afa2-29634c0713ee not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:41.315888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-2903fe44-ea7b-414f-b181-a1d990bec820 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:41.317401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-2903fe44-ea7b-414f-b181-a1d990bec820 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.2295668 Aug 31 06:47:41.339913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': '075a2d0e-5834-4609-9d87-80952e6026e0', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:41.372127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad00dfe8-bdcd-481e-9fde-87c2b220d2fe req-359fa010-a99e-4ff0-af24-006df3ca0a45 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:41.373856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad00dfe8-bdcd-481e-9fde-87c2b220d2fe req-359fa010-a99e-4ff0-af24-006df3ca0a45 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 945 time: 0.0526655 Aug 31 06:47:41.378910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0963d445-6fd2-4dd5-8ca7-248f9b1f9f3e req-4202e96d-efe0-468a-aff7-2e33cc767a7f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 210 time: 0.0726087 Aug 31 06:47:41.428558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad00dfe8-bdcd-481e-9fde-87c2b220d2fe req-b63764dd-3a50-4c08-be89-a2c5f60f01d2 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459340 Aug 31 06:47:41.438752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.549755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-62101442-a7ca-4b9a-bfaf-478977a3ff1d service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130152 Aug 31 06:47:41.559441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.564795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.597817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8f00bbb-f10d-42f9-954a-f6e2b2cd8c4a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:41.611412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:41.615013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.650057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.654325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-75219454-a579-4fb2-a6bd-5e10e750f3f9 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4294538 Aug 31 06:47:41.654723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.674150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7555a74b-43ea-46d7-92a9-ceddac1f6093 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules/e8f00bbb-f10d-42f9-954a-f6e2b2cd8c4a HTTP/1.1" status: 200 len: 763 time: 0.0160010 Aug 31 06:47:41.675890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.752607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8366612a-a85a-4fea-a5bc-bbf888a7ec5e tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754118 Aug 31 06:47:41.755481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04ee00a7-b263-4249-86c5-9454531a82ea req-5159d594-ebb1-44ed-8d71-e2609bdabb3c service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805747 Aug 31 06:47:41.755625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.779461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6835623c-7b45-4649-87a6-5ad3d94b5bba req-4721eacf-b46b-4749-9a77-40263e41294b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:41.780965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6835623c-7b45-4649-87a6-5ad3d94b5bba req-4721eacf-b46b-4749-9a77-40263e41294b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 944 time: 0.0857797 Aug 31 06:47:41.805063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.814845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.3 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/64f1b6e4-6917-44d5-a222-cc4d136cf7ef) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:41.815029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.846041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6835623c-7b45-4649-87a6-5ad3d94b5bba req-b301ff4f-6bbc-4e88-bd07-d262a712cb8a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557721 Aug 31 06:47:41.860846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.868683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.871521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/e8f00bbb-f10d-42f9-954a-f6e2b2cd8c4a HTTP/1.1" status: 204 len: 168 time: 0.1140881 Aug 31 06:47:41.873161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.883397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe16730-9a50-45a9-98c4-061ad685a0a7 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8f00bbb-f10d-42f9-954a-f6e2b2cd8c4a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:41.919719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f1319f9-13ff-47da-be39-592138b2cde0 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0454552 Aug 31 06:47:41.922348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:41.926757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Request body: {'security_group_rule': {'security_group_id': '30247307-6ec3-41de-bee4-27e6d39d4258', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:41.949542 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Project 131aff61e24e447994cecc92bf392205 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:47:41.954360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:41.975180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.012238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.017663 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.017877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.039055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d285118-942b-4189-ba2d-3c48f76c26dc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.039460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:42.048646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.050193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5d33f80-2c61-487a-9f34-85e9c7ec9e23 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1269343 Aug 31 06:47:42.052950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.070408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:42.077733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:42.080549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-29e5f872-ace6-49f5-9a09-12daf3999ce0 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules/9d285118-942b-4189-ba2d-3c48f76c26dc HTTP/1.1" status: 200 len: 769 time: 0.0261054 Aug 31 06:47:42.083709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.087958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:42.093772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.146330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.146994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.153847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7dc1e8fe-48b5-421b-8eac-6734e0c2260b tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0689733 Aug 31 06:47:42.157436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.188190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-8772fb88-1a38-4e85-9584-96f3e1ae0d9f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538330 Aug 31 06:47:42.190777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.202978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Request body: {'port': {'device_id': '075a2d0e-5834-4609-9d87-80952e6026e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:42.205285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72d76c-14e6-4c02-ae03-e1d41f05c653 req-0a750dec-5341-4433-b29e-c47968b8cc3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.206733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.206870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f72d76c-14e6-4c02-ae03-e1d41f05c653 req-0a750dec-5341-4433-b29e-c47968b8cc3f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.0519600 Aug 31 06:47:42.251483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f72d76c-14e6-4c02-ae03-e1d41f05c653 req-00f3d74f-8b0e-4f04-b24b-4dab2ac017f0 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352945 Aug 31 06:47:42.277672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.281726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.292681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.293990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9d285118-942b-4189-ba2d-3c48f76c26dc HTTP/1.1" status: 204 len: 168 time: 0.1354218 Aug 31 06:47:42.296746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.326922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8a1cd3-db66-40a4-89f0-4e8486a84033 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d285118-942b-4189-ba2d-3c48f76c26dc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.348788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c988cd01-33ac-452e-9a4a-6f3461c3ca68 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0504878 Aug 31 06:47:42.349030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.504127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dd5d90-6b9c-4e87-a4ee-e94355b5c608 req-51493daa-86de-4490-b5b9-dc4a68606c0e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.507084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06dd5d90-6b9c-4e87-a4ee-e94355b5c608 req-51493daa-86de-4490-b5b9-dc4a68606c0e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 931 time: 0.0519314 Aug 31 06:47:42.545111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06dd5d90-6b9c-4e87-a4ee-e94355b5c608 req-cea0b4b2-e047-4e7c-a5d5-53b62390f7bc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329008 Aug 31 06:47:42.546674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.590124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.601428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c014636-629e-4803-b7c5-85137dabc6bd req-c3aa1c8c-06fd-44e1-a509-e549b2e16b8d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.602918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c014636-629e-4803-b7c5-85137dabc6bd req-c3aa1c8c-06fd-44e1-a509-e549b2e16b8d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.1073680 Aug 31 06:47:42.659075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc332057-aaea-4957-82cf-e1af8231aad3 req-ef2d708e-936f-4edb-b2fc-498dd3113dce tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.660535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc332057-aaea-4957-82cf-e1af8231aad3 req-ef2d708e-936f-4edb-b2fc-498dd3113dce tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 945 time: 0.0524607 Aug 31 06:47:42.697165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c014636-629e-4803-b7c5-85137dabc6bd req-0534b7c8-8e78-4be5-b73d-b1fc282de017 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852835 Aug 31 06:47:42.704243 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc332057-aaea-4957-82cf-e1af8231aad3 req-ddd2cc1e-cac4-498d-8340-60fd0ab3b009 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367785 Aug 31 06:47:42.725897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.730844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.732256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "DELETE /v2.0/security-groups/30247307-6ec3-41de-bee4-27e6d39d4258 HTTP/1.1" status: 204 len: 168 time: 0.3822260 Aug 31 06:47:42.735196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.742380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f1b6e4-6917-44d5-a222-cc4d136cf7ef {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:42.755713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.757940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bd3e0-5707-415e-89d6-453ad06cf820 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30247307-6ec3-41de-bee4-27e6d39d4258,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.773068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:42.774702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Transition to ACTIVE for port object 64f1b6e4-6917-44d5-a222-cc4d136cf7ef will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:42.782989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.787258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59d951b8-93a8-46d4-b1bb-0821c2da4bd0 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0509000 Aug 31 06:47:42.797839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:42.844679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Pushing event updated for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:42.849295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5687308a-60bd-4c8d-8eca-0214f425e5a8 tempest-SecGroupIPv6Test-1039905139 tempest-SecGroupIPv6Test-1039905139-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0499907 Aug 31 06:47:42.895901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:42.908210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'port_id': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'mac_address': 'fa:16:3e:6a:7a:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:42.936778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Attempting to bind port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:42.937402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Attempting to bind port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:42.937796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Attempting to bind port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:42.942735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:42.943068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Attempting to bind port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:42.949911 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.952644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:42.953292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:42.953848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:42.954567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Bound port: 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:42.955025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:42.964254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:42.990811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b325ec-be3f-448f-ba84-8d77f9826b4c req-50799fad-4662-43c8-aeff-5bfe9aff2720 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:42.992804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21b325ec-be3f-448f-ba84-8d77f9826b4c req-50799fad-4662-43c8-aeff-5bfe9aff2720 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 944 time: 0.0636764 Aug 31 06:47:43.006298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:43.013486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.046470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21b325ec-be3f-448f-ba84-8d77f9826b4c req-53e149c1-03ce-4abe-b282-40243b5c33c0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423865 Aug 31 06:47:43.049901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:43.053217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:43.059433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.084858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.132911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.133670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.135254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] 10.222.0.53 "PUT /v2.0/ports/64f1b6e4-6917-44d5-a222-cc4d136cf7ef HTTP/1.1" status: 200 len: 1092 time: 0.9368806 Aug 31 06:47:43.135754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:43.139305 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91e5a9d-6293-496b-9d32-2036db29e908" -d '{"events": [{"name": "network-changed", "server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:43.145469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84974e7a-611a-4d8e-8233-e4706d895de8 service neutron] Pushing event updated for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.194544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2ede94-141d-4612-be59-96617ae4a754 x-openstack-request-id: req-6d2ede94-141d-4612-be59-96617ae4a754 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:43.194844 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:43.195100 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d2ede94-141d-4612-be59-96617ae4a754 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:43.195923 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef', 'status': 'completed', 'code': 200} Aug 31 06:47:43.201956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 10b8790d-4328-4e41-86e9-2c8fd02b3531 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:43.233902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:43.249820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-094f1921-9cab-4bef-836e-e311be91bd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.252508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-094f1921-9cab-4bef-836e-e311be91bd5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 1095 time: 0.0680511 Aug 31 06:47:43.258391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 10b8790d-4328-4e41-86e9-2c8fd02b3531 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:43.263074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 10b8790d-4328-4e41-86e9-2c8fd02b3531 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:43.263557 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.300375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-31cb4f67-2b33-4714-b72a-904ffa7d376d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef HTTP/1.1" status: 200 len: 217 time: 0.0389671 Aug 31 06:47:43.350493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.361426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-7a843419-a26b-479a-bcb0-96771023491c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.363138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-7a843419-a26b-479a-bcb0-96771023491c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0551677 Aug 31 06:47:43.379975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:43.382248 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec239ff-bff7-4b0e-891e-b1e50d0bb0e6" -d '{"events": [{"server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "name": "network-vif-plugged", "status": "completed", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:43.387067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2cbf0e22-60cf-4d46-b248-9ad34aa232ef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=131aff61e24e447994cecc92bf392205&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496494 Aug 31 06:47:43.387328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:43.397700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:43.406627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:43.409509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-e386dd8a-88b2-4782-87f6-93531bb72a9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366087 Aug 31 06:47:43.412031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.448243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.466650 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7ec1d67-eb97-4791-8c9e-5667dd9149dd x-openstack-request-id: req-d7ec1d67-eb97-4791-8c9e-5667dd9149dd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:43.466930 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "name": "network-vif-plugged", "status": "completed", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:43.467308 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d7ec1d67-eb97-4791-8c9e-5667dd9149dd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:43.467722 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531', 'code': 200} Aug 31 06:47:43.476981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.512404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-287d44ad-c6eb-4a22-afb8-bdc2f67f8dd2 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941949 Aug 31 06:47:43.513252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.551826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ade5a-feba-400e-a77b-6a38274738f2 req-82399129-fd92-4bf7-883d-905bb6474851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.553883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c0ade5a-feba-400e-a77b-6a38274738f2 req-82399129-fd92-4bf7-883d-905bb6474851 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 1098 time: 0.0631685 Aug 31 06:47:43.582444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.587480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:43.589065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0927987f-15f9-4463-811a-2b6ffa225f0b HTTP/1.1" status: 204 len: 168 time: 0.2005804 Aug 31 06:47:43.608547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c65a99-78f6-4730-bb76-7dcb9c44c4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927987f-15f9-4463-811a-2b6ffa225f0b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:43.627162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c0ade5a-feba-400e-a77b-6a38274738f2 req-f1c163c0-c622-4972-bc5e-6659d5e94bf0 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656719 Aug 31 06:47:43.631643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0bca0e1-1bdc-4890-b132-3f4c40bf78c2 req-7a5edf6f-4c3d-4329-bccb-153d2123fb2b service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087878 Aug 31 06:47:43.702461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794997e-7e06-4327-8563-4dcffc3ae9c6 req-cf657109-4952-44e4-9c94-c8cba9e7f1a4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.703951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c794997e-7e06-4327-8563-4dcffc3ae9c6 req-cf657109-4952-44e4-9c94-c8cba9e7f1a4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 943 time: 0.0536497 Aug 31 06:47:43.745694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c794997e-7e06-4327-8563-4dcffc3ae9c6 req-a90d72fe-6a8b-4b6c-88b4-fe4dc8814206 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Aug 31 06:47:43.836826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22223bc-ae65-4aac-824b-168386809d7c req-eb6081c5-d031-41d1-9439-37ee2ab7d20f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.839280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c22223bc-ae65-4aac-824b-168386809d7c req-eb6081c5-d031-41d1-9439-37ee2ab7d20f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.0621686 Aug 31 06:47:43.861831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16e4579-c301-4ea2-802b-aae875899e60 req-741aeee3-617e-4439-b706-fc92bf939b01 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.866468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b16e4579-c301-4ea2-802b-aae875899e60 req-741aeee3-617e-4439-b706-fc92bf939b01 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 946 time: 0.0620358 Aug 31 06:47:43.888574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c22223bc-ae65-4aac-824b-168386809d7c req-f30058b4-2723-4d9e-898a-e277b172a04e tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375931 Aug 31 06:47:43.949843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-6b753dea-e808-4cf8-99f6-2c707a6bf3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:43.951344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-6b753dea-e808-4cf8-99f6-2c707a6bf3ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 1095 time: 0.0837028 Aug 31 06:47:43.958937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b16e4579-c301-4ea2-802b-aae875899e60 req-79b9a629-23a6-43c2-b3e9-81bafa9c7e11 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814426 Aug 31 06:47:44.063933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-f114d318-aecf-473c-8fda-e3c56a560e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:44.065440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-f114d318-aecf-473c-8fda-e3c56a560e99 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.0989637 Aug 31 06:47:44.139382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-623dfa2a-836c-49b1-8d50-d8820c877487 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef HTTP/1.1" status: 200 len: 217 time: 0.0643122 Aug 31 06:47:44.248209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-3be45066-d0f7-485f-b9ab-31bd4e2003b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:44.251291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-3be45066-d0f7-485f-b9ab-31bd4e2003b7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1032469 Aug 31 06:47:44.274415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2634d-524d-4ce7-ad82-2029a56ce8ac req-74388bfc-0e86-45e1-b4b8-afabe7984d05 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:44.285540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-abd2634d-524d-4ce7-ad82-2029a56ce8ac req-74388bfc-0e86-45e1-b4b8-afabe7984d05 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.0863800 Aug 31 06:47:44.295708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f9561e-030c-4565-9881-8fd463c56dd9 req-8fbb6eb1-b371-47e6-865f-6e1908ab1c1e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:44.299998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73f9561e-030c-4565-9881-8fd463c56dd9 req-8fbb6eb1-b371-47e6-865f-6e1908ab1c1e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 945 time: 0.1122947 Aug 31 06:47:44.325129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-6580111b-d79e-4c40-b18e-92cb73abc448 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659242 Aug 31 06:47:44.328972 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-abd2634d-524d-4ce7-ad82-2029a56ce8ac req-dd40f2f7-786b-44bc-9f40-003519e50380 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424078 Aug 31 06:47:44.377444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:44.414576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73f9561e-030c-4565-9881-8fd463c56dd9 req-3ed092cc-1369-4ad7-82f6-c659b9d6d7a5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935888 Aug 31 06:47:44.466654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-beb45f09-b04b-41e4-92c5-4cc27da7d305 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338165 Aug 31 06:47:44.499692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-db2d0ae6-b52b-4486-9687-762b5456958f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1355112119', 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:44.559858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db2d0ae6-b52b-4486-9687-762b5456958f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.561105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-db2d0ae6-b52b-4486-9687-762b5456958f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.1825607 Aug 31 06:47:44.563839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:44.793198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:44.807565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e91e5a9d-6293-496b-9d32-2036db29e908 req-ad5e56a7-6df9-4d2b-8617-005168370bf9 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336186 Aug 31 06:47:44.823083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fab2fc1f-6e59-4759-84cc-0ed6c9c68da4 tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "GET /v2.0/subnetpools/77481f06-20f8-4dc5-a14e-0f85f0491f2f HTTP/1.1" status: 200 len: 732 time: 0.2577324 Aug 31 06:47:44.825354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:44.830031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0e85f2e2-6a55-4ca2-a3e0-5cc71145076f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-286755453'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:44.861645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:44.865571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:44.866047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.883052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de46e21c-75fd-4ef9-bfea-d5823a88cce5 req-99ca0852-55a2-4e73-81d4-da9964dcab91 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:44.884699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de46e21c-75fd-4ef9-bfea-d5823a88cce5 req-99ca0852-55a2-4e73-81d4-da9964dcab91 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 943 time: 0.0616729 Aug 31 06:47:44.920207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e85f2e2-6a55-4ca2-a3e0-5cc71145076f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:44.921430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0e85f2e2-6a55-4ca2-a3e0-5cc71145076f tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "PUT /v2.0/subnetpools/77481f06-20f8-4dc5-a14e-0f85f0491f2f HTTP/1.1" status: 200 len: 683 time: 0.0950952 Aug 31 06:47:44.924049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:44.940567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de46e21c-75fd-4ef9-bfea-d5823a88cce5 req-4fb2f2b5-b267-4fb2-a654-f82337b8a9b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444558 Aug 31 06:47:44.977801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.006484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9955bd0b-dcdc-4059-be39-4a28a9271ef5 tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] Notify callbacks [] for subnetpool, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.008180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9955bd0b-dcdc-4059-be39-4a28a9271ef5 tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "DELETE /v2.0/subnetpools/77481f06-20f8-4dc5-a14e-0f85f0491f2f HTTP/1.1" status: 204 len: 168 time: 0.0831161 Aug 31 06:47:45.011508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.020942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:45.026618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.030561 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-015271a6-dee4-4d5a-8c63-95897290860c tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] show failed (client error): The resource could not be found. Aug 31 06:47:45.031916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-015271a6-dee4-4d5a-8c63-95897290860c tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "GET /v2.0/subnetpools/77481f06-20f8-4dc5-a14e-0f85f0491f2f HTTP/1.1" status: 404 len: 346 time: 0.0186257 Aug 31 06:47:45.034627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.051341 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-776c0d02-2a7e-4c40-ae3d-225ad042b95d tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] delete failed (client error): The resource could not be found. Aug 31 06:47:45.052382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-776c0d02-2a7e-4c40-ae3d-225ad042b95d tempest-SubnetPoolsTestJSON-794709992 tempest-SubnetPoolsTestJSON-794709992-project] 10.222.0.57 "DELETE /v2.0/subnetpools/77481f06-20f8-4dc5-a14e-0f85f0491f2f HTTP/1.1" status: 404 len: 346 time: 0.0164995 Aug 31 06:47:45.084521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.108873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd2fbf-e55e-4a87-950b-b8d9dfdf0322 req-81dbb270-337c-4124-b9fa-e2d83f278923 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.110711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3cd2fbf-e55e-4a87-950b-b8d9dfdf0322 req-81dbb270-337c-4124-b9fa-e2d83f278923 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 946 time: 0.0597386 Aug 31 06:47:45.149416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3cd2fbf-e55e-4a87-950b-b8d9dfdf0322 req-244e169e-0903-4388-8804-191765b2de35 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320632 Aug 31 06:47:45.335460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57264) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.403020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c0e7c4-7022-4e9b-b682-b09f8460fa39 req-96b84fce-3129-43f2-a3a0-34bc6cff8654 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.404730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32c0e7c4-7022-4e9b-b682-b09f8460fa39 req-96b84fce-3129-43f2-a3a0-34bc6cff8654 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 946 time: 0.0524206 Aug 31 06:47:45.451430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32c0e7c4-7022-4e9b-b682-b09f8460fa39 req-da90920a-2401-488d-b8c8-43338d47ceb6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373106 Aug 31 06:47:45.469205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:45.471642 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb5e488-714c-4e74-a796-8b3e24e4c54b" -d '{"events": [{"server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "name": "network-vif-plugged", "status": "completed", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:45.481090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e50bab0f-ef93-4703-8f3d-ae1164755f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.496911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a42c460-8dbc-406a-8be6-4fa2a3dfc32c req-66478765-89c1-4763-846e-2e54d146bd49 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.498404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a42c460-8dbc-406a-8be6-4fa2a3dfc32c req-66478765-89c1-4763-846e-2e54d146bd49 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.0997274 Aug 31 06:47:45.534132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.563478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a42c460-8dbc-406a-8be6-4fa2a3dfc32c req-03e8a560-d9fd-4f41-9f13-f8c61d11a55d tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546010 Aug 31 06:47:45.610061 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c968ecf8-8761-4473-9908-6d0b8259d051 x-openstack-request-id: req-c968ecf8-8761-4473-9908-6d0b8259d051 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:45.610505 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "name": "network-vif-plugged", "status": "completed", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:45.610758 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c968ecf8-8761-4473-9908-6d0b8259d051 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:45.611992 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'code': 200} Aug 31 06:47:45.638913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e50bab0f-ef93-4703-8f3d-ae1164755f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.643653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e50bab0f-ef93-4703-8f3d-ae1164755f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.643999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e522171f-d1b5-412a-a06b-43d04d58aaf4 req-b01edffe-4001-428b-bc61-f846d82384f3 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.645812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e522171f-d1b5-412a-a06b-43d04d58aaf4 req-b01edffe-4001-428b-bc61-f846d82384f3 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0716770 Aug 31 06:47:45.684905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e50bab0f-ef93-4703-8f3d-ae1164755f23 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d76dae50eb704f30a5576bafb82d0f45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481848 Aug 31 06:47:45.685652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50bab0f-ef93-4703-8f3d-ae1164755f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad97000-584b-41f3-a53a-a49348ef4470,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:45.688131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:45.688906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e522171f-d1b5-412a-a06b-43d04d58aaf4 req-c6cf9c7a-7931-4b71-b5da-703287406a46 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360301 Aug 31 06:47:45.772007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bb2ff7-cc94-484b-a962-0fec827f281c req-70601d20-7d6d-4543-8f1b-849650b058ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:45.773515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39bb2ff7-cc94-484b-a962-0fec827f281c req-70601d20-7d6d-4543-8f1b-849650b058ca service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.0780115 Aug 31 06:47:45.776329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.810977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.836567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39bb2ff7-cc94-484b-a962-0fec827f281c req-99a79a43-1e62-41ff-928d-1ea28fd855f9 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513399 Aug 31 06:47:45.866800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.870408 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:45.871567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ad97000-584b-41f3-a53a-a49348ef4470 HTTP/1.1" status: 204 len: 168 time: 0.1825378 Aug 31 06:47:45.879077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc7c9b-1cd5-47cb-826d-a9f5aada494a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad97000-584b-41f3-a53a-a49348ef4470,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:46.064052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ad7-c761-4f34-a26a-19b917975c50 req-837ae019-b6db-4bb2-9268-17402b16baa7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.065631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34af6ad7-c761-4f34-a26a-19b917975c50 req-837ae019-b6db-4bb2-9268-17402b16baa7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 943 time: 0.0524285 Aug 31 06:47:46.110646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34af6ad7-c761-4f34-a26a-19b917975c50 req-2bd80722-cd33-46b5-9342-4c603de9817d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369804 Aug 31 06:47:46.582167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4478a5-3b37-4126-90f0-92af4259d531 req-1c1e3b02-12ea-48cf-a3b2-b444e4ca587f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.583771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff4478a5-3b37-4126-90f0-92af4259d531 req-1c1e3b02-12ea-48cf-a3b2-b444e4ca587f tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 946 time: 0.0586298 Aug 31 06:47:46.625023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff4478a5-3b37-4126-90f0-92af4259d531 req-513ad5c4-ff35-48fa-a0f1-116afdc78cbf tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups?id=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351207 Aug 31 06:47:46.768660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383850f8-7dfe-4217-b075-647131d58a7a req-bbc627e4-8616-4e57-8c6d-df8358af582a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.770214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-383850f8-7dfe-4217-b075-647131d58a7a req-bbc627e4-8616-4e57-8c6d-df8358af582a tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.1199985 Aug 31 06:47:46.790658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-93359cd2-1e6e-404d-adce-0ed059111c4f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.792729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-93359cd2-1e6e-404d-adce-0ed059111c4f tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 946 time: 0.1096117 Aug 31 06:47:46.806447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c140395-1a92-43e4-8c79-322736d1216a req-ce6c717f-f4be-441c-9d11-cb4d771afab3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.808373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c140395-1a92-43e4-8c79-322736d1216a req-ce6c717f-f4be-441c-9d11-cb4d771afab3 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 946 time: 0.1144416 Aug 31 06:47:46.821065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81b27f0-0f79-4519-bb8b-efbcc3973ea4 req-77082201-1523-461f-8ebc-0d5efdc0af56 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:46.822851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c81b27f0-0f79-4519-bb8b-efbcc3973ea4 req-77082201-1523-461f-8ebc-0d5efdc0af56 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0600672 Aug 31 06:47:46.868431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c81b27f0-0f79-4519-bb8b-efbcc3973ea4 req-b60afa42-3ef3-4234-83b8-4941b7eaac79 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358994 Aug 31 06:47:46.911696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-383850f8-7dfe-4217-b075-647131d58a7a req-9b8c38f1-0cdc-438a-abbb-12e0d5b485f3 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/security-groups?id=728baa70-7308-4ef4-a388-675faaac2c4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328013 Aug 31 06:47:46.996761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Deleting port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:46.997119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.044415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Deleting port 10b8790d-4328-4e41-86e9-2c8fd02b3531 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:47.044749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.162118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] For port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,segment=NetworkSegment(d40e7374-1e72-4d07-b1c1-e16c4aa054bf),segment_id=d40e7374-1e72-4d07-b1c1-e16c4aa054bf)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:47.162499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.187938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Calling delete_port for eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:47.190742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] For port 10b8790d-4328-4e41-86e9-2c8fd02b3531, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=10b8790d-4328-4e41-86e9-2c8fd02b3531,segment=NetworkSegment(6c1a399f-f253-40ec-9cc9-2faf32bb217c),segment_id=6c1a399f-f253-40ec-9cc9-2faf32bb217c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:47.191114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.219470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 64f1b6e4-6917-44d5-a222-cc4d136cf7ef details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:47:47.225619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Calling delete_port for 10b8790d-4328-4e41-86e9-2c8fd02b3531 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:47.336405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:47.350901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef', 'mac_address': 'fa:16:3e:9a:4f:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:47:47.377039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8de3c-77fe-4e2f-96d1-a9a9eff65425 req-fb962446-c0b4-42f2-945c-ebf4c12297ec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:47.378598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54b8de3c-77fe-4e2f-96d1-a9a9eff65425 req-fb962446-c0b4-42f2-945c-ebf4c12297ec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 943 time: 0.1772296 Aug 31 06:47:47.410968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.430874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f1b6e4-6917-44d5-a222-cc4d136cf7ef {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:47.454865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:47.461368 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.514748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.528061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54b8de3c-77fe-4e2f-96d1-a9a9eff65425 req-9e7a85a7-e048-44b5-9a53-dc0a23ecf5a6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394575 Aug 31 06:47:47.567048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.579561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['10b8790d-4328-4e41-86e9-2c8fd02b3531'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:47.606434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event deleted for resources: {'Port': ['ID=10b8790d-4328-4e41-86e9-2c8fd02b3531,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.638672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.655479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] No DVR routers for this DVR port 10b8790d-4328-4e41-86e9-2c8fd02b3531 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:47.660607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.662657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c140395-1a92-43e4-8c79-322736d1216a req-a904de99-a0ad-488b-b1a0-c58795cb81ad tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.53 "DELETE /v2.0/ports/10b8790d-4328-4e41-86e9-2c8fd02b3531 HTTP/1.1" status: 204 len: 173 time: 0.8460588 Aug 31 06:47:47.664034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'name': 'network-vif-deleted', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:47.665894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:47.667008 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d2f921-11f4-4271-8b0b-68acb5474a61" -d '{"events": [{"server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "name": "network-vif-deleted", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:47.694234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Pushing event deleted for resources: {'Port': ['ID=eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:47.743643 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcba5c9-6241-461d-b909-63a42e6b84fa x-openstack-request-id: req-9dcba5c9-6241-461d-b909-63a42e6b84fa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:47.743938 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5b75636-43d8-4b56-9e9a-489fc7e225c7", "name": "network-vif-deleted", "tag": "10b8790d-4328-4e41-86e9-2c8fd02b3531", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:47.744988 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9dcba5c9-6241-461d-b909-63a42e6b84fa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:47.745644 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5b75636-43d8-4b56-9e9a-489fc7e225c7', 'name': 'network-vif-deleted', 'tag': '10b8790d-4328-4e41-86e9-2c8fd02b3531', 'status': 'completed', 'code': 200} Aug 31 06:47:47.746602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] No DVR routers for this DVR port eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:47.749570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:47.751893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-16f4a453-1e0f-4a96-85ad-8343684f9b0a req-d5b646ab-6179-4337-a9cd-0e60ded63ef1 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.50 "DELETE /v2.0/ports/eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d HTTP/1.1" status: 204 len: 173 time: 0.9426160 Aug 31 06:47:47.797535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:47.798777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28343551-4b3e-41f3-9f39-cf5e7eefcba0 req-ecc2c382-ee00-4402-8476-a55decffcee6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/ports?device_id=a5b75636-43d8-4b56-9e9a-489fc7e225c7 HTTP/1.1" status: 200 len: 210 time: 0.0406053 Aug 31 06:47:47.818431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['64f1b6e4-6917-44d5-a222-cc4d136cf7ef'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:47.934364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-135b8ed8-2959-4b08-803b-d48ac128146d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.029301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf07a4e4-139c-4dfa-91f3-2a257c391313 req-87fc108a-7da8-423c-91d6-2c1cc70d90e7 tempest-DeleteServersTestJSON-2061613615 tempest-DeleteServersTestJSON-2061613615-project] 10.222.0.57 "GET /v2.0/ports?device_id=5fa5f8c0-9d8c-4eef-8360-22987e5b540a HTTP/1.1" status: 200 len: 210 time: 0.0283046 Aug 31 06:47:48.041177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07087eca-6f49-4b20-851f-63e92a1d5640 req-ad868e08-467d-43b6-acf9-f70d12ba24be tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.048716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07087eca-6f49-4b20-851f-63e92a1d5640 req-ad868e08-467d-43b6-acf9-f70d12ba24be tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0864806 Aug 31 06:47:48.100859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07087eca-6f49-4b20-851f-63e92a1d5640 req-6bd61e2d-2f14-470d-9f2d-fe5cd4008eb1 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512657 Aug 31 06:47:48.123216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-135b8ed8-2959-4b08-803b-d48ac128146d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.128232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-135b8ed8-2959-4b08-803b-d48ac128146d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.169139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135b8ed8-2959-4b08-803b-d48ac128146d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9ac20c-4ced-4586-b198-731ab132c01e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:48.176349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-135b8ed8-2959-4b08-803b-d48ac128146d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c7935cd5beb64acc8edd07fea3005162&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3768895 Aug 31 06:47:48.176994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:48.229390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.253388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.309007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.312126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.316632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3b9ac20c-4ced-4586-b198-731ab132c01e HTTP/1.1" status: 204 len: 168 time: 0.1382217 Aug 31 06:47:48.327034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b158e8-25f7-4f95-a80c-0f09ad16cb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9ac20c-4ced-4586-b198-731ab132c01e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:48.428888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1118d1a5-7cd1-4465-af37-5c56d9c50bf3 req-1189fb50-9ed7-4429-9494-fe5353e654f4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.430624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1118d1a5-7cd1-4465-af37-5c56d9c50bf3 req-1189fb50-9ed7-4429-9494-fe5353e654f4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1000605 Aug 31 06:47:48.441303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-33feaa05-5dba-429a-8144-bfbbeb6d6afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.443023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-33feaa05-5dba-429a-8144-bfbbeb6d6afd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.0679872 Aug 31 06:47:48.530260 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1118d1a5-7cd1-4465-af37-5c56d9c50bf3 req-e5d931fe-9ae7-4b5e-b0d9-6d6324145b3b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862067 Aug 31 06:47:48.575231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-6442f843-982b-4334-ab00-41d336882e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.576750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-6442f843-982b-4334-ab00-41d336882e95 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.1175330 Aug 31 06:47:48.629049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:48.636363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-3cc3062e-eec8-43ad-8866-a7a6e45ecd45 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0469458 Aug 31 06:47:48.643032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f28b47a-a7f3-4320-a9db-51d5e1f0069d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.654667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf70439-4295-459c-9414-85e3862f1dcd req-55cca073-32b7-4346-9660-0276bcc60dde tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.656165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bf70439-4295-459c-9414-85e3862f1dcd req-55cca073-32b7-4346-9660-0276bcc60dde tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 944 time: 0.0545485 Aug 31 06:47:48.694572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bf70439-4295-459c-9414-85e3862f1dcd req-f631255a-96a0-49d6-8e8d-ff65d1e1c7a7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322866 Aug 31 06:47:48.719188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-976da06c-ca60-488b-89ec-d84210493853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:48.720658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-976da06c-ca60-488b-89ec-d84210493853 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.0656691 Aug 31 06:47:48.763035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-9f48e907-ea5f-4d1d-870e-b9b1e7c04d3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323269 Aug 31 06:47:48.857855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f28b47a-a7f3-4320-a9db-51d5e1f0069d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.865033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f28b47a-a7f3-4320-a9db-51d5e1f0069d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.915436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f28b47a-a7f3-4320-a9db-51d5e1f0069d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0411b052544046eb95e396bd620353a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2853363 Aug 31 06:47:48.918410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:48.921647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28b47a-a7f3-4320-a9db-51d5e1f0069d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a608966c-ae52-40b4-8d7f-7ada53da51a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:48.927112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-2b76a262-559c-45e4-aec4-16d8ca2aadc6 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514776 Aug 31 06:47:48.978890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:48.993135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:49.009538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.037308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad4e04a3-7f56-4343-b3b0-d8762288269f req-7a75fc9e-e02f-472b-9206-1d37fa896576 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901921 Aug 31 06:47:49.082658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.117962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.121167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.122384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a608966c-ae52-40b4-8d7f-7ada53da51a6 HTTP/1.1" status: 204 len: 168 time: 0.2029757 Aug 31 06:47:49.124304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.143331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597b4481-8fd9-4449-b444-0bcc57261670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a608966c-ae52-40b4-8d7f-7ada53da51a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.198682 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.202841 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.206581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "DELETE /v2.0/security-groups/f01cae2a-6807-4018-bcec-6fb2f9da4400 HTTP/1.1" status: 204 len: 168 time: 0.2099864 Aug 31 06:47:49.206905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:49.220371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a29650-c1b3-437d-823e-217743300a16 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01cae2a-6807-4018-bcec-6fb2f9da4400,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.237677 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-07d4a966-3c1a-4221-a016-d57184702d8a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] show failed (client error): The resource could not be found. Aug 31 06:47:49.238881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07d4a966-3c1a-4221-a016-d57184702d8a tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "GET /v2.0/security-groups/f01cae2a-6807-4018-bcec-6fb2f9da4400 HTTP/1.1" status: 404 len: 347 time: 0.0308721 Aug 31 06:47:49.241631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:49.241777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 64f1b6e4-6917-44d5-a222-cc4d136cf7ef up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:47:49.300772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:47:49.305214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:47:49.305995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.425399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Deleting port 7afa5653-b57c-40f1-a55c-e4fd250a925d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:49.425731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.444630 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.472830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:49.475524 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09048a37-a8de-40d8-8de5-d8b4ae44fa76" -d '{"events": [{"server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "name": "network-vif-plugged", "status": "completed", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:49.492181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:49.504564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.505885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 10b8790d-4328-4e41-86e9-2c8fd02b3531 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:49.532097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.532484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.562017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Calling delete_port for 7afa5653-b57c-40f1-a55c-e4fd250a925d owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:49.568473 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d643e5-2902-41ed-8fac-cf42699e7d86 x-openstack-request-id: req-e4d643e5-2902-41ed-8fac-cf42699e7d86 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:49.568760 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "name": "network-vif-plugged", "status": "completed", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:49.569201 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e4d643e5-2902-41ed-8fac-cf42699e7d86 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:49.569777 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef', 'code': 200} Aug 31 06:47:49.575950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 10b8790d-4328-4e41-86e9-2c8fd02b3531 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:49.577022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 10b8790d-4328-4e41-86e9-2c8fd02b3531 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:49.603043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.715333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b9ff1-f25b-46d4-9bae-157372bb86f6 req-02007817-8104-46a7-b7bb-877eb9687cde tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:49.716889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-419b9ff1-f25b-46d4-9bae-157372bb86f6 req-02007817-8104-46a7-b7bb-877eb9687cde tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0982459 Aug 31 06:47:49.723179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014c0250-e832-4226-bd8f-adcc0b56559d req-fe212101-7ef3-432c-b720-400aa2986f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:49.724933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-014c0250-e832-4226-bd8f-adcc0b56559d req-fe212101-7ef3-432c-b720-400aa2986f94 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 1097 time: 0.0947294 Aug 31 06:47:49.746986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'name': 'network-vif-deleted', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:49.750165 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d80da9-3d68-4940-b40a-337ba0e46199" -d '{"events": [{"server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "name": "network-vif-deleted", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:49.764796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.792574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-419b9ff1-f25b-46d4-9bae-157372bb86f6 req-d9df4971-7fcc-45c9-8779-6b27dc89fa19 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663402 Aug 31 06:47:49.803652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-014c0250-e832-4226-bd8f-adcc0b56559d req-c7df1458-fbeb-4c5d-a414-3289e46b924d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695045 Aug 31 06:47:49.816595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Pushing event deleted for resources: {'Port': ['ID=7afa5653-b57c-40f1-a55c-e4fd250a925d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:49.922362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.925039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:49.928406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ad8e248d-b303-4dd2-8937-70f3e4e244c6 tempest-ImagesOneServerNegativeTestJSON-1654429418 tempest-ImagesOneServerNegativeTestJSON-1654429418-project] 10.222.0.57 "DELETE /v2.0/floatingips/d5c91691-3f43-49b5-ad7b-c888f5c9b6f0 HTTP/1.1" status: 204 len: 168 time: 0.6836181 Aug 31 06:47:49.947371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6961e3-54ca-432e-8061-1766599436d4 req-82c62610-0f17-4e6e-be42-98fb14006cda tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:49.949345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff6961e3-54ca-432e-8061-1766599436d4 req-82c62610-0f17-4e6e-be42-98fb14006cda tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.0688365 Aug 31 06:47:49.994493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff6961e3-54ca-432e-8061-1766599436d4 req-8b787502-5f6e-4e6b-b41a-59fe8727c695 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376515 Aug 31 06:47:50.053802 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f460cd-9a38-41d1-9fa7-64c6e3fd8396 x-openstack-request-id: req-98f460cd-9a38-41d1-9fa7-64c6e3fd8396 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:50.054320 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fa5f8c0-9d8c-4eef-8360-22987e5b540a", "name": "network-vif-deleted", "tag": "eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:50.054320 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98f460cd-9a38-41d1-9fa7-64c6e3fd8396 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:50.054754 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fa5f8c0-9d8c-4eef-8360-22987e5b540a', 'name': 'network-vif-deleted', 'tag': 'eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d', 'status': 'completed', 'code': 200} Aug 31 06:47:50.126058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57476) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.176836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Deleting subnet fc2c7079-f8c3-423e-aff4-816b113cece9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:50.180358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.218467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.261182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.317971 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.345421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc2c7079-f8c3-423e-aff4-816b113cece9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:50.355267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.362332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d77a4879-5277-429a-a8a1-d8c9151e095c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fc2c7079-f8c3-423e-aff4-816b113cece9 HTTP/1.1" status: 204 len: 168 time: 0.2323868 Aug 31 06:47:50.362332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.443242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.535737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.547243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a12b23a9-dac1-4b81-ae57-26d77a030274']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:50.558999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c1a399f-f253-40ec-9cc9-2faf32bb217c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:50.559320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c1a399f-f253-40ec-9cc9-2faf32bb217c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:50.568632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.582514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.590369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:50.590813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:50.606293 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:50.652969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.665141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:50.669996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a12b23a9-dac1-4b81-ae57-26d77a030274 HTTP/1.1" status: 204 len: 168 time: 0.3047085 Aug 31 06:47:50.685367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0553875a-d257-46f6-b27e-3c813ef169f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a12b23a9-dac1-4b81-ae57-26d77a030274,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:50.844035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:50.942336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:50.944461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b893e-d2b9-42ae-9943-cac673806fa1 req-376ab371-725b-4602-b5bb-3101bfe40b8d tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:50.953349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7b893e-d2b9-42ae-9943-cac673806fa1 req-376ab371-725b-4602-b5bb-3101bfe40b8d tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0690529 Aug 31 06:47:51.019252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bacfb63f-0a4d-4687-9f76-a22277dbf4d1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc5b304084224bdf8bb27efd4efcbfbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735874 Aug 31 06:47:51.020983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:51.065111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7b893e-d2b9-42ae-9943-cac673806fa1 req-503e858f-2eea-4d54-bb2f-b08a8e0b0498 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104701 Aug 31 06:47:51.098327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:51.098871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device eed9dfa0-67f8-4ff2-9e61-f5ea28b10b3d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:51.130696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.157626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.222540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67136e7e-80e4-41d4-9169-4225687a73ec req-b11e2b06-671d-42ec-b07d-cd030b212cd1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:51.224610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67136e7e-80e4-41d4-9169-4225687a73ec req-b11e2b06-671d-42ec-b07d-cd030b212cd1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.0610411 Aug 31 06:47:51.228140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.234499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:51.235738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a HTTP/1.1" status: 204 len: 168 time: 0.2122779 Aug 31 06:47:51.247885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd29f72-8ed1-438d-9230-841291dd5498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54051eb7-3c50-4bd5-8c9c-6b5d98ebec9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:51.310629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67136e7e-80e4-41d4-9169-4225687a73ec req-5aa192c0-db40-46f1-9a6d-3035deccf71a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747342 Aug 31 06:47:51.444962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e993c2f7-c43a-4c5d-94ba-bcf7ba14d81e req-14d17e5f-ca13-4bd7-8117-669b59b88c04 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:51.446689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e993c2f7-c43a-4c5d-94ba-bcf7ba14d81e req-14d17e5f-ca13-4bd7-8117-669b59b88c04 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.0511625 Aug 31 06:47:51.495520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e993c2f7-c43a-4c5d-94ba-bcf7ba14d81e req-5525852c-f1a6-42a5-afde-fa7edfe42057 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414987 Aug 31 06:47:51.794374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a06916-d946-41d8-9124-29e188ba0318 req-a3393266-6c8a-4a71-8aa4-02d8809ba3b3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:51.805704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2a06916-d946-41d8-9124-29e188ba0318 req-a3393266-6c8a-4a71-8aa4-02d8809ba3b3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.0628338 Aug 31 06:47:51.852420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2a06916-d946-41d8-9124-29e188ba0318 req-9d495446-539b-4253-adca-e130c9d0af9d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456083 Aug 31 06:47:52.202631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd04fae-3fc6-493d-bf20-ad8f28ede4a5 req-77401221-c6d5-4ba1-8254-20577a5a2cb0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:52.210802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cd04fae-3fc6-493d-bf20-ad8f28ede4a5 req-77401221-c6d5-4ba1-8254-20577a5a2cb0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0771248 Aug 31 06:47:52.274422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:52.275900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cd04fae-3fc6-493d-bf20-ad8f28ede4a5 req-e368b0e2-b549-4d3b-85fc-42d84309eecd tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620742 Aug 31 06:47:52.387725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1766888452-network', 'tenant_id': '3ff62500e1ff400a831d6e33afbed667'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:52.410593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Made reservation on behalf of 3ff62500e1ff400a831d6e33afbed667 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:52.413224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.422040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.524652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.529898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.557992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:52.568389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6618cc8-d3e5-41e7-8cba-c32add250014,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:52.575032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.575385 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Added segment 41a834de-a2c8-4b42-83df-11ffb7b4f2c5 of type vlan for network 4519dbf2-0c3f-4849-aa2b-3576d96de42f Aug 31 06:47:52.622317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.650843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.652410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:52.653025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:52.710583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4413486 Aug 31 06:47:52.713998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57586) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:52.720743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Request body: {'subnet': {'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1766888452-subnet', 'tenant_id': '3ff62500e1ff400a831d6e33afbed667', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:52.735698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daed9e07-9b6c-4eb6-8eb7-322891425aa0 admin admin] Pushing event updated for resources: {'Network': ['ID=4519dbf2-0c3f-4849-aa2b-3576d96de42f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:52.748152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:52.752458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Made reservation on behalf of 3ff62500e1ff400a831d6e33afbed667 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:52.754868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.026345 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.043407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e95d9d-0ee7-4d34-b29b-d59002040357 req-cd6d13cc-6af0-4722-8339-de5884f3ced8 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.054861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e95d9d-0ee7-4d34-b29b-d59002040357 req-cd6d13cc-6af0-4722-8339-de5884f3ced8 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.1292908 Aug 31 06:47:53.098288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33e95d9d-0ee7-4d34-b29b-d59002040357 req-7846f353-17fd-4615-970e-eb01707fadf3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423746 Aug 31 06:47:53.152849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64c91a44-fbc9-4ab5-9592-c44f569e3c0f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.158936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:53.163680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Checking segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:53.163953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Network hostable DHCP agents. Network: 4519dbf2-0c3f-4849-aa2b-3576d96de42f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:53.175232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-ad29b3f7-7ba3-4646-816e-115d4b17a475 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.176704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-ad29b3f7-7ba3-4646-816e-115d4b17a475 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 945 time: 0.1189179 Aug 31 06:47:53.207651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Deleting subnet 1c54e14b-308e-4e37-9b47-d8bf2a78d4ad {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:47:53.211981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.263119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:53.270160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.312861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4519dbf2-0c3f-4849-aa2b-3576d96de42f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:53.325548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e74b4-7060-4f35-b91d-c5d7ca3841be None None] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:53.334244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.335871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.346287 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.401581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-385c4da7-8b75-4fd2-bdb8-bd669ccde256 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6851733 Aug 31 06:47:53.437011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:47:53.437521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.437659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.454883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbde9cf-64a5-44f4-a446-b060cac89cfa req-0021bb02-5495-4739-8c13-32f7ed8e74e8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:53.456433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fbde9cf-64a5-44f4-a446-b060cac89cfa req-0021bb02-5495-4739-8c13-32f7ed8e74e8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0986829 Aug 31 06:47:53.462113 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.465885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1c54e14b-308e-4e37-9b47-d8bf2a78d4ad HTTP/1.1" status: 204 len: 168 time: 0.3046119 Aug 31 06:47:53.483476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:53.491910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2472e665-6574-46ab-8218-1d7d7933dd04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c54e14b-308e-4e37-9b47-d8bf2a78d4ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.498712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d80e2ac-d57e-46fa-a638-3965f41afa5f None None] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:53.590038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.718594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.742319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:53.757376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:53.757802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd40e7374-1e72-4d07-b1c1-e16c4aa054bf') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:47:53.768779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.783900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.790398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:47:53.791118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:47:53.793129 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:47:53.853058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.872441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.874514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] 10.222.0.57 "DELETE /v2.0/networks/dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d HTTP/1.1" status: 204 len: 168 time: 0.3894179 Aug 31 06:47:53.875576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982b3134-9442-4131-b269-f53f575e4ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd78b6a-dc1e-4bcd-8aa6-c2e7c3207a6d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:53.893079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fbde9cf-64a5-44f4-a446-b060cac89cfa req-1fd2e64b-69ee-4675-8a09-64372095a594 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886297 Aug 31 06:47:53.921581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:47:53.921581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:53.937872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for 64f1b6e4-6917-44d5-a222-cc4d136cf7ef owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:47:54.047331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:54.101468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.113869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['64f1b6e4-6917-44d5-a222-cc4d136cf7ef'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:54.117082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:54.137704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-247ba006-c4e9-42f5-a28f-aa1e376cb329 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7cd4f9cd10847d2bdb33ac620ec2964&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0804279 Aug 31 06:47:54.138684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:54.145077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=64f1b6e4-6917-44d5-a222-cc4d136cf7ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:54.196037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e05f9acf-931e-4f76-80d1-f1c760247056 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:54.198822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e05f9acf-931e-4f76-80d1-f1c760247056 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.2498326 Aug 31 06:47:54.225180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port 64f1b6e4-6917-44d5-a222-cc4d136cf7ef on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:47:54.226307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-a37bf91b-3efc-4516-9a28-4c4c474edba5 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/quotas/3ff62500e1ff400a831d6e33afbed667 HTTP/1.1" status: 200 len: 375 time: 0.0216796 Aug 31 06:47:54.228393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.231637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad1bca43-3031-47c1-8c30-8f53a75d1e54 req-f3f6075d-ea98-4f5d-aa9e-3392708c694b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "DELETE /v2.0/ports/64f1b6e4-6917-44d5-a222-cc4d136cf7ef HTTP/1.1" status: 204 len: 173 time: 1.0468938 Aug 31 06:47:54.240801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'name': 'network-vif-deleted', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:54.245397 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d007427-ee33-427c-a8f9-afae92d6b950" -d '{"events": [{"server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "name": "network-vif-deleted", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:54.247350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.292209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-80ab1662-41cf-45bb-93af-72f3836b34ef tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457377 Aug 31 06:47:54.309985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10f89079-a935-4ff5-a18d-89bd827326df req-281df52f-6192-47e6-aa72-47aac38d077f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=075a2d0e-5834-4609-9d87-80952e6026e0 HTTP/1.1" status: 200 len: 210 time: 0.1110835 Aug 31 06:47:54.364979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.378911 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28789ef-1a41-4faa-aecc-95d26dc8bde9 x-openstack-request-id: req-e28789ef-1a41-4faa-aecc-95d26dc8bde9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:54.379426 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075a2d0e-5834-4609-9d87-80952e6026e0", "name": "network-vif-deleted", "tag": "64f1b6e4-6917-44d5-a222-cc4d136cf7ef", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:54.379426 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e28789ef-1a41-4faa-aecc-95d26dc8bde9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:54.380038 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075a2d0e-5834-4609-9d87-80952e6026e0', 'name': 'network-vif-deleted', 'tag': '64f1b6e4-6917-44d5-a222-cc4d136cf7ef', 'status': 'completed', 'code': 200} Aug 31 06:47:54.445357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-88eaa23a-9fee-43be-b36a-fc922a5efcfb service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399519 Aug 31 06:47:54.458289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.460866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:54.461988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/728baa70-7308-4ef4-a388-675faaac2c4e HTTP/1.1" status: 204 len: 168 time: 0.3193216 Aug 31 06:47:54.509393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6073d99e-80a9-4f58-b396-ee61a195cf68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728baa70-7308-4ef4-a388-675faaac2c4e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:54.551644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-8225a9b6-5ed5-48b2-8d9f-07c56ae097bd service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024306 Aug 31 06:47:54.769665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3c1cc0c-b190-4db8-aef0-1a605d9c0824 req-88cbc752-5ace-429d-a77a-0b0078ead62c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 210 time: 0.0648451 Aug 31 06:47:54.807474 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53662cac-6cc9-42f0-8be7-ab6b051ed11d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.064963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548cb615-bf56-423c-a562-0beea82b86d2 req-7ff9187e-0cc6-4f86-9204-3ec8a82bc49f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.076562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-548cb615-bf56-423c-a562-0beea82b86d2 req-7ff9187e-0cc6-4f86-9204-3ec8a82bc49f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0962687 Aug 31 06:47:55.121947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-548cb615-bf56-423c-a562-0beea82b86d2 req-e8010c10-cc9e-4463-af3f-59452d121a43 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443852 Aug 31 06:47:55.429027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:55.568387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-876563945-network', 'tenant_id': '0e650d01ee274016bf6be15d38213260'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:55.591310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Made reservation on behalf of 0e650d01ee274016bf6be15d38213260 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:55.593721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.603746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.762528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-4c9307c9-6bb5-4ed5-a963-361c1fd2b2d3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:55.764114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-4c9307c9-6bb5-4ed5-a963-361c1fd2b2d3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1513832 Aug 31 06:47:55.792065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-584da477-b32c-4ea5-9527-14ac8132fdf4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0144491 Aug 31 06:47:55.857461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.898444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:55.907358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ed74675-f46e-40fb-b6ba-fb3a2b065ad3 req-96cc106c-fd7a-45f7-b005-1d888e07d42b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 210 time: 0.0340424 Aug 31 06:47:55.949502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:47:55.974765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c0bb701-da2e-45cc-883a-16b9fd21ab2f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:55.992574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-1df1a4ca-2b59-4bd2-8713-20f14a021997 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1876254 Aug 31 06:47:56.001196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.001593 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Added segment 2f078a7c-fe31-48dd-9a24-1af043b82485 of type vlan for network e38252f5-610c-4a0c-bdab-4d641800e47e Aug 31 06:47:56.073723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-2fd6e912-5be8-41df-9104-504a03177f49 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.075058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-2fd6e912-5be8-41df-9104-504a03177f49 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.53 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.2546010 Aug 31 06:47:56.105032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Request body: {'port': {'device_id': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'admin_state_up': True, 'tenant_id': '3ff62500e1ff400a831d6e33afbed667'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:56.132055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.222635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-d70b4e7c-08f7-4c70-b9e8-d703401efae7 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164633 Aug 31 06:47:56.254249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.255209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.256387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.305624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59c0805-238b-4d8f-a5e6-45405635e7f3 req-0ce537d8-9755-4988-882b-45ed011085a0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.307687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e59c0805-238b-4d8f-a5e6-45405635e7f3 req-0ce537d8-9755-4988-882b-45ed011085a0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1095660 Aug 31 06:47:56.357201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e59c0805-238b-4d8f-a5e6-45405635e7f3 req-6791c08d-c88c-4a59-af6f-26ce9caa17ee tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423503 Aug 31 06:47:56.370014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9388907 Aug 31 06:47:56.370273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:47:56.376476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce12324d-1afb-47c1-b8bc-83f8ba237df1 admin admin] Pushing event updated for resources: {'Network': ['ID=e38252f5-610c-4a0c-bdab-4d641800e47e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:56.377194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Request body: {'subnet': {'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-876563945-subnet', 'tenant_id': '0e650d01ee274016bf6be15d38213260', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:56.405132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e38252f5-610c-4a0c-bdab-4d641800e47e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:47:56.409106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:47:56.409106 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:47:56.409106 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id_1': '3ff62500e1ff400a831d6e33afbed667', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 47, 56, 391687)}] Aug 31 06:47:56.409106 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:47:56.409921 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:47:56.415722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Made reservation on behalf of 0e650d01ee274016bf6be15d38213260 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:56.419367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.422859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-fcc3d8b8-4440-47ee-8d6e-7c5ea0fd6ca4 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993923 Aug 31 06:47:56.750785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89a98561-7473-4773-ad66-ed2ace3349a5 req-d59774b3-03e4-439c-9d93-47a8d8d6ed97 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 210 time: 0.0330331 Aug 31 06:47:56.751634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.817893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Pushing event updated for resources: {'Subnet': ['ID=808cbaf6-5aaa-48ea-84cd-afcc909f0c7f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:56.839365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Checking segment: {'id': '2f078a7c-fe31-48dd-9a24-1af043b82485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:56.839862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Network hostable DHCP agents. Network: e38252f5-610c-4a0c-bdab-4d641800e47e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:47:56.859980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Network e38252f5-610c-4a0c-bdab-4d641800e47e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:47:56.874129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e38252f5-610c-4a0c-bdab-4d641800e47e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:56.882602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:56.883033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa40e674-9044-4d7e-b2da-5346fc192592 None None] Network e38252f5-610c-4a0c-bdab-4d641800e47e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:56.883401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:56.915074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dedc5956-a70a-49cc-ba2c-c9c02596676d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5436358 Aug 31 06:47:56.986879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Made reservation on behalf of 3ff62500e1ff400a831d6e33afbed667 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:56.992638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.045101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d218dcf5-2922-4813-9570-f15e80b81228 None None] Network e38252f5-610c-4a0c-bdab-4d641800e47e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:47:57.142064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c900b5c-8587-4a50-8e44-ce29b2e2fa89 req-220518ee-414e-4a30-9755-33a9f8feb3a7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 210 time: 0.0813315 Aug 31 06:47:57.260471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Allocated IP 172.20.0.5 (4519dbf2-0c3f-4849-aa2b-3576d96de42f/64c91a44-fbc9-4ab5-9592-c44f569e3c0f/a93c190d-092d-47a7-bff3-3766de2e5447) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:57.263988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 64f1b6e4-6917-44d5-a222-cc4d136cf7ef no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:47:57.291644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 64f1b6e4-6917-44d5-a222-cc4d136cf7ef {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:47:57.293627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 64f1b6e4-6917-44d5-a222-cc4d136cf7ef not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:47:57.438875 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6a88e7d-ec37-4882-94f4-8026994a184f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.530623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207d1ea5-554e-4a1f-af02-f14e9ad96e2b req-321212fa-1255-4530-aeaf-b25bec4edd51 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:57.538946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-207d1ea5-554e-4a1f-af02-f14e9ad96e2b req-321212fa-1255-4530-aeaf-b25bec4edd51 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0750773 Aug 31 06:47:57.548652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.585664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-207d1ea5-554e-4a1f-af02-f14e9ad96e2b req-9a11d540-dcca-4504-a742-7bc181152b12 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435286 Aug 31 06:47:57.664114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.672695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.730962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:57.738987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:57.743341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:57.746395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:57.803331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-2eccd1dd-3b91-4176-845c-66be8f531713 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:57.804788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-2eccd1dd-3b91-4176-845c-66be8f531713 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/networks?id=e38252f5-610c-4a0c-bdab-4d641800e47e HTTP/1.1" status: 200 len: 817 time: 0.2194841 Aug 31 06:47:57.829549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:57.830193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:57.835364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-cd0e3527-cfd8-47b7-8dc3-519821fa2e0b tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/quotas/0e650d01ee274016bf6be15d38213260 HTTP/1.1" status: 200 len: 375 time: 0.0237048 Aug 31 06:47:57.865503 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-073f9716-0f77-46e9-a18a-d261cda7f701 req-a1048ad4-4671-4129-b10a-a2a8e31e5568 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 210 time: 0.0377278 Aug 31 06:47:57.871676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-6d71bd2b-2465-409f-9943-69926045a247 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0e650d01ee274016bf6be15d38213260&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302360 Aug 31 06:47:57.874561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-437e5177-7bbc-498a-b485-d8a35fcce767 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7777119 Aug 31 06:47:57.905703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Request body: {'port': {'device_id': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:58.013852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.059201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-3a057618-b7a4-4cea-81c9-51a47f4dd13c service neutron] 10.222.0.57 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770809 Aug 31 06:47:58.294310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96305157-46ea-4d6a-a66f-210c0edf6c90 req-f4f3cfbf-f806-4f0b-a116-a4bc0b1d1187 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:58.295937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96305157-46ea-4d6a-a66f-210c0edf6c90 req-f4f3cfbf-f806-4f0b-a116-a4bc0b1d1187 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 931 time: 0.0753801 Aug 31 06:47:58.320926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-4031271f-8183-417d-b209-09d1f11d1a77 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:58.323042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-4031271f-8183-417d-b209-09d1f11d1a77 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.2903502 Aug 31 06:47:58.352055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:47:58.359439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96305157-46ea-4d6a-a66f-210c0edf6c90 req-0dca62a5-85c0-43c2-8474-b7606eae59c9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446489 Aug 31 06:47:58.417321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-8d9f4695-eb90-46d2-9e34-8db1bf193d37 service neutron] 10.222.0.57 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287320 Aug 31 06:47:58.585201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:47:58.589733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.620418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-066854f2-c7b6-4d0c-9141-e072cfc7a5b0 req-3265c662-2190-4541-a3e9-d023482e0c5d tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 210 time: 0.0298767 Aug 31 06:47:58.783256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:47:58.796516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.843819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Transition to ACTIVE for port object a93c190d-092d-47a7-bff3-3766de2e5447 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:47:58.886364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9b46ff-bea3-49b5-b09a-f3dba60adb49 req-f0d36ea0-3f14-4940-824b-e7963b3bbd75 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:58.887970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b9b46ff-bea3-49b5-b09a-f3dba60adb49 req-f0d36ea0-3f14-4940-824b-e7963b3bbd75 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.2256718 Aug 31 06:47:58.888839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:58.982654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b9b46ff-bea3-49b5-b09a-f3dba60adb49 req-84231075-a77d-49fe-b0c3-721eeae742c6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849097 Aug 31 06:47:58.998668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.14 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/e2d5a396-5c3d-4825-a41e-d655c070c69f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:47:59.011228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-207e8e23-1938-4561-b91e-4207cafacfc0 req-d4af4edb-75d6-4040-978a-fcf12a9e05d8 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 210 time: 0.0505235 Aug 31 06:47:59.014449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:59.122933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Attempting to bind port a93c190d-092d-47a7-bff3-3766de2e5447 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:47:59.123275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Attempting to bind port a93c190d-092d-47a7-bff3-3766de2e5447 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:47:59.123608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Attempting to bind port a93c190d-092d-47a7-bff3-3766de2e5447 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:59.135904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Port a93c190d-092d-47a7-bff3-3766de2e5447 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:47:59.136235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Attempting to bind port a93c190d-092d-47a7-bff3-3766de2e5447 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:47:59.180532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:47:59.180879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Checking segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:47:59.181296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Bound using segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:47:59.182907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Bound port: a93c190d-092d-47a7-bff3-3766de2e5447, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:47:59.183269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.295756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:47:59.299793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.302716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:47:59.309285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.362862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:59.363478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.364862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] 10.222.0.53 "PUT /v2.0/ports/a93c190d-092d-47a7-bff3-3766de2e5447 HTTP/1.1" status: 200 len: 1092 time: 1.4732902 Aug 31 06:47:59.367011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:47:59.370013 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e4e764a-234f-4325-8045-895134481c38" -d '{"events": [{"name": "network-changed", "server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:47:59.400552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27918b3-87e5-49f4-aca0-6df350b878c7 service neutron] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:59.414120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.432092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:47:59.455838 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d95a64-d259-45a0-ba87-63c2ad4e145b x-openstack-request-id: req-51d95a64-d259-45a0-ba87-63c2ad4e145b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:47:59.456128 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:47:59.456405 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51d95a64-d259-45a0-ba87-63c2ad4e145b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:47:59.456960 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'status': 'completed', 'code': 200} Aug 31 06:47:59.539402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:47:59.557660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:47:59.565419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:47:59.569881 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.837244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:47:59.867797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b5f88b-4d05-4ba6-a63f-b03125296c9c req-5b255712-c68b-476d-ae49-d4a94676234d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:59.869565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2b5f88b-4d05-4ba6-a63f-b03125296c9c req-5b255712-c68b-476d-ae49-d4a94676234d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 943 time: 0.4117429 Aug 31 06:47:59.877055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-9391575b-6be2-4d6e-8494-c8e436a0eb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:59.878606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-9391575b-6be2-4d6e-8494-c8e436a0eb05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 1095 time: 0.4323776 Aug 31 06:47:59.894853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:47:59.896529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:47:59.951874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e5336968-550b-4e68-b1e0-a7cd454586c1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93c190d-092d-47a7-bff3-3766de2e5447 HTTP/1.1" status: 200 len: 217 time: 0.0495877 Aug 31 06:47:59.998071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-be6715c0-f82a-4573-a59f-b8313eb9551d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6539040 Aug 31 06:48:00.003152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a2b5f88b-4d05-4ba6-a63f-b03125296c9c req-fb5c6aba-c4f9-44f1-b456-5f638483deee tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213598 Aug 31 06:48:00.022247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e530a1d2-4ad2-48a8-a505-3f390a2a46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.023751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-e530a1d2-4ad2-48a8-a505-3f390a2a46ba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.0617328 Aug 31 06:48:00.031191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Request body: {'port': {'device_id': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:00.076083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-7d925aa3-0abe-48b9-9a89-7d8a4ef37ed3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419614 Aug 31 06:48:00.143342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10dc8ad8-13fd-4c59-8b96-ec2b4d55eb20 req-6336269a-e032-4aaa-9bee-168e92909c27 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 210 time: 0.3867300 Aug 31 06:48:00.205236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.247659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-7175095b-f913-4d79-b963-d4eed1c64df2 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.249251 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-7175095b-f913-4d79-b963-d4eed1c64df2 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.53 "GET /v2.0/networks?id=e38252f5-610c-4a0c-bdab-4d641800e47e HTTP/1.1" status: 200 len: 817 time: 0.6197610 Aug 31 06:48:00.270357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Request body: {'port': {'device_id': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e', 'admin_state_up': True, 'tenant_id': '0e650d01ee274016bf6be15d38213260'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:00.340381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-592a23cb-32ad-44af-a411-d47c24e3dd67 service neutron] 10.222.0.53 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566824 Aug 31 06:48:00.346381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9afe62-a722-4470-893d-76611f5e4601 req-66d6bf55-44d1-4327-9384-6a86a1d034a3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.347956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f9afe62-a722-4470-893d-76611f5e4601 req-66d6bf55-44d1-4327-9384-6a86a1d034a3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 932 time: 0.1237006 Aug 31 06:48:00.349479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3add0f17-445c-48c3-907b-db02a8466174 req-4a48799d-b699-41fa-9582-06374963bdaf tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.350910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3add0f17-445c-48c3-907b-db02a8466174 req-4a48799d-b699-41fa-9582-06374963bdaf tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1287234 Aug 31 06:48:00.429947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f9afe62-a722-4470-893d-76611f5e4601 req-c3aa4d7d-2550-4f8a-9586-00ac49fefff1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712745 Aug 31 06:48:00.444840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Made reservation on behalf of 0e650d01ee274016bf6be15d38213260 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:00.449178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.566904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3add0f17-445c-48c3-907b-db02a8466174 req-e914806d-971b-46e7-9d82-10c3febd4b50 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045894 Aug 31 06:48:00.611337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Allocated IP 172.20.0.11 (e38252f5-610c-4a0c-bdab-4d641800e47e/808cbaf6-5aaa-48ea-84cd-afcc909f0c7f/3975742a-41b4-41ea-a22d-c38a82626d27) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:00.622582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2d0b1b5-91e2-4895-9625-f2b1118eef8f req-df088db6-cce1-4475-99dd-d44bc152fcc4 service neutron] 10.222.0.53 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2704570 Aug 31 06:48:00.746115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2d5a396-5c3d-4825-a41e-d655c070c69f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:00.755553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.761467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e764a-234f-4325-8045-895134481c38 req-1cdbcc02-8722-42aa-bfea-655361334b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.763084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-1cdbcc02-8722-42aa-bfea-655361334b6c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 1095 time: 0.0897336 Aug 31 06:48:00.776034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.780653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Transition to ACTIVE for port object e2d5a396-5c3d-4825-a41e-d655c070c69f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:00.816674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.817225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.863572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Network e38252f5-610c-4a0c-bdab-4d641800e47e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:00.868429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:00.875555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:00.899271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:00.909972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Pushing event updated for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:00.924179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.924505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.924844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.925178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.925540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.925869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.926199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.926521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.926847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.927167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.927484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.927798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:00.943119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.943719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.955686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e764a-234f-4325-8045-895134481c38 req-5849ae08-b0f7-43a8-816f-1075d7beb965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:00.957157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-5849ae08-b0f7-43a8-816f-1075d7beb965 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 916 time: 0.1841612 Aug 31 06:48:00.959500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-048b6295-dd0c-4018-ba13-87fefe1aa889 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6949348 Aug 31 06:48:00.964660 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:00.976103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Request body: {'port': {'device_id': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:01.025111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-0442481b-c3d1-4914-b158-858917ea6d0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a93c190d-092d-47a7-bff3-3766de2e5447 HTTP/1.1" status: 200 len: 217 time: 0.0468643 Aug 31 06:48:01.026291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Attempting to bind port e2d5a396-5c3d-4825-a41e-d655c070c69f on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:01.026627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Attempting to bind port e2d5a396-5c3d-4825-a41e-d655c070c69f by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:01.026954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Attempting to bind port e2d5a396-5c3d-4825-a41e-d655c070c69f on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:01.031734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Port e2d5a396-5c3d-4825-a41e-d655c070c69f on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:01.032061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Attempting to bind port e2d5a396-5c3d-4825-a41e-d655c070c69f on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:01.048042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:01.048383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:01.049104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:01.049232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Bound port: e2d5a396-5c3d-4825-a41e-d655c070c69f, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:01.049594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.081146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.190231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e764a-234f-4325-8045-895134481c38 req-4cde8ed1-0775-4360-8170-8030b3eca66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.192867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-4cde8ed1-0775-4360-8170-8030b3eca66c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.1560564 Aug 31 06:48:01.241864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:01.248384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:01.292595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.318423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-010227a9-7a90-4c65-bd9e-8d589487af9b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0640256 Aug 31 06:48:01.367152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df16ecd-dfd1-4046-bcc1-97087605aefd req-d3150ddd-b381-4bd5-b980-544c97bd278e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.373869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3df16ecd-dfd1-4046-bcc1-97087605aefd req-d3150ddd-b381-4bd5-b980-544c97bd278e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 943 time: 0.2509370 Aug 31 06:48:01.437194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.438011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.439508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] 10.222.0.50 "PUT /v2.0/ports/e2d5a396-5c3d-4825-a41e-d655c070c69f HTTP/1.1" status: 200 len: 1093 time: 1.4128971 Aug 31 06:48:01.485271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:01.488818 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba36bc0-e217-42cf-a2bb-3d53554647a8" -d '{"events": [{"name": "network-changed", "server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:01.490349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00651ca8-324e-45d0-9045-bf6cb23a7ba1 req-7a2c5d1a-5d81-425f-9b87-5730681dbd03 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.491896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00651ca8-324e-45d0-9045-bf6cb23a7ba1 req-7a2c5d1a-5d81-425f-9b87-5730681dbd03 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 932 time: 0.1502695 Aug 31 06:48:01.545890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906192ff-3f7d-46ef-9bb0-ca4d72ff6de3 service neutron] Pushing event updated for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:01.558978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3975742a-41b4-41ea-a22d-c38a82626d27 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:01.574298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-00651ca8-324e-45d0-9045-bf6cb23a7ba1 req-594e6606-eb19-4d7d-a640-de1706ce2386 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575833 Aug 31 06:48:01.576882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.591526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3df16ecd-dfd1-4046-bcc1-97087605aefd req-08ca2a0a-484c-44da-9d3a-5743f88dfc7e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984129 Aug 31 06:48:01.620494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Transition to ACTIVE for port object 3975742a-41b4-41ea-a22d-c38a82626d27 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:01.624253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-8ef88715-d189-4629-9991-fcd51c0c71af service neutron] 10.222.0.53 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810202 Aug 31 06:48:01.631257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.674584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-f9089da5-fd62-4a54-8923-5e0818266ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.676090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-f9089da5-fd62-4a54-8923-5e0818266ee1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 1096 time: 0.1528232 Aug 31 06:48:01.745616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-e1e258ce-6d0f-4a88-a637-da2a6a282530 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f HTTP/1.1" status: 200 len: 217 time: 0.0418773 Aug 31 06:48:01.748644 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81abfc7-2686-467d-b0d5-7a5c46bbdfec x-openstack-request-id: req-b81abfc7-2686-467d-b0d5-7a5c46bbdfec {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:01.748798 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:01.749006 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b81abfc7-2686-467d-b0d5-7a5c46bbdfec {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:01.749500 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'status': 'completed', 'code': 200} Aug 31 06:48:01.756768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:01.811693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:01.820477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd5dbd-b4f2-45a3-b75e-1b9432a8c679 req-eecdde80-f304-4d67-b754-72f516f2a2b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.822691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ecd5dbd-b4f2-45a3-b75e-1b9432a8c679 req-eecdde80-f304-4d67-b754-72f516f2a2b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 944 time: 0.1294036 Aug 31 06:48:01.868350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-58aa4326-127c-4799-85e3-796e24d2ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.870704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-58aa4326-127c-4799-85e3-796e24d2ebf5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1151023 Aug 31 06:48:01.872894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e4e764a-234f-4325-8045-895134481c38 req-e2897bfd-af8c-4dc0-9bf6-7342727455b2 service neutron] 10.222.0.53 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345612 Aug 31 06:48:01.876979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Attempting to bind port 3975742a-41b4-41ea-a22d-c38a82626d27 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:01.877308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Attempting to bind port 3975742a-41b4-41ea-a22d-c38a82626d27 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '2f078a7c-fe31-48dd-9a24-1af043b82485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:01.878145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Attempting to bind port 3975742a-41b4-41ea-a22d-c38a82626d27 on network e38252f5-610c-4a0c-bdab-4d641800e47e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:01.880314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c1be2-bd3c-4f16-a003-79c5e76a5a52 req-3256b7d4-d89f-406f-8798-72ea1b32b2a8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:01.881817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-542c1be2-bd3c-4f16-a003-79c5e76a5a52 req-3256b7d4-d89f-406f-8798-72ea1b32b2a8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0934119 Aug 31 06:48:01.885252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ecd5dbd-b4f2-45a3-b75e-1b9432a8c679 req-5b4db745-6fd3-49e3-ab69-3aa6ff6faa70 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541942 Aug 31 06:48:01.887327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Port 3975742a-41b4-41ea-a22d-c38a82626d27 on network e38252f5-610c-4a0c-bdab-4d641800e47e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:01.887653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Attempting to bind port 3975742a-41b4-41ea-a22d-c38a82626d27 on network e38252f5-610c-4a0c-bdab-4d641800e47e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:01.895256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:01.895598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Checking segment: {'id': '2f078a7c-fe31-48dd-9a24-1af043b82485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:01.895967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Bound using segment: {'id': '2f078a7c-fe31-48dd-9a24-1af043b82485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:01.896392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Bound port: 3975742a-41b4-41ea-a22d-c38a82626d27, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f078a7c-fe31-48dd-9a24-1af043b82485', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:01.896750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:01.932368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-aeffaea6-3661-4b33-b7d8-aac1ed112f6c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412500 Aug 31 06:48:01.982743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24643199-a184-49ad-855d-c625617986de admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.001637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:02.005818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-542c1be2-bd3c-4f16-a003-79c5e76a5a52 req-b3ed3885-26b6-4496-bd92-3b68a140da22 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004436 Aug 31 06:48:02.018822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=3975742a-41b4-41ea-a22d-c38a82626d27,segment=NetworkSegment(2f078a7c-fe31-48dd-9a24-1af043b82485),segment_id=2f078a7c-fe31-48dd-9a24-1af043b82485)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:02.037278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.050460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-878021a9-0f64-459c-93fc-c5ab0d208a25 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043622 Aug 31 06:48:02.087494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.088264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.089908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] 10.222.0.53 "PUT /v2.0/ports/3975742a-41b4-41ea-a22d-c38a82626d27 HTTP/1.1" status: 200 len: 1093 time: 1.1184323 Aug 31 06:48:02.097954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:02.100405 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026b1078-b2b4-43e2-aa86-ef491ad74aca" -d '{"events": [{"name": "network-changed", "server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:02.152629 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2fe65f-399d-468e-a1ac-6ca94b0464e5 x-openstack-request-id: req-5f2fe65f-399d-468e-a1ac-6ca94b0464e5 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:02.153113 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:02.153390 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f2fe65f-399d-468e-a1ac-6ca94b0464e5 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:02.153784 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27', 'status': 'completed', 'code': 200} Aug 31 06:48:02.154346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1a087c-6eba-40b2-b897-3d03c5ee7f76 service neutron] Pushing event updated for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.164745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7b09c02-1d33-4ce7-95e1-abc0cc9b2558 req-a31d75bc-db00-4b47-adf7-70f17e58e8f9 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031766 Aug 31 06:48:02.217863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24643199-a184-49ad-855d-c625617986de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.220468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-367f81df-5f7a-43c8-94c7-379b48c74be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.222057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-367f81df-5f7a-43c8-94c7-379b48c74be6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e650d01ee274016bf6be15d38213260&device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 1096 time: 0.0890143 Aug 31 06:48:02.223186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24643199-a184-49ad-855d-c625617986de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.261364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-e032f68c-1c7d-40f8-b4d2-16fb1df4631f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.262756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-e032f68c-1c7d-40f8-b4d2-16fb1df4631f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 1096 time: 0.0439341 Aug 31 06:48:02.294031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-e654130e-a651-4586-b225-768f02d9159d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3975742a-41b4-41ea-a22d-c38a82626d27 HTTP/1.1" status: 200 len: 217 time: 0.0597215 Aug 31 06:48:02.301020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-24643199-a184-49ad-855d-c625617986de admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=421a8bcaa11c4387b10681e7b723ed5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883599 Aug 31 06:48:02.303002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24643199-a184-49ad-855d-c625617986de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb48c1d-ea64-431f-a00f-97fd6c858139,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.313252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:02.366639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-7b4ae015-e964-48d0-90e7-e108a229c7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.368359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-7b4ae015-e964-48d0-90e7-e108a229c7e6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.0898376 Aug 31 06:48:02.378058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-58426de8-d3cc-4a0e-9956-167f5e1b6ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.379505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-58426de8-d3cc-4a0e-9956-167f5e1b6ffb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=808cbaf6-5aaa-48ea-84cd-afcc909f0c7f HTTP/1.1" status: 200 len: 857 time: 0.0774026 Aug 31 06:48:02.420715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.422859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-d2857f0e-ec96-4125-bcf3-b140b73bac2f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f HTTP/1.1" status: 200 len: 217 time: 0.0412149 Aug 31 06:48:02.423882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-98c0c910-6dcf-459b-b2e3-6197ffc5f9df service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e38252f5-610c-4a0c-bdab-4d641800e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333054 Aug 31 06:48:02.474645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-50ce28b9-a1bd-4fe3-93ee-08f621d6f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.476107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-50ce28b9-a1bd-4fe3-93ee-08f621d6f2b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0434287 Aug 31 06:48:02.486784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.513747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-c8cdf17f-835a-414d-83e0-b0954363fe34 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260830 Aug 31 06:48:02.557239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-9c5a4ece-b721-4ea7-9849-8fbb70c06abb service neutron] 10.222.0.53 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254232 Aug 31 06:48:02.573715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.576175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.577238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdb48c1d-ea64-431f-a00f-97fd6c858139 HTTP/1.1" status: 204 len: 168 time: 0.2630634 Aug 31 06:48:02.625788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88af2952-dffa-482c-be25-9e40b7246953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb48c1d-ea64-431f-a00f-97fd6c858139,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:02.642373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-b4178f36-77e5-4ae7-8412-96fb793450ca service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076074 Aug 31 06:48:02.733502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5611282-e4e8-459a-b463-cac3a6c26b3a req-6e24c6d2-4cc7-4053-a7b7-56880de32913 service neutron] 10.222.0.53 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676621 Aug 31 06:48:02.765892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab37333-64b2-4c51-bb16-8c5cccde5970 req-7d179edb-b5e4-44a9-a755-99fdd8b1b6f9 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.772926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cab37333-64b2-4c51-bb16-8c5cccde5970 req-7d179edb-b5e4-44a9-a755-99fdd8b1b6f9 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 944 time: 0.1055536 Aug 31 06:48:02.799521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8770f-f4c7-4d83-ba69-6f2de71d44bb req-65d5654c-fed7-4f02-99c5-4ef67056c203 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.801043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72b8770f-f4c7-4d83-ba69-6f2de71d44bb req-65d5654c-fed7-4f02-99c5-4ef67056c203 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 943 time: 0.0872345 Aug 31 06:48:02.803384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ba36bc0-e217-42cf-a2bb-3d53554647a8 req-e40d48e4-2397-468c-9d0d-6f3df8e25c9c service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430964 Aug 31 06:48:02.845844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cab37333-64b2-4c51-bb16-8c5cccde5970 req-25da81ae-42db-4065-864b-6f82e05e344f tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718839 Aug 31 06:48:02.855267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-a5391755-1359-4ec4-b8da-3f1f95d5526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.856401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72b8770f-f4c7-4d83-ba69-6f2de71d44bb req-98316fe3-906c-4d15-bab9-f6c8940ac88c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467873 Aug 31 06:48:02.857239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-a5391755-1359-4ec4-b8da-3f1f95d5526a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0e650d01ee274016bf6be15d38213260&device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 1096 time: 0.0688474 Aug 31 06:48:02.936966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:02.953252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778ce767-5c3d-47cc-9eac-6546d3c1191c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:02.955238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-c7c1d9f6-3adf-4f0c-8521-aeb713485962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:02.956818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-c7c1d9f6-3adf-4f0c-8521-aeb713485962 service neutron] 10.222.0.53 "GET /v2.0/networks?id=e38252f5-610c-4a0c-bdab-4d641800e47e HTTP/1.1" status: 200 len: 918 time: 0.0925586 Aug 31 06:48:03.024252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-99f6df08-4e1d-496a-b72b-7802644a4787 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3975742a-41b4-41ea-a22d-c38a82626d27 HTTP/1.1" status: 200 len: 217 time: 0.0572767 Aug 31 06:48:03.058404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778ce767-5c3d-47cc-9eac-6546d3c1191c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.064102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778ce767-5c3d-47cc-9eac-6546d3c1191c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.075177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2097770-ea2b-4e24-8c08-1a1a57e16be3 req-2510e75d-575a-4309-8fc2-adc5caf8ba82 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:03.077128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2097770-ea2b-4e24-8c08-1a1a57e16be3 req-2510e75d-575a-4309-8fc2-adc5caf8ba82 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 944 time: 0.1180801 Aug 31 06:48:03.109362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-0b5341aa-9a05-4b7b-833f-a0edf08054c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:03.111105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-0b5341aa-9a05-4b7b-833f-a0edf08054c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=808cbaf6-5aaa-48ea-84cd-afcc909f0c7f HTTP/1.1" status: 200 len: 857 time: 0.0762815 Aug 31 06:48:03.114406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-778ce767-5c3d-47cc-9eac-6546d3c1191c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=871917a3bccf474cbab1536754e37e15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734965 Aug 31 06:48:03.114526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:03.115122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778ce767-5c3d-47cc-9eac-6546d3c1191c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1578c84-d5c8-40bf-bdc2-ef8b4499f201,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.167865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab4283f-9658-4966-ac1e-4bb7856aed5d req-d0beb0e7-1532-4cc0-bbff-d1bbd64e5687 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:03.169102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dab4283f-9658-4966-ac1e-4bb7856aed5d req-d0beb0e7-1532-4cc0-bbff-d1bbd64e5687 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0562432 Aug 31 06:48:03.169510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-c30426cc-6bd9-4342-a564-dd0cca05e4f5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=e38252f5-610c-4a0c-bdab-4d641800e47e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448866 Aug 31 06:48:03.184914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2097770-ea2b-4e24-8c08-1a1a57e16be3 req-935b5f76-a8fc-45fc-b1c6-ee26e20f254b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993457 Aug 31 06:48:03.211073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dab4283f-9658-4966-ac1e-4bb7856aed5d req-64c436fb-20f8-4efc-ab00-e72f501508b8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Aug 31 06:48:03.256460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.273359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:03.295114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.317806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-9f5d1908-fb7e-41dd-acbc-9cd0ac4bd448 service neutron] 10.222.0.53 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388900 Aug 31 06:48:03.374034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:03.386866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'port_id': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'mac_address': 'fa:16:3e:0a:18:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c91a44-fbc9-4ab5-9592-c44f569e3c0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:03.413896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.416611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.417853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a1578c84-d5c8-40bf-bdc2-ef8b4499f201 HTTP/1.1" status: 204 len: 168 time: 0.3024061 Aug 31 06:48:03.431583 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.434899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeceae-fbce-4dfa-8fb5-8216c233cd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1578c84-d5c8-40bf-bdc2-ef8b4499f201,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.440337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-026b1078-b2b4-43e2-aa86-ef491ad74aca req-18462397-82fd-4b98-bd86-9d81cf4e6e49 service neutron] 10.222.0.53 "GET /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134434 Aug 31 06:48:03.453356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:03.479609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:03.483653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.532005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.743086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:03.756853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80fb957d-e42f-42c9-b308-40b6963b9252 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.845252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80fb957d-e42f-42c9-b308-40b6963b9252 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.848880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a93c190d-092d-47a7-bff3-3766de2e5447'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:03.849309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80fb957d-e42f-42c9-b308-40b6963b9252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:03.890560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80fb957d-e42f-42c9-b308-40b6963b9252 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d917d72a51494db2abc1f9fbe4093fee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434302 Aug 31 06:48:03.890560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb957d-e42f-42c9-b308-40b6963b9252 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b4d65d-3ab3-4f83-adda-65f862880fb6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:03.891253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:03.982088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.007879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48db2af-e8b6-4b15-ab5d-6765f7c0abe7 req-0019e4f7-672b-432b-8473-69aebad6b6c2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:04.011778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b48db2af-e8b6-4b15-ab5d-6765f7c0abe7 req-0019e4f7-672b-432b-8473-69aebad6b6c2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 944 time: 0.0685451 Aug 31 06:48:04.026357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.050993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b48db2af-e8b6-4b15-ab5d-6765f7c0abe7 req-4bf74d41-088c-4bd4-9924-138f05792b62 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336273 Aug 31 06:48:04.066008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36dd416-bb48-406c-bc6c-27b36815236c req-ec621838-da37-4511-b50b-440132cc672a tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:04.067547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c36dd416-bb48-406c-bc6c-27b36815236c req-ec621838-da37-4511-b50b-440132cc672a tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 944 time: 0.1097620 Aug 31 06:48:04.111629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c36dd416-bb48-406c-bc6c-27b36815236c req-437e9102-d5a6-4616-9e79-8c7806961efe tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363288 Aug 31 06:48:04.112916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.115941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:04.117127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9b4d65d-3ab3-4f83-adda-65f862880fb6 HTTP/1.1" status: 204 len: 168 time: 0.2247903 Aug 31 06:48:04.125836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357129b-3fe5-49c1-92cd-738c46703ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b4d65d-3ab3-4f83-adda-65f862880fb6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:04.312390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02dc4c-ea67-47df-bec3-56927de74c44 req-def2e492-f523-40da-ac82-9d663fc29372 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:04.314060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf02dc4c-ea67-47df-bec3-56927de74c44 req-def2e492-f523-40da-ac82-9d663fc29372 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 944 time: 0.0587211 Aug 31 06:48:04.338604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d326b4-d13e-4f48-b2f8-c3f6e2ee80d8 req-949f3495-33fa-494b-a125-b1af3f11b839 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:04.340579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72d326b4-d13e-4f48-b2f8-c3f6e2ee80d8 req-949f3495-33fa-494b-a125-b1af3f11b839 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0547242 Aug 31 06:48:04.354654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf02dc4c-ea67-47df-bec3-56927de74c44 req-af5d1c06-0d64-4e51-bcb7-5299219b6859 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340421 Aug 31 06:48:04.384224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72d326b4-d13e-4f48-b2f8-c3f6e2ee80d8 req-997b709f-22a2-457a-8ba1-588fe44cb65f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Aug 31 06:48:04.938720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e2d5a396-5c3d-4825-a41e-d655c070c69f details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:05.035541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.046289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'mac_address': 'fa:16:3e:b3:b9:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:05.090728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.111621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:48:05.113164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2d5a396-5c3d-4825-a41e-d655c070c69f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:05.147310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.153033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.184268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4232e1-bd68-482b-829e-1299ebeb3573 req-5feb3da9-d304-4eb6-afc7-89a9cea847f7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:05.185857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da4232e1-bd68-482b-829e-1299ebeb3573 req-5feb3da9-d304-4eb6-afc7-89a9cea847f7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 944 time: 0.0589032 Aug 31 06:48:05.210618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:05.239605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da4232e1-bd68-482b-829e-1299ebeb3573 req-d4322853-fa1f-4a2e-9c12-5c827e41d430 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472515 Aug 31 06:48:05.305555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 3975742a-41b4-41ea-a22d-c38a82626d27 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:05.308613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:05.329581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14ea581-26ff-4e81-a000-124434192dfa req-16d3657c-c081-4bc4-aa86-02078505dfd4 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:05.332502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e14ea581-26ff-4e81-a000-124434192dfa req-16d3657c-c081-4bc4-aa86-02078505dfd4 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 944 time: 0.0652981 Aug 31 06:48:05.366631 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.374412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e14ea581-26ff-4e81-a000-124434192dfa req-95f5b79c-7172-4185-8425-a0c40a21ce7e tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359590 Aug 31 06:48:05.442241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port a93c190d-092d-47a7-bff3-3766de2e5447 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:05.497919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=3975742a-41b4-41ea-a22d-c38a82626d27,segment=NetworkSegment(2f078a7c-fe31-48dd-9a24-1af043b82485),segment_id=2f078a7c-fe31-48dd-9a24-1af043b82485)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.501697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a19811-f807-470e-9932-165e0c5e6ab0 req-65fe0ea0-5fdf-46d1-b6e6-1ca2f3723dec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:05.504874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a19811-f807-470e-9932-165e0c5e6ab0 req-65fe0ea0-5fdf-46d1-b6e6-1ca2f3723dec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 945 time: 0.0543325 Aug 31 06:48:05.509163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port a93c190d-092d-47a7-bff3-3766de2e5447 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:05.510219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.515163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '3975742a-41b4-41ea-a22d-c38a82626d27', 'network_id': 'e38252f5-610c-4a0c-bdab-4d641800e47e', 'port_id': '3975742a-41b4-41ea-a22d-c38a82626d27', 'mac_address': 'fa:16:3e:01:1a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808cbaf6-5aaa-48ea-84cd-afcc909f0c7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:05.547171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68a19811-f807-470e-9932-165e0c5e6ab0 req-4ea147c0-956b-458c-9363-4ad2531fee70 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357306 Aug 31 06:48:05.551914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cfd93-3dd1-4cb3-8e7f-33914d4b36fe req-b966cbc2-b36d-40e2-991d-c7f456edff52 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:05.553433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a15cfd93-3dd1-4cb3-8e7f-33914d4b36fe req-b966cbc2-b36d-40e2-991d-c7f456edff52 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0651000 Aug 31 06:48:05.573029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['e2d5a396-5c3d-4825-a41e-d655c070c69f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:05.611931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a15cfd93-3dd1-4cb3-8e7f-33914d4b36fe req-f310ef3c-880b-443f-910a-44fb531b923a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503392 Aug 31 06:48:05.623946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.645797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3975742a-41b4-41ea-a22d-c38a82626d27 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:05.692602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=3975742a-41b4-41ea-a22d-c38a82626d27,segment=NetworkSegment(2f078a7c-fe31-48dd-9a24-1af043b82485),segment_id=2f078a7c-fe31-48dd-9a24-1af043b82485)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.702389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.745868 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.799499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:05.807453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:05.809684 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7745a6b1-e518-4231-a9bd-c6a3947d86b3" -d '{"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-plugged", "status": "completed", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:05.832582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:05.840272 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:05.864419 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7d815e-2b65-49d1-a50d-f7546016a9d0 x-openstack-request-id: req-6e7d815e-2b65-49d1-a50d-f7546016a9d0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:05.864704 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-plugged", "status": "completed", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:05.864957 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6e7d815e-2b65-49d1-a50d-f7546016a9d0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:05.865352 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'code': 200} Aug 31 06:48:05.914869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:05.957224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2cca70-54b8-49b2-af78-0502f8d70122 req-1728455c-7cee-4a0d-86a1-5026920d5977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:05.958836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf2cca70-54b8-49b2-af78-0502f8d70122 req-1728455c-7cee-4a0d-86a1-5026920d5977 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 1097 time: 0.0466001 Aug 31 06:48:05.999221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf2cca70-54b8-49b2-af78-0502f8d70122 req-261b4306-0123-4075-b475-33f58947f029 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327706 Aug 31 06:48:06.070895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['3975742a-41b4-41ea-a22d-c38a82626d27'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:06.365514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea42007-28d6-4dc4-9b97-97146b9a17a1 req-7c458b8d-1efb-4d97-8ae8-c60c77dc83ec tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:06.367002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bea42007-28d6-4dc4-9b97-97146b9a17a1 req-7c458b8d-1efb-4d97-8ae8-c60c77dc83ec tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0531788 Aug 31 06:48:06.406043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bea42007-28d6-4dc4-9b97-97146b9a17a1 req-1e0c5b90-6680-42f0-9bc7-2853a0f8e406 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322714 Aug 31 06:48:06.502093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad8a180-c489-4f76-802c-28d843e347fc req-54d74978-a925-4e8b-8c43-1b5d09bfe5d5 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:06.503462 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ad8a180-c489-4f76-802c-28d843e347fc req-54d74978-a925-4e8b-8c43-1b5d09bfe5d5 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 945 time: 0.0491896 Aug 31 06:48:06.545994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ad8a180-c489-4f76-802c-28d843e347fc req-a9cfdb02-e9fc-4e94-a311-64e0438793d7 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356736 Aug 31 06:48:06.679451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b196b4f1-7de7-416c-914e-69ed35e42a58 req-f6d90663-ee81-45ca-8ab9-14a3ef44e5c5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:06.681508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b196b4f1-7de7-416c-914e-69ed35e42a58 req-f6d90663-ee81-45ca-8ab9-14a3ef44e5c5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 945 time: 0.0577652 Aug 31 06:48:06.724259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b196b4f1-7de7-416c-914e-69ed35e42a58 req-c9830185-c99d-472b-8d00-8d52fcc8926c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351827 Aug 31 06:48:06.751108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea289f-abbc-428d-a52c-639935975018 req-63fe107b-eb70-4101-8e03-29ba68db4507 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:06.752678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbea289f-abbc-428d-a52c-639935975018 req-63fe107b-eb70-4101-8e03-29ba68db4507 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0565894 Aug 31 06:48:06.792219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fbea289f-abbc-428d-a52c-639935975018 req-866db0ea-b776-4bfd-923e-81381cba089e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335968 Aug 31 06:48:06.946283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e2d5a396-5c3d-4825-a41e-d655c070c69f up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:06.995113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port e2d5a396-5c3d-4825-a41e-d655c070c69f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:06.998736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port e2d5a396-5c3d-4825-a41e-d655c070c69f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:06.999111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.078519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.117389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:07.124149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:07.172342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:07.527578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3885b809-6c5c-457a-ae6c-e60f40055240 req-33c6686b-7196-43b3-9fcc-a09327d08673 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:07.529064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3885b809-6c5c-457a-ae6c-e60f40055240 req-33c6686b-7196-43b3-9fcc-a09327d08673 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0508986 Aug 31 06:48:07.567584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3885b809-6c5c-457a-ae6c-e60f40055240 req-e62a94d2-80c4-408b-baac-0c197740a148 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320666 Aug 31 06:48:07.671158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c088beac-fa92-40c7-ab95-3d24819bfd37 req-eea71efa-215a-4859-8410-28415a2e0c02 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:07.672659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c088beac-fa92-40c7-ab95-3d24819bfd37 req-eea71efa-215a-4859-8410-28415a2e0c02 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 945 time: 0.0519385 Aug 31 06:48:07.693219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ae1ab-b4d5-432c-ad2a-a5ba59cd1754 req-0c6117cd-9e96-4754-99f9-a9712bc9960d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:07.694713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b1ae1ab-b4d5-432c-ad2a-a5ba59cd1754 req-0c6117cd-9e96-4754-99f9-a9712bc9960d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0523593 Aug 31 06:48:07.715381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c088beac-fa92-40c7-ab95-3d24819bfd37 req-9b645df8-604a-443b-867a-2cc1e04e82b6 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366752 Aug 31 06:48:07.738104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b1ae1ab-b4d5-432c-ad2a-a5ba59cd1754 req-9abf0562-c60d-424e-927b-43a1d8420bd2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Aug 31 06:48:07.845539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad55a7-bbaa-4cb4-a96d-9ec267d9f542 req-82c9e6af-1c3f-4fef-9df2-d95debb582ce tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:07.847044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8ad55a7-bbaa-4cb4-a96d-9ec267d9f542 req-82c9e6af-1c3f-4fef-9df2-d95debb582ce tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0505702 Aug 31 06:48:07.866867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:07.870095 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6e7bfd-7816-412f-b2e2-021f01b416cc" -d '{"events": [{"server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:07.890384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8ad55a7-bbaa-4cb4-a96d-9ec267d9f542 req-1446e72c-7f7e-45e5-bc3f-1d56309be5d5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374415 Aug 31 06:48:08.036186 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d9ff5a6-9944-4050-9164-ebf031e634fc x-openstack-request-id: req-7d9ff5a6-9944-4050-9164-ebf031e634fc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:08.036760 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "name": "network-vif-plugged", "status": "completed", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:08.037263 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d9ff5a6-9944-4050-9164-ebf031e634fc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:08.038827 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'code': 200} Aug 31 06:48:08.108680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ef248-275e-4fc9-969f-6c2acb7495f2 req-9029163d-2409-4ee0-b715-d1d5e9465fd4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.111228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c53ef248-275e-4fc9-969f-6c2acb7495f2 req-9029163d-2409-4ee0-b715-d1d5e9465fd4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0643666 Aug 31 06:48:08.164060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c53ef248-275e-4fc9-969f-6c2acb7495f2 req-1783c67e-25ac-40fd-8e7b-c8aadfad991b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382524 Aug 31 06:48:08.185317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0610c5b-0f4a-4001-a28e-394c68f86e76 req-8be9073b-b1d8-4a11-a341-7045f102914e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.186839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0610c5b-0f4a-4001-a28e-394c68f86e76 req-8be9073b-b1d8-4a11-a341-7045f102914e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0969517 Aug 31 06:48:08.202578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea57a67-7e53-46db-acac-c71b86d2ed1d req-ff3f6db6-8ce9-4903-89a7-198049cd06a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.204007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ea57a67-7e53-46db-acac-c71b86d2ed1d req-ff3f6db6-8ce9-4903-89a7-198049cd06a1 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 1098 time: 0.0636060 Aug 31 06:48:08.254095 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0610c5b-0f4a-4001-a28e-394c68f86e76 req-4386157c-077b-4626-b9e3-c8dd10f4c00a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Aug 31 06:48:08.276702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ea57a67-7e53-46db-acac-c71b86d2ed1d req-7a494082-b0f5-4357-b0b4-2b426473aea2 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557401 Aug 31 06:48:08.836837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6985ad-af33-4d5c-9f8d-4f1f8a50cc01 req-82a322bd-5a7a-432d-99d5-79268048b216 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:08.838487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e6985ad-af33-4d5c-9f8d-4f1f8a50cc01 req-82a322bd-5a7a-432d-99d5-79268048b216 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 945 time: 0.0502849 Aug 31 06:48:08.879116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e6985ad-af33-4d5c-9f8d-4f1f8a50cc01 req-fe1ae7da-d4f1-4ad3-be7c-0554d3df6baf tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345895 Aug 31 06:48:09.016404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24934e0f-a2f5-4d27-97aa-15e4540f2a12 req-51fbdc44-27f0-4952-8f0a-7347bc9217a9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:09.017962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24934e0f-a2f5-4d27-97aa-15e4540f2a12 req-51fbdc44-27f0-4952-8f0a-7347bc9217a9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0569658 Aug 31 06:48:09.058783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24934e0f-a2f5-4d27-97aa-15e4540f2a12 req-95ce23a8-9ac7-4ef7-bc14-75dc82c7d62c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347643 Aug 31 06:48:09.289444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50fa1c2-5db5-4f6a-877f-090c9038ee8d req-e80ee266-d04c-4e72-94f3-b6e924d50757 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:09.292069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50fa1c2-5db5-4f6a-877f-090c9038ee8d req-e80ee266-d04c-4e72-94f3-b6e924d50757 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0561521 Aug 31 06:48:09.333856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50fa1c2-5db5-4f6a-877f-090c9038ee8d req-01705d0e-aa54-4d9d-a99d-3e7b7c23468e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348003 Aug 31 06:48:09.350611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 3975742a-41b4-41ea-a22d-c38a82626d27 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:09.386134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73ea67-e522-47b4-837f-ba2a49ae425b req-8950a318-4cf7-4713-8b7d-1897cc0051ea tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:09.387853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa73ea67-e522-47b4-837f-ba2a49ae425b req-8950a318-4cf7-4713-8b7d-1897cc0051ea tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0567093 Aug 31 06:48:09.402659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 3975742a-41b4-41ea-a22d-c38a82626d27 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:09.406976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 3975742a-41b4-41ea-a22d-c38a82626d27 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:09.407453 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.429912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa73ea67-e522-47b4-837f-ba2a49ae425b req-25aefc28-d23e-4b44-ab40-a5a068806942 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346720 Aug 31 06:48:09.625708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.658649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=3975742a-41b4-41ea-a22d-c38a82626d27,segment=NetworkSegment(2f078a7c-fe31-48dd-9a24-1af043b82485),segment_id=2f078a7c-fe31-48dd-9a24-1af043b82485)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:09.663687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:09.713666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:10.013690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf0c63d-c42e-458a-b71d-5e12f74137e4 req-3e632b6d-64f6-4334-a5a4-f12db570595d tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.015162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cf0c63d-c42e-458a-b71d-5e12f74137e4 req-3e632b6d-64f6-4334-a5a4-f12db570595d tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.0589814 Aug 31 06:48:10.039999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:10.043601 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89d570bb-f68f-4620-be33-c3738137704e" -d '{"events": [{"server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "name": "network-vif-plugged", "status": "completed", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:10.055114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cf0c63d-c42e-458a-b71d-5e12f74137e4 req-a7a92dcf-3ca0-4963-a475-07829a4218c5 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338287 Aug 31 06:48:10.115407 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08b0fdc-aee0-4655-becf-db0493587783 x-openstack-request-id: req-b08b0fdc-aee0-4655-becf-db0493587783 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:10.121600 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "name": "network-vif-plugged", "status": "completed", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:10.122057 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b08b0fdc-aee0-4655-becf-db0493587783 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:10.122626 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27', 'code': 200} Aug 31 06:48:10.245508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6bac5c-88ac-40c7-9442-9c64ad7cbcf2 req-af87af10-5cac-4ba3-a4f0-a69881ca6f98 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.246997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce6bac5c-88ac-40c7-9442-9c64ad7cbcf2 req-af87af10-5cac-4ba3-a4f0-a69881ca6f98 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0784087 Aug 31 06:48:10.248783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a5806-4e49-4129-b82a-e36fe9d1eebc req-39b6e44b-1877-490a-8d26-3878bbbb5d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.250136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d03a5806-4e49-4129-b82a-e36fe9d1eebc req-39b6e44b-1877-490a-8d26-3878bbbb5d68 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 1098 time: 0.0726383 Aug 31 06:48:10.311839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce6bac5c-88ac-40c7-9442-9c64ad7cbcf2 req-89f0377e-48e2-45a0-9379-dfc9281599d4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588310 Aug 31 06:48:10.313487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d03a5806-4e49-4129-b82a-e36fe9d1eebc req-1097d5e7-c4ac-4281-83e0-35d257841052 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538359 Aug 31 06:48:10.466119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccd072d-033b-4b08-ab0d-257901b0c320 req-fd95bc1d-ef39-41a5-a5d3-dc9bec2ea37c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.467640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fccd072d-033b-4b08-ab0d-257901b0c320 req-fd95bc1d-ef39-41a5-a5d3-dc9bec2ea37c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0612540 Aug 31 06:48:10.508676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fccd072d-033b-4b08-ab0d-257901b0c320 req-e3d5e0d3-81a4-4492-a2d2-6205ff172676 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350246 Aug 31 06:48:10.605286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-2d4770ba-de34-444d-be18-0090a1436d31 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.608202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-2d4770ba-de34-444d-be18-0090a1436d31 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1088879 Aug 31 06:48:10.624598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-8f9fa099-1be8-4cb0-b3bd-8aa51d169acc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0100195 Aug 31 06:48:10.628267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153a560-9c4e-48e9-aae8-e16aabc4c9e5 req-6153d715-b46e-4fad-8f06-c77392bf3ae4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:10.629883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4153a560-9c4e-48e9-aae8-e16aabc4c9e5 req-6153d715-b46e-4fad-8f06-c77392bf3ae4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0540109 Aug 31 06:48:10.669881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4153a560-9c4e-48e9-aae8-e16aabc4c9e5 req-30cc8a85-b773-4a21-b35d-be5a99b2c347 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340889 Aug 31 06:48:10.680586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-208dc4da-1d26-43a2-902c-a42d63763fb5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491793 Aug 31 06:48:10.793208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-4381b59c-97f4-44c6-b77f-436c01e5d751 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999918 Aug 31 06:48:10.893353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-9a4b5a09-0c81-4a9b-8a2e-a9b017a06794 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936654 Aug 31 06:48:11.070991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40a7fa76-cdc4-4cad-84fb-3f251c99f4b9 req-3475b6a7-fc78-48d9-9684-1cc36026addc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 210 time: 0.0324013 Aug 31 06:48:11.193358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1baad-339b-49c4-90cc-fecac6260e92 req-739b3ee6-0d71-4f8d-a096-cb96f71a69fc tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:11.194853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3f1baad-339b-49c4-90cc-fecac6260e92 req-739b3ee6-0d71-4f8d-a096-cb96f71a69fc tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.0579708 Aug 31 06:48:11.238885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3f1baad-339b-49c4-90cc-fecac6260e92 req-19914cd5-9b58-475c-aee2-4b08fb4715e9 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364032 Aug 31 06:48:11.243013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:11.402179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e11ae002-f10a-4ad2-baa2-3160add61ddc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.515537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e11ae002-f10a-4ad2-baa2-3160add61ddc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.519777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e11ae002-f10a-4ad2-baa2-3160add61ddc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.558849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11ae002-f10a-4ad2-baa2-3160add61ddc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149b3f2b-662e-40df-93a6-6e66fa2a1f39,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:11.566138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:11.566293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e11ae002-f10a-4ad2-baa2-3160add61ddc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ed3b66d9374f49309f95689de10f4af2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3219426 Aug 31 06:48:11.626210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.642127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314395d-2b48-4b90-8e1c-9fc7638a4fdd req-14a1d451-6c06-4ebd-b515-b3a8e2231c3c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:11.643716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2314395d-2b48-4b90-8e1c-9fc7638a4fdd req-14a1d451-6c06-4ebd-b515-b3a8e2231c3c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0525637 Aug 31 06:48:11.649515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.685310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2314395d-2b48-4b90-8e1c-9fc7638a4fdd req-b9b5d3d8-cae3-4892-a930-3ba71bbb6835 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343139 Aug 31 06:48:11.719216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.722954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:11.725776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/149b3f2b-662e-40df-93a6-6e66fa2a1f39 HTTP/1.1" status: 204 len: 168 time: 0.1582463 Aug 31 06:48:11.738604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ef4968-40ef-4d9c-9601-877fb3836de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149b3f2b-662e-40df-93a6-6e66fa2a1f39,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:11.814402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd666b0-dd33-493e-8290-5aef5a5980fa req-945ab9e2-7061-475c-b90a-8956f957ff97 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:11.816169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fd666b0-dd33-493e-8290-5aef5a5980fa req-945ab9e2-7061-475c-b90a-8956f957ff97 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0527687 Aug 31 06:48:11.862518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fd666b0-dd33-493e-8290-5aef5a5980fa req-444bc0ee-6ce7-4ec2-a8cc-a5a828765722 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385089 Aug 31 06:48:12.006782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:12.019975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5a9a22d-551d-48a1-a121-bc2fe1e2effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.114870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5a9a22d-551d-48a1-a121-bc2fe1e2effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.118828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5a9a22d-551d-48a1-a121-bc2fe1e2effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.161354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5a9a22d-551d-48a1-a121-bc2fe1e2effe admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=36351061cb1f4743ab354966f041901a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1534710 Aug 31 06:48:12.163950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:12.164109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a9a22d-551d-48a1-a121-bc2fe1e2effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df929bbf-c205-4fc9-8560-d183173bd3fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:12.192286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-123b96cf-d9ee-43c2-8ae7-d493148dcad3 req-8977f537-4df4-47ed-8931-9571229e6a44 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 210 time: 0.0444732 Aug 31 06:48:12.307217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.358349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.378441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-ad37b42c-880d-4c15-a63d-56ba087e04cf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:12.379851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-ad37b42c-880d-4c15-a63d-56ba087e04cf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1817744 Aug 31 06:48:12.401306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:12.476236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8f1e85-aecc-465f-be7a-0036f07305c9 req-bd013a20-ff5c-42b8-b5be-df03dc88394e tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:12.477670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e8f1e85-aecc-465f-be7a-0036f07305c9 req-bd013a20-ff5c-42b8-b5be-df03dc88394e tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.1487470 Aug 31 06:48:12.526818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.529254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.530389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df929bbf-c205-4fc9-8560-d183173bd3fd HTTP/1.1" status: 204 len: 168 time: 0.3648937 Aug 31 06:48:12.561256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e8f1e85-aecc-465f-be7a-0036f07305c9 req-0c1206cb-97c5-4824-a63c-3d55dda37cb3 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768483 Aug 31 06:48:12.565294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf1ecaa-0ee5-4f29-a6d3-4a001a0f6013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df929bbf-c205-4fc9-8560-d183173bd3fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:12.595184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:12.600968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:12.753278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.6 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/d10f4d74-d07f-4dc4-804f-b1049e017ef2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:12.849414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f1a56-cbe7-4445-b548-51499d03c838 req-f8b57fd3-69e4-49c5-a44e-82284dfe0fa8 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:12.851151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-544f1a56-cbe7-4445-b548-51499d03c838 req-f8b57fd3-69e4-49c5-a44e-82284dfe0fa8 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.0545483 Aug 31 06:48:12.895115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-544f1a56-cbe7-4445-b548-51499d03c838 req-7b90af67-a635-49c3-962a-38df3ff5fc8a tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368550 Aug 31 06:48:13.081176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5890ce44-930c-4e1d-a17f-54ff51873938 req-c96f996b-ad21-4f09-bbca-1c260a08ea34 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.082767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5890ce44-930c-4e1d-a17f-54ff51873938 req-c96f996b-ad21-4f09-bbca-1c260a08ea34 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.3133671 Aug 31 06:48:13.098565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a723641-3eb1-40d1-a4c8-608598087665 req-d6af7237-d00f-4271-84ad-10881dbbf1eb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.107257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a723641-3eb1-40d1-a4c8-608598087665 req-d6af7237-d00f-4271-84ad-10881dbbf1eb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0704358 Aug 31 06:48:13.149948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a723641-3eb1-40d1-a4c8-608598087665 req-d6fb79f8-16d4-4a97-bb21-96bad2095e96 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416036 Aug 31 06:48:13.171893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5890ce44-930c-4e1d-a17f-54ff51873938 req-2131029f-22c5-4dac-ba19-0b6fe8632bd1 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824032 Aug 31 06:48:13.225026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.265348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.286340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495', 'e2d5a396-5c3d-4825-a41e-d655c070c69f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:13.329859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caff17-a4bd-40d3-8850-4df5084c434a req-954762c1-4fc8-4a4f-886a-e7be24ce1c54 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.331435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39caff17-a4bd-40d3-8850-4df5084c434a req-954762c1-4fc8-4a4f-886a-e7be24ce1c54 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 931 time: 0.0628436 Aug 31 06:48:13.372306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:13.373977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:13.382247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:13.395210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:13.404538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39caff17-a4bd-40d3-8850-4df5084c434a req-394a4958-27cd-49ca-a18a-163d6dedcf7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653546 Aug 31 06:48:13.451017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:13.451655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.466725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-629afd04-23f5-4f2e-9e7c-daf16a5c312e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0712004 Aug 31 06:48:13.482676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Request body: {'port': {'device_id': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:13.539479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.828071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10f4d74-d07f-4dc4-804f-b1049e017ef2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:13.837066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.849685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Transition to ACTIVE for port object d10f4d74-d07f-4dc4-804f-b1049e017ef2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:13.854712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:13.947417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Pushing event updated for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:13.978847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Attempting to bind port d10f4d74-d07f-4dc4-804f-b1049e017ef2 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:13.979212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Attempting to bind port d10f4d74-d07f-4dc4-804f-b1049e017ef2 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:13.979804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Attempting to bind port d10f4d74-d07f-4dc4-804f-b1049e017ef2 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:13.995223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Port d10f4d74-d07f-4dc4-804f-b1049e017ef2 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:13.995551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Attempting to bind port d10f4d74-d07f-4dc4-804f-b1049e017ef2 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:14.024746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:14.024746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:14.025737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:14.025737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Bound port: d10f4d74-d07f-4dc4-804f-b1049e017ef2, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:14.026480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.081351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa452470-afab-4623-882b-74b163c15b59 req-697ced09-e221-428f-a732-1906ca7a024a tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.082886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa452470-afab-4623-882b-74b163c15b59 req-697ced09-e221-428f-a732-1906ca7a024a tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.0996230 Aug 31 06:48:14.147209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa452470-afab-4623-882b-74b163c15b59 req-f0eb57fb-b1d3-4a08-a4b6-6df713c3d7ae tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/security-groups?id=9c0bb701-da2e-45cc-883a-16b9fd21ab2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545948 Aug 31 06:48:14.150016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:14.167315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41969571-52e5-4084-8a15-e42d1782d768 req-3f9fde09-6b69-46e9-975f-98a3fae951d5 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.171394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41969571-52e5-4084-8a15-e42d1782d768 req-3f9fde09-6b69-46e9-975f-98a3fae951d5 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.53 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 946 time: 0.0572155 Aug 31 06:48:14.185756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:14.193149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.239834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.240883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.242425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] 10.222.0.50 "PUT /v2.0/ports/d10f4d74-d07f-4dc4-804f-b1049e017ef2 HTTP/1.1" status: 200 len: 1092 time: 0.7652776 Aug 31 06:48:14.245210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:14.247801 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e" -d '{"events": [{"name": "network-changed", "server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:14.345565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b798c31-40cc-4e85-a51d-24c3ccb400e3 req-d612a9f4-6196-4f4a-87f9-7eada0e12ca3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.347193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b798c31-40cc-4e85-a51d-24c3ccb400e3 req-d612a9f4-6196-4f4a-87f9-7eada0e12ca3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.1137486 Aug 31 06:48:14.355400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Deleting port 3975742a-41b4-41ea-a22d-c38a82626d27 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:14.355738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.358373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2f22f-dc49-4c3c-985b-53de86ebac87 service neutron] Pushing event updated for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:14.379738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c898a014-bf8c-4e3f-a235-c32f4bba8d73 req-98d61e6f-2ea3-438d-8f3a-aa68f827f1e6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.381263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c898a014-bf8c-4e3f-a235-c32f4bba8d73 req-98d61e6f-2ea3-438d-8f3a-aa68f827f1e6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1136272 Aug 31 06:48:14.388635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-e75c471b-958c-46df-8cad-b803f0154814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.390315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-e75c471b-958c-46df-8cad-b803f0154814 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 1095 time: 0.0799932 Aug 31 06:48:14.444434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b798c31-40cc-4e85-a51d-24c3ccb400e3 req-e3e6fce4-01d8-4d3d-9ca5-2bf383ede5df tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842829 Aug 31 06:48:14.465912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-db15f326-eb78-44a7-91a1-6564c43260c9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2 HTTP/1.1" status: 200 len: 217 time: 0.0459025 Aug 31 06:48:14.468777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c898a014-bf8c-4e3f-a235-c32f4bba8d73 req-eaa78c12-77e0-4e24-96d1-af2fb04236f9 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777149 Aug 31 06:48:14.486895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] For port 3975742a-41b4-41ea-a22d-c38a82626d27, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=3975742a-41b4-41ea-a22d-c38a82626d27,segment=NetworkSegment(2f078a7c-fe31-48dd-9a24-1af043b82485),segment_id=2f078a7c-fe31-48dd-9a24-1af043b82485)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:14.487650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.513552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Calling delete_port for 3975742a-41b4-41ea-a22d-c38a82626d27 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:14.529083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-97062601-a28d-4118-9771-8bf7596c9d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.530596 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-97062601-a28d-4118-9771-8bf7596c9d53 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0514255 Aug 31 06:48:14.575081 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812bd582-1864-4638-a22e-569554f11093 x-openstack-request-id: req-812bd582-1864-4638-a22e-569554f11093 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:14.575699 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:14.575699 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-812bd582-1864-4638-a22e-569554f11093 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:14.576294 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2', 'status': 'completed', 'code': 200} Aug 31 06:48:14.578973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-b0488f75-55bd-41f6-9ab5-64023479f842 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351288 Aug 31 06:48:14.707584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-4e6206ff-2e8a-418c-9eb4-d4838af236c4 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145086 Aug 31 06:48:14.727629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.742003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['3975742a-41b4-41ea-a22d-c38a82626d27'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:14.755568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3142c-55c6-4bab-9ff3-99843a4efb69 req-2a79b43b-0563-43ef-8e1e-5558ae73c374 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.757153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-78d3142c-55c6-4bab-9ff3-99843a4efb69 req-2a79b43b-0563-43ef-8e1e-5558ae73c374 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 943 time: 0.0937686 Aug 31 06:48:14.788684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Pushing event deleted for resources: {'Port': ['ID=3975742a-41b4-41ea-a22d-c38a82626d27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:14.810483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b8e6c0b-09e6-417d-8e0c-91849854d724 req-d918c11c-ea31-4f07-b423-b5d5ba031a4c service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919354 Aug 31 06:48:14.862806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] No DVR routers for this DVR port 3975742a-41b4-41ea-a22d-c38a82626d27 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:14.866929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:14.869733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41969571-52e5-4084-8a15-e42d1782d768 req-a0725684-e24c-43de-bd21-09fe845fd69c tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.53 "DELETE /v2.0/ports/3975742a-41b4-41ea-a22d-c38a82626d27 HTTP/1.1" status: 204 len: 173 time: 0.6918907 Aug 31 06:48:14.870176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'name': 'network-vif-deleted', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:14.872403 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5594657-ecde-43bf-8fd4-22982b568ad1" -d '{"events": [{"server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "name": "network-vif-deleted", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:14.878237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-78d3142c-55c6-4bab-9ff3-99843a4efb69 req-8f0dde32-7b6e-4d88-9d06-1a3db9cbd1b6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943203 Aug 31 06:48:14.923530 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a51467-908e-4612-833e-73f2cf790bcc x-openstack-request-id: req-d5a51467-908e-4612-833e-73f2cf790bcc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:14.923868 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc", "name": "network-vif-deleted", "tag": "3975742a-41b4-41ea-a22d-c38a82626d27", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:14.924782 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d5a51467-908e-4612-833e-73f2cf790bcc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:14.925209 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc', 'name': 'network-vif-deleted', 'tag': '3975742a-41b4-41ea-a22d-c38a82626d27', 'status': 'completed', 'code': 200} Aug 31 06:48:14.931189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-fe7f86f4-8b13-4ea6-9fce-f7ab7cd3c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:14.933464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-fe7f86f4-8b13-4ea6-9fce-f7ab7cd3c4e3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 1095 time: 0.0608339 Aug 31 06:48:15.043230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-35dc4059-5701-4568-9e60-663e53f6c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.044721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-35dc4059-5701-4568-9e60-663e53f6c9ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.0905640 Aug 31 06:48:15.101104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-5f347060-2b15-4941-bdd8-55da7c915dbc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2 HTTP/1.1" status: 200 len: 217 time: 0.0397031 Aug 31 06:48:15.163983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-2e69fedf-a15b-477a-b095-35f598221bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.166423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-2e69fedf-a15b-477a-b095-35f598221bb5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0544114 Aug 31 06:48:15.220333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-3a085a6a-91d1-4d7a-b867-adb5d421f2d2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388122 Aug 31 06:48:15.356123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd07f947-91f7-4037-891c-b47c3b991404 req-6cdb0296-563b-43da-942b-b9480e188a64 tempest-InstanceActionsV221TestJSON-981123071 tempest-InstanceActionsV221TestJSON-981123071-project] 10.222.0.57 "GET /v2.0/ports?device_id=cdc7cd8e-4ecc-4bb5-8b0f-0234d278b8bc HTTP/1.1" status: 200 len: 210 time: 0.0582280 Aug 31 06:48:15.390393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-2a955bb1-d842-41c0-950e-7b22e04ad240 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551340 Aug 31 06:48:15.498178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c4078a8-cfc0-46f8-b11d-ca2cf20abb5e req-28e7b9f9-c0c2-4327-9d93-c7d85303bbae service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933940 Aug 31 06:48:15.546811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:15.575686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca0f6a8-aa76-420f-99dd-4302b6701246 req-706c4822-3c4e-4d30-84a9-ba8834f590cd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.577213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aca0f6a8-aa76-420f-99dd-4302b6701246 req-706c4822-3c4e-4d30-84a9-ba8834f590cd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0494490 Aug 31 06:48:15.601112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ea2ad-9eed-4d1a-92c4-d049a10c25fe req-e5706cfb-cb47-4bbc-b1f0-b63202ec46cb tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:15.602667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69ea2ad-9eed-4d1a-92c4-d049a10c25fe req-e5706cfb-cb47-4bbc-b1f0-b63202ec46cb tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0512340 Aug 31 06:48:15.621682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aca0f6a8-aa76-420f-99dd-4302b6701246 req-cb60084c-4c7a-4227-b85f-f8c2644787fc tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382171 Aug 31 06:48:15.650633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a69ea2ad-9eed-4d1a-92c4-d049a10c25fe req-3214b590-91b3-4f85-9ce7-0d7784e7b824 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387964 Aug 31 06:48:16.013067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83bafc3-0b01-470e-8c41-9ab57cf3818e req-858321ed-c26f-46b0-b837-afe09a83a5c1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.014571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b83bafc3-0b01-470e-8c41-9ab57cf3818e req-858321ed-c26f-46b0-b837-afe09a83a5c1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 943 time: 0.0507190 Aug 31 06:48:16.057864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b83bafc3-0b01-470e-8c41-9ab57cf3818e req-fb6aeb43-e2d5-4b83-99c0-43424ea1d43f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370936 Aug 31 06:48:16.593296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:16.639593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Deleting subnet 808cbaf6-5aaa-48ea-84cd-afcc909f0c7f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:16.642920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.680986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.729654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.747145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af44515-8b35-43b2-a03e-d2820c423d40 req-180f4b87-185b-45bf-a58f-7725506865b8 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.748634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7af44515-8b35-43b2-a03e-d2820c423d40 req-180f4b87-185b-45bf-a58f-7725506865b8 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0535944 Aug 31 06:48:16.790082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7af44515-8b35-43b2-a03e-d2820c423d40 req-4258f62e-4a26-42b7-8888-60a422ad1e5c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345259 Aug 31 06:48:16.818943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15daf91-550c-4eff-a379-686fa11a2795 req-58578516-4285-422b-ad8e-c55babd30224 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:16.827349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d15daf91-550c-4eff-a379-686fa11a2795 req-58578516-4285-422b-ad8e-c55babd30224 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0987575 Aug 31 06:48:16.859658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.902866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d15daf91-550c-4eff-a379-686fa11a2795 req-8019a378-2361-4dc1-90b0-6f8f8bb8c30c tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731871 Aug 31 06:48:16.903568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.907937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/808cbaf6-5aaa-48ea-84cd-afcc909f0c7f HTTP/1.1" status: 204 len: 168 time: 0.3110816 Aug 31 06:48:16.907937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108e986-0271-4f01-9bf6-10ff2e3c6c02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=808cbaf6-5aaa-48ea-84cd-afcc909f0c7f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:16.908459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:16.982714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:16.988935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d10f4d74-d07f-4dc4-804f-b1049e017ef2 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:17.062911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.073983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38252f5-610c-4a0c-bdab-4d641800e47e']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:17.085039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f078a7c-fe31-48dd-9a24-1af043b82485') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:17.085243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f078a7c-fe31-48dd-9a24-1af043b82485') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:17.097662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.102557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:17.115216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.119194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2', 'mac_address': 'fa:16:3e:5d:2a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:17.123564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:17.124076 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:17.126538 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:17.167021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.180146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10f4d74-d07f-4dc4-804f-b1049e017ef2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:17.190537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.197796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.200140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e38252f5-610c-4a0c-bdab-4d641800e47e HTTP/1.1" status: 204 len: 168 time: 0.2897739 Aug 31 06:48:17.210856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:17.219161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.231189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0daac75-c18d-496b-906b-9153688ba755 admin admin] Pushing event deleted for resources: {'Network': ['ID=e38252f5-610c-4a0c-bdab-4d641800e47e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:17.241677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b982361-362a-4033-9493-90f8cf15e863 req-ac736ebe-9cd4-4b2e-84d5-2a1581d30daf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:17.258223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b982361-362a-4033-9493-90f8cf15e863 req-ac736ebe-9cd4-4b2e-84d5-2a1581d30daf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 943 time: 0.1094394 Aug 31 06:48:17.299914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:17.339902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b982361-362a-4033-9493-90f8cf15e863 req-55dc7fa9-3638-4e5b-aaf9-4c7c5bff8210 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Aug 31 06:48:17.424877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 3975742a-41b4-41ea-a22d-c38a82626d27 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:17.427871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:17.446353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 3975742a-41b4-41ea-a22d-c38a82626d27 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:17.446686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 3975742a-41b4-41ea-a22d-c38a82626d27 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:17.474217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-246941a7-47fa-443d-a89a-3b47c0144c41 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e650d01ee274016bf6be15d38213260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446484 Aug 31 06:48:17.476595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:17.526639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.548066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.593710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.596522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:17.597687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9c0bb701-da2e-45cc-883a-16b9fd21ab2f HTTP/1.1" status: 204 len: 168 time: 0.1201410 Aug 31 06:48:17.604491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d10f4d74-d07f-4dc4-804f-b1049e017ef2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:17.606833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634594bb-dc0a-45eb-8704-85255398128d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c0bb701-da2e-45cc-883a-16b9fd21ab2f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:18.128963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4226ea5-35d2-46af-a1bc-498cdf24d1e1 req-204f698e-a6c2-4e02-9e18-6f5fb15f5617 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.137615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4226ea5-35d2-46af-a1bc-498cdf24d1e1 req-204f698e-a6c2-4e02-9e18-6f5fb15f5617 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0915782 Aug 31 06:48:18.188548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4226ea5-35d2-46af-a1bc-498cdf24d1e1 req-ad9d2927-a728-493c-8e4d-a06522c86512 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441425 Aug 31 06:48:18.308075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6d379-0f1c-4ca8-914c-c3e340b4ec12 req-c33a8d41-00dc-4924-bbd1-b3b4be27271b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.316428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0e6d379-0f1c-4ca8-914c-c3e340b4ec12 req-c33a8d41-00dc-4924-bbd1-b3b4be27271b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.4532607 Aug 31 06:48:18.359347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0e6d379-0f1c-4ca8-914c-c3e340b4ec12 req-adfa5dcc-5d03-44f3-af39-a3f4bdb791e4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416434 Aug 31 06:48:18.446151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:18.514223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef70e14-6526-4463-ae6b-1e36225dcd53 req-3776fa40-0e4d-4d28-a225-ad95fba7860e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.516038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fef70e14-6526-4463-ae6b-1e36225dcd53 req-3776fa40-0e4d-4d28-a225-ad95fba7860e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 944 time: 0.0556159 Aug 31 06:48:18.535728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:18.561624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fef70e14-6526-4463-ae6b-1e36225dcd53 req-7a4b8876-1541-4c1f-9bb8-92381acfdb98 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388510 Aug 31 06:48:18.620797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.633249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1068088071-network', 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:18.654388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:48:18.654388 n-d-712707-15 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:48:18.654388 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id': 'a894f4d626b045328837a59cfef71e64', 'id': '5352f360-8dbb-4f13-a3b5-39dad19319a2', 'expiration': datetime.datetime(2021, 8, 31, 6, 50, 18, 650357)}] Aug 31 06:48:18.654388 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:48:18.654815 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:48:18.661796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:18.664155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.673092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.766664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.770321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.792970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:18.806979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=573a25e5-4eb8-4e50-97f0-97c203828682,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:18.811702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.812050 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Added segment f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6 of type vlan for network 07158428-204e-415e-ad6d-d72262cd1c4b Aug 31 06:48:18.851877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.877368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.878419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:18.879015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.931513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3947718 Aug 31 06:48:18.934530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:18.938285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973669e5-e895-47d7-be06-94652aba4b13 admin admin] Pushing event updated for resources: {'Network': ['ID=07158428-204e-415e-ad6d-d72262cd1c4b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:18.939579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Request body: {'subnet': {'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1068088071-subnet', 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:18.948589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 07158428-204e-415e-ad6d-d72262cd1c4b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:18.960076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:18.963011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:18.990372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d10f4d74-d07f-4dc4-804f-b1049e017ef2 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:19.066358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port d10f4d74-d07f-4dc4-804f-b1049e017ef2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:19.070267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port d10f4d74-d07f-4dc4-804f-b1049e017ef2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:19.070484 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.151187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.154792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.156478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.189522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:19.190464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:19.193489 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de8320-4a8e-40a9-9311-c11d1a7fc96f" -d '{"events": [{"server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "name": "network-vif-plugged", "status": "completed", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:19.198121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.219228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad7696f8-7a37-4e88-a550-84b9a4f85c20,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:19.229071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Checking segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:19.229683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Network hostable DHCP agents. Network: 07158428-204e-415e-ad6d-d72262cd1c4b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:19.250374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Network 07158428-204e-415e-ad6d-d72262cd1c4b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:19.264478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 07158428-204e-415e-ad6d-d72262cd1c4b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:19.265216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:19.271711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.272640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.275663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da77dee-339a-4e9d-8138-301bc777a8f6 None None] Network 07158428-204e-415e-ad6d-d72262cd1c4b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:19.284127 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad573043-ccae-4e98-92a5-9a6fea7dc34b x-openstack-request-id: req-ad573043-ccae-4e98-92a5-9a6fea7dc34b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:19.284647 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "name": "network-vif-plugged", "status": "completed", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:19.285045 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad573043-ccae-4e98-92a5-9a6fea7dc34b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:19.286177 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2', 'code': 200} Aug 31 06:48:19.292567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.298431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.314394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cead91bf-3639-4b8f-8723-9774bf46113f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3694866 Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.314665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:19.359644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a894f4d626b045328837a59cfef71e64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9101057 Aug 31 06:48:19.359644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02e263-d161-40b1-9851-ff8222c0226f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dfdfe7-d572-43e5-b5f1-2a073b19599a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:19.361762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.426013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59911d1a-32e5-412d-b574-d245f851e189 req-a9010313-bc8d-481a-81d6-f532809ba562 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.427926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.433468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59911d1a-32e5-412d-b574-d245f851e189 req-a9010313-bc8d-481a-81d6-f532809ba562 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1102273 Aug 31 06:48:19.457541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.466519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55144083-1747-439b-a6dc-b2f136c1d8b8 req-0306f9df-dc51-4395-b8fb-d1afdb27af1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.468000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55144083-1747-439b-a6dc-b2f136c1d8b8 req-0306f9df-dc51-4395-b8fb-d1afdb27af1e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 1097 time: 0.0813696 Aug 31 06:48:19.493819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59911d1a-32e5-412d-b574-d245f851e189 req-13f94c56-7378-4c73-9b2d-14ea1ef2088a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588238 Aug 31 06:48:19.543303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2ad7c-d8d9-4ad6-9cb8-1d97b455516f None None] Network 07158428-204e-415e-ad6d-d72262cd1c4b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:19.574975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55144083-1747-439b-a6dc-b2f136c1d8b8 req-6b60b30f-36aa-44e3-b96a-1f6c8bdf6741 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799701 Aug 31 06:48:19.579439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a941fd48-6ffe-464b-9cc3-def53961cdb3 req-7c4d89de-0d2b-4d08-b9ea-570366c602d6 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.580963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a941fd48-6ffe-464b-9cc3-def53961cdb3 req-7c4d89de-0d2b-4d08-b9ea-570366c602d6 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0677409 Aug 31 06:48:19.597837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.600501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:19.601622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3dfdfe7-d572-43e5-b5f1-2a073b19599a HTTP/1.1" status: 204 len: 168 time: 0.2388997 Aug 31 06:48:19.620057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef9b74-52e5-46ea-9af8-70e0df501f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dfdfe7-d572-43e5-b5f1-2a073b19599a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:19.656584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a941fd48-6ffe-464b-9cc3-def53961cdb3 req-a4f59bae-4196-437b-a5f4-deea3ca63cfd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652528 Aug 31 06:48:19.779598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f87b4d8-ea81-4010-9a51-1cd4682336c4 req-ec0904a7-79c6-4149-963c-3b9e24d9f397 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:19.781300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f87b4d8-ea81-4010-9a51-1cd4682336c4 req-ec0904a7-79c6-4149-963c-3b9e24d9f397 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.0583375 Aug 31 06:48:19.824241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f87b4d8-ea81-4010-9a51-1cd4682336c4 req-78252c9e-9af3-4040-a5fc-71858d2621b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353518 Aug 31 06:48:19.922127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:19.935637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54ab4430-2122-4f8c-9ca4-3ae618b48228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.029060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54ab4430-2122-4f8c-9ca4-3ae618b48228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.033134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54ab4430-2122-4f8c-9ca4-3ae618b48228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.039325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-b2e2d975-f61d-4662-9f8c-04ea9915b239 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.040966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-b2e2d975-f61d-4662-9f8c-04ea9915b239 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1046276 Aug 31 06:48:20.056716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-340802de-4099-44ce-9fad-eff2704b5efe tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/quotas/60ac247b74da4032b8d8b5919d6220d0 HTTP/1.1" status: 200 len: 375 time: 0.0096006 Aug 31 06:48:20.072133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54ab4430-2122-4f8c-9ca4-3ae618b48228 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=638fb542c2a344488e78b9275eefafa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1481185 Aug 31 06:48:20.074428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:20.076660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4430-2122-4f8c-9ca4-3ae618b48228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe4ef1a-4fc3-468d-8b86-97e3cf4e3d0f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:20.098443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-1f7e76bc-b7f7-4d4e-86cd-190ec0ed3f20 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353842 Aug 31 06:48:20.203266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.238035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.241043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-20c086b7-bee7-456c-88b8-b1a4448d13bd service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343310 Aug 31 06:48:20.349619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.351997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:20.353377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/abe4ef1a-4fc3-468d-8b86-97e3cf4e3d0f HTTP/1.1" status: 204 len: 168 time: 0.2778687 Aug 31 06:48:20.359674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d6277dfb-cbe7-4f82-9a70-52548d25419f service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108515 Aug 31 06:48:20.364651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ec2b93-47cf-45ea-b2da-fe8df8bac976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe4ef1a-4fc3-468d-8b86-97e3cf4e3d0f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:20.547817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73beb840-05bf-4192-b393-4673e534edd3 req-c2738f15-9c5f-426f-ad8e-f4e0a12b45ac tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 210 time: 0.0443861 Aug 31 06:48:20.622930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45165dc-e8d1-4834-b91b-828743299df3 req-6cea88b1-5ac2-48be-85d9-68c699cbc63a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.626246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a45165dc-e8d1-4834-b91b-828743299df3 req-6cea88b1-5ac2-48be-85d9-68c699cbc63a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0692587 Aug 31 06:48:20.672736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a45165dc-e8d1-4834-b91b-828743299df3 req-6907eb74-8496-4658-8d8a-636ff17e2af1 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402558 Aug 31 06:48:20.858990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7d1a8-5e6e-4727-852b-cc98aeb77a02 req-8d6af40e-85b3-454a-8d2f-74e65a565395 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.860820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45d7d1a8-5e6e-4727-852b-cc98aeb77a02 req-8d6af40e-85b3-454a-8d2f-74e65a565395 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0754087 Aug 31 06:48:20.922485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45d7d1a8-5e6e-4727-852b-cc98aeb77a02 req-9a8a00ff-a5a3-46f9-b2ec-236e0b3c63a7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472929 Aug 31 06:48:20.934965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79f7e6-3a84-4325-9877-92af8fe0e3a4 req-c5756b2a-4bbe-480f-9b4d-f692c5c91072 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.934965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e79f7e6-3a84-4325-9877-92af8fe0e3a4 req-c5756b2a-4bbe-480f-9b4d-f692c5c91072 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0896668 Aug 31 06:48:20.938389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-6185d659-ffdb-40ce-ace5-d97c2dbfff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:20.940059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-6185d659-ffdb-40ce-ace5-d97c2dbfff09 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.1065979 Aug 31 06:48:21.030294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b51c5d-c640-4a3b-aed8-63888b3080d8 req-9fd534d8-100e-437d-89cc-0417ad37e099 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.031945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27b51c5d-c640-4a3b-aed8-63888b3080d8 req-9fd534d8-100e-437d-89cc-0417ad37e099 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.0565922 Aug 31 06:48:21.038744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e79f7e6-3a84-4325-9877-92af8fe0e3a4 req-aa55ee02-af06-4e4b-92d7-3b4b17944c37 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979071 Aug 31 06:48:21.094753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27b51c5d-c640-4a3b-aed8-63888b3080d8 req-e691aae5-d148-4cc9-b9c4-4e5a0c8e600b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529366 Aug 31 06:48:21.095926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-36631d05-eb2f-414a-aaa7-962bcf1137a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.097442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-36631d05-eb2f-414a-aaa7-962bcf1137a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.1351275 Aug 31 06:48:21.182490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-8d2037ce-8549-410f-b292-4dad8959ccd7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.0735285 Aug 31 06:48:21.244020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-5cd83107-fca8-4fef-9337-c8940b449b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.245557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-5cd83107-fca8-4fef-9337-c8940b449b9c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0480940 Aug 31 06:48:21.310577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-25f0bc67-eb79-48eb-ade2-01f0a4fb3fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.312105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-25f0bc67-eb79-48eb-ade2-01f0a4fb3fca service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418308 Aug 31 06:48:21.433952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-7e5af835-4489-47a2-936f-24886833991a service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992126 Aug 31 06:48:21.562086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7fe19b-c18a-4537-b52c-5980bc6ccc7e req-b9329c41-cc12-4d2d-9b30-491121261a96 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994861 Aug 31 06:48:21.701742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60efbf9a-50ba-45d2-8a9d-02d391162695 req-7144c8a2-61cd-4e05-8dde-6980c1e100e9 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 210 time: 0.0389977 Aug 31 06:48:21.774186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-ca3a5cbd-2fce-4a9d-aa38-42dfa6534703 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.776486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-ca3a5cbd-2fce-4a9d-aa38-42dfa6534703 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1701214 Aug 31 06:48:21.795633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Request body: {'port': {'device_id': '0a472658-046e-467d-b495-2598a85c8fa5', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'admin_state_up': True, 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:21.894628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0c675-b0e4-4335-8ad7-05deac0d3e88 req-854fcdc7-ea39-44d8-bd63-74ed8bd564d4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:21.896433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7e0c675-b0e4-4335-8ad7-05deac0d3e88 req-854fcdc7-ea39-44d8-bd63-74ed8bd564d4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0966787 Aug 31 06:48:21.944873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:21.949440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:21.952627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7e0c675-b0e4-4335-8ad7-05deac0d3e88 req-838374a5-f624-499b-b938-b9c3e0b07377 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490134 Aug 31 06:48:22.122472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222a728b-8676-43bc-bf9c-f83bd6ba781f req-e89fccec-6263-4265-8851-84502d26d292 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.124005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-222a728b-8676-43bc-bf9c-f83bd6ba781f req-e89fccec-6263-4265-8851-84502d26d292 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.1121931 Aug 31 06:48:22.163705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Allocated IP 172.20.0.11 (07158428-204e-415e-ad6d-d72262cd1c4b/ad7696f8-7a37-4e88-a550-84b9a4f85c20/63574df2-c76d-4ce1-b085-fd38e61f9705) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:22.183236 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-222a728b-8676-43bc-bf9c-f83bd6ba781f req-4d68e080-91cf-444e-920b-b290d79a5176 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513484 Aug 31 06:48:22.186224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94985fe5-b9cb-440c-906c-bdf1ff4ab460 req-45060939-0153-4f3d-abdd-9edc7b4fa03a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.189804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94985fe5-b9cb-440c-906c-bdf1ff4ab460 req-45060939-0153-4f3d-abdd-9edc7b4fa03a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0639160 Aug 31 06:48:22.265367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-94985fe5-b9cb-440c-906c-bdf1ff4ab460 req-f01591ce-bfa3-4254-8645-d6c8e82da54e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656834 Aug 31 06:48:22.396948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.413967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac665a0-bee1-4313-a0ce-2b6fc07d6cc6 req-f1544186-809c-4495-9a3b-14a5463801f3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.415466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ac665a0-bee1-4313-a0ce-2b6fc07d6cc6 req-f1544186-809c-4495-9a3b-14a5463801f3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.0978808 Aug 31 06:48:22.475664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ac665a0-bee1-4313-a0ce-2b6fc07d6cc6 req-7cf1610a-e9da-419f-adaa-572454003072 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527973 Aug 31 06:48:22.481076 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.524987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Network 07158428-204e-415e-ad6d-d72262cd1c4b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:22.531049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:22.534794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:22.563239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event updated for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:22.590008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.590746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.606184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-df0f6628-955c-48c4-a10d-c3c94d292452 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8201888 Aug 31 06:48:22.618946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Request body: {'port': {'device_id': '0a472658-046e-467d-b495-2598a85c8fa5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:22.627228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59274582-ebec-409c-8ba3-14b8fcd277e6 req-23ffcf44-d752-42f6-a14d-c0ce1c83db7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.628923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59274582-ebec-409c-8ba3-14b8fcd277e6 req-23ffcf44-d752-42f6-a14d-c0ce1c83db7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0590217 Aug 31 06:48:22.671473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59274582-ebec-409c-8ba3-14b8fcd277e6 req-bf7eeb47-a9e0-45f6-96d4-84f91077745f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348427 Aug 31 06:48:22.679809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:22.839711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed238f2-2402-4ef4-bb02-dfc18af8f5f2 req-90c19f01-28cc-4020-bb3e-534579cd8941 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.841307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ed238f2-2402-4ef4-bb02-dfc18af8f5f2 req-90c19f01-28cc-4020-bb3e-534579cd8941 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 932 time: 0.0543380 Aug 31 06:48:22.887822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ed238f2-2402-4ef4-bb02-dfc18af8f5f2 req-58d524d5-a063-4c98-b390-53f0620b95ab tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Aug 31 06:48:22.902151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e6f90-9852-4916-8cf8-517419f4126a req-f16e5063-1bce-45cb-bb85-166fb90b58ff tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:22.903683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae0e6f90-9852-4916-8cf8-517419f4126a req-f16e5063-1bce-45cb-bb85-166fb90b58ff tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.1519682 Aug 31 06:48:22.978430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae0e6f90-9852-4916-8cf8-517419f4126a req-2fab5568-b41f-496f-ae51-8535d2ea0168 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596163 Aug 31 06:48:23.033658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:23.054165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63574df2-c76d-4ce1-b085-fd38e61f9705 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:23.062834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.077299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Transition to ACTIVE for port object 63574df2-c76d-4ce1-b085-fd38e61f9705 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:23.083794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.115717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23efcf6d-7a08-47ed-9e1f-e29c6b76538c req-a0356e9c-6132-4ed9-8739-e1e49074cdf7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.117909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-23efcf6d-7a08-47ed-9e1f-e29c6b76538c req-a0356e9c-6132-4ed9-8739-e1e49074cdf7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0786312 Aug 31 06:48:23.150682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Pushing event updated for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.184980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312604d2-0c15-43ab-8727-94f13e93feb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.202695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-23efcf6d-7a08-47ed-9e1f-e29c6b76538c req-70f8000c-1489-4221-a6e1-725dbafbd596 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737500 Aug 31 06:48:23.266230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Attempting to bind port 63574df2-c76d-4ce1-b085-fd38e61f9705 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:23.266564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Attempting to bind port 63574df2-c76d-4ce1-b085-fd38e61f9705 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:23.266891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Attempting to bind port 63574df2-c76d-4ce1-b085-fd38e61f9705 on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:23.274992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Port 63574df2-c76d-4ce1-b085-fd38e61f9705 on network 07158428-204e-415e-ad6d-d72262cd1c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:23.275439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Attempting to bind port 63574df2-c76d-4ce1-b085-fd38e61f9705 on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:23.287030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f846a63-376f-4270-889f-444ca09cfacd req-29b2240f-34ef-4b7b-8366-d584c7298bfe tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.288551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f846a63-376f-4270-889f-444ca09cfacd req-29b2240f-34ef-4b7b-8366-d584c7298bfe tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.0739822 Aug 31 06:48:23.291962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:23.292299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Checking segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:23.292703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Bound using segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:23.293107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Bound port: 63574df2-c76d-4ce1-b085-fd38e61f9705, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:23.293507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.336552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312604d2-0c15-43ab-8727-94f13e93feb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.342690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-312604d2-0c15-43ab-8727-94f13e93feb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.368020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f846a63-376f-4270-889f-444ca09cfacd req-ce8d544d-8e12-4e3b-bb0e-34b743a0ec89 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722268 Aug 31 06:48:23.386931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886137a-1d28-424c-8699-de208a196357 req-a26217df-aa34-4038-9ce8-7ac9cadbe374 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.389414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:23.389555 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0886137a-1d28-424c-8699-de208a196357 req-a26217df-aa34-4038-9ce8-7ac9cadbe374 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.1019042 Aug 31 06:48:23.392864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=63574df2-c76d-4ce1-b085-fd38e61f9705,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:23.399543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.428426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-312604d2-0c15-43ab-8727-94f13e93feb7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51cefc34e6094354a7fe7714c73efe88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3924956 Aug 31 06:48:23.428636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:23.430290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312604d2-0c15-43ab-8727-94f13e93feb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a39905-3230-488e-9938-6705432634ef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.452893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.453541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.454533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0886137a-1d28-424c-8699-de208a196357 req-985656e1-1bda-43b8-878a-a6ec0a7c437d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550375 Aug 31 06:48:23.455035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] 10.222.0.53 "PUT /v2.0/ports/63574df2-c76d-4ce1-b085-fd38e61f9705 HTTP/1.1" status: 200 len: 1093 time: 0.8408601 Aug 31 06:48:23.459770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:23.462748 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880" -d '{"events": [{"name": "network-changed", "server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:23.555404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213df86-2a78-47ad-b251-4c9e620c9fbe service neutron] Pushing event updated for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.577705 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab8b1c38-08de-4fb3-bb0e-1ecb6a406def x-openstack-request-id: req-ab8b1c38-08de-4fb3-bb0e-1ecb6a406def {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:23.577997 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:23.578247 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab8b1c38-08de-4fb3-bb0e-1ecb6a406def {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:23.578637 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705', 'status': 'completed', 'code': 200} Aug 31 06:48:23.596068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.608280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d9837-5b18-4284-ad6e-c206c391b75f req-3ac4b50c-0012-4437-acb8-86afeacf8634 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.609780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb0d9837-5b18-4284-ad6e-c206c391b75f req-3ac4b50c-0012-4437-acb8-86afeacf8634 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1301131 Aug 31 06:48:23.618868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-fda73b53-49ed-4509-bd34-1b9df2115abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.620259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-fda73b53-49ed-4509-bd34-1b9df2115abd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 1096 time: 0.1165676 Aug 31 06:48:23.676156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.684775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-f11a3378-4434-431c-850a-7d4f21d14fe5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63574df2-c76d-4ce1-b085-fd38e61f9705 HTTP/1.1" status: 200 len: 217 time: 0.0497620 Aug 31 06:48:23.745987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb0d9837-5b18-4284-ad6e-c206c391b75f req-0afae2a6-f6f1-4616-8653-54144a045ba7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246104 Aug 31 06:48:23.770126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-eb25e9fd-dace-4851-8ab1-f65980d9def2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:23.771590 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-eb25e9fd-dace-4851-8ab1-f65980d9def2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0795577 Aug 31 06:48:23.775821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.778314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:23.779339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36a39905-3230-488e-9938-6705432634ef HTTP/1.1" status: 204 len: 168 time: 0.3490710 Aug 31 06:48:23.809634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b301b4-3ddd-4e49-a7a6-6e3a75a7e32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a39905-3230-488e-9938-6705432634ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:23.812750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-812ec4ca-4e07-41dd-8923-7bfce7fb4693 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324352 Aug 31 06:48:23.909472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-62adb13e-0dd4-4011-9e14-953a739d1c01 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897400 Aug 31 06:48:24.026545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b3255-70cf-46f8-9a17-ee859f9af180 req-54a525d6-f82f-4f87-b851-597543ae9d2f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.028239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b1b3255-70cf-46f8-9a17-ee859f9af180 req-54a525d6-f82f-4f87-b851-597543ae9d2f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 944 time: 0.0624983 Aug 31 06:48:24.043879 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2eddb2d2-aff4-43c3-a001-729f4492d223 req-726daab6-2f3f-4d78-a5f4-ec795a595bf7 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271732 Aug 31 06:48:24.072183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b1b3255-70cf-46f8-9a17-ee859f9af180 req-52c2a766-4b28-4615-b5cb-755c2f59343e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371711 Aug 31 06:48:24.084849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:24.110528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6545062d-5d79-4315-a254-6eaf99d40a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.169957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-35a2c7ef-916b-4fa4-8393-f8b1e7069507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.171493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-35a2c7ef-916b-4fa4-8393-f8b1e7069507 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 1096 time: 0.0711017 Aug 31 06:48:24.265763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-c5344a5e-6d22-48db-82d0-f5dd42ae2e66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0492797 Aug 31 06:48:24.330871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6545062d-5d79-4315-a254-6eaf99d40a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.336492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-443f812c-3292-43e9-ae01-af1c18c4f466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.338497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-443f812c-3292-43e9-ae01-af1c18c4f466 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 916 time: 0.1552124 Aug 31 06:48:24.340305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6545062d-5d79-4315-a254-6eaf99d40a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.373452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.374102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.374397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.374862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.375325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.375787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.376243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.378178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-d2612205-f757-4ed8-bf8b-c82f6e6d0f32 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2e2e30b05dd549e9b3d78b752c014574&device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6509 time: 0.0526485 Aug 31 06:48:24.416992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-99ddde40-f9d6-48f5-961a-0c935610c926 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63574df2-c76d-4ce1-b085-fd38e61f9705 HTTP/1.1" status: 200 len: 217 time: 0.0695837 Aug 31 06:48:24.437107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6545062d-5d79-4315-a254-6eaf99d40a63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a603a1ae13b3474899655262ec22f8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3511472 Aug 31 06:48:24.444547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b2d04-1247-40fb-a8b9-02bbfe7d3982 req-37238e3f-0eb0-433d-9333-5b2b6c2c77ba tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.446185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b53b2d04-1247-40fb-a8b9-02bbfe7d3982 req-37238e3f-0eb0-433d-9333-5b2b6c2c77ba tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1598840 Aug 31 06:48:24.447558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6545062d-5d79-4315-a254-6eaf99d40a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85509f50-82d4-450e-b551-01aedfad22c5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:24.458584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:24.502208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-36335d83-96a2-4944-a101-81cbdae2c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.503571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-36335d83-96a2-4944-a101-81cbdae2c986 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0793965 Aug 31 06:48:24.516670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b53b2d04-1247-40fb-a8b9-02bbfe7d3982 req-149cbdf1-d80f-4758-bd80-ad35e5f4e98b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488160 Aug 31 06:48:24.551339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-539afa47-ea0a-4633-b426-917bac8ae99a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336742 Aug 31 06:48:24.585557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a041ea-1828-4b62-a0a9-cefa3b941a38 req-52fe0742-2f83-4ba4-9936-b9a619941618 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.587638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10a041ea-1828-4b62-a0a9-cefa3b941a38 req-52fe0742-2f83-4ba4-9936-b9a619941618 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.1274910 Aug 31 06:48:24.598418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7550a08d-1115-4eff-83c9-20a38725c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.598895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7550a08d-1115-4eff-83c9-20a38725c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.599368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7550a08d-1115-4eff-83c9-20a38725c7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.600881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7550a08d-1115-4eff-83c9-20a38725c7f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 200 len: 2299 time: 0.1940205 Aug 31 06:48:24.677242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.680187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6626af48-ad79-4dd6-a705-d0fcd962d837 req-bb36be81-0d2e-43e1-a0da-689e97c2a7bd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.682390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6626af48-ad79-4dd6-a705-d0fcd962d837 req-bb36be81-0d2e-43e1-a0da-689e97c2a7bd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0786445 Aug 31 06:48:24.688029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-a3acb0f4-2ee9-480c-aa55-acba5c9f2bbb service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277008 Aug 31 06:48:24.730361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10a041ea-1828-4b62-a0a9-cefa3b941a38 req-f63783c4-981f-4996-ba41-99c20e1c60a9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341760 Aug 31 06:48:24.752904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.764429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-b22656dd-f778-4591-b286-e3ec1dc17c8c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 200 len: 1000 time: 0.1534238 Aug 31 06:48:24.772444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6626af48-ad79-4dd6-a705-d0fcd962d837 req-411b7dd1-2300-4101-9eb0-b54f6c4c0f4c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820899 Aug 31 06:48:24.805830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a281aef-1e3e-4eba-a29d-da9d66e41f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.817504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c5d53b-0651-43b7-8ae7-3280bd6bd880 req-a5c1ba5c-3ff2-4f7c-98bc-32394bcd3fd2 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199055 Aug 31 06:48:24.855820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-e5c7cc25-eec0-42ec-9e72-4b5217fb5187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.857681 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-e5c7cc25-eec0-42ec-9e72-4b5217fb5187 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=62087458-557d-429f-ae80-6611eb033dbd HTTP/1.1" status: 200 len: 856 time: 0.0839803 Aug 31 06:48:24.876983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.879524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:24.880632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85509f50-82d4-450e-b551-01aedfad22c5 HTTP/1.1" status: 204 len: 168 time: 0.4192522 Aug 31 06:48:24.910718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f600c-9bef-43df-9568-2aad52d9b0e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85509f50-82d4-450e-b551-01aedfad22c5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:24.927522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-a6a6aa07-032a-4d55-b122-36cc0cbed15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:24.929054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-a6a6aa07-032a-4d55-b122-36cc0cbed15b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4016612e-bc0c-4ac4-9f68-bd7a15f328c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0631459 Aug 31 06:48:25.031600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-30186dbf-51f4-42ef-b724-43935d441ad9 service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931277 Aug 31 06:48:25.170937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-799b113e-0bac-4452-8fda-740b992f67aa service neutron] 10.222.0.53 "GET /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318743 Aug 31 06:48:25.228534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-54b218e9-b342-4e9b-b4ec-244b9b35510a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.248&port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 217 time: 0.0425904 Aug 31 06:48:25.296995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f29de-f712-472e-a509-1c9bd196f1c5 req-0952cd3c-7a47-4c18-a438-2ef9114bdfe2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.298918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e44f29de-f712-472e-a509-1c9bd196f1c5 req-0952cd3c-7a47-4c18-a438-2ef9114bdfe2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 944 time: 0.1467643 Aug 31 06:48:25.301098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-62ae0bfd-f6c7-4da7-bf93-c1ac3f894f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.302690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-62ae0bfd-f6c7-4da7-bf93-c1ac3f894f95 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0643759 Aug 31 06:48:25.386091 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e44f29de-f712-472e-a509-1c9bd196f1c5 req-1f31e82c-40f8-4993-9cda-af4a60f8511c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798428 Aug 31 06:48:25.405255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-6c253a6a-b53c-4ee6-b3cf-868a10efaff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.408100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-6c253a6a-b53c-4ee6-b3cf-868a10efaff1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946887 Aug 31 06:48:25.676218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8563ac9b-437c-438e-94f0-1b31fcae87fc req-aea7ff1b-f151-428b-8e9b-f879e069a935 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.685293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8563ac9b-437c-438e-94f0-1b31fcae87fc req-aea7ff1b-f151-428b-8e9b-f879e069a935 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0644195 Aug 31 06:48:25.719425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:25.745708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8563ac9b-437c-438e-94f0-1b31fcae87fc req-259db058-af33-4160-81c0-d7658660c91a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554328 Aug 31 06:48:25.812192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-a6582921-fbb5-4108-bc3d-1b1c002d6f49 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.813662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-a6582921-fbb5-4108-bc3d-1b1c002d6f49 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.3399844 Aug 31 06:48:25.817750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-de79ccf3-2c34-46b0-a4a3-6109ed154ccb service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990130 Aug 31 06:48:25.864517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-546423574-network', 'tenant_id': '9c865db0e018481996fdfcf3730a52be'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:25.925267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Made reservation on behalf of 9c865db0e018481996fdfcf3730a52be for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:25.927559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.945883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8bf9e8-5ad2-4722-9891-4bf98bf7728b req-a3f6a985-cfae-43da-9844-42b36b53c6e5 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.948452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb8bf9e8-5ad2-4722-9891-4bf98bf7728b req-a3f6a985-cfae-43da-9844-42b36b53c6e5 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0789623 Aug 31 06:48:25.949145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:25.987541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac0f17-4818-4031-bdff-a46caaeb6095 req-4bf1bad8-50e7-4afa-ab88-3571bffea73e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:25.989114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ac0f17-4818-4031-bdff-a46caaeb6095 req-4bf1bad8-50e7-4afa-ab88-3571bffea73e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 945 time: 0.1742120 Aug 31 06:48:26.017692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb8bf9e8-5ad2-4722-9891-4bf98bf7728b req-30e28e7f-3c7b-43b5-a5fd-9a3dae768b57 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603209 Aug 31 06:48:26.041936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-4baca2ed-5e98-4c1b-a646-22b591ede5d9 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159834 Aug 31 06:48:26.094872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.101593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.103868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-c9724981-7cd1-4031-8016-fc92c9dad17d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.140&port_id=6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 217 time: 0.0497437 Aug 31 06:48:26.107472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ac0f17-4818-4031-bdff-a46caaeb6095 req-6e58d3bd-6bab-411b-9c87-55dc677fd1d5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057081 Aug 31 06:48:26.111028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port d10f4d74-d07f-4dc4-804f-b1049e017ef2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:26.111462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.123713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:26.140014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6371a830-ecaf-4ab4-9d9c-c8355786265e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:26.143028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.143379 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Added segment 9ea14202-a40d-4ad6-bc6e-1e16f61352b7 of type vlan for network 51922fa3-8018-4c86-8fb8-29dd2e37b53d Aug 31 06:48:26.186919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.211584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-45fee4ef-a2b9-4f5d-b3a3-6114f6ba115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.213642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-45fee4ef-a2b9-4f5d-b3a3-6114f6ba115c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0988891 Aug 31 06:48:26.228678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.229856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.230502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.279305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port d10f4d74-d07f-4dc4-804f-b1049e017ef2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d10f4d74-d07f-4dc4-804f-b1049e017ef2,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:26.280428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.293494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5727634 Aug 31 06:48:26.294228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc5fe1e-ce25-497e-8d1b-024ebb422450 admin admin] Pushing event updated for resources: {'Network': ['ID=51922fa3-8018-4c86-8fb8-29dd2e37b53d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:26.297118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:26.300174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for d10f4d74-d07f-4dc4-804f-b1049e017ef2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:26.302134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Request body: {'subnet': {'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-546423574-subnet', 'tenant_id': '9c865db0e018481996fdfcf3730a52be', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:26.306036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-24e811c7-2a04-4d0f-8055-5fa0adf8aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.306739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 51922fa3-8018-4c86-8fb8-29dd2e37b53d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:26.307564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-24e811c7-2a04-4d0f-8055-5fa0adf8aa8a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0820189 Aug 31 06:48:26.326692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Made reservation on behalf of 9c865db0e018481996fdfcf3730a52be for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:26.329918 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.461194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-185c0da7-0395-4644-b2df-e49f29527e89 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431990 Aug 31 06:48:26.511816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.568684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aee9d583-54a0-4fd8-9fed-63e224b1fffb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:26.578293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Checking segment: {'id': '9ea14202-a40d-4ad6-bc6e-1e16f61352b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:26.578648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Network hostable DHCP agents. Network: 51922fa3-8018-4c86-8fb8-29dd2e37b53d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:26.597584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Network 51922fa3-8018-4c86-8fb8-29dd2e37b53d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:26.607863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 51922fa3-8018-4c86-8fb8-29dd2e37b53d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:26.608600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.612282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.613020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.617039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5241d035-a719-4335-9b11-745438686458 None None] Network 51922fa3-8018-4c86-8fb8-29dd2e37b53d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:26.617618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fcc804-db5f-4e7a-be19-44a7799445c9 req-7eb40a18-423d-465d-8ee5-2222fe5ee1f3 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.619337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7fcc804-db5f-4e7a-be19-44a7799445c9 req-7eb40a18-423d-465d-8ee5-2222fe5ee1f3 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 944 time: 0.1493635 Aug 31 06:48:26.631389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495', 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'd10f4d74-d07f-4dc4-804f-b1049e017ef2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:26.652924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12591a73-ac79-4936-bb25-421384cf03a0 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3458922 Aug 31 06:48:26.678943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=d10f4d74-d07f-4dc4-804f-b1049e017ef2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:26.691773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-915f1a1f-0969-4fc0-af6d-e11724cc5b93 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229457 Aug 31 06:48:26.767310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port d10f4d74-d07f-4dc4-804f-b1049e017ef2 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:26.771545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:26.773514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c481e6b-4359-43e1-8c6a-0408fb27eb31 req-5f9d0ed9-22ff-4678-b188-f276818c7291 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "DELETE /v2.0/ports/d10f4d74-d07f-4dc4-804f-b1049e017ef2 HTTP/1.1" status: 204 len: 173 time: 0.9248471 Aug 31 06:48:26.774412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'name': 'network-vif-deleted', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:26.777178 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef80203-e0e3-42e9-8f12-5dd14c790af5" -d '{"events": [{"server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "name": "network-vif-deleted", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:26.780566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-e315003e-cb42-42d3-b2ba-94fe5bd73b46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.40&port_id=d739c748-1104-4572-aa2f-22f5dba0654e HTTP/1.1" status: 200 len: 217 time: 0.0696051 Aug 31 06:48:26.784174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7fcc804-db5f-4e7a-be19-44a7799445c9 req-79c3e1f8-f425-4059-9697-97412c9e307a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582406 Aug 31 06:48:26.814731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068ed44-2a47-40a1-8a39-6168668c06d2 None None] Network 51922fa3-8018-4c86-8fb8-29dd2e37b53d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:26.878802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-087bdaf9-31c5-4695-82a6-e303103e12d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.884514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-087bdaf9-31c5-4695-82a6-e303103e12d2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0868156 Aug 31 06:48:26.912007 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e1bea8-cda7-4031-b2a5-794510f89a5b x-openstack-request-id: req-f9e1bea8-cda7-4031-b2a5-794510f89a5b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:26.912442 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97a2866f-bfc1-43e1-b552-ac405cf437e5", "name": "network-vif-deleted", "tag": "d10f4d74-d07f-4dc4-804f-b1049e017ef2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:26.912827 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f9e1bea8-cda7-4031-b2a5-794510f89a5b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:26.913407 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97a2866f-bfc1-43e1-b552-ac405cf437e5', 'name': 'network-vif-deleted', 'tag': 'd10f4d74-d07f-4dc4-804f-b1049e017ef2', 'status': 'completed', 'code': 200} Aug 31 06:48:26.959267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-0e83437f-11e2-493f-a900-7f696495d233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:26.960963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-0e83437f-11e2-493f-a900-7f696495d233 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0706925 Aug 31 06:48:27.089705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-8fc58999-c0d4-442d-8e81-dcf46dd2c27e service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205354 Aug 31 06:48:27.142047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758cb16d-92e6-415e-8def-40327f0675f8 req-c60e794b-09ed-4146-bece-606ad6a73359 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.143589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-758cb16d-92e6-415e-8def-40327f0675f8 req-c60e794b-09ed-4146-bece-606ad6a73359 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.2815857 Aug 31 06:48:27.194634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-758cb16d-92e6-415e-8def-40327f0675f8 req-79656873-d139-4e28-9a42-47a3eb39a6f5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426333 Aug 31 06:48:27.238968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b84e4-b7bf-4bb8-a8e3-1e6425bca58b req-f01dfe00-41f5-4f48-9933-3219620d59be tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.240465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c4b84e4-b7bf-4bb8-a8e3-1e6425bca58b req-f01dfe00-41f5-4f48-9933-3219620d59be tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.1123238 Aug 31 06:48:27.246875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-2bad5365-bfb2-4c86-aa1e-01ed49f9303c service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495399 Aug 31 06:48:27.306313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-f62e3292-204a-4e73-a86c-befa84c18a39 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.68&port_id=25097d6f-4187-477e-8e0e-8ab14ef82489 HTTP/1.1" status: 200 len: 217 time: 0.0506728 Aug 31 06:48:27.349303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c4b84e4-b7bf-4bb8-a8e3-1e6425bca58b req-25021b5f-c815-40c6-9c9c-6f08b80ec6da tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014566 Aug 31 06:48:27.377367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:27.380298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02a281c6-bcd5-4390-87dd-97713016063a req-7871da23-777c-47b8-aa2a-1c45ee715f69 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=97a2866f-bfc1-43e1-b552-ac405cf437e5 HTTP/1.1" status: 200 len: 210 time: 0.0317123 Aug 31 06:48:27.383024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1052154129-network', 'tenant_id': '50064cf57fd34e778a945c73e1d78dfb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:27.392113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-ecb9d2d2-05fd-48a1-b09c-524609822b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.393621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-ecb9d2d2-05fd-48a1-b09c-524609822b54 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 200 len: 797 time: 0.0773828 Aug 31 06:48:27.419417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Made reservation on behalf of 50064cf57fd34e778a945c73e1d78dfb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:27.421829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.433153 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57e670e8-6bb9-447b-ac7f-2836c4ebc86f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.446421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.469218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 63574df2-c76d-4ce1-b085-fd38e61f9705 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:27.473494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-ef55f94c-6fc7-4b08-86e0-12bfa2094bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.474978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-ef55f94c-6fc7-4b08-86e0-12bfa2094bde service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683856 Aug 31 06:48:27.582125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=63574df2-c76d-4ce1-b085-fd38e61f9705,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:27.603339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '63574df2-c76d-4ce1-b085-fd38e61f9705', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'port_id': '63574df2-c76d-4ce1-b085-fd38e61f9705', 'mac_address': 'fa:16:3e:db:4b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7696f8-7a37-4e88-a550-84b9a4f85c20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:27.613078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-f152d537-e2e2-4516-8101-0154cef21651 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273096 Aug 31 06:48:27.647646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.672212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63574df2-c76d-4ce1-b085-fd38e61f9705 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:27.677792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.682647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.691436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.695605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=63574df2-c76d-4ce1-b085-fd38e61f9705,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:27.701302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.728945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:48:27.747567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d209e7-1859-4d97-a9a1-c2d0cff17007,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:27.750520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.750868 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Added segment 94e80baf-7606-4e6d-82b4-506af5000c9e of type vlan for network 06737f11-e39a-4c8b-aa9c-c848a8c8149d Aug 31 06:48:27.753310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:27.789113 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-e4dd0434-2417-4f62-8eab-aae108382a53 service neutron] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653140 Aug 31 06:48:27.809434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.847252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-26b66156-1452-434b-9b59-a662719b6de0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 200 len: 217 time: 0.0472527 Aug 31 06:48:27.895561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.896521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.897115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:27.935689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b22043-3eaa-468f-a7cd-fdd181c60dd3 req-3cc0fe09-2d12-4ff8-a247-edfbdf3a0c72 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.937074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64b22043-3eaa-468f-a7cd-fdd181c60dd3 req-3cc0fe09-2d12-4ff8-a247-edfbdf3a0c72 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 945 time: 0.0550761 Aug 31 06:48:27.956860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-606b6398-3353-4ede-bdee-9b6e0da109cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:27.958337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-606b6398-3353-4ede-bdee-9b6e0da109cd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.1010730 Aug 31 06:48:27.963532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5854001 Aug 31 06:48:27.966242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:27.972828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Request body: {'subnet': {'network_id': '06737f11-e39a-4c8b-aa9c-c848a8c8149d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1052154129-subnet', 'tenant_id': '50064cf57fd34e778a945c73e1d78dfb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:27.977827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64b22043-3eaa-468f-a7cd-fdd181c60dd3 req-07d600a5-923e-4d93-b3c6-c44c9bdaf69a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344946 Aug 31 06:48:27.988628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b309256-3e7e-4f96-942a-25dcb64af3f8 admin admin] Pushing event updated for resources: {'Network': ['ID=06737f11-e39a-4c8b-aa9c-c848a8c8149d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:28.002973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 06737f11-e39a-4c8b-aa9c-c848a8c8149d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:48:28.030450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Made reservation on behalf of 50064cf57fd34e778a945c73e1d78dfb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:28.032724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.046848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-0453a61e-e7ba-46a5-ad90-3566e0af8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.048357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-0453a61e-e7ba-46a5-ad90-3566e0af8840 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0724399 Aug 31 06:48:28.089582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:28.198894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-fd93fd13-e31a-4269-b675-bcd7f1ae81e2 service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254268 Aug 31 06:48:28.390217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.425263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db3b983-4c82-4c2a-8521-b8d8175542cf req-a1196f09-2e62-4100-8ea0-4eba66b29aaf tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.426768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2db3b983-4c82-4c2a-8521-b8d8175542cf req-a1196f09-2e62-4100-8ea0-4eba66b29aaf tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1569595 Aug 31 06:48:28.428579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-5828cf76-3c80-4f5f-96f3-c2b796f57cea service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098925 Aug 31 06:48:28.477135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17448dae-1fc2-458c-ab75-029d5c8b5e60 req-9ac83dc8-e9a1-4f45-aff8-2c3fa53b0f06 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.479488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17448dae-1fc2-458c-ab75-029d5c8b5e60 req-9ac83dc8-e9a1-4f45-aff8-2c3fa53b0f06 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0527835 Aug 31 06:48:28.504356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-acb41bbd-d4cb-43e4-bce1-04201eefe6d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 200 len: 217 time: 0.0634861 Aug 31 06:48:28.509076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e24733f-e403-4539-a8e5-920c279e953e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:28.519009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17448dae-1fc2-458c-ab75-029d5c8b5e60 req-e844c862-0ffc-471a-a3b3-31a74af2c70a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330548 Aug 31 06:48:28.568991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2db3b983-4c82-4c2a-8521-b8d8175542cf req-b466f083-e5c6-4a81-bb82-f3012646411b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341283 Aug 31 06:48:28.573464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Checking segment: {'id': '94e80baf-7606-4e6d-82b4-506af5000c9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '06737f11-e39a-4c8b-aa9c-c848a8c8149d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:28.573827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Network hostable DHCP agents. Network: 06737f11-e39a-4c8b-aa9c-c848a8c8149d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:48:28.605874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7022f73e-b9a2-4cf3-8517-1e2dda7ac983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.607658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-7022f73e-b9a2-4cf3-8517-1e2dda7ac983 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 200 len: 797 time: 0.0871038 Aug 31 06:48:28.612320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Network 06737f11-e39a-4c8b-aa9c-c848a8c8149d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:48:28.621471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 06737f11-e39a-4c8b-aa9c-c848a8c8149d) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:28.627099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.627706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:28.631317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50755c15-6114-4ca7-bb6a-3aeb90b1a44a None None] Network 06737f11-e39a-4c8b-aa9c-c848a8c8149d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:28.675406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d6e15ebd-f0d6-4dbb-8d73-230b98413f0c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7079496 Aug 31 06:48:28.685535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-9fc8c130-dcec-4f14-b178-2f685275f03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.687029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-9fc8c130-dcec-4f14-b178-2f685275f03f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0552027 Aug 31 06:48:28.785823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb734ea2-d39b-4f82-9307-907fcece8c67 None None] Network 06737f11-e39a-4c8b-aa9c-c848a8c8149d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:48:28.833027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-8e52a1ba-32ab-4f94-bc91-6539bf679b6c service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346571 Aug 31 06:48:28.878406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5ead7-295a-4b7f-a957-3c87e554a174 req-8fed8b79-13a6-4110-9921-702bd20d05a9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:28.890997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3c5ead7-295a-4b7f-a957-3c87e554a174 req-8fed8b79-13a6-4110-9921-702bd20d05a9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0994656 Aug 31 06:48:28.945690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3c5ead7-295a-4b7f-a957-3c87e554a174 req-ef164e05-b327-469d-98ae-93d82144fc91 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534189 Aug 31 06:48:28.945846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85c9b918-f7fb-494b-bf81-ecfc3dabbf8b req-ecde9c66-aeea-4bc2-a5f3-7d4c7ed7a16f service neutron] 10.222.0.53 "GET /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041238 Aug 31 06:48:29.026765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d10f4d74-d07f-4dc4-804f-b1049e017ef2 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:29.047518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: d10f4d74-d07f-4dc4-804f-b1049e017ef2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:29.048186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d10f4d74-d07f-4dc4-804f-b1049e017ef2 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:29.104392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111aab9-c19c-4157-9e2b-c1befaf61de0 req-8fca92ea-f6f1-4364-a2be-144cc4dd3096 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:29.105905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6111aab9-c19c-4157-9e2b-c1befaf61de0 req-8fca92ea-f6f1-4364-a2be-144cc4dd3096 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 945 time: 0.0554135 Aug 31 06:48:29.147375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6111aab9-c19c-4157-9e2b-c1befaf61de0 req-b6e28e41-3cb2-4fa7-98d6-1446c4b328ce tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334592 Aug 31 06:48:29.292395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-669910e0-ae67-4c9e-9421-0fc4e87721b9 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:29.293895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-669910e0-ae67-4c9e-9421-0fc4e87721b9 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/networks?id=51922fa3-8018-4c86-8fb8-29dd2e37b53d HTTP/1.1" status: 200 len: 808 time: 0.0998535 Aug 31 06:48:29.308799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-788acc45-f332-42a7-a416-6fca8d71f25d tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/quotas/9c865db0e018481996fdfcf3730a52be HTTP/1.1" status: 200 len: 375 time: 0.0092268 Aug 31 06:48:29.344225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-3d79a7fd-2d40-42da-b6e6-4a0d7e950753 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9c865db0e018481996fdfcf3730a52be&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299349 Aug 31 06:48:29.437086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-38c383d3-f2dd-4407-a943-81a5c645f7b7 service neutron] 10.222.0.57 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859609 Aug 31 06:48:29.486231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 63574df2-c76d-4ce1-b085-fd38e61f9705 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:29.535486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-a49795ff-1599-4a86-af1d-95f9efdc0439 service neutron] 10.222.0.57 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921893 Aug 31 06:48:29.539625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 63574df2-c76d-4ce1-b085-fd38e61f9705 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:29.553589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 63574df2-c76d-4ce1-b085-fd38e61f9705 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:29.553961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.580610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.644766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.662547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e603d7c0-b68c-4f22-af77-edcd4686341d req-18db5124-88ba-44cf-8191-84b0cd6bd6d9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:29.670389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:29.670674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e603d7c0-b68c-4f22-af77-edcd4686341d req-18db5124-88ba-44cf-8191-84b0cd6bd6d9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0740550 Aug 31 06:48:29.672624 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00bea5cc-312b-4763-887e-5ff5433d105f" -d '{"events": [{"server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "name": "network-vif-plugged", "status": "completed", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:29.691743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=63574df2-c76d-4ce1-b085-fd38e61f9705,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:29.698588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:29.711761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e603d7c0-b68c-4f22-af77-edcd4686341d req-239c5163-4095-40d6-88b3-ebf50002845a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399733 Aug 31 06:48:29.771393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:29.800137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee278-8706-4609-8304-e8b250ba2327 req-a4e67549-f4ee-4c1d-afa8-c14d986492fd tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:29.801717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9ee278-8706-4609-8304-e8b250ba2327 req-a4e67549-f4ee-4c1d-afa8-c14d986492fd tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0600653 Aug 31 06:48:29.848996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c9ee278-8706-4609-8304-e8b250ba2327 req-1cf0d1f6-2601-4125-bb5b-de4ed188eefd tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396876 Aug 31 06:48:29.853856 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5fff3e-a16a-4c3a-9ce3-638d90911799 x-openstack-request-id: req-1d5fff3e-a16a-4c3a-9ce3-638d90911799 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:29.854178 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "name": "network-vif-plugged", "status": "completed", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:29.854429 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1d5fff3e-a16a-4c3a-9ce3-638d90911799 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:29.854819 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705', 'code': 200} Aug 31 06:48:29.912235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9e1f557d-24ea-4145-b2dd-d2913f14debb req-4982ffb5-8856-40b0-a13f-e6f0b4119c86 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 210 time: 0.0301905 Aug 31 06:48:29.968222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101b980b-dab4-4af2-86b1-76019acd52c5 req-79062de0-142b-4408-a0e6-8d508131768d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:29.969759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101b980b-dab4-4af2-86b1-76019acd52c5 req-79062de0-142b-4408-a0e6-8d508131768d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 1098 time: 0.0478663 Aug 31 06:48:30.008158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-101b980b-dab4-4af2-86b1-76019acd52c5 req-52ebfa1b-6d2f-4966-81f6-5e63f00b4f2b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312030 Aug 31 06:48:30.058847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85cb64c-69b3-4863-8270-5fcf44204f21 req-5b6aaa76-fd8c-4317-8243-7bbbd650282d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:30.060463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c85cb64c-69b3-4863-8270-5fcf44204f21 req-5b6aaa76-fd8c-4317-8243-7bbbd650282d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0518272 Aug 31 06:48:30.098955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c85cb64c-69b3-4863-8270-5fcf44204f21 req-7a4abee3-245d-4caa-9185-beb28b6f13f4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321541 Aug 31 06:48:30.268373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925a860c-3fe9-40e1-93af-2027294a4a89 req-1aed03df-cd12-46e2-8c0c-3a8bf5ffd792 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:30.269905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-925a860c-3fe9-40e1-93af-2027294a4a89 req-1aed03df-cd12-46e2-8c0c-3a8bf5ffd792 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 946 time: 0.0519426 Aug 31 06:48:30.310324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-925a860c-3fe9-40e1-93af-2027294a4a89 req-6785903f-7f8b-488f-bae0-8a0c0b738186 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328524 Aug 31 06:48:30.848160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f821d29-20f3-413d-b291-fea1b0fd7a29 req-f0f7b7f8-8604-40ff-ab64-e9398a8faa7b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:30.850239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f821d29-20f3-413d-b291-fea1b0fd7a29 req-f0f7b7f8-8604-40ff-ab64-e9398a8faa7b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0618529 Aug 31 06:48:30.968697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:30.992266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db6dcc8-cd07-4b28-abcb-74fe9807ed42 req-8594fa94-a78c-475e-90d3-e40f3fd6d8e0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:30.995207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5db6dcc8-cd07-4b28-abcb-74fe9807ed42 req-8594fa94-a78c-475e-90d3-e40f3fd6d8e0 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0529730 Aug 31 06:48:31.039784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5db6dcc8-cd07-4b28-abcb-74fe9807ed42 req-84c5d634-1c27-4e71-96de-b319a0b96d63 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Aug 31 06:48:31.131169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b698abc9-f5b4-431e-9a83-2d1d8235da22 req-c72f7fbf-df19-438b-8cc9-30fec5afb2ea tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 210 time: 0.0296855 Aug 31 06:48:31.248148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047f46d-3f58-4976-8a3e-a2583d980922 req-4670b7bd-5975-4b5a-b610-b427ec4e6f2e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.249611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f047f46d-3f58-4976-8a3e-a2583d980922 req-4670b7bd-5975-4b5a-b610-b427ec4e6f2e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.0514891 Aug 31 06:48:31.279929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f821d29-20f3-413d-b291-fea1b0fd7a29 req-06411ea1-c7ac-4bff-bcfb-9ff7b73bdc93 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4161565 Aug 31 06:48:31.298255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f047f46d-3f58-4976-8a3e-a2583d980922 req-9df4aa3b-1ed3-42ba-8031-21d75bb75916 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400805 Aug 31 06:48:31.310460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-9cc243e9-fdf4-443e-98a5-27b3c684d7bd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.311912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-9cc243e9-fdf4-443e-98a5-27b3c684d7bd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 946 time: 0.1372199 Aug 31 06:48:31.315986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964df77-175f-4f7e-9200-238351c579f7 req-97883027-5f6f-45e3-a4b7-b96e4ca6d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.317313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a964df77-175f-4f7e-9200-238351c579f7 req-97883027-5f6f-45e3-a4b7-b96e4ca6d4b8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.1437483 Aug 31 06:48:31.331364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-e782259c-5069-43a8-92d3-da010ea0f030 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.332751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-e782259c-5069-43a8-92d3-da010ea0f030 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.50 "GET /v2.0/networks?id=51922fa3-8018-4c86-8fb8-29dd2e37b53d HTTP/1.1" status: 200 len: 808 time: 0.4816382 Aug 31 06:48:31.362476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Request body: {'port': {'device_id': '96036602-d9ea-418b-92e0-9dd548233975', 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d', 'admin_state_up': True, 'tenant_id': '9c865db0e018481996fdfcf3730a52be'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:31.491787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a964df77-175f-4f7e-9200-238351c579f7 req-56ae762b-f1b2-49b2-8fb0-2f4c0509c660 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581354 Aug 31 06:48:31.533955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f749e2b-c315-4135-9e24-3f90b629ebb1 req-4959b88d-757c-4b9f-8634-b408fb4e7717 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:31.535440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f749e2b-c315-4135-9e24-3f90b629ebb1 req-4959b88d-757c-4b9f-8634-b408fb4e7717 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 946 time: 0.1474628 Aug 31 06:48:31.589374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port e2d5a396-5c3d-4825-a41e-d655c070c69f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:31.589708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.644068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f749e2b-c315-4135-9e24-3f90b629ebb1 req-c09ca9bb-f859-4e93-9938-9c522e731ed2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007240 Aug 31 06:48:31.656816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Made reservation on behalf of 9c865db0e018481996fdfcf3730a52be for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:31.660213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.754027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port e2d5a396-5c3d-4825-a41e-d655c070c69f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=e2d5a396-5c3d-4825-a41e-d655c070c69f,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:31.754317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:31.778623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for e2d5a396-5c3d-4825-a41e-d655c070c69f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:31.867464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Allocated IP 172.20.0.8 (51922fa3-8018-4c86-8fb8-29dd2e37b53d/aee9d583-54a0-4fd8-9fed-63e224b1fffb/79404e28-e33a-4166-92cb-81079eee64d3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:32.035552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.047697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495', 'e2d5a396-5c3d-4825-a41e-d655c070c69f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:32.078532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=e2d5a396-5c3d-4825-a41e-d655c070c69f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.151904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port e2d5a396-5c3d-4825-a41e-d655c070c69f on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:32.163504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.165563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7291bb6-fa16-413a-be49-12bb35b28ab9 req-c27e640e-400a-41cf-b5b2-ebc26d2e0bcd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "DELETE /v2.0/ports/e2d5a396-5c3d-4825-a41e-d655c070c69f HTTP/1.1" status: 204 len: 173 time: 0.8458087 Aug 31 06:48:32.168795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.170867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'name': 'network-vif-deleted', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:32.173213 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0ea83e-5a47-473f-8596-93c76478ed6c" -d '{"events": [{"server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "name": "network-vif-deleted", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:32.236740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f38c88c-897d-4647-956d-14b287419c35 req-8a32acbd-5258-4967-9f21-69317b89c107 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.238343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f38c88c-897d-4647-956d-14b287419c35 req-8a32acbd-5258-4967-9f21-69317b89c107 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0951600 Aug 31 06:48:32.268213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2c4aafc-00d1-4696-93fb-fbec5ae2dc93 req-1ca3f320-86e8-4aec-9457-af711b4c2d0b tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 210 time: 0.0472772 Aug 31 06:48:32.282510 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.352615 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8280c584-6062-4809-a242-e6eee1096d41 x-openstack-request-id: req-8280c584-6062-4809-a242-e6eee1096d41 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:32.352914 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "329d4441-be55-4a90-a8a7-1b9c6279c37a", "name": "network-vif-deleted", "tag": "e2d5a396-5c3d-4825-a41e-d655c070c69f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:32.353170 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8280c584-6062-4809-a242-e6eee1096d41 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:32.353602 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '329d4441-be55-4a90-a8a7-1b9c6279c37a', 'name': 'network-vif-deleted', 'tag': 'e2d5a396-5c3d-4825-a41e-d655c070c69f', 'status': 'completed', 'code': 200} Aug 31 06:48:32.408412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Network 51922fa3-8018-4c86-8fb8-29dd2e37b53d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:32.425274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:32.436708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:32.451350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98de419-cbe8-494e-9478-7cc25c26ace7 req-b6f4dfdb-0f56-4b0b-b5f1-3210f7ea0539 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.452885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d98de419-cbe8-494e-9478-7cc25c26ace7 req-b6f4dfdb-0f56-4b0b-b5f1-3210f7ea0539 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0520246 Aug 31 06:48:32.475636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9f38c88c-897d-4647-956d-14b287419c35 req-0ad7baf4-27c8-42bd-9003-20a04b60511f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176795 Aug 31 06:48:32.479958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Pushing event updated for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:32.514044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-36e0a13a-bf1b-489d-83e8-460634c74a57 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1994879 Aug 31 06:48:32.521957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d98de419-cbe8-494e-9478-7cc25c26ace7 req-370d4ebb-1318-4a3c-a317-2cbee4f1065c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625298 Aug 31 06:48:32.522802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.527919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.550385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-97561d4e-403a-4a5f-ad52-24830de5861a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1920202 Aug 31 06:48:32.596947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Request body: {'port': {'device_id': '96036602-d9ea-418b-92e0-9dd548233975', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:32.625108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b113016-81c4-4f88-8b38-a14271512462 req-6e600503-0726-43bc-b157-f01e4843c9a7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=329d4441-be55-4a90-a8a7-1b9c6279c37a HTTP/1.1" status: 200 len: 210 time: 0.0448654 Aug 31 06:48:32.715737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:32.729405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-080bf78a-c8b4-4b5c-9f7a-70c5271651b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.729405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-080bf78a-c8b4-4b5c-9f7a-70c5271651b5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.1066365 Aug 31 06:48:32.971387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-c79b1843-f4a1-40e4-a5bf-ee1607b76867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:32.972852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-c79b1843-f4a1-40e4-a5bf-ee1607b76867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2126753 Aug 31 06:48:33.060661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-d9ddd7bd-6b02-4af1-abd8-800453a84d2a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.0798314 Aug 31 06:48:33.157600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-054fe797-965b-40e1-ae8e-3c8251c13ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.159055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-054fe797-965b-40e1-ae8e-3c8251c13ce0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0868521 Aug 31 06:48:33.182441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79404e28-e33a-4166-92cb-81079eee64d3 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:33.191580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.225169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Transition to ACTIVE for port object 79404e28-e33a-4166-92cb-81079eee64d3 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:33.230904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.240647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-18e4e146-abac-443a-bd98-64004f15ea00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.242188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-18e4e146-abac-443a-bd98-64004f15ea00 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0696232 Aug 31 06:48:33.348420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.422771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a194b49e-6695-4d59-83c8-d50e00af3ba0 req-056f3273-d63c-46a6-8d9e-7b42a9e138c0 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.424331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a194b49e-6695-4d59-83c8-d50e00af3ba0 req-056f3273-d63c-46a6-8d9e-7b42a9e138c0 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 943 time: 0.0636213 Aug 31 06:48:33.445827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-d1bb5349-3444-4550-99e0-12c7e3335290 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824026 Aug 31 06:48:33.471212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a194b49e-6695-4d59-83c8-d50e00af3ba0 req-4236b45f-e28a-40b3-a002-f55b488fe813 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408435 Aug 31 06:48:33.485366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Attempting to bind port 79404e28-e33a-4166-92cb-81079eee64d3 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:33.485366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Attempting to bind port 79404e28-e33a-4166-92cb-81079eee64d3 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '9ea14202-a40d-4ad6-bc6e-1e16f61352b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:33.485366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Attempting to bind port 79404e28-e33a-4166-92cb-81079eee64d3 on network 51922fa3-8018-4c86-8fb8-29dd2e37b53d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:33.517874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Port 79404e28-e33a-4166-92cb-81079eee64d3 on network 51922fa3-8018-4c86-8fb8-29dd2e37b53d not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:33.518397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Attempting to bind port 79404e28-e33a-4166-92cb-81079eee64d3 on network 51922fa3-8018-4c86-8fb8-29dd2e37b53d {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:33.529295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:33.529732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Checking segment: {'id': '9ea14202-a40d-4ad6-bc6e-1e16f61352b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:33.530339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Bound using segment: {'id': '9ea14202-a40d-4ad6-bc6e-1e16f61352b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:33.530778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Bound port: 79404e28-e33a-4166-92cb-81079eee64d3, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea14202-a40d-4ad6-bc6e-1e16f61352b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:33.531168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.633362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3269eb-0721-4cc6-952c-6ba493c6f295 req-101284db-4220-4ad2-a6b0-de45a8a50a2a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.635517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e3269eb-0721-4cc6-952c-6ba493c6f295 req-101284db-4220-4ad2-a6b0-de45a8a50a2a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0521517 Aug 31 06:48:33.657568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dec29fed-a48d-46d1-b8a0-04c220f33f6c req-be42675c-7c2c-4d16-a9d4-12217a8a8423 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027457 Aug 31 06:48:33.672378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:33.676494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=79404e28-e33a-4166-92cb-81079eee64d3,segment=NetworkSegment(9ea14202-a40d-4ad6-bc6e-1e16f61352b7),segment_id=9ea14202-a40d-4ad6-bc6e-1e16f61352b7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:33.682072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e3269eb-0721-4cc6-952c-6ba493c6f295 req-3cfedc50-6a71-497e-bd01-59d633050040 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Aug 31 06:48:33.702044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74bf582-a2c7-4abc-8946-30d02d197c4f req-baf6b4c6-da7b-4c41-affc-0516252a89c5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.702044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a74bf582-a2c7-4abc-8946-30d02d197c4f req-baf6b4c6-da7b-4c41-affc-0516252a89c5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1187420 Aug 31 06:48:33.702044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.768168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.768792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.770294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] 10.222.0.50 "PUT /v2.0/ports/79404e28-e33a-4166-92cb-81079eee64d3 HTTP/1.1" status: 200 len: 1092 time: 1.1776531 Aug 31 06:48:33.801227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a74bf582-a2c7-4abc-8946-30d02d197c4f req-f73a06e3-2078-4d58-8af0-584aacfc315b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719845 Aug 31 06:48:33.811949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234877ff-ee6f-45cd-aa91-8653b115e6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:33.848574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1557183211', 'description': 'tempest-description-1578687291'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:33.885010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.907954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-20bbe2f0-a5ee-4fff-9970-3dbb8c4b00d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:33.909920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-20bbe2f0-a5ee-4fff-9970-3dbb8c4b00d5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c865db0e018481996fdfcf3730a52be&device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 1095 time: 0.0639355 Aug 31 06:48:33.964007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-543627d7-3497-4d7d-a8e1-7100dba53d48 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79404e28-e33a-4166-92cb-81079eee64d3 HTTP/1.1" status: 200 len: 217 time: 0.0403368 Aug 31 06:48:33.989892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:33.995303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.034552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.036755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c64df926-fcda-4e12-9ce9-96a2d817b236 req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.1921737 Aug 31 06:48:34.038654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8217b-4dcf-4c3b-a140-f575794e68e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d44e12f-12b7-4288-9474-5a61c8a7388e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.088839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04437abd-d62d-424d-a4b2-e8552257501a req-02274925-613a-44d1-a801-d5f56f915621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.090347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-02274925-613a-44d1-a801-d5f56f915621 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aee9d583-54a0-4fd8-9fed-63e224b1fffb HTTP/1.1" status: 200 len: 848 time: 0.1140280 Aug 31 06:48:34.142293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-81cb477c-7ef0-49a2-911a-073d82f8169d tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1557183211&fields=id&tenant_id=5bd4c039436140e3982d15b6cdb7d8fd HTTP/1.1" status: 200 len: 267 time: 0.0459812 Aug 31 06:48:34.149885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-0ee6329b-6520-4b47-ad18-5ccf7e03e440 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51922fa3-8018-4c86-8fb8-29dd2e37b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402405 Aug 31 06:48:34.161316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-b4b69fff-25dd-4711-b95b-eb769ea48fc0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.161892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-b4b69fff-25dd-4711-b95b-eb769ea48fc0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1523788 Aug 31 06:48:34.202399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-624172d3-2eef-44a4-ba3a-d07e7183e6be tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.204159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-624172d3-2eef-44a4-ba3a-d07e7183e6be tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0556841 Aug 31 06:48:34.216323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-80ca0c3c-62aa-4cac-8289-6c5a8f5dc890 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0450675 Aug 31 06:48:34.217931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'port': {'security_groups': ['42a62299-14e1-4da6-808e-13e52b55b119', '7d44e12f-12b7-4288-9474-5a61c8a7388e']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:34.295979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.300001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-835b49c5-431e-441d-9e03-997c2bacf5e2 service neutron] 10.222.0.50 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370957 Aug 31 06:48:34.304849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-8e79b2e2-1d7c-4974-bacf-79f2056f6a5d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787117 Aug 31 06:48:34.368585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:34.370839 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21388f8-b002-4494-8509-18d251aadcad" -d '{"events": [{"name": "network-changed", "server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "tag": "79404e28-e33a-4166-92cb-81079eee64d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:34.515876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:34.548957 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.554133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.573061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:34.586043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.586043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:34.587384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89fc2bfa-bd4f-4700-a51c-e3032fd111a2 req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "PUT /v2.0/ports/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 982 time: 0.3757398 Aug 31 06:48:34.610616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:34.613215 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2121bda3-90de-4e41-a1d7-2ee35391ca56" -d '{"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:34.697861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51a4bc-ba48-46d0-b32d-b5a61e5dc4a4 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:34.708465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:34.717405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-62114cee-cedc-485a-9d8f-a21320d3509b service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4026384 Aug 31 06:48:34.721162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04437abd-d62d-424d-a4b2-e8552257501a req-079a72d3-60fc-404c-80f7-d55507a2555c service neutron] 10.222.0.50 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4076843 Aug 31 06:48:34.858139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87b5ad3-2caa-470b-9f10-603bdc561d9a req-e0eee2f8-7cea-4550-a796-aa9cf347a9cb tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:34.860209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f87b5ad3-2caa-470b-9f10-603bdc561d9a req-e0eee2f8-7cea-4550-a796-aa9cf347a9cb tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 943 time: 0.0554698 Aug 31 06:48:34.870427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-5ad4feb4-233e-4d3a-8b51-959c4dcb3183 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451528 Aug 31 06:48:34.923155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f87b5ad3-2caa-470b-9f10-603bdc561d9a req-fd14e9b9-59ce-43d6-ae2b-e3026ce5b5d5 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429013 Aug 31 06:48:35.001238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-e4fc58e3-4b2b-4e0f-b525-2f47a2b78fa5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1557183211&fields=id&tenant_id=5bd4c039436140e3982d15b6cdb7d8fd HTTP/1.1" status: 200 len: 267 time: 0.0425320 Aug 31 06:48:35.070521 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63a8762-8c0f-4cda-84b3-a9e346f29861 x-openstack-request-id: req-d63a8762-8c0f-4cda-84b3-a9e346f29861 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:35.070688 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:35.070901 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d63a8762-8c0f-4cda-84b3-a9e346f29861 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:35.071807 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:48:35.082711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e2d5a396-5c3d-4825-a41e-d655c070c69f no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:35.094740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-23870981-90ba-48b8-ad7c-0d1089ea43d6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.103989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-23870981-90ba-48b8-ad7c-0d1089ea43d6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 985 time: 0.1017735 Aug 31 06:48:35.110454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'port': {'security_groups': ['42a62299-14e1-4da6-808e-13e52b55b119']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:35.142683 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7ccc07-be86-40d8-a085-a13be627373b x-openstack-request-id: req-fa7ccc07-be86-40d8-a085-a13be627373b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:35.143241 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "tag": "79404e28-e33a-4166-92cb-81079eee64d3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:35.143241 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fa7ccc07-be86-40d8-a085-a13be627373b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:35.145800 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3', 'status': 'completed', 'code': 200} Aug 31 06:48:35.155062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: e2d5a396-5c3d-4825-a41e-d655c070c69f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:35.155720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device e2d5a396-5c3d-4825-a41e-d655c070c69f not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:35.233290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.264708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-f6ceaf30-867f-41f1-8f56-91ce78626951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.266215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-f6ceaf30-867f-41f1-8f56-91ce78626951 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1137 time: 0.1880636 Aug 31 06:48:35.287506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21388f8-b002-4494-8509-18d251aadcad req-c1f9b7ae-410f-48bf-bae4-dac2cac7029f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.289034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-c1f9b7ae-410f-48bf-bae4-dac2cac7029f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9c865db0e018481996fdfcf3730a52be&device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 1095 time: 0.1315749 Aug 31 06:48:35.368435 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.413984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe24681-3992-4d99-999a-221ad57e4f1a req-0683ee60-7271-40d5-95d7-e1d79f9819fa tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.422048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fe24681-3992-4d99-999a-221ad57e4f1a req-0683ee60-7271-40d5-95d7-e1d79f9819fa tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.2052159 Aug 31 06:48:35.523066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:35.530592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fe24681-3992-4d99-999a-221ad57e4f1a req-6b64500e-b8e7-45f2-9589-54870c611be3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072927 Aug 31 06:48:35.554408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-3dbe025f-2076-4492-b2e2-d48ddc1e4a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.556240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-3dbe025f-2076-4492-b2e2-d48ddc1e4a3b service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.2711411 Aug 31 06:48:35.562104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.570524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.592378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:35.626177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.628672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:35.647439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7a745da-8303-49e1-8782-c5c70d2bc0c7 req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "PUT /v2.0/ports/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 943 time: 0.5424390 Aug 31 06:48:35.665941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-94bca4b6-973d-4245-8cd1-7df570e1b54b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0931063 Aug 31 06:48:35.667821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21388f8-b002-4494-8509-18d251aadcad req-3ecc0d8d-1203-4c98-83ff-e99fdb831576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.669428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-3ecc0d8d-1203-4c98-83ff-e99fdb831576 service neutron] 10.222.0.50 "GET /v2.0/networks?id=51922fa3-8018-4c86-8fb8-29dd2e37b53d HTTP/1.1" status: 200 len: 909 time: 0.3583345 Aug 31 06:48:35.717214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245937c-1dbd-41ce-9d59-14b3a25a36d7 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:35.790196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5f94850-c185-45c7-924a-f8ec45e14b01 req-d369038e-0093-4728-b5dd-7e365c472ec4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 210 time: 0.0541806 Aug 31 06:48:35.812170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:35.866986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-d31e0721-d69c-4446-9fa5-4729aea5aba7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79404e28-e33a-4166-92cb-81079eee64d3 HTTP/1.1" status: 200 len: 217 time: 0.1127710 Aug 31 06:48:35.979463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-f31ca6a2-7abe-44f8-b02e-6a52d0334d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:35.980864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-f31ca6a2-7abe-44f8-b02e-6a52d0334d6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.2341321 Aug 31 06:48:36.042842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-7331bf1a-046d-47b3-a85d-ace0841eec49 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429664 Aug 31 06:48:36.054885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21388f8-b002-4494-8509-18d251aadcad req-127da027-8ed8-421b-bf5d-3bd89683f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:36.056746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-127da027-8ed8-421b-bf5d-3bd89683f33b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=aee9d583-54a0-4fd8-9fed-63e224b1fffb HTTP/1.1" status: 200 len: 848 time: 0.1521230 Aug 31 06:48:36.081298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc05897-60b7-45b9-9533-1daef9364d78 req-58515e46-6dbf-40f7-8ed8-f34cf2c0a224 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:36.082996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-ca7674c9-1c1d-4c1e-a96f-2a134fc501f8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4104865 Aug 31 06:48:36.089085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afc05897-60b7-45b9-9533-1daef9364d78 req-58515e46-6dbf-40f7-8ed8-f34cf2c0a224 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 943 time: 0.0800395 Aug 31 06:48:36.141450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afc05897-60b7-45b9-9533-1daef9364d78 req-5b747321-edc5-4eda-a981-3cf0eba184ed tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478220 Aug 31 06:48:36.157589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:36.180087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-22553400-11f6-4d3b-a011-977d9c1a6ac3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=51922fa3-8018-4c86-8fb8-29dd2e37b53d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678802 Aug 31 06:48:36.258173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.287367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-c7fcdfbf-5754-4f12-90f8-dd818b83c11b service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242329 Aug 31 06:48:36.421896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-9e69b40d-4a49-4b83-8150-78532eb6cfb7 service neutron] 10.222.0.50 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189739 Aug 31 06:48:36.447036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2121bda3-90de-4e41-a1d7-2ee35391ca56 req-3b007181-b6a8-4fc8-9e74-984f61eada89 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322570 Aug 31 06:48:36.543178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.599779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a21388f8-b002-4494-8509-18d251aadcad req-0938a67b-b009-401f-ad8b-336c959c2e96 service neutron] 10.222.0.50 "GET /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511388 Aug 31 06:48:36.733271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b606bcca-7bba-431a-8247-cb3375aec9ee req-1578b6c2-4b4b-4b89-b944-523a74abd36b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:36.742578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b606bcca-7bba-431a-8247-cb3375aec9ee req-1578b6c2-4b4b-4b89-b944-523a74abd36b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0899444 Aug 31 06:48:36.754473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Allocated IP 172.25.3.101 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/88023cd9-66ab-4006-803f-993086976dfa) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:36.784516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-2ed8d47a-e1a0-4e2c-887a-64455c5dcfb9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:36.786055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-2ed8d47a-e1a0-4e2c-887a-64455c5dcfb9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.1746655 Aug 31 06:48:36.798289 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b606bcca-7bba-431a-8247-cb3375aec9ee req-b167cc74-9bf3-45ef-b75e-f8cd800d550a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544050 Aug 31 06:48:36.829848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:36.972412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:36.978497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81c1385c-6424-4bda-bca6-6f252b5837e8 req-c00420e6-0823-4d98-bd51-83f4c8c4c336 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 210 time: 0.0392163 Aug 31 06:48:37.042090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.053995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 79404e28-e33a-4166-92cb-81079eee64d3 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:37.073141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:37.075732 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184" -d '{"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:37.076749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:37.081566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.120570 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e8a1c5-9940-43da-ba42-9bc95f088573 x-openstack-request-id: req-44e8a1c5-9940-43da-ba42-9bc95f088573 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:37.120919 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:37.121462 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44e8a1c5-9940-43da-ba42-9bc95f088573 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:37.121804 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:48:37.154039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:37.159299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'Port': ['ID=88023cd9-66ab-4006-803f-993086976dfa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.172807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:37.192803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:37.212901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=79404e28-e33a-4166-92cb-81079eee64d3,segment=NetworkSegment(9ea14202-a40d-4ad6-bc6e-1e16f61352b7),segment_id=9ea14202-a40d-4ad6-bc6e-1e16f61352b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:37.226976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '79404e28-e33a-4166-92cb-81079eee64d3', 'network_id': '51922fa3-8018-4c86-8fb8-29dd2e37b53d', 'port_id': '79404e28-e33a-4166-92cb-81079eee64d3', 'mac_address': 'fa:16:3e:c1:b2:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aee9d583-54a0-4fd8-9fed-63e224b1fffb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:37.285387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b88d5-a4de-4ed0-91d9-b6279a557fd5 req-71dd6e4b-333b-486c-97f0-74b455395e55 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:37.295748 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.296350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c42b88d5-a4de-4ed0-91d9-b6279a557fd5 req-71dd6e4b-333b-486c-97f0-74b455395e55 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 943 time: 0.0774589 Aug 31 06:48:37.301954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-701042a7-6378-4dab-a83f-a23715d3f2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:37.303459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-701042a7-6378-4dab-a83f-a23715d3f2b7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.1480951 Aug 31 06:48:37.318920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79404e28-e33a-4166-92cb-81079eee64d3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:37.356209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=79404e28-e33a-4166-92cb-81079eee64d3,segment=NetworkSegment(9ea14202-a40d-4ad6-bc6e-1e16f61352b7),segment_id=9ea14202-a40d-4ad6-bc6e-1e16f61352b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:37.361506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c42b88d5-a4de-4ed0-91d9-b6279a557fd5 req-b5d42737-1a6b-42d8-bd1d-da70c3d07886 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618680 Aug 31 06:48:37.367118 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.369835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.5 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/d424791d-4275-4dfc-80be-bdfa41631e1d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:37.422178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:37.715660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['79404e28-e33a-4166-92cb-81079eee64d3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:37.719601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.776562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-0a24d4a8-65a3-425b-bd1a-e91aa6faf78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:37.778107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-0a24d4a8-65a3-425b-bd1a-e91aa6faf78d service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.4440138 Aug 31 06:48:37.888023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:37.896539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-b7d8376c-1c8d-4374-8f90-6ea6880d270b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.1031027 Aug 31 06:48:37.922628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b8e6c-19b9-40dd-9a43-c10ac84396a7 req-7abf8be9-81ea-4a9d-8be6-ffd0ac43428f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:37.924298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-562b8e6c-19b9-40dd-9a43-c10ac84396a7 req-7abf8be9-81ea-4a9d-8be6-ffd0ac43428f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0576527 Aug 31 06:48:37.970006 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-562b8e6c-19b9-40dd-9a43-c10ac84396a7 req-a9abbc45-9f10-41d2-8d41-fda09b8fde25 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355959 Aug 31 06:48:38.015736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.019912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-25eb8cf5-f91c-47f5-a794-bb02c43d753a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:38.021395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-25eb8cf5-f91c-47f5-a794-bb02c43d753a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.0992055 Aug 31 06:48:38.095632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-9458f9c2-2bdb-492c-98b1-c55d203982bb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606425 Aug 31 06:48:38.132427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5456392e-2049-418a-a193-9fbf82729330 req-30a0b896-262d-4e70-8561-290dd95a3ca3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 210 time: 0.0307314 Aug 31 06:48:38.218631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.295966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-030c78f5-2f92-41e9-8622-cce3017c00a9 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913791 Aug 31 06:48:38.303246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:38.305788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.319739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:38.323284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.333823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:38.337078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.476802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b870ac0d-11b9-4d7c-a3f6-02a8622f6ba0 req-c7d7d47e-77a3-46a4-b924-bac58d2a1533 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:38.478480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b870ac0d-11b9-4d7c-a3f6-02a8622f6ba0 req-c7d7d47e-77a3-46a4-b924-bac58d2a1533 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 944 time: 0.0530150 Aug 31 06:48:38.478621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event updated for resources: {'Port': ['ID=88023cd9-66ab-4006-803f-993086976dfa,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:38.482784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:38.491505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:38.492137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.526259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b870ac0d-11b9-4d7c-a3f6-02a8622f6ba0 req-9b1c5851-9f3f-41a9-9cc1-62519cecb909 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Aug 31 06:48:38.526635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-723a4d7c-2d01-432e-afdd-48bd2a18fee1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7251232 Aug 31 06:48:38.531201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.536264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca3c9a-b8b8-40c3-afc2-2aa499374184 req-71a7caff-895d-4922-a025-3fc152c83208 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266374 Aug 31 06:48:38.551925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Request body: {'port': {'device_id': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:38.556512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.557736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-fc7fc4d5-43c3-4a4b-ad1f-06f935747633 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4442379 Aug 31 06:48:38.617300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:38.802228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-38e138da-41e8-4ba1-879a-ab4698e44fcb tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.2287185 Aug 31 06:48:38.976540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-775913b5-f0d2-4ab1-b871-f04b8f889dcb tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:38.978532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-775913b5-f0d2-4ab1-b871-f04b8f889dcb tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1695640 Aug 31 06:48:38.991615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-23046c86-cde5-4021-bcdd-d8ad4127070e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:48:38.992581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6417b1c-444d-41c0-bcff-121ca114a3b8 req-23046c86-cde5-4021-bcdd-d8ad4127070e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068705 Aug 31 06:48:39.042069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d424791d-4275-4dfc-80be-bdfa41631e1d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:39.061135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.076773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 79404e28-e33a-4166-92cb-81079eee64d3 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:39.100694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68463572-2acd-4993-8879-aa6bafed0357 req-079d5985-2c76-46d7-af5b-90449a28d6fd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.103044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68463572-2acd-4993-8879-aa6bafed0357 req-079d5985-2c76-46d7-af5b-90449a28d6fd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0555224 Aug 31 06:48:39.119118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Transition to ACTIVE for port object d424791d-4275-4dfc-80be-bdfa41631e1d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:39.126165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.138730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 79404e28-e33a-4166-92cb-81079eee64d3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:39.143683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 79404e28-e33a-4166-92cb-81079eee64d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:39.144252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.151759 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68463572-2acd-4993-8879-aa6bafed0357 req-2152cc2d-bb4c-4567-bda9-935296106888 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402200 Aug 31 06:48:39.184671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-88372313-c913-4efd-9570-77c94c376604 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.186507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-88372313-c913-4efd-9570-77c94c376604 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1374636 Aug 31 06:48:39.225856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.249895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.256017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:39.258305 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4096bf-e4ba-4c88-ace0-a97d6626037b" -d '{"events": [{"server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "name": "network-vif-plugged", "status": "completed", "tag": "79404e28-e33a-4166-92cb-81079eee64d3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:39.272976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=79404e28-e33a-4166-92cb-81079eee64d3,segment=NetworkSegment(9ea14202-a40d-4ad6-bc6e-1e16f61352b7),segment_id=9ea14202-a40d-4ad6-bc6e-1e16f61352b7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:39.278988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.288615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-5eea95a9-1f89-4a28-bcb9-03744acea496 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 696 time: 0.0880895 Aug 31 06:48:39.295987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'floatingip': {'port_id': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:39.332807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:39.356799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.358305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51483759-e0b6-41df-a37e-eab7406fcfc4 req-15d26a85-c877-45af-8862-b63b6e8eef50 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.360026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51483759-e0b6-41df-a37e-eab7406fcfc4 req-15d26a85-c877-45af-8862-b63b6e8eef50 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 943 time: 0.0573065 Aug 31 06:48:39.400152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51483759-e0b6-41df-a37e-eab7406fcfc4 req-4200629f-69e7-45c1-a952-1e7bb6287954 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Aug 31 06:48:39.438817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Attempting to bind port d424791d-4275-4dfc-80be-bdfa41631e1d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:39.439150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Attempting to bind port d424791d-4275-4dfc-80be-bdfa41631e1d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:39.439468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Attempting to bind port d424791d-4275-4dfc-80be-bdfa41631e1d on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:39.463619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Port d424791d-4275-4dfc-80be-bdfa41631e1d on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:39.463939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Attempting to bind port d424791d-4275-4dfc-80be-bdfa41631e1d on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:39.478837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:39.479172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:39.479554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:39.479976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Bound port: d424791d-4275-4dfc-80be-bdfa41631e1d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:39.480336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.502900 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548429f4-24be-4725-a9ec-c286c2d01a56 x-openstack-request-id: req-548429f4-24be-4725-a9ec-c286c2d01a56 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:39.503465 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "name": "network-vif-plugged", "status": "completed", "tag": "79404e28-e33a-4166-92cb-81079eee64d3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:39.503465 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-548429f4-24be-4725-a9ec-c286c2d01a56 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:39.503795 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3', 'code': 200} Aug 31 06:48:39.651731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8e377-74b4-4b46-a517-f40bfb771410 req-f7bd89db-3516-48de-8f6b-903b922e607d tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.653268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92c8e377-74b4-4b46-a517-f40bfb771410 req-f7bd89db-3516-48de-8f6b-903b922e607d tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0556664 Aug 31 06:48:39.665128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:39.671135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d424791d-4275-4dfc-80be-bdfa41631e1d,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:39.683511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:39.695768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92c8e377-74b4-4b46-a517-f40bfb771410 req-da2ed161-ad81-41fa-af08-cf8c6484ac62 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362859 Aug 31 06:48:39.978168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d62682-09dc-4f3d-aa91-a8d8792e7f00 req-f1865fe9-7177-4be0-ad49-21ad1efb74d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:39.979798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-31d62682-09dc-4f3d-aa91-a8d8792e7f00 req-f1865fe9-7177-4be0-ad49-21ad1efb74d2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 1097 time: 0.3744442 Aug 31 06:48:40.067394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.067999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.069415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] 10.222.0.50 "PUT /v2.0/ports/d424791d-4275-4dfc-80be-bdfa41631e1d HTTP/1.1" status: 200 len: 1092 time: 1.5225019 Aug 31 06:48:40.076226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:40.078470 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f0bed63-a190-4298-8352-99421afc281a" -d '{"events": [{"name": "network-changed", "server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:40.132092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de205714-f3e6-4c34-92e8-180247e34c77 x-openstack-request-id: req-de205714-f3e6-4c34-92e8-180247e34c77 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:40.132372 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:40.132709 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de205714-f3e6-4c34-92e8-180247e34c77 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:40.133940 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d', 'status': 'completed', 'code': 200} Aug 31 06:48:40.215656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-31d62682-09dc-4f3d-aa91-a8d8792e7f00 req-4f939f37-c345-4693-b3a3-425099545278 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820643 Aug 31 06:48:40.232283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Pushing event updated for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:40.262683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.263356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.263356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.263775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.263985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.264311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.264633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.264952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.265273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.265623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.265940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.266255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44c64591-bd1e-444f-b48b-da4a8897aa05 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:48:40.293895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdeb218-1545-42ef-9597-430bc4d9aa09 req-a465c5f3-d3c4-4566-b351-2703a3043431 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.295437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdeb218-1545-42ef-9597-430bc4d9aa09 req-a465c5f3-d3c4-4566-b351-2703a3043431 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0619769 Aug 31 06:48:40.324368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-7db3a4fe-118f-476f-97e0-cd5bcc776f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.325913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-7db3a4fe-118f-476f-97e0-cd5bcc776f78 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 1095 time: 0.1982200 Aug 31 06:48:40.335065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcdeb218-1545-42ef-9597-430bc4d9aa09 req-8dd04ed2-149d-4c6d-b7b5-980dc9534fac tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334024 Aug 31 06:48:40.427202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.431781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:40.532819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71eb28-4046-4bcc-b385-ccf6180af13a req-beb69c70-dd70-4f95-aaab-8cc53992ebac tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.534267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b71eb28-4046-4bcc-b385-ccf6180af13a req-beb69c70-dd70-4f95-aaab-8cc53992ebac tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 943 time: 0.0652692 Aug 31 06:48:40.546895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-ace02614-f4be-4bfa-b45f-0c6d96017c0e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d424791d-4275-4dfc-80be-bdfa41631e1d HTTP/1.1" status: 200 len: 217 time: 0.0355070 Aug 31 06:48:40.563921 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Floating IP 72f18433-377d-46c2-923f-de265352f652 associated. External IP: 172.25.3.101, port: 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9. Aug 31 06:48:40.573320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b71eb28-4046-4bcc-b385-ccf6180af13a req-53929977-11c4-406a-af5a-9a5eb565957d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327349 Aug 31 06:48:40.677188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-5350e7b0-ae6e-426d-bf3f-8f03c4236a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.678648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-5350e7b0-ae6e-426d-bf3f-8f03c4236a88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1124008 Aug 31 06:48:40.725269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-eca9ac2d-e047-4245-bd16-8a3c3229d16c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308509 Aug 31 06:48:40.817676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cb6df-a283-4654-b1ff-2c6ef93a6359 req-be0e58e1-796f-43b7-a2fd-c934d7ba07a9 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:40.819096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-079cb6df-a283-4654-b1ff-2c6ef93a6359 req-be0e58e1-796f-43b7-a2fd-c934d7ba07a9 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0535686 Aug 31 06:48:40.857838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-079cb6df-a283-4654-b1ff-2c6ef93a6359 req-3f132a79-a9b6-4525-9c22-e9c420ce683b tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 31 06:48:40.900516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-2803c704-4301-47b9-bc15-2c6283185039 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384099 Aug 31 06:48:40.902214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Router a57945e3-7257-4c92-875d-ca5398cff78f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:41.077376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:41.080332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb086e2b-1e06-4b72-be9c-df30a58d3829 req-c3ccc24e-9f35-4703-85b1-b8240c662e89 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345315 Aug 31 06:48:41.083298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.088138 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Sync routers for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:41.112348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3ad26a3f-3f16-40e2-8456-406a60e75595 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "PUT /v2.0/floatingips/72f18433-377d-46c2-923f-de265352f652 HTTP/1.1" status: 200 len: 997 time: 1.8227651 Aug 31 06:48:41.115458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:41.116072 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:41.176639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-ac465c9e-ed64-4c69-b983-503e6006dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.178138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-ac465c9e-ed64-4c69-b983-503e6006dff8 service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.0507843 Aug 31 06:48:41.218254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:41.262427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bed63-a190-4298-8352-99421afc281a req-a11ef770-944f-4ad2-80d0-c9e55f2c2378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.264126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-a11ef770-944f-4ad2-80d0-c9e55f2c2378 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 1095 time: 0.0985541 Aug 31 06:48:41.343262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-14c7bb01-6c74-45e3-b76c-cad8e411832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.344660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-14c7bb01-6c74-45e3-b76c-cad8e411832b service neutron] 10.222.0.57 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.1534855 Aug 31 06:48:41.429374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bed63-a190-4298-8352-99421afc281a req-3df5ced5-b1d0-418e-ab03-e591ec35cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.431433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-3df5ced5-b1d0-418e-ab03-e591ec35cd8e service neutron] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.1543961 Aug 31 06:48:41.435499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-f636c74f-57f0-45b2-894a-26e269d1c073 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 1000 time: 0.0845745 Aug 31 06:48:41.448455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '72f18433-377d-46c2-923f-de265352f652', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'port_id': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'mac_address': 'fa:16:3e:6a:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:37Z', 'updated_at': '2021-08-31T06:48:40Z', 'revision_number': 1, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:41.467544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965016bd-0f78-4a80-8c5a-11db8a45dab3 req-44054e6f-7684-47fe-9127-251e2f2759ce tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.469986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-965016bd-0f78-4a80-8c5a-11db8a45dab3 req-44054e6f-7684-47fe-9127-251e2f2759ce tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0577893 Aug 31 06:48:41.474760 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Checking router: a57945e3-7257-4c92-875d-ca5398cff78f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:41.486967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:41.487736 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:41.514068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-965016bd-0f78-4a80-8c5a-11db8a45dab3 req-08d4dd77-c811-4155-a6ac-e6900f9fa063 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382493 Aug 31 06:48:41.593896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:41.601828 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:41.721182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2f03-29be-4f46-97e6-fd6f8f04236e req-0f2a47d3-ffba-45cc-b8ea-9f14fb4359a8 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.732045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-477b2f03-29be-4f46-97e6-fd6f8f04236e req-0f2a47d3-ffba-45cc-b8ea-9f14fb4359a8 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 943 time: 0.0640597 Aug 31 06:48:41.732689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:41.750507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'port_id': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'mac_address': 'fa:16:3e:0a:18:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c91a44-fbc9-4ab5-9592-c44f569e3c0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:41.774952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-477b2f03-29be-4f46-97e6-fd6f8f04236e req-e1e09c0b-3cdf-4501-94ae-28c5290a6a82 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402231 Aug 31 06:48:41.830048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-e1bb6643-f8bc-48ed-8cab-053cdb194d8a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d424791d-4275-4dfc-80be-bdfa41631e1d HTTP/1.1" status: 200 len: 217 time: 0.3605306 Aug 31 06:48:41.838367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-60de83d9-cfe0-44fd-bcb6-1cbac4b9dd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:41.841473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.847500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-60de83d9-cfe0-44fd-bcb6-1cbac4b9dd4a service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.4054468 Aug 31 06:48:41.855891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:41.882607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:41.890720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:41.916947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-6db8d4cf-057a-44fb-92ce-065eccc18304 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684345 Aug 31 06:48:41.923980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3b8b603e-9bfa-4bd8-9ed0-2df1a2792425 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:48:41.927104 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '72f18433-377d-46c2-923f-de265352f652', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'port_id': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'mac_address': 'fa:16:3e:6a:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:37Z', 'updated_at': '2021-08-31T06:48:40Z', 'revision_number': 1, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:41.932050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-3b8b603e-9bfa-4bd8-9ed0-2df1a2792425 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141883 Aug 31 06:48:41.963418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:42.014165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242471fd-58a8-4820-887e-42fb5042b666 req-2635ab76-42a3-44d1-af8a-4e22250cd1ac tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.027341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-242471fd-58a8-4820-887e-42fb5042b666 req-2635ab76-42a3-44d1-af8a-4e22250cd1ac tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0851631 Aug 31 06:48:42.046903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bed63-a190-4298-8352-99421afc281a req-b5ce9d89-d267-4953-acd5-2c000c981a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.048065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-b5ce9d89-d267-4953-acd5-2c000c981a17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1985526 Aug 31 06:48:42.059496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-39f7dfbe-f563-4e8f-ac25-29d9e273807d service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265917 Aug 31 06:48:42.061826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-242471fd-58a8-4820-887e-42fb5042b666 req-dcfd4f37-0515-475a-bfb4-81ad3a2433fe tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386901 Aug 31 06:48:42.068802 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f4e475-333a-47d3-820c-1d72ee797187 None None] The sync data for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 is: [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '72f18433-377d-46c2-923f-de265352f652', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'floating_ip_address': '172.25.3.101', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'port_id': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'mac_address': 'fa:16:3e:6a:7a:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:48:37Z', 'updated_at': '2021-08-31T06:48:40Z', 'revision_number': 1, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:42.115830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:48:42.136445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:42.138745 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39dce8e4-3399-438f-b277-d192d0bc37aa" -d '{"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:42.143034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-526734b2-6b75-4ab3-a160-466298026575 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680482 Aug 31 06:48:42.204299 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e47501ac-779b-4af2-8480-c592e18fd14a x-openstack-request-id: req-e47501ac-779b-4af2-8480-c592e18fd14a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:42.204638 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:42.204899 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e47501ac-779b-4af2-8480-c592e18fd14a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:42.205289 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:48:42.256896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a93c190d-092d-47a7-bff3-3766de2e5447'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:42.287993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e16aafb-cc4e-4a0f-a709-e25193611550 req-6f20fdfa-b7de-4d80-8385-325bb92b7943 service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2183373 Aug 31 06:48:42.331734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-79e1eb97-47c8-4763-9d57-2eb7a4c0c7b4 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726704 Aug 31 06:48:42.348579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-2b633703-5ac1-4bf8-9129-a334935ffa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.350121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-2b633703-5ac1-4bf8-9129-a334935ffa80 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.1111755 Aug 31 06:48:42.358077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5eb820-e9e2-4587-880d-fc35d3eafeb9 None None] New status for floating IP 72f18433-377d-46c2-923f-de265352f652: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:48:42.577210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0bed63-a190-4298-8352-99421afc281a req-1f8b211a-256c-4040-876c-b540335afe79 service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2259877 Aug 31 06:48:42.612377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-d9e14aa8-747d-4272-b83d-0418c0937e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.616958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-d9e14aa8-747d-4272-b83d-0418c0937e91 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.2171214 Aug 31 06:48:42.732918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-f5075eea-06dd-421c-a445-72a955457a50 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 1000 time: 0.1077707 Aug 31 06:48:42.750560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd7ff3c-755b-443d-837b-0a48e649c621 req-d10007b7-f65c-49bd-9b83-85309fdd8300 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.754209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9bd7ff3c-755b-443d-837b-0a48e649c621 req-d10007b7-f65c-49bd-9b83-85309fdd8300 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 944 time: 0.0817497 Aug 31 06:48:42.826300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-0f9ccf3d-d7b8-4b96-a715-cfb19b6b0882 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1000 time: 0.5020363 Aug 31 06:48:42.830549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-9f078f1b-8226-4ce2-a75d-89694bd03b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.832216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-9f078f1b-8226-4ce2-a75d-89694bd03b18 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.0767913 Aug 31 06:48:42.837869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9bd7ff3c-755b-443d-837b-0a48e649c621 req-aa5d5cf7-6728-497b-a68c-dd1881b599ab tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735209 Aug 31 06:48:42.887750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-6077e306-1317-42de-bfff-56d5386e95bc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368648 Aug 31 06:48:42.888767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-2fb89eb5-1d46-457b-996d-2845ca5207fa tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:42.890286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-2fb89eb5-1d46-457b-996d-2845ca5207fa tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 943 time: 0.0577617 Aug 31 06:48:42.998957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-0e1d7bd2-08c7-4cd3-9ab0-5bc5713c4274 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.0631676 Aug 31 06:48:43.000165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-a4415723-4510-4dc3-ae56-68f7f09d73db service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995250 Aug 31 06:48:43.123998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d424791d-4275-4dfc-80be-bdfa41631e1d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:43.134708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d2518-eb0f-4c38-818a-7c134bb1917a req-7b6e5484-e30a-441a-a0e5-43852c8fe720 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:43.136229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-394d2518-eb0f-4c38-818a-7c134bb1917a req-7b6e5484-e30a-441a-a0e5-43852c8fe720 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 943 time: 0.1351924 Aug 31 06:48:43.149458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-2892b9b8-de3e-4aa5-938f-c155f13fb9e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:43.158070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-2892b9b8-de3e-4aa5-938f-c155f13fb9e2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.1528480 Aug 31 06:48:43.164351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-7afb4991-83a0-44b4-8731-e5c9357ad8fa tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:48:43.169547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39dce8e4-3399-438f-b277-d192d0bc37aa req-76260b9f-77fd-4b0b-8054-7da59cced2fc service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571324 Aug 31 06:48:43.174085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-7afb4991-83a0-44b4-8731-e5c9357ad8fa tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0150154 Aug 31 06:48:43.207702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-394d2518-eb0f-4c38-818a-7c134bb1917a req-6766357b-1c66-4829-b8a5-b1d31e2f4208 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506487 Aug 31 06:48:43.274091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-a84b4d5e-3590-4c3b-94a5-c73c95967265 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 1002 time: 0.0988221 Aug 31 06:48:43.281397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:43.291054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d424791d-4275-4dfc-80be-bdfa41631e1d,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:43.307973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'd424791d-4275-4dfc-80be-bdfa41631e1d', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': 'd424791d-4275-4dfc-80be-bdfa41631e1d', 'mac_address': 'fa:16:3e:30:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:43.345807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.347337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.362761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d424791d-4275-4dfc-80be-bdfa41631e1d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:43.382909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d424791d-4275-4dfc-80be-bdfa41631e1d,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:43.386901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.434331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:43.494723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.498536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.498944 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Floating IP 72f18433-377d-46c2-923f-de265352f652 disassociated. External IP: 172.25.3.101, port: 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9. Aug 31 06:48:43.600113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:43.706117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.722835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:43.738581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Router a57945e3-7257-4c92-875d-ca5398cff78f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:43.744667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:43.750670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.781981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d424791d-4275-4dfc-80be-bdfa41631e1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:43.841946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:43.870896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:43.876097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:43.886041 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Sync routers for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:43.904351 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:43.904998 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:43.929957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-61ee1ea0-dd15-4201-b7e7-9eac9f06d130 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "PUT /v2.0/floatingips/72f18433-377d-46c2-923f-de265352f652 HTTP/1.1" status: 200 len: 695 time: 0.6540267 Aug 31 06:48:43.930532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:43.932894 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed" -d '{"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:43.994408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-5992d0c9-4228-4825-b26d-9567a36325da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.001927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-5992d0c9-4228-4825-b26d-9567a36325da service neutron] 10.222.0.57 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.0634902 Aug 31 06:48:44.021239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12283ddc-4da5-48d0-9e65-7c7675c92b4e req-d16885eb-11c6-494a-a6a9-bdca544ac9ee tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.025168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12283ddc-4da5-48d0-9e65-7c7675c92b4e req-d16885eb-11c6-494a-a6a9-bdca544ac9ee tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 943 time: 0.0757792 Aug 31 06:48:44.064510 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:44.072406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12283ddc-4da5-48d0-9e65-7c7675c92b4e req-1b60d5d4-122a-481d-bdcf-9edd8fc876cc tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Aug 31 06:48:44.123490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-d92e63ea-0b92-4197-b9c9-a0922f695c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.134460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-d92e63ea-0b92-4197-b9c9-a0922f695c68 service neutron] 10.222.0.57 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.1315081 Aug 31 06:48:44.137468 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3638b7-6aea-4ebb-bb35-bce403981372 x-openstack-request-id: req-ad3638b7-6aea-4ebb-bb35-bce403981372 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:44.137896 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:44.138225 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad3638b7-6aea-4ebb-bb35-bce403981372 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:44.138694 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:48:44.217585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-8dd0f3fd-e717-465c-9d71-900b5c6e2e47 service neutron] 10.222.0.57 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.0818238 Aug 31 06:48:44.253910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-45eaa815-a2c4-412d-9671-e456f3d9cb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.258851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-45eaa815-a2c4-412d-9671-e456f3d9cb9c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 1098 time: 0.0968363 Aug 31 06:48:44.273301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-e0a3d3cf-5197-4959-8615-e21dea1e45b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.276948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-e0a3d3cf-5197-4959-8615-e21dea1e45b8 service neutron] 10.222.0.57 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.0577636 Aug 31 06:48:44.335704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-d1ff309e-d4b0-49cf-863a-7be7c0f838d4 service neutron] 10.222.0.57 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424054 Aug 31 06:48:44.380995 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:44.435573 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Checking router: a57945e3-7257-4c92-875d-ca5398cff78f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:44.455344 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:44.455993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:44.464402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-3758ec36-b4d8-4024-9604-4696db70d148 service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290507 Aug 31 06:48:44.497318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5b870c-c82c-45fc-ba7f-424d5e55122e req-e9016600-d939-4fd7-b4a0-216110485a48 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.499621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e5b870c-c82c-45fc-ba7f-424d5e55122e req-e9016600-d939-4fd7-b4a0-216110485a48 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 944 time: 0.1230502 Aug 31 06:48:44.577391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-b619a3bb-105e-41b4-b657-bcd75276a0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.578938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-b619a3bb-105e-41b4-b657-bcd75276a0a1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 200 len: 921 time: 0.3092339 Aug 31 06:48:44.596362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d74cdb2d-9422-47cd-bbd0-3b276a6b6eab req-c75286c2-57cb-4a88-8346-cdcc4b009dc9 service neutron] 10.222.0.57 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227050 Aug 31 06:48:44.609085 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:44.701051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-451c84f6-3706-4a22-93a4-9cf2c61e3fef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 200 len: 217 time: 0.1114016 Aug 31 06:48:44.707981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e5b870c-c82c-45fc-ba7f-424d5e55122e req-a32bf989-45fe-4ff0-a0ff-0bd7dd103da3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899984 Aug 31 06:48:44.879962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-bc2a71dc-3000-451d-9cf6-e90b27698d19 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips/72f18433-377d-46c2-923f-de265352f652 HTTP/1.1" status: 200 len: 695 time: 0.1028860 Aug 31 06:48:44.886045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-11a7d8a9-aa30-4a25-bb96-5b08a7bf711f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.887636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-11a7d8a9-aa30-4a25-bb96-5b08a7bf711f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 200 len: 860 time: 0.1748703 Aug 31 06:48:44.924394 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:44.926221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-e14dcfeb-556e-4010-abb1-d66286529a2f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:44.934980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-e14dcfeb-556e-4010-abb1-d66286529a2f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1558599 Aug 31 06:48:44.951407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-614ae0ff-d0e5-415d-a77c-8940beeba352 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/quotas/60ac247b74da4032b8d8b5919d6220d0 HTTP/1.1" status: 200 len: 375 time: 0.0152755 Aug 31 06:48:44.951687 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01511300-2b74-4f33-bb13-bd051d3c637a None None] The sync data for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 is: [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:47:32Z', 'revision_number': 4, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '7b5c73bf-60b7-4d89-a838-acc424762ed5', 'name': '', 'network_id': '42ca2644-5208-42fa-9fa9-23e1e6410972', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'mac_address': 'fa:16:3e:f1:a4:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:30Z', 'updated_at': '2021-08-31T06:47:37Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'subnets': [{'id': 'c714bf4c-fb9e-4f77-9ac5-f5674c6184df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:45.004858 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-20b0bb8d-b033-4126-8dd8-307c051c6783 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0520144 Aug 31 06:48:45.012717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-ffe7a4b4-1467-4818-8169-14eff1cdcfed service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=42ca2644-5208-42fa-9fa9-23e1e6410972&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340307 Aug 31 06:48:45.091564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-588cea7b-1243-4261-b086-a03ca1097823 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:45.094074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-588cea7b-1243-4261-b086-a03ca1097823 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 784 time: 0.2043536 Aug 31 06:48:45.112935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-f525d894-d699-4c1c-8522-010ec7731a1b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:48:45.114415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-f525d894-d699-4c1c-8522-010ec7731a1b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0138874 Aug 31 06:48:45.122151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-65e1a38b-21cb-4ff5-b02a-9dc896a02a70 service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021068 Aug 31 06:48:45.162870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d424791d-4275-4dfc-80be-bdfa41631e1d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:45.177287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-f779c1d0-dbbb-494b-ab8c-aa7a32231df5 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 698 time: 0.0552711 Aug 31 06:48:45.229437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-7522a9c6-24f9-4701-926d-89c269f66cdd service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955187 Aug 31 06:48:45.235529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port d424791d-4275-4dfc-80be-bdfa41631e1d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:45.238400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-c8f03971-6a3b-4d16-9ad7-3851b8b3590b service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101019 Aug 31 06:48:45.240354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port d424791d-4275-4dfc-80be-bdfa41631e1d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:45.240926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.245515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-5d4fbeab-c1e8-4c40-9d9d-df952cf85b39 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/floatingips?floating_ip_address=172.25.3.101 HTTP/1.1" status: 200 len: 698 time: 0.0607598 Aug 31 06:48:45.271351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95eb741-d1b9-474d-9c43-6aba752ab239 None None] New status for floating IP 72f18433-377d-46c2-923f-de265352f652: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:48:45.344881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c36c9d6-287d-469b-bb0c-e1ad86ba99ed req-899d1f40-025c-4ea1-a5e9-4dab8dfb9f36 service neutron] 10.222.0.50 "GET /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974305 Aug 31 06:48:45.522441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Deleting port 88023cd9-66ab-4006-803f-993086976dfa {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:45.522837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.611194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.615661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:45.624226 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.624849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.639379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Calling delete_port for 88023cd9-66ab-4006-803f-993086976dfa owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:45.674514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.679580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b522e8f0-5352-4605-a683-d3261f77ba6e req-c5ea37ac-3494-4df1-a319-4ec62a7dae27 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:45.682077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b522e8f0-5352-4605-a683-d3261f77ba6e req-c5ea37ac-3494-4df1-a319-4ec62a7dae27 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 943 time: 0.0889938 Aug 31 06:48:45.714977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:45.717137 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad78b81d-b388-4991-b8c6-802216bd47c5" -d '{"events": [{"server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "name": "network-vif-plugged", "status": "completed", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:45.721803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port a93c190d-092d-47a7-bff3-3766de2e5447 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:45.722314 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.733894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b522e8f0-5352-4605-a683-d3261f77ba6e req-411e5d8f-e913-4d9a-93f3-28a9e3e18b46 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457075 Aug 31 06:48:45.766458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d424791d-4275-4dfc-80be-bdfa41631e1d,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:45.775029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.812986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.843202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event deleted for resources: {'Port': ['ID=88023cd9-66ab-4006-803f-993086976dfa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:45.875411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.890339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:45.917104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:45.921906 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.929475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.933728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:45.934633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2433744a-56d6-456a-b9cb-2e668bfb78ff req-70976a10-b981-474d-9885-13005c187733 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0351870 Aug 31 06:48:45.935971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-224f72b5-3cda-48d6-8d3d-2e5b710d5493 req-8483f3bc-ad87-4393-9067-ea8f303f84dc tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "DELETE /v2.0/floatingips/72f18433-377d-46c2-923f-de265352f652 HTTP/1.1" status: 204 len: 173 time: 0.6897609 Aug 31 06:48:45.992248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:46.061357 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d913f74-f5b1-421e-9732-e84efc98909d x-openstack-request-id: req-0d913f74-f5b1-421e-9732-e84efc98909d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:46.062076 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "name": "network-vif-plugged", "status": "completed", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:46.062426 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0d913f74-f5b1-421e-9732-e84efc98909d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:46.063002 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d', 'code': 200} Aug 31 06:48:46.064444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9fd8a-d9df-49c6-b9c6-eef9782f9594 req-8d782913-04a8-4352-9aae-99ed94947ce6 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.065960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11e9fd8a-d9df-49c6-b9c6-eef9782f9594 req-8d782913-04a8-4352-9aae-99ed94947ce6 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0510530 Aug 31 06:48:46.118550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11e9fd8a-d9df-49c6-b9c6-eef9782f9594 req-111f6402-f370-4304-bbcb-7472e785f27b tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442603 Aug 31 06:48:46.176563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a430d91-d2c6-4f28-93db-007ee58b2bfb req-3791cdf4-18c7-4f03-9274-b1bcd3024b5b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.178167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a430d91-d2c6-4f28-93db-007ee58b2bfb req-3791cdf4-18c7-4f03-9274-b1bcd3024b5b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0625095 Aug 31 06:48:46.189527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-a4c859b0-22ba-4b18-9dc2-839d972b0b9a tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups/7d44e12f-12b7-4288-9474-5a61c8a7388e HTTP/1.1" status: 200 len: 1810 time: 0.0416341 Aug 31 06:48:46.248873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a430d91-d2c6-4f28-93db-007ee58b2bfb req-8b79c3ed-8832-4074-a38d-1c5b4974c865 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641272 Aug 31 06:48:46.256863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.262833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca94093-faf4-44cc-924d-62e382762737 req-684affcb-f20e-4f14-9e33-cae31a754213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.264374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca94093-faf4-44cc-924d-62e382762737 req-684affcb-f20e-4f14-9e33-cae31a754213 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 1097 time: 0.0561326 Aug 31 06:48:46.286586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.314633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca94093-faf4-44cc-924d-62e382762737 req-4a78d87c-6bcc-4ecb-9c24-b1ecf07839da service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292544 Aug 31 06:48:46.328721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.331322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:46.332453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8ae05e9-3182-41c4-9e46-a8975ddafe7f req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "DELETE /v2.0/security-groups/7d44e12f-12b7-4288-9474-5a61c8a7388e HTTP/1.1" status: 204 len: 173 time: 0.1365347 Aug 31 06:48:46.341319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76066d-ca64-4df9-b050-46a46a895634 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d44e12f-12b7-4288-9474-5a61c8a7388e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:46.565282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d148b6-19ae-4783-9d16-807b45591db9 req-e6f83b37-83b3-4702-bdf5-6abfaa6176e8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.566808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36d148b6-19ae-4783-9d16-807b45591db9 req-e6f83b37-83b3-4702-bdf5-6abfaa6176e8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0510516 Aug 31 06:48:46.606728 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36d148b6-19ae-4783-9d16-807b45591db9 req-9fe6d775-99d5-400f-9446-a235c441d44f tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332837 Aug 31 06:48:46.859390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954cb02-dbef-4b26-a7c1-c1a42bf5af0a req-d060faf7-e675-4997-94ef-d31a316e8034 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:46.860922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8954cb02-dbef-4b26-a7c1-c1a42bf5af0a req-d060faf7-e675-4997-94ef-d31a316e8034 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0508270 Aug 31 06:48:46.901248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8954cb02-dbef-4b26-a7c1-c1a42bf5af0a req-7b494bb8-a850-4cd4-b27f-8f5f8e93b206 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343878 Aug 31 06:48:47.022408 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef7c1756-119c-4b43-8fea-bbd541618d78 req-d9ba92d0-e611-4add-a77c-6c8d572568a8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 210 time: 0.0268040 Aug 31 06:48:47.206106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-0b4f02b3-c2fa-43e6-a73b-7ea681bb7113 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.207281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-0b4f02b3-c2fa-43e6-a73b-7ea681bb7113 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1119277 Aug 31 06:48:47.230503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Request body: {'port': {'device_id': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'admin_state_up': True, 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:47.250800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5646f-6801-4a02-bcc0-ce61816e9242 req-556468c7-be0f-4f40-a5a2-1216bdc0a741 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.252266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9dc5646f-6801-4a02-bcc0-ce61816e9242 req-556468c7-be0f-4f40-a5a2-1216bdc0a741 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0594358 Aug 31 06:48:47.298999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9dc5646f-6801-4a02-bcc0-ce61816e9242 req-3c483f3b-371c-4d66-b522-9534a449b33a tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401049 Aug 31 06:48:47.373457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:47.376813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.402409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935e55-70d3-4bfa-9048-17809c692b3f req-61212f51-a097-4941-95f7-4522c4d8db06 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.403896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58935e55-70d3-4bfa-9048-17809c692b3f req-61212f51-a097-4941-95f7-4522c4d8db06 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0731914 Aug 31 06:48:47.494001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58935e55-70d3-4bfa-9048-17809c692b3f req-06d7a20c-0ffd-4056-aa22-7ccbf4b95bf9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Aug 31 06:48:47.548856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Allocated IP 172.20.0.6 (07158428-204e-415e-ad6d-d72262cd1c4b/ad7696f8-7a37-4e88-a550-84b9a4f85c20/8261ef0a-b202-4e2c-b9ab-f2b9520a785f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:47.711087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.728221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6add5c0d-d363-4018-952f-4e9d25e05b2c req-a5071814-447a-4ff4-955b-0233fcbadd32 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.729734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6add5c0d-d363-4018-952f-4e9d25e05b2c req-a5071814-447a-4ff4-955b-0233fcbadd32 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0515237 Aug 31 06:48:47.752830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.768234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:47.780467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6add5c0d-d363-4018-952f-4e9d25e05b2c req-451163f7-319d-4603-89ed-2d0a28d440d8 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441947 Aug 31 06:48:47.798308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Network 07158428-204e-415e-ad6d-d72262cd1c4b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:47.803892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:47.815120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:47.818070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event updated for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:47.873074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:47.873862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:47.892146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-22f96040-8c68-4464-8e8e-bf91e5f8a3a1 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6663468 Aug 31 06:48:47.929090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Request body: {'port': {'device_id': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:47.988552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.038900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829e71d-f081-4b46-b71c-bc8c935c5714 req-a4cce563-b00e-444f-a37c-3d4cc0d8a148 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.040918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7829e71d-f081-4b46-b71c-bc8c935c5714 req-a4cce563-b00e-444f-a37c-3d4cc0d8a148 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0554020 Aug 31 06:48:48.063728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:48.075372 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3e58c-6853-4245-8588-790afe925ce5" -d '{"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-plugged", "status": "completed", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:48.087959 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7829e71d-f081-4b46-b71c-bc8c935c5714 req-fc8a8f42-8fb7-420c-8fb1-43475da443c2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405538 Aug 31 06:48:48.137160 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f1935f-cac4-42eb-8ddf-11d97d91ea08 x-openstack-request-id: req-02f1935f-cac4-42eb-8ddf-11d97d91ea08 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:48.137480 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-plugged", "status": "completed", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:48.137736 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02f1935f-cac4-42eb-8ddf-11d97d91ea08 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:48.138126 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'code': 200} Aug 31 06:48:48.210764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fe0fe6-c70b-4902-8eb3-29a5b90e22ea req-e9276927-851b-4d70-a2f2-832702cd552a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.213055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3fe0fe6-c70b-4902-8eb3-29a5b90e22ea req-e9276927-851b-4d70-a2f2-832702cd552a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 931 time: 0.1092887 Aug 31 06:48:48.301686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3fe0fe6-c70b-4902-8eb3-29a5b90e22ea req-7819b58f-0e12-4f2a-ad3a-2e21a2cb4ab6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781703 Aug 31 06:48:48.429544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbeb29-3704-40a4-9746-f1c87e1e0576 req-1f0eadcc-ea6e-4526-a486-7fbe4c9d2909 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.431264 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5dcbeb29-3704-40a4-9746-f1c87e1e0576 req-1f0eadcc-ea6e-4526-a486-7fbe4c9d2909 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0545726 Aug 31 06:48:48.449905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8261ef0a-b202-4e2c-b9ab-f2b9520a785f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:48.466950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.470883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5dcbeb29-3704-40a4-9746-f1c87e1e0576 req-b337c0be-fc90-4e07-9340-7d709522d707 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336034 Aug 31 06:48:48.502841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Transition to ACTIVE for port object 8261ef0a-b202-4e2c-b9ab-f2b9520a785f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:48.518755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-55fb59d2-2510-4d38-93a3-348617919a80 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.521078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-55fb59d2-2510-4d38-93a3-348617919a80 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.50 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.1644750 Aug 31 06:48:48.526506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c49fb5-fe0b-41ae-9d8d-ae77c01b6326 req-8f8b0979-7f4f-4643-af7e-280a16986282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.528592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1c49fb5-fe0b-41ae-9d8d-ae77c01b6326 req-8f8b0979-7f4f-4643-af7e-280a16986282 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 1097 time: 0.2626336 Aug 31 06:48:48.529496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:48.917662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34c36cb-ff44-41e9-a3b9-42c3f75cde33 req-ccbac951-b90a-4985-a2b5-6462cc01e1c6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:48.919180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e34c36cb-ff44-41e9-a3b9-42c3f75cde33 req-ccbac951-b90a-4985-a2b5-6462cc01e1c6 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0548525 Aug 31 06:48:48.957545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e34c36cb-ff44-41e9-a3b9-42c3f75cde33 req-77360d64-1cc0-4b40-b479-0d1c8996a6ee tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321581 Aug 31 06:48:49.092343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Pushing event updated for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:49.138925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1c49fb5-fe0b-41ae-9d8d-ae77c01b6326 req-196b85cc-8230-4ad6-b777-ac6128a55eac service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6017292 Aug 31 06:48:49.209939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17bcb14-1b0e-46c1-8dfe-e63251a9fa94 req-438bf0db-dfa2-4ac0-a583-42b8a52d75b7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.211444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b17bcb14-1b0e-46c1-8dfe-e63251a9fa94 req-438bf0db-dfa2-4ac0-a583-42b8a52d75b7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0495877 Aug 31 06:48:49.221033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a04e25e-a9e6-403c-93ff-7f2fbdc9cd4d req-d384c06d-0eed-4416-ad39-fd9f14b4f37f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.223549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a04e25e-a9e6-403c-93ff-7f2fbdc9cd4d req-d384c06d-0eed-4416-ad39-fd9f14b4f37f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.3011181 Aug 31 06:48:49.253163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b17bcb14-1b0e-46c1-8dfe-e63251a9fa94 req-8e42e682-f167-46fd-ba07-f6b3bc3f2c63 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351233 Aug 31 06:48:49.322298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Attempting to bind port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:49.322673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Attempting to bind port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:49.323004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Attempting to bind port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:49.331430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Deleting port 79404e28-e33a-4166-92cb-81079eee64d3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:49.331770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.338135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a04e25e-a9e6-403c-93ff-7f2fbdc9cd4d req-3dd40201-7f5c-407b-b88f-a1a29fdf450e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007702 Aug 31 06:48:49.340154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f on network 07158428-204e-415e-ad6d-d72262cd1c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:49.343454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Attempting to bind port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:49.382395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:49.382736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Checking segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:49.383123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Bound using segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:49.384463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Bound port: 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:49.384828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.448990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ab4c8-4d14-45d6-a9bc-7b5fb3d5b07e req-a0b29dfe-9792-47aa-8860-69b01bf13d59 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.450757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a69ab4c8-4d14-45d6-a9bc-7b5fb3d5b07e req-a0b29dfe-9792-47aa-8860-69b01bf13d59 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 943 time: 0.0585051 Aug 31 06:48:49.492951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] For port 79404e28-e33a-4166-92cb-81079eee64d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=79404e28-e33a-4166-92cb-81079eee64d3,segment=NetworkSegment(9ea14202-a40d-4ad6-bc6e-1e16f61352b7),segment_id=9ea14202-a40d-4ad6-bc6e-1e16f61352b7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:49.493431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.507341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:49.513546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:49.514734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Calling delete_port for 79404e28-e33a-4166-92cb-81079eee64d3 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:49.518775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a69ab4c8-4d14-45d6-a9bc-7b5fb3d5b07e req-2be5c832-ed16-417e-9fb9-c5d25519122f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604019 Aug 31 06:48:49.522805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.617208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.617880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.619495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] 10.222.0.50 "PUT /v2.0/ports/8261ef0a-b202-4e2c-b9ab-f2b9520a785f HTTP/1.1" status: 200 len: 1092 time: 1.7018247 Aug 31 06:48:49.624226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:49.626470 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f507bdc-9194-40ab-b33a-7e3b5a95860c" -d '{"events": [{"name": "network-changed", "server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:49.627540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd3f4fb-5d7d-4a79-b6da-a263e849e05e req-8c011319-3fb7-4418-8076-87bc0b46d4f1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.629040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cd3f4fb-5d7d-4a79-b6da-a263e849e05e req-8c011319-3fb7-4418-8076-87bc0b46d4f1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 945 time: 0.0521481 Aug 31 06:48:49.670802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1cd3f4fb-5d7d-4a79-b6da-a263e849e05e req-b8f8bf62-6d8f-41f5-b8dd-e1545cd052b0 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/security-groups?id=6371a830-ecaf-4ab4-9d9c-c8355786265e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345690 Aug 31 06:48:49.671941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a2715-c690-44e1-a775-4af8d0132809 service neutron] Pushing event updated for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:49.684160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63a602a-aac3-43c5-929e-d32545c8c101 req-5911f70d-1361-4d4e-a699-62b987fb547c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.685701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b63a602a-aac3-43c5-929e-d32545c8c101 req-5911f70d-1361-4d4e-a699-62b987fb547c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.1501391 Aug 31 06:48:49.729860 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d8d368c-c3b4-4c8f-b969-e47547264d74 x-openstack-request-id: req-3d8d368c-c3b4-4c8f-b969-e47547264d74 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:49.730145 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:49.730393 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d8d368c-c3b4-4c8f-b969-e47547264d74 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:49.730778 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f', 'status': 'completed', 'code': 200} Aug 31 06:48:49.792021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b63a602a-aac3-43c5-929e-d32545c8c101 req-73d70648-2bba-47cb-8d02-124f0d4f69e4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951827 Aug 31 06:48:49.797164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-7ea327c0-7cd7-4873-a112-ea51818c3362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.798607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-7ea327c0-7cd7-4873-a112-ea51818c3362 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 1095 time: 0.1120338 Aug 31 06:48:49.853896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.862691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-3f771e6b-ae90-44a5-b697-c69ae9ef9f90 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f HTTP/1.1" status: 200 len: 217 time: 0.0506258 Aug 31 06:48:49.898860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Pushing event deleted for resources: {'Port': ['ID=79404e28-e33a-4166-92cb-81079eee64d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:49.912163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f24385-cb72-4579-af78-83ff648fb36d req-e9a951fa-a087-4ac5-940a-91eabf0ec764 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.913672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53f24385-cb72-4579-af78-83ff648fb36d req-e9a951fa-a087-4ac5-940a-91eabf0ec764 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0494950 Aug 31 06:48:49.952635 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53f24385-cb72-4579-af78-83ff648fb36d req-044490fc-021b-4bd7-a07d-d3bf638770ff tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322831 Aug 31 06:48:49.958096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] No DVR routers for this DVR port 79404e28-e33a-4166-92cb-81079eee64d3 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:49.962279 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:49.964231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-248d01dd-c3a7-4071-8a9e-95471c66931c req-cf4333d1-3e82-417c-a5c0-d630ec15b2e1 tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.50 "DELETE /v2.0/ports/79404e28-e33a-4166-92cb-81079eee64d3 HTTP/1.1" status: 204 len: 173 time: 1.4255743 Aug 31 06:48:49.975537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-3512d4eb-0f6d-4ecc-9769-cbbe082fa368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:49.976998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-3512d4eb-0f6d-4ecc-9769-cbbe082fa368 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0920944 Aug 31 06:48:50.036192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-b8da68d9-4e67-4d8c-bedc-b820ee51ce98 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312181 Aug 31 06:48:50.096392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8de138-b631-4ef0-b655-90e60b5fe77d req-07be5326-3672-43c8-8088-35e3824bd79b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.097952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b8de138-b631-4ef0-b655-90e60b5fe77d req-07be5326-3672-43c8-8088-35e3824bd79b tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0653234 Aug 31 06:48:50.156437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b8de138-b631-4ef0-b655-90e60b5fe77d req-798b160e-a9d7-4387-bedd-1eaba212a96e tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512838 Aug 31 06:48:50.173938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-06d478c9-7241-49ef-a0fb-4a52ffe155fb service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128538 Aug 31 06:48:50.274949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afa46a-37f5-4566-9672-ae6f182b9ab4 req-71dd83ba-00ba-4368-800b-fb07642fe18c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.286414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67afa46a-37f5-4566-9672-ae6f182b9ab4 req-71dd83ba-00ba-4368-800b-fb07642fe18c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0606620 Aug 31 06:48:50.311216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38de0c05-d325-4a1f-8bb1-2bcd0f4d495e req-69de889f-c7d4-459e-8014-d505d6a3c205 service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966418 Aug 31 06:48:50.332107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67afa46a-37f5-4566-9672-ae6f182b9ab4 req-264a7cba-5312-475a-aeea-8a73d83f5bcb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355599 Aug 31 06:48:50.428698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7a475-a48d-4225-ae91-3107e6340c24 req-93096750-ff63-47f0-b613-f064220ae7c2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.430801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ae7a475-a48d-4225-ae91-3107e6340c24 req-93096750-ff63-47f0-b613-f064220ae7c2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0996466 Aug 31 06:48:50.456426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-edce5353-55dd-4c2b-a737-f1ac6d0244f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.458034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-edce5353-55dd-4c2b-a737-f1ac6d0244f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 1095 time: 0.0684624 Aug 31 06:48:50.497044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ae7a475-a48d-4225-ae91-3107e6340c24 req-c853be03-7d8f-43a9-8bd0-430170cfca38 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584040 Aug 31 06:48:50.566343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-6ca0e3ad-a9ed-479b-bb4b-b8e9336d4897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.567835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-6ca0e3ad-a9ed-479b-bb4b-b8e9336d4897 service neutron] 10.222.0.50 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 916 time: 0.0958383 Aug 31 06:48:50.631830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-fb08164b-f809-409d-aad5-dab546d4f06d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f HTTP/1.1" status: 200 len: 217 time: 0.0426164 Aug 31 06:48:50.638898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea675-3a9e-4ec5-a362-003913cee2cb req-f46d4022-b510-4090-ad4c-d76ad0147c04 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.640389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-311ea675-3a9e-4ec5-a362-003913cee2cb req-f46d4022-b510-4090-ad4c-d76ad0147c04 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 943 time: 0.0491657 Aug 31 06:48:50.682828 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-311ea675-3a9e-4ec5-a362-003913cee2cb req-ca248f73-1cff-45d1-8e59-ef752d998708 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361464 Aug 31 06:48:50.716621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-a0b9639b-8ef4-466e-bb49-f45426b8f1ae tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.718496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-a0b9639b-8ef4-466e-bb49-f45426b8f1ae tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.50 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.1230721 Aug 31 06:48:50.721009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-7b0f2850-787d-4257-92da-4c5e5c9ebf95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:50.722719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-7b0f2850-787d-4257-92da-4c5e5c9ebf95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0735695 Aug 31 06:48:50.827574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee2a572b-ef5e-4184-bd15-b68f7440601b req-9780235c-9a58-4b29-bbca-53d41955888d tempest-VolumesActionsTest-463016576 tempest-VolumesActionsTest-463016576-project] 10.222.0.57 "GET /v2.0/ports?device_id=96036602-d9ea-418b-92e0-9dd548233975 HTTP/1.1" status: 200 len: 210 time: 0.0672677 Aug 31 06:48:50.829269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-39bc709d-17cb-47bf-89e2-72db847df43a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678604 Aug 31 06:48:50.965135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Deleting port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:50.965396 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:50.970646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-8430f4b7-f101-476e-b89b-7a52797241dc service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061120 Aug 31 06:48:51.114820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] For port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:51.115185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.135957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Calling delete_port for 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:51.141438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f507bdc-9194-40ab-b33a-7e3b5a95860c req-6649622a-a6f2-4a32-9d9d-93897d59cab1 service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336167 Aug 31 06:48:51.143842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 79404e28-e33a-4166-92cb-81079eee64d3 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:51.168416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 79404e28-e33a-4166-92cb-81079eee64d3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:51.168906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 79404e28-e33a-4166-92cb-81079eee64d3 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:51.285003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.288732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f265e05-10a8-4647-b1cf-8d6adf7bf8f5 req-5b89169a-bfa7-42d1-9125-f6aac7fcc225 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.289917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f265e05-10a8-4647-b1cf-8d6adf7bf8f5 req-5b89169a-bfa7-42d1-9125-f6aac7fcc225 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/ports?device_id=409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e HTTP/1.1" status: 200 len: 946 time: 0.0638180 Aug 31 06:48:51.315073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Pushing event deleted for resources: {'Port': ['ID=03819dfa-f57c-4c8b-a9a4-ab54230bd3b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:51.329834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f265e05-10a8-4647-b1cf-8d6adf7bf8f5 req-b8b48ee5-f046-4ae5-8f81-03061e4ba378 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.57 "GET /v2.0/security-groups?id=42a62299-14e1-4da6-808e-13e52b55b119&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333529 Aug 31 06:48:51.362531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] No DVR routers for this DVR port 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:51.365503 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:51.368327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9abb573d-8047-472c-832c-6c2ccf4e4f05 req-56b83428-9995-4cf4-8475-8b6266180da2 tempest-ServerRescueTestJSONUnderV235-1191013613 tempest-ServerRescueTestJSONUnderV235-1191013613-project] 10.222.0.50 "DELETE /v2.0/ports/03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 HTTP/1.1" status: 204 len: 173 time: 0.6146929 Aug 31 06:48:51.464751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6932a42-c52b-4cb8-9e38-298e897ae055 req-b9bd3de8-7a85-4fbc-9698-df896705949c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.466934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6932a42-c52b-4cb8-9e38-298e897ae055 req-b9bd3de8-7a85-4fbc-9698-df896705949c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Aug 31 06:48:51.507739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6932a42-c52b-4cb8-9e38-298e897ae055 req-a1d7c153-5267-4a4a-80ce-930e55506cf9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334635 Aug 31 06:48:51.613433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46b6b47-6cf4-48b6-b4eb-f44590098fdf req-1cfd2ee3-731b-46b1-8581-c71e2493fb5c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.614907 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b46b6b47-6cf4-48b6-b4eb-f44590098fdf req-1cfd2ee3-731b-46b1-8581-c71e2493fb5c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0496519 Aug 31 06:48:51.653150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b46b6b47-6cf4-48b6-b4eb-f44590098fdf req-1fb17f20-0d3d-4306-a741-7c4d7a41cea1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316818 Aug 31 06:48:51.743445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'name': 'network-vif-deleted', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3'}, {'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'name': 'network-vif-deleted', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:51.746054 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd45a86b-389d-442b-819b-ef083f89bbc2" -d '{"events": [{"server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "name": "network-vif-deleted", "tag": "79404e28-e33a-4166-92cb-81079eee64d3"}, {"server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "name": "network-vif-deleted", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:51.771676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744ba75c-a959-43b1-abab-81a14eb10ffd req-810f9f50-a1bb-4836-8194-f8878405d254 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.773136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-744ba75c-a959-43b1-abab-81a14eb10ffd req-810f9f50-a1bb-4836-8194-f8878405d254 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0555959 Aug 31 06:48:51.801814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca50ad4-636f-4299-8153-7d0a064d7f79 req-dc630911-c888-418c-a3ce-74487d7e18f8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:51.803301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ca50ad4-636f-4299-8153-7d0a064d7f79 req-dc630911-c888-418c-a3ce-74487d7e18f8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 943 time: 0.0517750 Aug 31 06:48:51.812333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-744ba75c-a959-43b1-abab-81a14eb10ffd req-f9ec01f8-5596-48de-950b-5f0c3fdb2634 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318210 Aug 31 06:48:51.843449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ca50ad4-636f-4299-8153-7d0a064d7f79 req-7d71bb01-0484-4f07-80e7-9efdb2540171 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339470 Aug 31 06:48:51.869376 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6d5a48-dc08-4bcb-8c72-564ad178ec1e x-openstack-request-id: req-0e6d5a48-dc08-4bcb-8c72-564ad178ec1e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:51.869736 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96036602-d9ea-418b-92e0-9dd548233975", "name": "network-vif-deleted", "tag": "79404e28-e33a-4166-92cb-81079eee64d3", "status": "completed", "code": 200}, {"server_uuid": "409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e", "name": "network-vif-deleted", "tag": "03819dfa-f57c-4c8b-a9a4-ab54230bd3b9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:51.870053 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e6d5a48-dc08-4bcb-8c72-564ad178ec1e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:51.870503 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96036602-d9ea-418b-92e0-9dd548233975', 'name': 'network-vif-deleted', 'tag': '79404e28-e33a-4166-92cb-81079eee64d3', 'status': 'completed', 'code': 200} Aug 31 06:48:51.870818 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '409eab8e-eb47-49d1-bbcf-d1e9c32a9e2e', 'name': 'network-vif-deleted', 'tag': '03819dfa-f57c-4c8b-a9a4-ab54230bd3b9', 'status': 'completed', 'code': 200} Aug 31 06:48:52.281296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-24d4c43e-65f4-42cf-949d-d6569a820934 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.282827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-24d4c43e-65f4-42cf-949d-d6569a820934 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.1253610 Aug 31 06:48:52.299469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-798717ba-240e-4e89-9a3f-44f4f4c71680 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/quotas/3ff62500e1ff400a831d6e33afbed667 HTTP/1.1" status: 200 len: 375 time: 0.0102773 Aug 31 06:48:52.361883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-3a823ade-8f4c-4ffd-8534-0be9fc3c7f2f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0507464 Aug 31 06:48:52.392276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:52.458300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-4a0e4f48-4e90-41ce-8280-e2f8a067a94c service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927715 Aug 31 06:48:52.619642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-d41f5d37-9f1c-45d7-99f7-566f8d67a28f service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540711 Aug 31 06:48:52.631215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-6d256597-7f27-4d87-8753-b88e641ffbdf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.632703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-6d256597-7f27-4d87-8753-b88e641ffbdf tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.1478136 Aug 31 06:48:52.761386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d2156-0234-461b-987d-aed6317f6fce req-56f47fd9-ac7d-4951-8450-e65a7edc283a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:52.769508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c06d2156-0234-461b-987d-aed6317f6fce req-56f47fd9-ac7d-4951-8450-e65a7edc283a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 945 time: 0.0853977 Aug 31 06:48:52.770629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port d424791d-4275-4dfc-80be-bdfa41631e1d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:52.770984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.834211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c06d2156-0234-461b-987d-aed6317f6fce req-4e4f5079-4560-4422-8bd1-2b933d2f40dd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634956 Aug 31 06:48:52.903735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.909692 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c246e0bc-159e-4de2-bbf8-5b0765bad2de req-233834b0-31af-4f6c-941e-2be9cd738c67 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 210 time: 0.0640488 Aug 31 06:48:52.970597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port d424791d-4275-4dfc-80be-bdfa41631e1d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d424791d-4275-4dfc-80be-bdfa41631e1d,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:52.971016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:52.989512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for d424791d-4275-4dfc-80be-bdfa41631e1d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:53.060671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8e66e1-c744-4e4e-a2ef-842bc1dc1708 req-02c8060e-5aa0-4875-b513-d865e765903f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:53.062230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b8e66e1-c744-4e4e-a2ef-842bc1dc1708 req-02c8060e-5aa0-4875-b513-d865e765903f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 943 time: 0.1055541 Aug 31 06:48:53.137626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.140083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8261ef0a-b202-4e2c-b9ab-f2b9520a785f details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:48:53.145236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:53.167347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b8e66e1-c744-4e4e-a2ef-842bc1dc1708 req-27bc54f9-6603-4396-91e0-6095d0005d02 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978506 Aug 31 06:48:53.178098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:53.178955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 03819dfa-f57c-4c8b-a9a4-ab54230bd3b9 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:53.205103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495', 'd424791d-4275-4dfc-80be-bdfa41631e1d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:53.214099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=d424791d-4275-4dfc-80be-bdfa41631e1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:53.257582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port d424791d-4275-4dfc-80be-bdfa41631e1d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:53.262179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.264433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e74544c7-a333-41c0-ad58-b62fb320ce13 req-082d75e8-8377-4d34-931a-54e8d2cb9ca0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "DELETE /v2.0/ports/d424791d-4275-4dfc-80be-bdfa41631e1d HTTP/1.1" status: 204 len: 173 time: 0.6222155 Aug 31 06:48:53.359638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Deleting port 7b5c73bf-60b7-4d89-a838-acc424762ed5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:53.361694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.490324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] For port 7b5c73bf-60b7-4d89-a838-acc424762ed5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7b5c73bf-60b7-4d89-a838-acc424762ed5,segment=NetworkSegment(fb477267-623a-451a-b345-10b162d0a106),segment_id=fb477267-623a-451a-b345-10b162d0a106)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:53.490903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.510652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Calling delete_port for 7b5c73bf-60b7-4d89-a838-acc424762ed5 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:53.536906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-1e458db9-116d-41b5-8ab4-e01440c6ed3a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:53.538753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-1e458db9-116d-41b5-8ab4-e01440c6ed3a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.53 "GET /v2.0/ports?device_id=5deac1ae-e4e7-4467-9e0c-348daf3ccb77 HTTP/1.1" status: 200 len: 945 time: 0.0667048 Aug 31 06:48:53.624594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:53.656163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'port_id': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f', 'mac_address': 'fa:16:3e:db:47:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7696f8-7a37-4e88-a550-84b9a4f85c20', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:48:53.662989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Deleting port a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:53.663415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.732256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.752146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8261ef0a-b202-4e2c-b9ab-f2b9520a785f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:53.772512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:53.780860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.795555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.796422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] For port a93c190d-092d-47a7-bff3-3766de2e5447, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a93c190d-092d-47a7-bff3-3766de2e5447,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:53.796914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:53.816114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Calling delete_port for a93c190d-092d-47a7-bff3-3766de2e5447 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:53.827522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b5c73bf-60b7-4d89-a838-acc424762ed5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:53.849155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:53.873137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'name': 'network-vif-deleted', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:53.875538 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ac6ee20-96c0-4c66-8dbb-8f8b028f4abb" -d '{"events": [{"server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "name": "network-vif-deleted", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:54.050621 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b126c987-4a7e-4dbb-965d-4a2dd3146433 x-openstack-request-id: req-b126c987-4a7e-4dbb-965d-4a2dd3146433 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:54.050835 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6917b66-07bf-42f1-885e-f58eb8c11b93", "name": "network-vif-deleted", "tag": "d424791d-4275-4dfc-80be-bdfa41631e1d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:54.051070 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b126c987-4a7e-4dbb-965d-4a2dd3146433 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:54.051715 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6917b66-07bf-42f1-885e-f58eb8c11b93', 'name': 'network-vif-deleted', 'tag': 'd424791d-4275-4dfc-80be-bdfa41631e1d', 'status': 'completed', 'code': 200} Aug 31 06:48:54.079215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0db4aa86-cc12-4dec-ac08-2f9d313d9145 req-1a436739-abe9-4c6e-82d6-9ff10a2e1665 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6917b66-07bf-42f1-885e-f58eb8c11b93 HTTP/1.1" status: 200 len: 210 time: 0.0950727 Aug 31 06:48:54.089356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.090779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.112810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a93c190d-092d-47a7-bff3-3766de2e5447'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:54.119522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:54.128796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aef9fb54-8d44-45e3-9880-0b535cb9b664 req-8bfcf445-0546-42b1-b6c7-99d69a5874f9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 210 time: 0.0346465 Aug 31 06:48:54.157224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event deleted for resources: {'Port': ['ID=a93c190d-092d-47a7-bff3-3766de2e5447,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:54.213777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] No DVR routers for this DVR port a93c190d-092d-47a7-bff3-3766de2e5447 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:48:54.216774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.220001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11c2de7b-87b2-4e5f-b7c6-dbe817dc46ee req-fde86257-b689-4316-b5d3-0b9ca534ddd7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.53 "DELETE /v2.0/ports/a93c190d-092d-47a7-bff3-3766de2e5447 HTTP/1.1" status: 204 len: 173 time: 0.6741142 Aug 31 06:48:54.358610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd9b572-a978-48c2-9355-ecf44ea5113d req-9a43a8e2-c910-4169-b2ce-352962a1fd38 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.360226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abd9b572-a978-48c2-9355-ecf44ea5113d req-9a43a8e2-c910-4169-b2ce-352962a1fd38 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 944 time: 0.1058571 Aug 31 06:48:54.397888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Router a57945e3-7257-4c92-875d-ca5398cff78f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:48:54.418362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abd9b572-a978-48c2-9355-ecf44ea5113d req-6e3b8bb1-235e-4869-9661-3f7a4c8250b2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508771 Aug 31 06:48:54.561942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:48:54.572445 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Sync routers for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:48:54.577812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3536167c-cdb7-4e8c-aced-ebc932c54d31 admin admin] 10.222.0.57 "PUT /v2.0/routers/a57945e3-7257-4c92-875d-ca5398cff78f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1814861 Aug 31 06:48:54.578244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:54.596447 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:54.598026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:54.724241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-881bbe18-bf3b-4092-85c9-bdf46850f46f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:54.728525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-881bbe18-bf3b-4092-85c9-bdf46850f46f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.1996224 Aug 31 06:48:54.750902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Request body: {'port': {'device_id': '460e39da-63bb-4218-9d1d-a77e17889da7', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'admin_state_up': True, 'tenant_id': '3ff62500e1ff400a831d6e33afbed667'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:54.759960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.796274 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:54.803099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75d77fe4-9d4f-455e-b022-810c2ddfc253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:54.939176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Made reservation on behalf of 3ff62500e1ff400a831d6e33afbed667 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:54.945946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.050127 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:48:53Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:55.085582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Checking router: a57945e3-7257-4c92-875d-ca5398cff78f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:48:55.098110 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Routers {'a57945e3-7257-4c92-875d-ca5398cff78f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:48:55.099393 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:48:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a57945e3-7257-4c92-875d-ca5398cff78f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:55.113768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Allocated IP 172.20.0.9 (4519dbf2-0c3f-4849-aa2b-3576d96de42f/64c91a44-fbc9-4ab5-9592-c44f569e3c0f/3f716e21-4830-4657-82f4-9db7d10796f8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:55.159446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8261ef0a-b202-4e2c-b9ab-f2b9520a785f up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:48:55.259716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:48:55.278096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:48:55.278532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.344264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.401835 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] Set router a57945e3-7257-4c92-875d-ca5398cff78f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:48:55.432731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d52e1a9-8721-4ffb-90b1-87253b28a11c req-94784ebc-e6ad-426a-9299-d3f40f65b83a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 210 time: 0.0733485 Aug 31 06:48:55.436320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.487820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:55.496948 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514392ea-789b-4897-b7d4-9fb3546dc1e1" -d '{"events": [{"server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:55.512145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.520572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:55.530137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a93c190d-092d-47a7-bff3-3766de2e5447'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:55.538787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.584679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.588120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d424791d-4275-4dfc-80be-bdfa41631e1d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:55.615032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: d424791d-4275-4dfc-80be-bdfa41631e1d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:55.615580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d424791d-4275-4dfc-80be-bdfa41631e1d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:55.616252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:55.625679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:55.630339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:55.633452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:55.679013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:55.699716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422de3f6-9159-4d74-8d27-c45a2c6da240 req-9b773084-5919-4a71-9b07-a32467210003 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.701847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-422de3f6-9159-4d74-8d27-c45a2c6da240 req-9b773084-5919-4a71-9b07-a32467210003 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.1396787 Aug 31 06:48:55.708197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:48:53Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:55.714351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.715120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.747802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-95176aa9-86f7-434d-b26f-da6222496b2d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:55.758908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-95176aa9-86f7-434d-b26f-da6222496b2d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.3379588 Aug 31 06:48:55.766188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-33357c32-395e-482e-abcf-1de1e8c49595 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0158393 Aug 31 06:48:55.780543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-0416fcdb-fec5-4f00-888d-71362a1846b3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/quotas/0d7d47f3b31e4497b536294f75abde6d HTTP/1.1" status: 200 len: 375 time: 0.0203588 Aug 31 06:48:55.786142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Request body: {'port': {'device_id': '460e39da-63bb-4218-9d1d-a77e17889da7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:55.795615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-422de3f6-9159-4d74-8d27-c45a2c6da240 req-e9e31dc8-4827-405b-a41a-37d4494fd58b tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877738 Aug 31 06:48:55.819973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Deleting port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:48:55.820314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.872611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f13db8-7968-4c08-9abb-fefb7fc5739b None None] The sync data for ids ['a57945e3-7257-4c92-875d-ca5398cff78f'] in n-d-712707-15 is: [{'id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'name': 'tempest-ServerRescueTestJSONUnderV235-2034940463-router', 'tenant_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196'}], 'enable_snat': True}, 'gw_port_id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:47:26Z', 'updated_at': '2021-08-31T06:48:53Z', 'revision_number': 5, 'project_id': '5bd4c039436140e3982d15b6cdb7d8fd', 'gw_port': {'id': '13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:61:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a57945e3-7257-4c92-875d-ca5398cff78f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1430, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:47:27Z', 'updated_at': '2021-08-31T06:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:48:55.900617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:55.964461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-55f219a9-4f05-4dfb-8f48-debedd0f38ec tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827512 Aug 31 06:48:55.967508 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459b3b1e-eef0-4152-a8ee-9afb352921b9 x-openstack-request-id: req-459b3b1e-eef0-4152-a8ee-9afb352921b9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:55.968341 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "name": "network-vif-plugged", "status": "completed", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:55.968740 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-459b3b1e-eef0-4152-a8ee-9afb352921b9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:55.969262 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f', 'code': 200} Aug 31 06:48:56.107377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-deleted', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:56.110312 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627e68ce-a907-4c5f-87c5-70dff19d5000" -d '{"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-deleted", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:56.178779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] For port 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:48:56.179155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.222605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Calling delete_port for 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:48:56.256962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cf62cb-3961-4297-95b6-96c73a7bb72e req-f74b67bc-96f5-42d3-96d1-d5483d4aa1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:56.259822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00cf62cb-3961-4297-95b6-96c73a7bb72e req-f74b67bc-96f5-42d3-96d1-d5483d4aa1c4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 1097 time: 0.1536584 Aug 31 06:48:56.293708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-3de66038-bce2-471b-b922-d3381c964551 service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975352 Aug 31 06:48:56.316322 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a383bd-3313-4105-acf9-08b327f59c07 x-openstack-request-id: req-73a383bd-3313-4105-acf9-08b327f59c07 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:56.316611 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5deac1ae-e4e7-4467-9e0c-348daf3ccb77", "name": "network-vif-deleted", "tag": "a93c190d-092d-47a7-bff3-3766de2e5447", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:56.317029 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-73a383bd-3313-4105-acf9-08b327f59c07 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:56.317441 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5deac1ae-e4e7-4467-9e0c-348daf3ccb77', 'name': 'network-vif-deleted', 'tag': 'a93c190d-092d-47a7-bff3-3766de2e5447', 'status': 'completed', 'code': 200} Aug 31 06:48:56.342294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00cf62cb-3961-4297-95b6-96c73a7bb72e req-8d1209f9-d511-4c9a-86e3-aebfc9143dd0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647287 Aug 31 06:48:56.419427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f716e21-4830-4657-82f4-9db7d10796f8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:48:56.429386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.452691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Transition to ACTIVE for port object 3f716e21-4830-4657-82f4-9db7d10796f8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:48:56.459626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.514819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-4096f105-b6de-468b-aa9a-3ea56730251d service neutron] 10.222.0.57 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200639 Aug 31 06:48:56.523052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:56.660941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:56.713635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:56.858496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7c7d8a9-7596-45c3-880a-efc77c576155 req-de443b3c-7786-4a9a-9e18-70ff4ec5edfd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 210 time: 0.0519722 Aug 31 06:48:56.871476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.020842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.022753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.035135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496aa864-bb14-4ce8-9aaf-9b8ef5c76a84 req-82e9bf3a-0176-4eb7-b58c-fefcc24c9571 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.038694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-496aa864-bb14-4ce8-9aaf-9b8ef5c76a84 req-82e9bf3a-0176-4eb7-b58c-fefcc24c9571 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 943 time: 0.1074462 Aug 31 06:48:57.073039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Attempting to bind port 3f716e21-4830-4657-82f4-9db7d10796f8 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:48:57.075182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Attempting to bind port 3f716e21-4830-4657-82f4-9db7d10796f8 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:48:57.075878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Attempting to bind port 3f716e21-4830-4657-82f4-9db7d10796f8 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:57.086944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Port 3f716e21-4830-4657-82f4-9db7d10796f8 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:48:57.087804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Attempting to bind port 3f716e21-4830-4657-82f4-9db7d10796f8 on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:48:57.106341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:48:57.106805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Checking segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:48:57.107397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Bound using segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:48:57.108071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Bound port: 3f716e21-4830-4657-82f4-9db7d10796f8, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:48:57.108619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.124567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-496aa864-bb14-4ce8-9aaf-9b8ef5c76a84 req-cc3d4bb6-16d0-4f5a-b2c1-c6a871fc34aa tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740216 Aug 31 06:48:57.198449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.199297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a57945e3-7257-4c92-875d-ca5398cff78f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:48:57.206993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.208429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-160d61e3-9a06-4705-9567-1bbbe3bc68c9 admin admin] 10.222.0.57 "DELETE /v2.0/routers/a57945e3-7257-4c92-875d-ca5398cff78f HTTP/1.1" status: 204 len: 168 time: 2.6289217 Aug 31 06:48:57.217094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:57.220342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4279c28-a52f-4df3-9514-4f8bc45d11f8 req-23be143d-1bdc-4bce-bf13-259dbb71e1a5 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.228227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4279c28-a52f-4df3-9514-4f8bc45d11f8 req-23be143d-1bdc-4bce-bf13-259dbb71e1a5 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.1533697 Aug 31 06:48:57.237210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b5c73bf-60b7-4d89-a838-acc424762ed5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:57.281474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4279c28-a52f-4df3-9514-4f8bc45d11f8 req-cddcf1ba-b993-4e86-ab8c-05fb48a166ae tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521798 Aug 31 06:48:57.297126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7b5c73bf-60b7-4d89-a838-acc424762ed5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:57.297506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7b5c73bf-60b7-4d89-a838-acc424762ed5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:57.404309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-828197de-f46e-4772-befa-34409073282a admin admin] Deleting subnet c714bf4c-fb9e-4f77-9ac5-f5674c6184df {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:48:57.425821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-828197de-f46e-4772-befa-34409073282a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.437288 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41ceca39-26e3-474a-8ffc-afb26950b619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.471071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:48:57.513092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:48:57.525387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-828197de-f46e-4772-befa-34409073282a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.527762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.610837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.611468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.612850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] 10.222.0.50 "PUT /v2.0/ports/3f716e21-4830-4657-82f4-9db7d10796f8 HTTP/1.1" status: 200 len: 1092 time: 1.8339951 Aug 31 06:48:57.637384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.646612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.653954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.659904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.666877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.672815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.678714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.681120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-4982fc57-ff79-41c1-94e6-89bcacc1e52d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.2255619 Aug 31 06:48:57.689528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:57.710035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-828197de-f46e-4772-befa-34409073282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.740209 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.750671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: a93c190d-092d-47a7-bff3-3766de2e5447 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:57.751975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a93c190d-092d-47a7-bff3-3766de2e5447 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:57.767348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9163fa85-8ec4-4577-8df8-ef32a6934360 service neutron] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:57.812222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56ff617b-417b-4e79-91a0-56b58e4dd56c req-b1c9fe11-eea4-4008-9dea-4d6c5c6191ed tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1089277 Aug 31 06:48:57.843649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-1baeffa3-74d6-4319-9c73-afec4feaa72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:57.845420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-1baeffa3-74d6-4319-9c73-afec4feaa72c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 1095 time: 0.1578438 Aug 31 06:48:57.847251 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-828197de-f46e-4772-befa-34409073282a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.880035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-828197de-f46e-4772-befa-34409073282a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:57.881901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-828197de-f46e-4772-befa-34409073282a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c714bf4c-fb9e-4f77-9ac5-f5674c6184df HTTP/1.1" status: 204 len: 168 time: 0.6605837 Aug 31 06:48:57.889377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:57.980430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828197de-f46e-4772-befa-34409073282a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c714bf4c-fb9e-4f77-9ac5-f5674c6184df,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:57.984337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-f211465b-4270-4479-a854-b132dbd96695 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f716e21-4830-4657-82f4-9db7d10796f8 HTTP/1.1" status: 200 len: 217 time: 0.1261089 Aug 31 06:48:58.059210 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.063628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cbac8aa-083c-4e64-9a8c-70fdf7df503b req-cf36bae9-eae0-41a2-817b-fc4e3e932da1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 210 time: 0.0598936 Aug 31 06:48:58.073869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-0ffc5fad-fb11-4f67-83f0-17028ca87a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.075684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-0ffc5fad-fb11-4f67-83f0-17028ca87a71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.0820189 Aug 31 06:48:58.126363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-2126d663-b1ba-49ff-952b-1922fa19a741 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346394 Aug 31 06:48:58.145279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.151302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.157103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.162983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.168859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.174760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.181300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.183364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6f39d42-96e4-4828-8025-0b47b83e78f4 req-5577e155-08da-4eac-9615-63f8d3084923 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.1545846 Aug 31 06:48:58.224394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.239253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42ca2644-5208-42fa-9fa9-23e1e6410972']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:58.252963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb477267-623a-451a-b345-10b162d0a106') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:58.253265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb477267-623a-451a-b345-10b162d0a106') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:48:58.263459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.279792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-3181b110-53db-4aa0-98b9-4c6829f6afd8 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441965 Aug 31 06:48:58.284756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.292593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c03750-dc33-45d6-bdfa-57c7af3e093b req-a0ed4331-1dc2-4e40-8ed6-9c13906e15d2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.293432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:48:58.293688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97c03750-dc33-45d6-bdfa-57c7af3e093b req-a0ed4331-1dc2-4e40-8ed6-9c13906e15d2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 943 time: 0.0793574 Aug 31 06:48:58.293890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:48:58.297510 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:48:58.376547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.378647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:48:58.380897 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-188ad694-695f-431c-a36f-b74780dbb893" -d '{"events": [{"name": "network-changed", "server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:48:58.383847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.388187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] 10.222.0.57 "DELETE /v2.0/networks/42ca2644-5208-42fa-9fa9-23e1e6410972 HTTP/1.1" status: 204 len: 168 time: 0.4977376 Aug 31 06:48:58.428527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5800d5b-6398-4d6d-830d-989ca89d9808 admin admin] Pushing event deleted for resources: {'Network': ['ID=42ca2644-5208-42fa-9fa9-23e1e6410972,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:58.443746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97c03750-dc33-45d6-bdfa-57c7af3e093b req-fe4144b0-0b94-4597-8049-e462f67a353c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534711 Aug 31 06:48:58.488449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6709f728-9ff3-4533-b197-123bbe8b0453 req-53bac302-ff05-45ee-81f1-8f1355d07747 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937594 Aug 31 06:48:58.549731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3989e749-a3ad-47e5-a63f-875381e0e3ed req-66f0b294-e9ce-49b4-8c94-21e2571f0f08 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.562841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3989e749-a3ad-47e5-a63f-875381e0e3ed req-66f0b294-e9ce-49b4-8c94-21e2571f0f08 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.1358042 Aug 31 06:48:58.610826 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b8dcedc-a6ab-4b7f-88f4-606966479e80 x-openstack-request-id: req-2b8dcedc-a6ab-4b7f-88f4-606966479e80 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:48:58.611197 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:48:58.611447 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b8dcedc-a6ab-4b7f-88f4-606966479e80 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:48:58.611857 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8', 'status': 'completed', 'code': 200} Aug 31 06:48:58.650835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3989e749-a3ad-47e5-a63f-875381e0e3ed req-912e9016-2108-4542-adbb-43ecc1e09257 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870309 Aug 31 06:48:58.679463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:58.725948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-28d1b23e-be17-4eb0-9d47-eb6f9e2ddecb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.728503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-28d1b23e-be17-4eb0-9d47-eb6f9e2ddecb tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 805 time: 0.2334924 Aug 31 06:48:58.733420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-241bb567-9b97-4151-8d9d-858cdb15553d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5bd4c039436140e3982d15b6cdb7d8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517428 Aug 31 06:48:58.735714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:58.735998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad694-695f-431c-a36f-b74780dbb893 req-350d4109-fdc0-4783-9e70-aa7fb071324c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.737510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-350d4109-fdc0-4783-9e70-aa7fb071324c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 1095 time: 0.0893388 Aug 31 06:48:58.746879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Request body: {'port': {'device_id': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'admin_state_up': True, 'tenant_id': '0d7d47f3b31e4497b536294f75abde6d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:48:58.797430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.824040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.879222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.883962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:58.886652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42a62299-14e1-4da6-808e-13e52b55b119 HTTP/1.1" status: 204 len: 168 time: 0.1496990 Aug 31 06:48:58.896970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63aeb76-30bf-4b0e-956e-7f11e92b91a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a62299-14e1-4da6-808e-13e52b55b119,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:58.994828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad694-695f-431c-a36f-b74780dbb893 req-2ab2c1e5-2eba-4a40-9cdf-845edcade1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:58.996316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-2ab2c1e5-2eba-4a40-9cdf-845edcade1bc service neutron] 10.222.0.50 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 916 time: 0.2393563 Aug 31 06:48:59.057864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-c90ab7df-4251-45ff-b11b-b1f860102985 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3f716e21-4830-4657-82f4-9db7d10796f8 HTTP/1.1" status: 200 len: 217 time: 0.0464079 Aug 31 06:48:59.058427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Made reservation on behalf of 0d7d47f3b31e4497b536294f75abde6d for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:48:59.062486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.169074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:48:59.195685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ad694-695f-431c-a36f-b74780dbb893 req-714c9689-bf97-4787-8b22-9a3a84ba3c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.197902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-714c9689-bf97-4787-8b22-9a3a84ba3c5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.1235342 Aug 31 06:48:59.206649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:48:59.207428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 13ea8b01-1a29-4a6f-8130-2bbf7ef6b6a3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:48:59.261024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-cb337f4e-f307-4f9d-813e-71a07bb21e4c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462999 Aug 31 06:48:59.330946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c926ec9c-7e8a-4882-b278-ccf8855ca46b req-1240953d-3a04-4072-8d0e-c30bc932e1ca tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 210 time: 0.0919306 Aug 31 06:48:59.406682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Allocated IP 172.20.0.9 (b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd/56d2be6d-0f8a-4cc5-a841-56356ad67fd5/aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:48:59.461843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-0499c77f-340f-4f94-977a-9acfe7b7d44a service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887758 Aug 31 06:48:59.583258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.620062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3220957-5f36-4bd1-a5ee-92ae7cb2633e req-c8e90501-7416-4b99-9532-a86d3c00f5ca tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.627836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3220957-5f36-4bd1-a5ee-92ae7cb2633e req-c8e90501-7416-4b99-9532-a86d3c00f5ca tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 943 time: 0.0863404 Aug 31 06:48:59.690833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3220957-5f36-4bd1-a5ee-92ae7cb2633e req-154beab0-7859-4911-b8e1-d11214d5eaeb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582922 Aug 31 06:48:59.734093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.744156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-188ad694-695f-431c-a36f-b74780dbb893 req-f8c6527a-e493-48ce-b2ae-fb1bb1b4aa3f service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705495 Aug 31 06:48:59.786812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:48:59.804052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:48:59.838873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:48:59.842781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:48:59.858575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:48:59.871610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event updated for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:48:59.943628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:48:59.983651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:48:59.985553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.017490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-04c143fb-13d1-4ee8-9761-fd45a2a38673 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2750947 Aug 31 06:49:00.030250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Request body: {'port': {'device_id': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:00.106438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-146197980-network', 'tenant_id': '4dc0a3f134884e1ebeef85544e4b91e2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:00.112397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.139468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Made reservation on behalf of 4dc0a3f134884e1ebeef85544e4b91e2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:00.144699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.157120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.329293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.341707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.393716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:49:00.445620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee6fc6a6-5248-496b-8a48-6958414c4878,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:00.476126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.476126 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Added segment 8608c821-dc0e-4391-a9cd-11705ce28631 of type vlan for network 129e3757-a479-4cb6-8675-f69c788806cf Aug 31 06:49:00.578776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.613792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484406c0-bb09-4026-a9f4-29451c1505a5 req-f4c72a92-28c4-474d-8712-98607ed503e5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.621813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484406c0-bb09-4026-a9f4-29451c1505a5 req-f4c72a92-28c4-474d-8712-98607ed503e5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 931 time: 0.1014371 Aug 31 06:49:00.685351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484406c0-bb09-4026-a9f4-29451c1505a5 req-30e143b5-a8bd-45e8-9709-5c783fd45b85 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583155 Aug 31 06:49:00.686259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.689237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.690482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.741973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7900431 Aug 31 06:49:00.771430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:00.776803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Request body: {'subnet': {'network_id': '129e3757-a479-4cb6-8675-f69c788806cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-146197980-subnet', 'tenant_id': '4dc0a3f134884e1ebeef85544e4b91e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:00.807223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:00.813212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e7a1a-b9cd-4255-841a-2476af7f7268 admin admin] Pushing event updated for resources: {'Network': ['ID=129e3757-a479-4cb6-8675-f69c788806cf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:00.818518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.827613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 129e3757-a479-4cb6-8675-f69c788806cf details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:49:00.848748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Transition to ACTIVE for port object aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:00.849559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Made reservation on behalf of 4dc0a3f134884e1ebeef85544e4b91e2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:00.852781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:00.934116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:00.951493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ef073-200e-48dd-94b5-e131584a89b8 req-31aed44a-c87b-4d4d-a955-6ed30e0f9a59 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:00.952870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-097ef073-200e-48dd-94b5-e131584a89b8 req-31aed44a-c87b-4d4d-a955-6ed30e0f9a59 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 943 time: 0.1183715 Aug 31 06:49:00.986061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.007946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.030566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-097ef073-200e-48dd-94b5-e131584a89b8 req-41c99b4b-b11f-43af-9663-d148db8b4060 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641377 Aug 31 06:49:01.112790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Pushing event updated for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:01.125465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.126146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.127476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.130064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.130558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.131080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.131599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.134655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-22dd594e-f6d9-4049-92d8-5585cefd37b8 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 6509 time: 0.1984212 Aug 31 06:49:01.186237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:01.201739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5637f35-ba7b-48a2-a4fe-e4fca42cfdc7 req-ce524fcc-dc24-48a0-a755-fb2672be4943 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0490620 Aug 31 06:49:01.247565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.260136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Attempting to bind port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:01.260453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Attempting to bind port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:01.260708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Attempting to bind port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:01.301578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:01.302021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Attempting to bind port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 on network b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:01.314025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:01.314374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Checking segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:01.314761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Bound using segment: {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:01.315207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Bound port: aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4e0db8-2472-4e64-9db8-204bdb861636', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:01.315569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.315689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:01.333934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '3f716e21-4830-4657-82f4-9db7d10796f8', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'port_id': '3f716e21-4830-4657-82f4-9db7d10796f8', 'mac_address': 'fa:16:3e:a1:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c91a44-fbc9-4ab5-9592-c44f569e3c0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:01.355655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ada4fb7-a333-4fdb-b74f-9fa7403c995b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:01.386913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.390856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Checking segment: {'id': '8608c821-dc0e-4391-a9cd-11705ce28631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:01.391335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Network hostable DHCP agents. Network: 129e3757-a479-4cb6-8675-f69c788806cf, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:49:01.404402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f716e21-4830-4657-82f4-9db7d10796f8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:01.427115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Network 129e3757-a479-4cb6-8675-f69c788806cf is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:49:01.428879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:01.435678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.468179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:01.470797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 129e3757-a479-4cb6-8675-f69c788806cf) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:01.486159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:01.494168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.494902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.499157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:01.501642 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.516650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640d13ab-71a5-47b9-91b3-99b139cbd22a None None] Network 129e3757-a479-4cb6-8675-f69c788806cf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:01.598008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.598672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:01.600059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] 10.222.0.53 "PUT /v2.0/ports/aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 HTTP/1.1" status: 200 len: 1092 time: 1.5743601 Aug 31 06:49:01.600818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:01.605062 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31" -d '{"events": [{"name": "network-changed", "server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:01.612068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a514e28c-596f-4a53-8b7f-cfe850d1ce37 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8395789 Aug 31 06:49:01.646443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391d93e-7211-4fa4-a61b-0a2e3cb25206 service neutron] Pushing event updated for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:01.670766 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85c7e66b-31ee-433b-ac5f-97f2074a31f8 x-openstack-request-id: req-85c7e66b-31ee-433b-ac5f-97f2074a31f8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:01.671091 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:01.671610 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85c7e66b-31ee-433b-ac5f-97f2074a31f8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:01.672018 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4', 'status': 'completed', 'code': 200} Aug 31 06:49:01.705112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504b8660-8a0f-4576-9e66-3629f3c72372 None None] Network 129e3757-a479-4cb6-8675-f69c788806cf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:49:01.717629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-0d014011-b1b5-47fc-af25-899f9b35d6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.719644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-0d014011-b1b5-47fc-af25-899f9b35d6e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 1095 time: 0.0590603 Aug 31 06:49:01.811091 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-977a0551-f2ba-4f7a-9e84-204924e8065c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 HTTP/1.1" status: 200 len: 217 time: 0.0798030 Aug 31 06:49:01.861399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['3f716e21-4830-4657-82f4-9db7d10796f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:01.921077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d7e07-c4ba-4b6b-a942-992ec1f1dcbe req-de573855-d2fa-42f3-8a4a-29f3e7a814d6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.922776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af6d7e07-c4ba-4b6b-a942-992ec1f1dcbe req-de573855-d2fa-42f3-8a4a-29f3e7a814d6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 943 time: 0.1110849 Aug 31 06:49:01.924813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-157370c8-b92b-40ab-893e-312f4cbca3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:01.926277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-157370c8-b92b-40ab-893e-312f4cbca3a2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0931828 Aug 31 06:49:01.963755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-70ce5067-6f8e-41a4-a39e-11e71fb412e1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266616 Aug 31 06:49:02.007894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af6d7e07-c4ba-4b6b-a942-992ec1f1dcbe req-fef44100-4cf5-416e-b4e2-22f4c8f97b5d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791552 Aug 31 06:49:02.087002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-cccf8e63-5241-4bd2-9110-681e0dc0b755 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099577 Aug 31 06:49:02.206705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-f660d2f1-94c8-4ded-bda4-a4e5b6e68b44 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.207746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-f660d2f1-94c8-4ded-bda4-a4e5b6e68b44 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/networks?id=129e3757-a479-4cb6-8675-f69c788806cf HTTP/1.1" status: 200 len: 808 time: 0.1115253 Aug 31 06:49:02.218849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953e3db1-910b-417f-be0d-a4568f18016f req-2a42d282-4b6b-42fb-a26b-a5a61725e206 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.220327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-953e3db1-910b-417f-be0d-a4568f18016f req-2a42d282-4b6b-42fb-a26b-a5a61725e206 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 944 time: 0.1051331 Aug 31 06:49:02.224772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-c7c58c5c-8e8c-49fc-8dcf-752fae405a86 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/quotas/4dc0a3f134884e1ebeef85544e4b91e2 HTTP/1.1" status: 200 len: 375 time: 0.0098674 Aug 31 06:49:02.245286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-05054aa4-0c43-4655-8549-b555a47d6ccd req-f8e266d9-af35-4308-8ef7-b4b2263bfb4f service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513929 Aug 31 06:49:02.261957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-e2aab41e-7869-4448-b236-c4ff615c24e0 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4dc0a3f134884e1ebeef85544e4b91e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290396 Aug 31 06:49:02.277712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-953e3db1-910b-417f-be0d-a4568f18016f req-5ca66902-b788-48b1-83e1-ab04c0285eb3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506222 Aug 31 06:49:02.346307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-8dc2d5ad-b411-4113-9e54-746f3117ae5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.347869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-8dc2d5ad-b411-4113-9e54-746f3117ae5f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 1095 time: 0.0430250 Aug 31 06:49:02.375053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-d16e94a9-8707-4e91-a8fc-0c5b8071e897 service neutron] 10.222.0.57 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026919 Aug 31 06:49:02.440676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-d3637113-9c6f-4b73-a49d-a6be1f75b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.442108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-d3637113-9c6f-4b73-a49d-a6be1f75b7ce service neutron] 10.222.0.53 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.0872943 Aug 31 06:49:02.474890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-a35cc1f7-7ae4-465d-9291-0479d74addf8 service neutron] 10.222.0.57 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919056 Aug 31 06:49:02.491239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-5295e8be-61e4-49cf-8ca8-5bbadb50727e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 HTTP/1.1" status: 200 len: 217 time: 0.0397756 Aug 31 06:49:02.548263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-8f420cc9-c895-49b9-9baa-61e83ebbb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:02.549894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-8f420cc9-c895-49b9-9baa-61e83ebbb3c6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.0510571 Aug 31 06:49:02.594802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-89b3ed85-3f84-4b41-a1f3-123bff359fed service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341020 Aug 31 06:49:02.675989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b3de185-0c93-4e22-a256-75767d3e15af req-1380a201-3be6-4fee-bd73-556dc4377bf9 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 210 time: 0.0383673 Aug 31 06:49:02.730224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-b590df2c-ff0e-4922-8db4-87b23e9b74ff service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247277 Aug 31 06:49:02.863183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6aeb1a8e-b370-4b1e-b60b-355b5b208a31 req-de2ac9a2-c117-4193-8882-e1ac0736f833 service neutron] 10.222.0.53 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245415 Aug 31 06:49:03.155604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db79219-b64a-4877-93fe-f756db8e98d4 req-09f670ad-a38a-43e6-8c25-3a8250e3088a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:03.157352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5db79219-b64a-4877-93fe-f756db8e98d4 req-09f670ad-a38a-43e6-8c25-3a8250e3088a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 943 time: 0.0653172 Aug 31 06:49:03.185751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:03.229111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5db79219-b64a-4877-93fe-f756db8e98d4 req-52f4b944-d603-4605-9b7b-33fb34bc8b30 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626168 Aug 31 06:49:03.252846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 3f716e21-4830-4657-82f4-9db7d10796f8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:03.256761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 3f716e21-4830-4657-82f4-9db7d10796f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:03.257180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.354822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.381053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:03.384357 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c795af18-68cb-45dd-83bf-e21283ca3845" -d '{"events": [{"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-plugged", "status": "completed", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:03.398125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:03.407277 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.436976 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ec008e1-94be-46d9-b07a-01be4bf8be8b x-openstack-request-id: req-9ec008e1-94be-46d9-b07a-01be4bf8be8b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:03.437246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2933a4-94da-4736-93fa-16d188d3bcc8 req-b4b87226-f398-4782-89fb-5f819eae9a45 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:03.437761 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-plugged", "status": "completed", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:03.437761 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9ec008e1-94be-46d9-b07a-01be4bf8be8b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:03.437917 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8', 'code': 200} Aug 31 06:49:03.439893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac2933a4-94da-4736-93fa-16d188d3bcc8 req-b4b87226-f398-4782-89fb-5f819eae9a45 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 944 time: 0.0724413 Aug 31 06:49:03.472692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:03.488542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac2933a4-94da-4736-93fa-16d188d3bcc8 req-430554bd-c59e-4c5a-98cb-05704059d4fc tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432668 Aug 31 06:49:03.597592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4051e3aa-409b-4fa4-af43-6c86261dee30 req-0752874b-ee70-48e3-a22e-86ec6ac1de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:03.599183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4051e3aa-409b-4fa4-af43-6c86261dee30 req-0752874b-ee70-48e3-a22e-86ec6ac1de91 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 1097 time: 0.0479004 Aug 31 06:49:03.647475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4051e3aa-409b-4fa4-af43-6c86261dee30 req-0fa86328-c308-4020-905f-d2619f7d29a6 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289066 Aug 31 06:49:03.709302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:03.769058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46071c43-699a-4063-b05e-8ecbd860678e req-05dc6c68-b2b8-4e3d-b4d0-1d3e825fe18b tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 210 time: 0.0382841 Aug 31 06:49:03.821630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:03.833273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4', 'network_id': 'b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd', 'port_id': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4', 'mac_address': 'fa:16:3e:b5:b1:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d2be6d-0f8a-4cc5-a841-56356ad67fd5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:03.870388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.884208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:03.909311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:03.913610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:03.962034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:04.310888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:04.398115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-21a460ee-f998-4d21-8629-fae987f0446d tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.401788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-21a460ee-f998-4d21-8629-fae987f0446d tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.50 "GET /v2.0/networks?id=129e3757-a479-4cb6-8675-f69c788806cf HTTP/1.1" status: 200 len: 808 time: 0.1871858 Aug 31 06:49:04.406237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ba171-1f93-4636-ad1e-5a8d75ef9928 req-10a9f6b3-2cc2-4b08-88e9-f5b0e04715a1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.407920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-522ba171-1f93-4636-ad1e-5a8d75ef9928 req-10a9f6b3-2cc2-4b08-88e9-f5b0e04715a1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 944 time: 0.0633035 Aug 31 06:49:04.426312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Request body: {'port': {'device_id': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf', 'admin_state_up': True, 'tenant_id': '4dc0a3f134884e1ebeef85544e4b91e2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:04.484054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-522ba171-1f93-4636-ad1e-5a8d75ef9928 req-1057616d-5524-4da0-b2be-9a36a2988069 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 Aug 31 06:49:04.858933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a6ba3-9b84-44f3-87bb-2cf394a00e7d req-5b79367b-41e4-43ca-9ab2-03cb629a52e7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:04.860503 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29852e2f-6300-4f6f-9551-b90d8888d1c6 req-05e0486e-e493-4319-93de-3280797290d3 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 210 time: 0.0287056 Aug 31 06:49:04.860665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-759a6ba3-9b84-44f3-87bb-2cf394a00e7d req-5b79367b-41e4-43ca-9ab2-03cb629a52e7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1052146 Aug 31 06:49:04.930570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-759a6ba3-9b84-44f3-87bb-2cf394a00e7d req-2365e944-4062-42a3-b27c-3c9019c5c0d8 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624349 Aug 31 06:49:04.940086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Made reservation on behalf of 4dc0a3f134884e1ebeef85544e4b91e2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:04.953861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.113088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Allocated IP 172.20.0.8 (129e3757-a479-4cb6-8675-f69c788806cf/5ada4fb7-a333-4fdb-b74f-9fa7403c995b/cfd188d7-1302-482d-954f-8a812dda7064) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:05.378059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.382289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.434480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.475537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-7b0b3132-a81e-45e9-b431-6d3d67ed97c8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.477641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-7b0b3132-a81e-45e9-b431-6d3d67ed97c8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.2579165 Aug 31 06:49:05.502835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Network 129e3757-a479-4cb6-8675-f69c788806cf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:05.514913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-d6b709b7-4655-4de5-a8d8-5c131c57aaee tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/quotas/60ac247b74da4032b8d8b5919d6220d0 HTTP/1.1" status: 200 len: 375 time: 0.0164070 Aug 31 06:49:05.516138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:05.518495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Pushing event updated for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:05.528467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:05.630782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.632211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.646691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-d65d641b-6455-430a-b7a5-c9843381e24d tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948477 Aug 31 06:49:05.651395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5854c437-ac02-41e9-905e-8241b21e5502 req-8159b174-e9ff-4bac-a4e5-0dbcd07a8b6e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.653788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5854c437-ac02-41e9-905e-8241b21e5502 req-8159b174-e9ff-4bac-a4e5-0dbcd07a8b6e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 944 time: 0.0576904 Aug 31 06:49:05.667591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-02592d5c-a701-4dd5-8a39-fa282a585ad6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2467289 Aug 31 06:49:05.697562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5854c437-ac02-41e9-905e-8241b21e5502 req-e718a099-140e-4706-9dc5-4999f939cd4f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360258 Aug 31 06:49:05.708992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Request body: {'port': {'device_id': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:05.797066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:05.820202 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-61d2c32e-05a7-422d-906d-ba7ee70fba06 service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628504 Aug 31 06:49:05.996488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe25859e-30c9-4bc0-85ca-5d39dfad5360 req-039e7c64-7a3d-4b55-8315-32ea33eb1e18 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:05.998449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe25859e-30c9-4bc0-85ca-5d39dfad5360 req-039e7c64-7a3d-4b55-8315-32ea33eb1e18 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 931 time: 0.0570426 Aug 31 06:49:06.034440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-6b09221b-950a-4e8f-842a-e1ff9bf9f3ca service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920125 Aug 31 06:49:06.076598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe25859e-30c9-4bc0-85ca-5d39dfad5360 req-0e1259a8-cb99-41da-8b4d-d3f925b52b0b tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641792 Aug 31 06:49:06.227789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623336a9-e019-4911-90bb-b78cfe447caf req-41e6b8b9-f586-47e8-abd9-1ef2b0fea622 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.229453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-623336a9-e019-4911-90bb-b78cfe447caf req-41e6b8b9-f586-47e8-abd9-1ef2b0fea622 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0974839 Aug 31 06:49:06.237633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfd188d7-1302-482d-954f-8a812dda7064 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:06.253248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.277892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Transition to ACTIVE for port object cfd188d7-1302-482d-954f-8a812dda7064 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:06.293680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-623336a9-e019-4911-90bb-b78cfe447caf req-e255ba16-b53b-4d80-b4ec-da08434e56c0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579069 Aug 31 06:49:06.295330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.319338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b046689-da80-49e1-ac33-2721b9a35d27 req-c93fde21-fcee-429e-9275-12f732e4d384 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 210 time: 0.0400269 Aug 31 06:49:06.369627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:06.439736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104198df-749f-4b39-8aff-4fbb379ea1b1 req-4a3d86c9-d6a2-4473-aa1c-993804ccf897 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.441301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-104198df-749f-4b39-8aff-4fbb379ea1b1 req-4a3d86c9-d6a2-4473-aa1c-993804ccf897 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0754220 Aug 31 06:49:06.447424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Attempting to bind port cfd188d7-1302-482d-954f-8a812dda7064 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:06.447924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Attempting to bind port cfd188d7-1302-482d-954f-8a812dda7064 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '8608c821-dc0e-4391-a9cd-11705ce28631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:06.448286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Attempting to bind port cfd188d7-1302-482d-954f-8a812dda7064 on network 129e3757-a479-4cb6-8675-f69c788806cf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:06.453173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Port cfd188d7-1302-482d-954f-8a812dda7064 on network 129e3757-a479-4cb6-8675-f69c788806cf not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:06.453620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Attempting to bind port cfd188d7-1302-482d-954f-8a812dda7064 on network 129e3757-a479-4cb6-8675-f69c788806cf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:06.459335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:06.459793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Checking segment: {'id': '8608c821-dc0e-4391-a9cd-11705ce28631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:06.460279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Bound using segment: {'id': '8608c821-dc0e-4391-a9cd-11705ce28631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:06.460810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Bound port: cfd188d7-1302-482d-954f-8a812dda7064, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8608c821-dc0e-4391-a9cd-11705ce28631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:06.461351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.493241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-104198df-749f-4b39-8aff-4fbb379ea1b1 req-5867bc16-e0b9-4731-b1e5-13364f116499 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420375 Aug 31 06:49:06.543219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:06.547454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=cfd188d7-1302-482d-954f-8a812dda7064,segment=NetworkSegment(8608c821-dc0e-4391-a9cd-11705ce28631),segment_id=8608c821-dc0e-4391-a9cd-11705ce28631)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:06.555820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.621236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.621236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:06.621236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] 10.222.0.50 "PUT /v2.0/ports/cfd188d7-1302-482d-954f-8a812dda7064 HTTP/1.1" status: 200 len: 1092 time: 0.9110260 Aug 31 06:49:06.621236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:06.621236 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97659084-740c-47d9-a03d-0453883db804" -d '{"events": [{"name": "network-changed", "server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "tag": "cfd188d7-1302-482d-954f-8a812dda7064"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:06.668408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501abbd0-fa30-48f1-a9d0-7fd416841fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:06.703181 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6842d742-caa3-49c4-a298-949f915577b7 x-openstack-request-id: req-6842d742-caa3-49c4-a298-949f915577b7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:06.703710 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "tag": "cfd188d7-1302-482d-954f-8a812dda7064", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:06.703957 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6842d742-caa3-49c4-a298-949f915577b7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:06.704360 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064', 'status': 'completed', 'code': 200} Aug 31 06:49:06.726229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-e8d4aae6-7fa6-4a6a-9dfb-5c482ff5d5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.728493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-e8d4aae6-7fa6-4a6a-9dfb-5c482ff5d5b8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4dc0a3f134884e1ebeef85544e4b91e2&device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 1095 time: 0.0566742 Aug 31 06:49:06.801379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-3fb0ad6d-be12-4bd7-92c6-3797edd69ca5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd188d7-1302-482d-954f-8a812dda7064 HTTP/1.1" status: 200 len: 217 time: 0.0580201 Aug 31 06:49:06.843190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d89d6e-9b38-497e-b5af-0e18a0025ae1 req-3335b603-7cf6-4d9a-b589-70cc38f51f4e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.845290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3d89d6e-9b38-497e-b5af-0e18a0025ae1 req-3335b603-7cf6-4d9a-b589-70cc38f51f4e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 944 time: 0.0568876 Aug 31 06:49:06.869254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8acee3d-5691-44ab-a92b-a4131d275af9 req-9e2cd80f-3b96-43c0-b839-edc255970b08 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.870993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8acee3d-5691-44ab-a92b-a4131d275af9 req-9e2cd80f-3b96-43c0-b839-edc255970b08 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1414201 Aug 31 06:49:06.875059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-4dda0d7f-6d3c-4755-b97a-aa03dd4b1ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:06.876501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-4dda0d7f-6d3c-4755-b97a-aa03dd4b1ff9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5ada4fb7-a333-4fdb-b74f-9fa7403c995b HTTP/1.1" status: 200 len: 848 time: 0.0652721 Aug 31 06:49:06.906271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3d89d6e-9b38-497e-b5af-0e18a0025ae1 req-fe8ad71a-aac1-49d3-bcb5-d8084bc79146 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499654 Aug 31 06:49:06.928784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-56e0a2d1-5f40-41a1-9b78-290b29e853de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=129e3757-a479-4cb6-8675-f69c788806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373974 Aug 31 06:49:06.966469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8acee3d-5691-44ab-a92b-a4131d275af9 req-d2e16e61-1bea-48dc-a522-74dbcd240b49 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865686 Aug 31 06:49:07.046928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-be5df4eb-64b0-4939-b184-f1992034a02a service neutron] 10.222.0.50 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059959 Aug 31 06:49:07.092746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a608579-f99d-4e05-bc4a-f48ff3a41365 req-f014ab69-9882-4cee-9f66-608158a588e6 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.094709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a608579-f99d-4e05-bc4a-f48ff3a41365 req-f014ab69-9882-4cee-9f66-608158a588e6 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0533221 Aug 31 06:49:07.152064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a608579-f99d-4e05-bc4a-f48ff3a41365 req-71a4c8a8-9926-472c-bd3f-3999abf25579 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500116 Aug 31 06:49:07.178251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc0bfc13-0228-4b43-ad3b-c006aebe28a2 req-a0baa428-e1cb-44fd-aeb7-d879f65e1a45 service neutron] 10.222.0.50 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172037 Aug 31 06:49:07.216443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0edef9-f6b0-4280-81c2-14146f0ddbe3 req-4e825489-387f-475f-a4f7-b92e77a7dffd tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.218080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a0edef9-f6b0-4280-81c2-14146f0ddbe3 req-4e825489-387f-475f-a4f7-b92e77a7dffd tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 943 time: 0.0607748 Aug 31 06:49:07.330053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a0edef9-f6b0-4280-81c2-14146f0ddbe3 req-92bd4cd2-8181-4227-ba8e-298f659237d6 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041892 Aug 31 06:49:07.350709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659084-740c-47d9-a03d-0453883db804 req-462e755b-d952-46fa-95f0-38c6a7a92ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.352734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-462e755b-d952-46fa-95f0-38c6a7a92ad6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4dc0a3f134884e1ebeef85544e4b91e2&device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 1095 time: 0.1121655 Aug 31 06:49:07.596596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3780dd06-1831-4137-ac63-1f1a10866391 req-1352cc6e-e70e-4146-88ff-489ad5f00fdb tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 210 time: 0.0530770 Aug 31 06:49:07.675958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-f60de701-1b91-4fa5-9e75-34b6d3ad4983 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.677445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-f60de701-1b91-4fa5-9e75-34b6d3ad4983 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.3052044 Aug 31 06:49:07.700860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Request body: {'port': {'device_id': '058fbdcb-3599-49df-957f-8602cb8f233a', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'admin_state_up': True, 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:07.710635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc3fc8-1acd-4037-9174-bf300febb420 req-ef324f85-50e7-4e16-bcb7-68d289e141a3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.712608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efcc3fc8-1acd-4037-9174-bf300febb420 req-ef324f85-50e7-4e16-bcb7-68d289e141a3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1443851 Aug 31 06:49:07.755944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:07.767515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659084-740c-47d9-a03d-0453883db804 req-a8bce203-b36e-47d9-b9ba-fb77abb9c03b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.769107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-a8bce203-b36e-47d9-b9ba-fb77abb9c03b service neutron] 10.222.0.50 "GET /v2.0/networks?id=129e3757-a479-4cb6-8675-f69c788806cf HTTP/1.1" status: 200 len: 909 time: 0.4038184 Aug 31 06:49:07.816133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:07.822685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:07.823527 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.848133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-d8e2423d-de8d-4611-b308-f9a5fa388131 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cfd188d7-1302-482d-954f-8a812dda7064 HTTP/1.1" status: 200 len: 217 time: 0.0606933 Aug 31 06:49:07.881280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efcc3fc8-1acd-4037-9174-bf300febb420 req-44b689f4-40f9-40b9-b815-f59cec347e1e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526144 Aug 31 06:49:07.920159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.949283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:07.952129 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c92ebc3-c1ae-4ee2-bfd6-f6588e49f950" -d '{"events": [{"server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "name": "network-vif-plugged", "status": "completed", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:07.959201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97659084-740c-47d9-a03d-0453883db804 req-63319251-2850-416f-bd22-546188b41722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:07.960521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-63319251-2850-416f-bd22-546188b41722 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=5ada4fb7-a333-4fdb-b74f-9fa7403c995b HTTP/1.1" status: 200 len: 848 time: 0.0996020 Aug 31 06:49:07.967512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:07.974376 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:07.991459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:08.002085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.018882 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c60e65c-b24d-48f7-8f84-a6b7edacdbb2 x-openstack-request-id: req-6c60e65c-b24d-48f7-8f84-a6b7edacdbb2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:08.019438 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "name": "network-vif-plugged", "status": "completed", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:08.019847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6c60e65c-b24d-48f7-8f84-a6b7edacdbb2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:08.020420 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4', 'code': 200} Aug 31 06:49:08.035942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-4b5126b7-83c7-435d-9a38-1a1abbeeab03 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=129e3757-a479-4cb6-8675-f69c788806cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562623 Aug 31 06:49:08.069081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:08.073879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b2359-f914-4d8b-89dc-fa3686c82d24 req-73043962-caed-43b1-b077-fcb607b61af0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.080776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f5b2359-f914-4d8b-89dc-fa3686c82d24 req-73043962-caed-43b1-b077-fcb607b61af0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0709884 Aug 31 06:49:08.154047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f5b2359-f914-4d8b-89dc-fa3686c82d24 req-cb697971-ca0b-43dd-bba5-a30465c61b5f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720894 Aug 31 06:49:08.156076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e932a10-7f29-4853-9766-19b4d7a1db4f req-f62b0dd7-b429-4192-ae66-edb13e82989e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.157688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e932a10-7f29-4853-9766-19b4d7a1db4f req-f62b0dd7-b429-4192-ae66-edb13e82989e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 1097 time: 0.0739996 Aug 31 06:49:08.200745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e932a10-7f29-4853-9766-19b4d7a1db4f req-f971b9b5-99c3-4a24-89cd-c68234f0e365 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340660 Aug 31 06:49:08.222960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-65b33a21-ccc6-4931-a517-ffac07ac0d27 service neutron] 10.222.0.50 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775606 Aug 31 06:49:08.248740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Allocated IP 172.20.0.14 (07158428-204e-415e-ad6d-d72262cd1c4b/ad7696f8-7a37-4e88-a550-84b9a4f85c20/e9b6e375-1053-489b-9cc4-7325d0a2fbac) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:08.405198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97659084-740c-47d9-a03d-0453883db804 req-1dc4a789-dca3-4303-84bc-f013b9a44b8e service neutron] 10.222.0.50 "GET /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669536 Aug 31 06:49:08.487039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5012be1f-aa1a-49c7-b2ae-e45aeaa4a7c9 req-af947b5b-bbd2-4695-bb2b-c2143ba4d5ce tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.488705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5012be1f-aa1a-49c7-b2ae-e45aeaa4a7c9 req-af947b5b-bbd2-4695-bb2b-c2143ba4d5ce tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 943 time: 0.0807769 Aug 31 06:49:08.529451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.559765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5012be1f-aa1a-49c7-b2ae-e45aeaa4a7c9 req-11b49f05-cd87-4f02-b406-698c8813dcc7 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599597 Aug 31 06:49:08.589810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.601368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:08.606563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:08.637796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Network 07158428-204e-415e-ad6d-d72262cd1c4b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:08.641480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:08.645386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:08.652850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event updated for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:08.702667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.703413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:08.726102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1ecd151b-56a1-4a4f-a59c-7bb440979564 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0360956 Aug 31 06:49:08.741103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Request body: {'port': {'device_id': '058fbdcb-3599-49df-957f-8602cb8f233a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:08.763971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08543173-6856-49c1-97f4-31a2a57b5924 req-42a07015-0299-4da6-bf7d-0106d0635fcd tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:08.766016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-08543173-6856-49c1-97f4-31a2a57b5924 req-42a07015-0299-4da6-bf7d-0106d0635fcd tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 932 time: 0.0630958 Aug 31 06:49:08.808976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-08543173-6856-49c1-97f4-31a2a57b5924 req-8ac5121f-2ac9-401b-a599-418beaa58ed6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349832 Aug 31 06:49:08.828484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.236068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device cfd188d7-1302-482d-954f-8a812dda7064 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:09.392241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986564b-74c3-4298-819c-be29d8b70432 req-472ff52b-6d02-4c6f-aabd-b6c5df94caa1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.393974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2228730-f8a8-4eeb-bbaf-bcff3b5c8ebb req-402d222a-f8b1-4535-b86b-ca4c96d9c0fe tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.396194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9986564b-74c3-4298-819c-be29d8b70432 req-472ff52b-6d02-4c6f-aabd-b6c5df94caa1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0881295 Aug 31 06:49:09.402243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2228730-f8a8-4eeb-bbaf-bcff3b5c8ebb req-402d222a-f8b1-4535-b86b-ca4c96d9c0fe tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0816929 Aug 31 06:49:09.437675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=cfd188d7-1302-482d-954f-8a812dda7064,segment=NetworkSegment(8608c821-dc0e-4391-a9cd-11705ce28631),segment_id=8608c821-dc0e-4391-a9cd-11705ce28631)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:09.453580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'cfd188d7-1302-482d-954f-8a812dda7064', 'network_id': '129e3757-a479-4cb6-8675-f69c788806cf', 'port_id': 'cfd188d7-1302-482d-954f-8a812dda7064', 'mac_address': 'fa:16:3e:03:ef:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ada4fb7-a333-4fdb-b74f-9fa7403c995b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:09.478045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2228730-f8a8-4eeb-bbaf-bcff3b5c8ebb req-6596dede-cb2b-4f16-8b66-e4535a170cbe tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748308 Aug 31 06:49:09.480545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9986564b-74c3-4298-819c-be29d8b70432 req-57d1c430-0742-4cf2-8c76-8f7307a11ea6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766127 Aug 31 06:49:09.519363 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.537198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfd188d7-1302-482d-954f-8a812dda7064 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:09.540074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9b6e375-1053-489b-9cc4-7325d0a2fbac {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:09.548262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.559049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=cfd188d7-1302-482d-954f-8a812dda7064,segment=NetworkSegment(8608c821-dc0e-4391-a9cd-11705ce28631),segment_id=8608c821-dc0e-4391-a9cd-11705ce28631)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:09.562074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Transition to ACTIVE for port object e9b6e375-1053-489b-9cc4-7325d0a2fbac will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:09.565872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.574049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.666236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Pushing event updated for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:09.698543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:09.754306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Attempting to bind port e9b6e375-1053-489b-9cc4-7325d0a2fbac on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:09.754871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Attempting to bind port e9b6e375-1053-489b-9cc4-7325d0a2fbac by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:09.754985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Attempting to bind port e9b6e375-1053-489b-9cc4-7325d0a2fbac on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:09.759471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Port e9b6e375-1053-489b-9cc4-7325d0a2fbac on network 07158428-204e-415e-ad6d-d72262cd1c4b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:09.760140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Attempting to bind port e9b6e375-1053-489b-9cc4-7325d0a2fbac on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:09.761349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3afd978-aee6-418e-9f28-30bc89e3f3fe req-dded6f9b-8fbf-400d-ada7-4b33b1228faf tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.763072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3afd978-aee6-418e-9f28-30bc89e3f3fe req-dded6f9b-8fbf-400d-ada7-4b33b1228faf tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 944 time: 0.0678575 Aug 31 06:49:09.764952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:09.765286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Checking segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:09.765705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Bound using segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:09.766129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Bound port: e9b6e375-1053-489b-9cc4-7325d0a2fbac, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:09.766476 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.807408 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3afd978-aee6-418e-9f28-30bc89e3f3fe req-8508c119-351b-4e1c-8d60-9ed6508e1815 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372539 Aug 31 06:49:09.838738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:09.842107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:09.846829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.888470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:09.889087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:09.890624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] 10.222.0.53 "PUT /v2.0/ports/e9b6e375-1053-489b-9cc4-7325d0a2fbac HTTP/1.1" status: 200 len: 1093 time: 1.1559155 Aug 31 06:49:09.891112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:09.893411 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fd6e49-18ef-48d5-9347-e0f559cb8610" -d '{"events": [{"name": "network-changed", "server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:09.941884 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd4770-aa0b-4dad-9f44-ed206719b2cd x-openstack-request-id: req-c4cd4770-aa0b-4dad-9f44-ed206719b2cd {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:09.942179 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:09.942434 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4cd4770-aa0b-4dad-9f44-ed206719b2cd {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:09.942842 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac', 'status': 'completed', 'code': 200} Aug 31 06:49:09.951060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb6d95-cca5-4266-a96f-e10f16ae2b8d service neutron] Pushing event updated for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:09.956752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['cfd188d7-1302-482d-954f-8a812dda7064'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:10.003824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4261732-292e-494e-affc-708e977d0ad8 req-1526c1ed-cce3-49ca-a107-9304220e01d0 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.005392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4261732-292e-494e-affc-708e977d0ad8 req-1526c1ed-cce3-49ca-a107-9304220e01d0 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 944 time: 0.1059575 Aug 31 06:49:10.014383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-fd6347a4-8faf-4eba-90ed-b5953a14478f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.017757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-fd6347a4-8faf-4eba-90ed-b5953a14478f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 1096 time: 0.0770080 Aug 31 06:49:10.074878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-496bcae6-b898-43f4-9312-4ba15307db69 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac HTTP/1.1" status: 200 len: 217 time: 0.0477233 Aug 31 06:49:10.115068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4261732-292e-494e-affc-708e977d0ad8 req-afdc08bb-f9f7-4436-a85d-681952d8172f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953975 Aug 31 06:49:10.138470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1b7252dd-370c-4d0e-ab51-19e5556f6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.139925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-1b7252dd-370c-4d0e-ab51-19e5556f6869 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0569894 Aug 31 06:49:10.176313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-bf2eebeb-84a8-4059-aff5-32bde704454b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296271 Aug 31 06:49:10.264387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-363f1a3b-da8d-4e8d-b68c-e1be3502cc99 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813053 Aug 31 06:49:10.363335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c76d5889-8888-4639-b735-e31d46f4f7cb req-026c4042-e3c9-4415-807e-7e6027fa0e47 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919497 Aug 31 06:49:10.446468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-0a310f33-9473-4369-9e8b-85dc94af4d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.447980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-0a310f33-9473-4369-9e8b-85dc94af4d30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 1096 time: 0.0417647 Aug 31 06:49:10.542779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-28628d7d-575a-459b-ad06-c119189642a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.544261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-28628d7d-575a-459b-ad06-c119189642a6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 916 time: 0.0895910 Aug 31 06:49:10.613419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-f76090f4-4759-44c9-8f3f-31734b3c2b07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac HTTP/1.1" status: 200 len: 217 time: 0.0617354 Aug 31 06:49:10.625821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8edeb18-c405-4d71-9180-31aa844414a5 req-5d833f50-409d-4bdb-9f3f-b5d25f5c3e12 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.628042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8edeb18-c405-4d71-9180-31aa844414a5 req-5d833f50-409d-4bdb-9f3f-b5d25f5c3e12 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0583649 Aug 31 06:49:10.677173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8edeb18-c405-4d71-9180-31aa844414a5 req-5012e5da-bf82-4236-9792-bf3785a14ddf tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419002 Aug 31 06:49:10.688984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa0377-dbd6-4762-b10c-eb5746d37d58 req-d73a3248-297b-47b2-85fc-180d0e01d689 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.690604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56aa0377-dbd6-4762-b10c-eb5746d37d58 req-d73a3248-297b-47b2-85fc-180d0e01d689 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1198413 Aug 31 06:49:10.692035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-17818995-8cde-465e-85a6-4918ab463136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:10.693958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-17818995-8cde-465e-85a6-4918ab463136 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0644336 Aug 31 06:49:10.743622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-4433f48c-e314-4705-98ea-de2ea3686d50 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396309 Aug 31 06:49:10.760968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56aa0377-dbd6-4762-b10c-eb5746d37d58 req-24e860b2-3b68-43cd-a0cc-5bb7829b56be tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632191 Aug 31 06:49:10.864540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-508e9436-c1e2-4838-a605-e92cc63b473e service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025505 Aug 31 06:49:10.999908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b687f847-785f-447a-aa5d-fc662ec01c69 req-01a67079-3c71-4c61-9c73-8ac5bf1a1a4f tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.001939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b687f847-785f-447a-aa5d-fc662ec01c69 req-01a67079-3c71-4c61-9c73-8ac5bf1a1a4f tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 944 time: 0.1069548 Aug 31 06:49:11.008842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba5c04d-9ff1-4d0b-a15e-780b17f0938a req-bbdfc09f-d64c-4fee-bbe7-750444007cf1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.010596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eba5c04d-9ff1-4d0b-a15e-780b17f0938a req-bbdfc09f-d64c-4fee-bbe7-750444007cf1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0589817 Aug 31 06:49:11.026160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27fd6e49-18ef-48d5-9347-e0f559cb8610 req-978f8dd5-f6e4-4749-ac8c-e7fc80e5ab04 service neutron] 10.222.0.53 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533179 Aug 31 06:49:11.046772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b687f847-785f-447a-aa5d-fc662ec01c69 req-6e9e23ff-57b1-4726-a6b9-741156880d7e tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390310 Aug 31 06:49:11.068453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eba5c04d-9ff1-4d0b-a15e-780b17f0938a req-fbed4256-86a5-4726-9364-6d8109332c15 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508852 Aug 31 06:49:11.184631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b78720-d4aa-4dbe-b78b-5c0d2140e503 req-9da8dacc-73c5-4adf-aada-cc472f9bc5fd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.186156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0b78720-d4aa-4dbe-b78b-5c0d2140e503 req-9da8dacc-73c5-4adf-aada-cc472f9bc5fd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0503581 Aug 31 06:49:11.228109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0b78720-d4aa-4dbe-b78b-5c0d2140e503 req-4685206f-3079-4683-a191-8e3f0a75be3f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355854 Aug 31 06:49:11.239837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca7dde-23f5-4058-89eb-69892f849739 req-a3f500ef-af03-4097-b628-5ee5116f58ae tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.241731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8ca7dde-23f5-4058-89eb-69892f849739 req-a3f500ef-af03-4097-b628-5ee5116f58ae tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 944 time: 0.0503604 Aug 31 06:49:11.248947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device cfd188d7-1302-482d-954f-8a812dda7064 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:11.290585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8ca7dde-23f5-4058-89eb-69892f849739 req-fbcfa679-b37f-4065-82d3-d45f0beff6ab tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381436 Aug 31 06:49:11.317900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port cfd188d7-1302-482d-954f-8a812dda7064 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:11.322905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port cfd188d7-1302-482d-954f-8a812dda7064 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:11.323261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.410240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.441938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:11.444147 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3b8559-7535-429a-8b01-dcc2f2dce465" -d '{"events": [{"server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd188d7-1302-482d-954f-8a812dda7064"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:11.458309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=cfd188d7-1302-482d-954f-8a812dda7064,segment=NetworkSegment(8608c821-dc0e-4391-a9cd-11705ce28631),segment_id=8608c821-dc0e-4391-a9cd-11705ce28631)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:11.464470 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.478897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6b741d-706b-4218-a762-83b5f83120fd req-720037c7-0314-456c-be40-2d1eab1c2fbc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.480604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea6b741d-706b-4218-a762-83b5f83120fd req-720037c7-0314-456c-be40-2d1eab1c2fbc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0689061 Aug 31 06:49:11.491292 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75aecd2d-1cae-4001-a6c1-2b9c9eeafb6e x-openstack-request-id: req-75aecd2d-1cae-4001-a6c1-2b9c9eeafb6e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:11.491647 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "name": "network-vif-plugged", "status": "completed", "tag": "cfd188d7-1302-482d-954f-8a812dda7064", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:11.491991 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75aecd2d-1cae-4001-a6c1-2b9c9eeafb6e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:11.493116 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064', 'code': 200} Aug 31 06:49:11.525195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:11.531922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea6b741d-706b-4218-a762-83b5f83120fd req-e54c8734-9124-45e8-a591-be55b1338d05 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441000 Aug 31 06:49:11.613345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a14446-1b6f-4bbc-825a-8449c7a7bee0 req-2588fdb9-88de-4d57-a775-bf6b59794192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.614874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a14446-1b6f-4bbc-825a-8449c7a7bee0 req-2588fdb9-88de-4d57-a775-bf6b59794192 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 1097 time: 0.0445797 Aug 31 06:49:11.656452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a14446-1b6f-4bbc-825a-8449c7a7bee0 req-5f174af2-04cc-4647-aa7d-d5790fd9b9ca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283594 Aug 31 06:49:11.766735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9b6e375-1053-489b-9cc4-7325d0a2fbac details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:11.800661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9a7c5c-9b10-4075-8a35-afa4b97a595b req-b9212bbb-bb34-4c73-adb3-36fa5ce4c81b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:11.802229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f9a7c5c-9b10-4075-8a35-afa4b97a595b req-b9212bbb-bb34-4c73-adb3-36fa5ce4c81b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0524828 Aug 31 06:49:11.845914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f9a7c5c-9b10-4075-8a35-afa4b97a595b req-8712169c-8786-421e-953d-1f23bd245347 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365064 Aug 31 06:49:11.879820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:11.895296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'port_id': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac', 'mac_address': 'fa:16:3e:f1:4f:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7696f8-7a37-4e88-a550-84b9a4f85c20', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:11.932185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:11.944463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9b6e375-1053-489b-9cc4-7325d0a2fbac {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:11.964936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:11.970005 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:12.021783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:12.166580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88189e-3d78-4f0a-9036-e200d4155dc5 req-447d232b-af84-4d37-abb2-daf16cc85438 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.168154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d88189e-3d78-4f0a-9036-e200d4155dc5 req-447d232b-af84-4d37-abb2-daf16cc85438 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0499167 Aug 31 06:49:12.208687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d88189e-3d78-4f0a-9036-e200d4155dc5 req-bf45a3d1-f252-41de-83c3-e1496eba82f7 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327816 Aug 31 06:49:12.331959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e9b6e375-1053-489b-9cc4-7325d0a2fbac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:12.415100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b161-d3ee-4e40-a755-b1e587b3314b req-d0569f06-b9a5-4aa5-93d2-571802de9c25 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.416930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d100b161-d3ee-4e40-a755-b1e587b3314b req-d0569f06-b9a5-4aa5-93d2-571802de9c25 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 945 time: 0.0528917 Aug 31 06:49:12.460961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d100b161-d3ee-4e40-a755-b1e587b3314b req-95d3924c-4c47-4f27-9c33-a0ffe427f123 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371470 Aug 31 06:49:12.654206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c57b27-bb02-4821-b3e2-9b753c61a9b0 req-dcb74bfa-5b9d-462d-a6f2-229f3e3db34d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.655691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16c57b27-bb02-4821-b3e2-9b753c61a9b0 req-dcb74bfa-5b9d-462d-a6f2-229f3e3db34d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0522685 Aug 31 06:49:12.693769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16c57b27-bb02-4821-b3e2-9b753c61a9b0 req-5e2dd928-85d6-4d62-8b97-2592f4554156 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318885 Aug 31 06:49:12.972545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaae45-0684-403b-b468-76a6c99cd2dd req-1b2225aa-366e-45ed-b3f3-8c1a52634009 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:12.974347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bbaae45-0684-403b-b468-76a6c99cd2dd req-1b2225aa-366e-45ed-b3f3-8c1a52634009 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0549424 Aug 31 06:49:13.014763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5bbaae45-0684-403b-b468-76a6c99cd2dd req-07c57dd8-a753-44da-96d5-ed6ae99ff613 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337253 Aug 31 06:49:13.341862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12799ed6-e261-42ba-b651-ec2b2fa876a0 req-7559c105-4bd7-459f-8318-ecb53fd09c36 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.344836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12799ed6-e261-42ba-b651-ec2b2fa876a0 req-7559c105-4bd7-459f-8318-ecb53fd09c36 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0623515 Aug 31 06:49:13.389150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12799ed6-e261-42ba-b651-ec2b2fa876a0 req-d3ad7a84-95cd-4589-95a8-e82ac581f6e9 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363679 Aug 31 06:49:13.582176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dda167-f320-4a7d-88ce-387df12aa8b5 req-13e7b592-b0ac-4642-abc5-b0ccc11b404c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.583794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6dda167-f320-4a7d-88ce-387df12aa8b5 req-13e7b592-b0ac-4642-abc5-b0ccc11b404c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 945 time: 0.0518093 Aug 31 06:49:13.623096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6dda167-f320-4a7d-88ce-387df12aa8b5 req-174735d6-1747-4324-9aec-02c2fc76c789 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329924 Aug 31 06:49:13.781938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9b6e375-1053-489b-9cc4-7325d0a2fbac up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:13.811253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f7096-0b01-4f0b-8d6d-1279bf30a5e6 req-654697e7-3c4b-403d-bb02-75c18a6f8de5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:13.812777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-652f7096-0b01-4f0b-8d6d-1279bf30a5e6 req-654697e7-3c4b-403d-bb02-75c18a6f8de5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0503533 Aug 31 06:49:13.833297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e9b6e375-1053-489b-9cc4-7325d0a2fbac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:13.838406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e9b6e375-1053-489b-9cc4-7325d0a2fbac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:13.838818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.855363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-652f7096-0b01-4f0b-8d6d-1279bf30a5e6 req-66773d29-f2e4-4ea2-a288-4c648c8ba898 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361052 Aug 31 06:49:13.924316 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.948136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:13.950320 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-548b294b-3523-4af2-8859-663e4fe083da" -d '{"events": [{"server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "name": "network-vif-plugged", "status": "completed", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:13.963538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:13.970311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:13.998980 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b695f3-63d6-407c-910d-c50fec5bd1b7 x-openstack-request-id: req-59b695f3-63d6-407c-910d-c50fec5bd1b7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:13.999280 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "name": "network-vif-plugged", "status": "completed", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:13.999533 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-59b695f3-63d6-407c-910d-c50fec5bd1b7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:13.999925 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac', 'code': 200} Aug 31 06:49:14.029971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:14.103789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36704288-1025-4039-ad3a-811d9c0453fb req-e20c7dd3-3627-4572-aa16-2cc752f70fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.105576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36704288-1025-4039-ad3a-811d9c0453fb req-e20c7dd3-3627-4572-aa16-2cc752f70fba service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 1098 time: 0.0437393 Aug 31 06:49:14.140428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3c1af-04f8-46cc-bc1e-f30c3339be25 req-4e3f4412-7fe7-42d8-9e8f-bd583a8e0b15 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.142171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca3c1af-04f8-46cc-bc1e-f30c3339be25 req-4e3f4412-7fe7-42d8-9e8f-bd583a8e0b15 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0538020 Aug 31 06:49:14.147212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36704288-1025-4039-ad3a-811d9c0453fb req-2b1ae145-28a6-4a84-a758-d61eff564b12 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328515 Aug 31 06:49:14.184741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca3c1af-04f8-46cc-bc1e-f30c3339be25 req-36e122b7-230f-4118-8a30-759d0ca77a10 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Aug 31 06:49:14.516496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c4f06c-13d8-43c5-b14e-a414b3adadf6 req-9bc02da8-9a3a-4124-8b24-c29c0240b839 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.518780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33c4f06c-13d8-43c5-b14e-a414b3adadf6 req-9bc02da8-9a3a-4124-8b24-c29c0240b839 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0586159 Aug 31 06:49:14.559845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33c4f06c-13d8-43c5-b14e-a414b3adadf6 req-11cba285-16bb-46b7-8633-ea585af090b5 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328176 Aug 31 06:49:14.754148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1e8b6c-5292-4497-9d5d-e4a3e5f3fb32 req-6c9e060d-01f7-465e-98c7-60f7722709be tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.755656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd1e8b6c-5292-4497-9d5d-e4a3e5f3fb32 req-6c9e060d-01f7-465e-98c7-60f7722709be tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 946 time: 0.0612423 Aug 31 06:49:14.802769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd1e8b6c-5292-4497-9d5d-e4a3e5f3fb32 req-51bea842-5adb-4626-88d4-69cc3f3b9f96 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399616 Aug 31 06:49:14.994230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0180244-ee5b-4930-b25d-e156a7844327 req-f9240380-814f-4950-916a-8a40a97f0a29 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:14.997183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0180244-ee5b-4930-b25d-e156a7844327 req-f9240380-814f-4950-916a-8a40a97f0a29 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0638793 Aug 31 06:49:15.038518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0180244-ee5b-4930-b25d-e156a7844327 req-f663c6de-28a8-4a33-966a-e20360ecb4fd tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342968 Aug 31 06:49:15.310769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:15.353108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bde2ee-2f18-42fe-b1ea-988d5f496802 req-618c1c2b-0e6d-4ecf-b448-7c0f028f49fe tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.357131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14bde2ee-2f18-42fe-b1ea-988d5f496802 req-618c1c2b-0e6d-4ecf-b448-7c0f028f49fe tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1011045 Aug 31 06:49:15.365714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Deleting subnet aee9d583-54a0-4fd8-9fed-63e224b1fffb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:15.372171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.446311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14bde2ee-2f18-42fe-b1ea-988d5f496802 req-88d135a0-378a-4f4a-b07b-c75469c26e34 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809145 Aug 31 06:49:15.455782 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.503018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.546051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.559365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.589899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.591827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/aee9d583-54a0-4fd8-9fed-63e224b1fffb HTTP/1.1" status: 204 len: 168 time: 0.2800636 Aug 31 06:49:15.592887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1215945f-3bfd-4c97-ba28-11e67d859bb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aee9d583-54a0-4fd8-9fed-63e224b1fffb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:15.594607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:15.667838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.753055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.763506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51922fa3-8018-4c86-8fb8-29dd2e37b53d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:15.774357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ea14202-a40d-4ad6-bc6e-1e16f61352b7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:15.774649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ea14202-a40d-4ad6-bc6e-1e16f61352b7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:15.783357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.798165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.804543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:15.805102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:15.806775 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:15.866427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.872745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.874896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/51922fa3-8018-4c86-8fb8-29dd2e37b53d HTTP/1.1" status: 204 len: 168 time: 0.2792068 Aug 31 06:49:15.877923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:15.887154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51922fa3-8018-4c86-8fb8-29dd2e37b53d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:15.924405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.924762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.925080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.925618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.925952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.926277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.926595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.927086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.927574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.928164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.928665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.929149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ffc052-600e-44f8-8950-3d5596f6e1d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:15.929683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Deleting subnet 0e24733f-e403-4539-a8e5-920c279e953e {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:15.933519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:15.954770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509f4ff5-0061-45f3-b537-e8116fa40566 req-10f749c0-af3b-4abd-b5a6-25a48667da90 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:15.956308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509f4ff5-0061-45f3-b537-e8116fa40566 req-10f749c0-af3b-4abd-b5a6-25a48667da90 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 946 time: 0.0658453 Aug 31 06:49:15.970036 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.009880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509f4ff5-0061-45f3-b537-e8116fa40566 req-4fdd8eed-9099-46fc-952d-ce5fe0c087ba tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Aug 31 06:49:16.015701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.084670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.114803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e24733f-e403-4539-a8e5-920c279e953e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.122643 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.128113 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4fc6f80c-8996-4480-a3a2-380a4986f21c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0e24733f-e403-4539-a8e5-920c279e953e HTTP/1.1" status: 204 len: 168 time: 0.2488992 Aug 31 06:49:16.128317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:16.249883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f878f0-d17d-4a38-aaf6-72ad449b9838 req-1cde31ba-e962-482a-8ed2-fc8cd979200f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.251349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07f878f0-d17d-4a38-aaf6-72ad449b9838 req-1cde31ba-e962-482a-8ed2-fc8cd979200f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1142170 Aug 31 06:49:16.254275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.419889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07f878f0-d17d-4a38-aaf6-72ad449b9838 req-c2e9fce8-c0a5-4284-891f-c752f8ea4d20 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545639 Aug 31 06:49:16.432491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.450048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06737f11-e39a-4c8b-aa9c-c848a8c8149d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:16.467503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94e80baf-7606-4e6d-82b4-506af5000c9e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:16.468534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94e80baf-7606-4e6d-82b4-506af5000c9e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:16.484813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.522033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.522670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7b12e-8932-4720-9c2c-fa950e3445f5 req-6f626448-defe-4ec2-8455-c33671c15d6f tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.535148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33a7b12e-8932-4720-9c2c-fa950e3445f5 req-6f626448-defe-4ec2-8455-c33671c15d6f tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0996823 Aug 31 06:49:16.556279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:16.556951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:16.559394 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:16.588985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33a7b12e-8932-4720-9c2c-fa950e3445f5 req-49ea88c0-56e5-4347-a032-71a0e37e2932 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521154 Aug 31 06:49:16.656248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.669110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e9f37d-5282-43b9-8947-7629a1573cbd req-1cdd4514-ea2e-43bb-9f8f-69da49b0fece tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:16.670660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03e9f37d-5282-43b9-8947-7629a1573cbd req-1cdd4514-ea2e-43bb-9f8f-69da49b0fece tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1326904 Aug 31 06:49:16.672641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.676848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] 10.222.0.57 "DELETE /v2.0/networks/06737f11-e39a-4c8b-aa9c-c848a8c8149d HTTP/1.1" status: 204 len: 168 time: 0.5453577 Aug 31 06:49:16.691894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee05db0-1365-44c0-a9e7-0c54db2f3a30 admin admin] Pushing event deleted for resources: {'Network': ['ID=06737f11-e39a-4c8b-aa9c-c848a8c8149d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:16.723147 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03e9f37d-5282-43b9-8947-7629a1573cbd req-16cd0809-20ef-4e60-a96e-86652aab6154 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374374 Aug 31 06:49:16.801919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:16.844926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0daa5b63-4dff-488f-8b05-7d28776a1c37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9c865db0e018481996fdfcf3730a52be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0416336 Aug 31 06:49:16.847405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59666) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:16.900972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.924181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.975052 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.978231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:16.979410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6371a830-ecaf-4ab4-9d9c-c8355786265e HTTP/1.1" status: 204 len: 168 time: 0.1311085 Aug 31 06:49:16.987848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707bb4f-d8df-4412-b324-edd9d3c26282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6371a830-ecaf-4ab4-9d9c-c8355786265e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:17.308202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:17.347190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6fea93f7-6f91-4efc-96ba-2520ea0822f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=50064cf57fd34e778a945c73e1d78dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377641 Aug 31 06:49:17.349616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:17.403459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.425560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.478872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.483059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:17.484451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/57d209e7-1859-4d97-a9a1-c2d0cff17007 HTTP/1.1" status: 204 len: 168 time: 0.1338940 Aug 31 06:49:17.495487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726ed91d-56e8-4076-80e1-2f555b88f0e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d209e7-1859-4d97-a9a1-c2d0cff17007,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:17.577841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de977c2-5a89-4e94-8d08-6d294fcb6407 req-7bc56dee-ab60-41f9-94cf-5cf390f81add tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.579394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9de977c2-5a89-4e94-8d08-6d294fcb6407 req-7bc56dee-ab60-41f9-94cf-5cf390f81add tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0547581 Aug 31 06:49:17.623827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9de977c2-5a89-4e94-8d08-6d294fcb6407 req-da98c332-fe5a-4ebb-bbd5-4bd7711de70e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378888 Aug 31 06:49:17.759833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5210999a-e52b-4728-b7fd-f596da0f6aef req-d356425b-720e-4198-88e8-70ed6f3b95d0 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.761747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5210999a-e52b-4728-b7fd-f596da0f6aef req-d356425b-720e-4198-88e8-70ed6f3b95d0 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0626523 Aug 31 06:49:17.829615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5210999a-e52b-4728-b7fd-f596da0f6aef req-d520e34a-17aa-4861-8f8d-d8a9e38cf922 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614681 Aug 31 06:49:17.860861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749df1f2-3456-4a6d-b867-c35664f6a263 req-d9975d0b-145f-4812-a233-a8c731e0bb4d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:17.862963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-749df1f2-3456-4a6d-b867-c35664f6a263 req-d9975d0b-145f-4812-a233-a8c731e0bb4d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0588830 Aug 31 06:49:17.904623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-749df1f2-3456-4a6d-b867-c35664f6a263 req-90060e6f-d3da-4d1a-bbe0-5075ab886350 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347340 Aug 31 06:49:18.567957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-d9582b1a-eebe-4e12-b411-6eafc5b012b9 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:18.569595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-d9582b1a-eebe-4e12-b411-6eafc5b012b9 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.50 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.0541325 Aug 31 06:49:18.681617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Deleting port cfd188d7-1302-482d-954f-8a812dda7064 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:18.682233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.765868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883067b8-275a-44a0-b95c-f49bd9fb288b req-971c3536-ae42-4c46-aceb-11ff46f7c497 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:18.774385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-883067b8-275a-44a0-b95c-f49bd9fb288b req-971c3536-ae42-4c46-aceb-11ff46f7c497 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0638504 Aug 31 06:49:18.788486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] For port cfd188d7-1302-482d-954f-8a812dda7064, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=cfd188d7-1302-482d-954f-8a812dda7064,segment=NetworkSegment(8608c821-dc0e-4391-a9cd-11705ce28631),segment_id=8608c821-dc0e-4391-a9cd-11705ce28631)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:18.789312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:18.803714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Calling delete_port for cfd188d7-1302-482d-954f-8a812dda7064 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:18.839859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-883067b8-275a-44a0-b95c-f49bd9fb288b req-cbdce03f-4066-4d77-b353-d8eb2ede9b53 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646091 Aug 31 06:49:19.034116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec02bdb1-2bd9-4b88-bd26-4469ef7785fb req-1384e79d-1f1e-4f28-b239-5b25530d47ac tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.038348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec02bdb1-2bd9-4b88-bd26-4469ef7785fb req-1384e79d-1f1e-4f28-b239-5b25530d47ac tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/ports?device_id=0d52513d-656c-4eff-b3a6-afc820d9a88b HTTP/1.1" status: 200 len: 945 time: 0.1170719 Aug 31 06:49:19.062763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eaf10d-cdb9-4dc2-984c-074d6b887d2a req-0d4b864f-dee2-4ca1-bb8d-4cfb638ee660 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.065566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45eaf10d-cdb9-4dc2-984c-074d6b887d2a req-0d4b864f-dee2-4ca1-bb8d-4cfb638ee660 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0806816 Aug 31 06:49:19.071594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.087334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['cfd188d7-1302-482d-954f-8a812dda7064'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:19.119216 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:49:19.130135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Pushing event deleted for resources: {'Port': ['ID=cfd188d7-1302-482d-954f-8a812dda7064,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:19.149297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ec02bdb1-2bd9-4b88-bd26-4469ef7785fb req-c349d251-cb42-4fa6-b821-5f85a9940dd8 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee6fc6a6-5248-496b-8a48-6958414c4878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973229 Aug 31 06:49:19.158551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45eaf10d-cdb9-4dc2-984c-074d6b887d2a req-f0fc4139-14e8-435f-9a8f-f262fa3645b1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683115 Aug 31 06:49:19.214199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] No DVR routers for this DVR port cfd188d7-1302-482d-954f-8a812dda7064 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:19.217218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:19.219225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b927f88-a5af-42f7-af04-f9a7caea2c42 req-0ab13303-bc2f-43d5-b6a4-f8a27a444989 tempest-ServerTagsTestJSON-254505006 tempest-ServerTagsTestJSON-254505006-project] 10.222.0.50 "DELETE /v2.0/ports/cfd188d7-1302-482d-954f-8a812dda7064 HTTP/1.1" status: 204 len: 173 time: 0.6379845 Aug 31 06:49:19.219701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'name': 'network-vif-deleted', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:19.222128 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dda84e-2a8f-4aa0-8e67-5dff122c874d" -d '{"events": [{"server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "name": "network-vif-deleted", "tag": "cfd188d7-1302-482d-954f-8a812dda7064"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:19.412815 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7a8e3a-ba86-49cf-ae3f-c06ce2c79f3c x-openstack-request-id: req-eb7a8e3a-ba86-49cf-ae3f-c06ce2c79f3c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:19.413389 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d52513d-656c-4eff-b3a6-afc820d9a88b", "name": "network-vif-deleted", "tag": "cfd188d7-1302-482d-954f-8a812dda7064", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:19.413911 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb7a8e3a-ba86-49cf-ae3f-c06ce2c79f3c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:19.414291 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d52513d-656c-4eff-b3a6-afc820d9a88b', 'name': 'network-vif-deleted', 'tag': 'cfd188d7-1302-482d-954f-8a812dda7064', 'status': 'completed', 'code': 200} Aug 31 06:49:19.984471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a8b4e-3622-4d23-8f9d-85a6cc678b9a req-d73003af-ee16-4cd1-b6e5-9d83dbe921d9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:19.992788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d6a8b4e-3622-4d23-8f9d-85a6cc678b9a req-d73003af-ee16-4cd1-b6e5-9d83dbe921d9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0716791 Aug 31 06:49:20.041195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d6a8b4e-3622-4d23-8f9d-85a6cc678b9a req-8a55f353-2d82-4c7b-9d22-05c3eab0742a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470636 Aug 31 06:49:20.200025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:20.246989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Deleting subnet 5ada4fb7-a333-4fdb-b74f-9fa7403c995b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:20.250179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.289871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.292167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc322b-0737-47f8-814a-d38217a4c5b7 req-a39ff78d-c94e-4805-89b1-0d6d252a643b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:20.293714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1dfc322b-0737-47f8-814a-d38217a4c5b7 req-a39ff78d-c94e-4805-89b1-0d6d252a643b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0637288 Aug 31 06:49:20.333227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1dfc322b-0737-47f8-814a-d38217a4c5b7 req-b864426d-e294-4725-9869-4be9f1b1badd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333281 Aug 31 06:49:20.333894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.390304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.420152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ada4fb7-a333-4fdb-b74f-9fa7403c995b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:20.426284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.428496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bf110174-40c2-4d9e-98be-70b12824f9ff admin admin] 10.222.0.57 "DELETE /v2.0/subnets/5ada4fb7-a333-4fdb-b74f-9fa7403c995b HTTP/1.1" status: 204 len: 168 time: 0.2267869 Aug 31 06:49:20.432008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:20.504485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.607563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.618265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['129e3757-a479-4cb6-8675-f69c788806cf']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:20.631090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8608c821-dc0e-4391-a9cd-11705ce28631') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:20.631394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8608c821-dc0e-4391-a9cd-11705ce28631') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:20.643087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.658587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.665558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:20.665948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:20.667636 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:20.727270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.738500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:20.740668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] 10.222.0.57 "DELETE /v2.0/networks/129e3757-a479-4cb6-8675-f69c788806cf HTTP/1.1" status: 204 len: 168 time: 0.3074284 Aug 31 06:49:20.759666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ce45fa-9d1f-4e9e-ad64-8f6811ad2a29 admin admin] Pushing event deleted for resources: {'Network': ['ID=129e3757-a479-4cb6-8675-f69c788806cf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:20.920987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:20.964753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0959f8ef-f026-4843-b0c3-3fa395b679b3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4dc0a3f134884e1ebeef85544e4b91e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421629 Aug 31 06:49:20.967284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:21.024506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.049125 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.132339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.135143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:21.139337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee6fc6a6-5248-496b-8a48-6958414c4878 HTTP/1.1" status: 204 len: 168 time: 0.1710455 Aug 31 06:49:21.311966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device cfd188d7-1302-482d-954f-8a812dda7064 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:21.342560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: cfd188d7-1302-482d-954f-8a812dda7064 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:21.343281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device cfd188d7-1302-482d-954f-8a812dda7064 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:21.520935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ae7cb-af16-4d3e-ba5b-b48c657f57f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee6fc6a6-5248-496b-8a48-6958414c4878,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:21.549462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd29a6-803d-4caa-b4d3-04f36195220f req-3636c5c7-dab9-48df-849d-6ad5f75a347f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.551016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85bd29a6-803d-4caa-b4d3-04f36195220f req-3636c5c7-dab9-48df-849d-6ad5f75a347f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.4286225 Aug 31 06:49:21.582945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081284fb-3d45-450a-a433-ef46b728b836 req-907ef44e-6b04-4121-84b5-2dcb317e0214 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:21.585424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-081284fb-3d45-450a-a433-ef46b728b836 req-907ef44e-6b04-4121-84b5-2dcb317e0214 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1082618 Aug 31 06:49:21.598396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85bd29a6-803d-4caa-b4d3-04f36195220f req-bdcd8449-b1e0-45e1-8e3f-f53f4df13aae tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408530 Aug 31 06:49:21.631707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-081284fb-3d45-450a-a433-ef46b728b836 req-c2aab792-8477-4881-afdc-7a34fb2529bb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367477 Aug 31 06:49:22.726098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e9a26-92d3-4d7e-ac52-2d739170c6f0 req-df6500d4-d877-440d-a2d8-d43f6091c487 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.728451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f1e9a26-92d3-4d7e-ac52-2d739170c6f0 req-df6500d4-d877-440d-a2d8-d43f6091c487 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0537210 Aug 31 06:49:22.762838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efce42f6-b37f-4fab-9d58-67383f663d17 req-5f2f39b7-2d07-4f6f-ad7a-127dbb880ca4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:22.770324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efce42f6-b37f-4fab-9d58-67383f663d17 req-5f2f39b7-2d07-4f6f-ad7a-127dbb880ca4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0608439 Aug 31 06:49:22.808692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f1e9a26-92d3-4d7e-ac52-2d739170c6f0 req-9443f8f4-a7fd-46cd-8c5e-4906a459fbd3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721104 Aug 31 06:49:22.810200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efce42f6-b37f-4fab-9d58-67383f663d17 req-779e0e0b-bf43-4689-8a4f-c42ffd2b14ce tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388935 Aug 31 06:49:22.933965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:23.039397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b1673c1-a261-4566-bb54-38190a85a933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.132111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b1673c1-a261-4566-bb54-38190a85a933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.136620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b1673c1-a261-4566-bb54-38190a85a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.191710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1673c1-a261-4566-bb54-38190a85a933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6595348c-4c90-4f0a-9f3b-024e1270bf29,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:23.192145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b1673c1-a261-4566-bb54-38190a85a933 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=659d45fbdb8d49a2848d97584db2c1bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2569969 Aug 31 06:49:23.194754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:23.248976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.269673 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.316673 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.319266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:23.320534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6595348c-4c90-4f0a-9f3b-024e1270bf29 HTTP/1.1" status: 204 len: 168 time: 0.1243665 Aug 31 06:49:23.328136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89768137-e7cb-4d08-9b90-df99b1ac8923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6595348c-4c90-4f0a-9f3b-024e1270bf29,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:23.947233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b2744-7825-4e7b-8d7d-7de55896b299 req-61105626-f37f-41c8-990d-64690c6103ec tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.950267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db1b2744-7825-4e7b-8d7d-7de55896b299 req-61105626-f37f-41c8-990d-64690c6103ec tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0609872 Aug 31 06:49:23.970300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1936a10a-ae26-47da-93dc-2bd011044c6d req-db7447e1-1c2a-4645-b9cf-db0c35270a87 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:23.979465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1936a10a-ae26-47da-93dc-2bd011044c6d req-db7447e1-1c2a-4645-b9cf-db0c35270a87 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0683982 Aug 31 06:49:23.991299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db1b2744-7825-4e7b-8d7d-7de55896b299 req-5b8f4658-bd01-42b4-b810-3330195f5ed1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348430 Aug 31 06:49:24.028199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1936a10a-ae26-47da-93dc-2bd011044c6d req-8b383edc-01db-4ed8-b6e7-00e0de9735a1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475636 Aug 31 06:49:24.604816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-f628e112-d5d6-42f3-aaa9-4b4e793aeba1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0596933 Aug 31 06:49:24.683042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.683608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.684152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.684684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.685215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.685775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.686302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.688359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-2a0b4956-e287-4f39-a234-e178e00e1f74 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6499 time: 0.0552227 Aug 31 06:49:24.800265 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dc8fbfdc-fe31-4337-a820-c13d72ca8432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:24.821679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-c9e2b7da-16d2-44e9-b933-332bf0c014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.822197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-c9e2b7da-16d2-44e9-b933-332bf0c014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.822754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-c9e2b7da-16d2-44e9-b933-332bf0c014a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.824347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-c9e2b7da-16d2-44e9-b933-332bf0c014a3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4efb29e2-bfec-4884-aab7-02f0886c34de&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&id=45266707-79a6-4722-928a-d67c4103a012&id=45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 200 len: 2292 time: 0.1044924 Aug 31 06:49:24.905502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-c1384e8f-b7e7-46e3-b904-2c33cbb5b4f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 200 len: 1000 time: 0.0739462 Aug 31 06:49:24.966882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-608878c0-bf49-4eed-8425-bb00d7645e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:24.968362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-608878c0-bf49-4eed-8425-bb00d7645e84 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1679fff8-fdaf-4ba8-87cc-999cf377e4c4 HTTP/1.1" status: 200 len: 851 time: 0.0493531 Aug 31 06:49:25.021049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-1bd1ff7c-317e-42dc-9468-ad937b58cbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.022761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-1bd1ff7c-317e-42dc-9468-ad937b58cbe3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4efb29e2-bfec-4884-aab7-02f0886c34de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471556 Aug 31 06:49:25.236282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561df280-a46d-4d58-ab50-56bb8c51063a req-c0ac7484-5b70-40a7-9737-34d9110f4a78 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.239508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca27691-cfcb-432c-a41f-ccf9963f9ce6 req-103c50c7-1d7a-4780-9d78-34972b85b7a4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.245797 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-561df280-a46d-4d58-ab50-56bb8c51063a req-c0ac7484-5b70-40a7-9737-34d9110f4a78 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0760589 Aug 31 06:49:25.248155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ca27691-cfcb-432c-a41f-ccf9963f9ce6 req-103c50c7-1d7a-4780-9d78-34972b85b7a4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0859618 Aug 31 06:49:25.321141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ca27691-cfcb-432c-a41f-ccf9963f9ce6 req-2b6a59ac-0afc-495e-b4e4-30913d3527b4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719154 Aug 31 06:49:25.326589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-d4d47711-45e0-4684-ae49-414eaf5f3b88 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945406 Aug 31 06:49:25.337970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-561df280-a46d-4d58-ab50-56bb8c51063a req-329ca68f-acb2-4d03-b11f-02e50324d455 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910261 Aug 31 06:49:25.442287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-9a077ec5-b89f-4e7d-891f-fc6e6d28f115 service neutron] 10.222.0.53 "GET /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010313 Aug 31 06:49:25.485636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-365c0ea1-3c62-4962-a439-8b3079527ab6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.253&port_id=bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 217 time: 0.0355937 Aug 31 06:49:25.551783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-0abbc561-2e70-4f5b-8ccb-4ca02d476327 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.553299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-0abbc561-2e70-4f5b-8ccb-4ca02d476327 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0608165 Aug 31 06:49:25.606548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-61176f05-f338-4d4a-9be8-0616755329d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:25.608933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-61176f05-f338-4d4a-9be8-0616755329d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0489676 Aug 31 06:49:25.721302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-77fbddd2-6d8e-4e7d-985d-b12b82ea5641 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047499 Aug 31 06:49:25.847616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-ad60a9c7-6bf7-4873-9465-6915bb38937f service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191697 Aug 31 06:49:25.956175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-030858cb-f8b1-4098-8400-73308933e302 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 217 time: 0.1002784 Aug 31 06:49:26.020493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-6210dd51-3268-4b18-9c51-587f4985d2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.021859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-6210dd51-3268-4b18-9c51-587f4985d2fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0578828 Aug 31 06:49:26.081635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-f4545deb-392d-4e0b-87cf-3e6c43b66648 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.083566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-f4545deb-392d-4e0b-87cf-3e6c43b66648 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0533669 Aug 31 06:49:26.187117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-2331aab1-a60f-4ed7-ab3f-32bbc4e6a284 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939133 Aug 31 06:49:26.300206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-25005cf5-5baa-436e-8ba2-fb0b209c4fb3 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056066 Aug 31 06:49:26.362843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-555ebc80-1300-4ad1-b06b-1bd3db1651c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.166&port_id=664041ec-e9ad-495a-ac85-078c0c324c3a HTTP/1.1" status: 200 len: 217 time: 0.0459538 Aug 31 06:49:26.428886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-555a94e5-45c3-4cd4-b853-12ead3977496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.431046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-555a94e5-45c3-4cd4-b853-12ead3977496 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.0607932 Aug 31 06:49:26.504906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d2d89-97cd-4bd2-8d74-3e4e9907ce86 req-5a385a8d-5dfd-4419-aa4e-550c4fbbb9d9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.513753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-082d2d89-97cd-4bd2-8d74-3e4e9907ce86 req-5a385a8d-5dfd-4419-aa4e-550c4fbbb9d9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0904481 Aug 31 06:49:26.535015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-6bf14137-da81-402d-b22d-e61f83689d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.536470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-6bf14137-da81-402d-b22d-e61f83689d3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966394 Aug 31 06:49:26.560839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-082d2d89-97cd-4bd2-8d74-3e4e9907ce86 req-50d2455a-adb9-478c-8726-572376758e4c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440993 Aug 31 06:49:26.636453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfec278-1ade-4ad0-853d-74e77667fb57 req-ba076185-2217-44c1-abe4-7b2dd464691c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:26.637946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bfec278-1ade-4ad0-853d-74e77667fb57 req-ba076185-2217-44c1-abe4-7b2dd464691c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1485324 Aug 31 06:49:26.665146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-83d26f70-c07a-42ed-9270-dc634ff5fb36 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165581 Aug 31 06:49:26.735894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bfec278-1ade-4ad0-853d-74e77667fb57 req-f41a6f5c-b746-4e70-8777-804fef89c5f9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823898 Aug 31 06:49:26.773721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-69151cac-e938-4672-b288-85306818387d service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993388 Aug 31 06:49:26.822649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-7e1bdb97-460e-40d4-b9bd-830e847522cc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=97a34732-5361-4302-946e-fb30452d0667 HTTP/1.1" status: 200 len: 217 time: 0.0407929 Aug 31 06:49:27.175370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-4f2d210e-05a5-43ae-8a8a-61c995700909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.177142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-4f2d210e-05a5-43ae-8a8a-61c995700909 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 200 len: 797 time: 0.3474216 Aug 31 06:49:27.200360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8466f2c-d186-42eb-93f8-1b305d5a2f0c req-22aead56-23ed-4259-a898-ef697cd1b305 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.202146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8466f2c-d186-42eb-93f8-1b305d5a2f0c req-22aead56-23ed-4259-a898-ef697cd1b305 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0664990 Aug 31 06:49:27.268798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8466f2c-d186-42eb-93f8-1b305d5a2f0c req-e426eb71-9e90-469f-bc25-228c3881f36b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568645 Aug 31 06:49:27.279864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-b4bd1ebf-7b6b-4f5b-8da7-7b94aa2c07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.281542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-b4bd1ebf-7b6b-4f5b-8da7-7b94aa2c07ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0784614 Aug 31 06:49:27.386000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-bd67ba4b-e349-45cf-898f-e0297af33765 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952125 Aug 31 06:49:27.443393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ece568-d517-482d-934b-44b0bcdc54fb req-99299751-fc8a-41b8-a7f6-f04e77e3cfd3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.447467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-83ece568-d517-482d-934b-44b0bcdc54fb req-99299751-fc8a-41b8-a7f6-f04e77e3cfd3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0996583 Aug 31 06:49:27.451508 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f598c81b-fbe3-44cc-8bfd-b98e645cee44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:27.548751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-83ece568-d517-482d-934b-44b0bcdc54fb req-999650d7-0ebd-4d46-9ee7-c06ecdffbb9a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796115 Aug 31 06:49:27.625011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-22cf07bf-76b5-4666-b2de-8ec6b6cb3997 service neutron] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295539 Aug 31 06:49:27.682760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:27.700862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-3f1d3f93-f159-4874-8483-c09eda60318d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0 HTTP/1.1" status: 200 len: 217 time: 0.0679767 Aug 31 06:49:27.797539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2d94-39c3-440e-9d87-dc08b22a2ab4 req-fab64171-f113-423e-9c26-79102f9391b0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.805317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc0d2d94-39c3-440e-9d87-dc08b22a2ab4 req-fab64171-f113-423e-9c26-79102f9391b0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1617699 Aug 31 06:49:27.814839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-5dc6335d-759d-4e6d-a971-0117b31adf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.816928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-5dc6335d-759d-4e6d-a971-0117b31adf07 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0975995 Aug 31 06:49:27.881483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc0d2d94-39c3-440e-9d87-dc08b22a2ab4 req-627397a2-55fb-4487-96c3-a3034c7d6c36 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749764 Aug 31 06:49:27.894390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-e565711a-8d48-4470-a049-52c20b63264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:27.896350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-e565711a-8d48-4470-a049-52c20b63264d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0698926 Aug 31 06:49:28.004272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-d365721e-09d7-4ff6-8bb0-b241b5d5b726 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997417 Aug 31 06:49:28.015923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-063da1e5-2fcd-4cb2-b405-d08557c41fb1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.024449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-063da1e5-2fcd-4cb2-b405-d08557c41fb1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1755958 Aug 31 06:49:28.036745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-09cfc05a-6b81-4874-9f4b-c8909b0cabc7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/quotas/a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 375 time: 0.0109997 Aug 31 06:49:28.124384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c4a2-f01d-44a0-9689-2d249306b84d req-fd076a3d-1e59-461c-964d-cfb5f744ba7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.126061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62f3c4a2-f01d-44a0-9689-2d249306b84d req-fd076a3d-1e59-461c-964d-cfb5f744ba7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1162379 Aug 31 06:49:28.127734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-6f988490-8f5a-4b60-bae0-ebb6768a0e9d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0813410 Aug 31 06:49:28.187932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-2cdfc16e-1040-43f0-a2f7-0f0a511aad9e service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690981 Aug 31 06:49:28.191709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62f3c4a2-f01d-44a0-9689-2d249306b84d req-517351af-2b51-4580-8997-d850ff24be5f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529833 Aug 31 06:49:28.235139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-4a624664-6886-4afe-999f-34fb52371a76 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065478 Aug 31 06:49:28.239986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-c762cfe4-d21b-43fe-a017-2dc5984ce6d6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 200 len: 217 time: 0.0409317 Aug 31 06:49:28.321985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-024efe31-5059-48bf-b479-f454b54221aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.323469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-024efe31-5059-48bf-b479-f454b54221aa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 200 len: 797 time: 0.0707390 Aug 31 06:49:28.339090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-45ec8ba9-1344-4457-9f19-17f12a2f5b6e service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967102 Aug 31 06:49:28.388019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9198993-7968-4495-89d8-114446d85fd0 req-14714176-5e04-4533-85c0-6351196be08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:28.389655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-14714176-5e04-4533-85c0-6351196be08b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=45266707-79a6-4722-928a-d67c4103a012&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0591702 Aug 31 06:49:28.537205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-955dfa2b-294e-4f27-a0a2-a309e8dcaffa service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377084 Aug 31 06:49:28.566213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9f5b457-6313-4ef2-bbd3-dce43ed53b4d req-08eae258-3bc1-4bea-b7d5-07f0459ad312 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 210 time: 0.0509622 Aug 31 06:49:28.615704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:28.693740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d9198993-7968-4495-89d8-114446d85fd0 req-8601a8a9-c0db-4d7e-9502-05eba0463f80 service neutron] 10.222.0.53 "GET /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423433 Aug 31 06:49:28.812138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3644de95-06f8-4827-bcc1-aa08423621d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.042030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3644de95-06f8-4827-bcc1-aa08423621d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.052512 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3644de95-06f8-4827-bcc1-aa08423621d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.140504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3644de95-06f8-4827-bcc1-aa08423621d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=254866e9c5e845e083f297bef6084d1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5234554 Aug 31 06:49:29.143181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:29.150062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644de95-06f8-4827-bcc1-aa08423621d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e997721-542d-4689-85ae-19a472cbaaf2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:29.164722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f47934-cbfc-4b50-9aca-8f051bbc811d req-6e0263c8-53b9-4427-b14b-dcf4a417c76f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.166661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28f47934-cbfc-4b50-9aca-8f051bbc811d req-6e0263c8-53b9-4427-b14b-dcf4a417c76f tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1306880 Aug 31 06:49:29.219685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28f47934-cbfc-4b50-9aca-8f051bbc811d req-12f996f0-8e17-4718-be82-22c280931bd3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469532 Aug 31 06:49:29.236537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.300444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.364551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.368415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.370469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e997721-542d-4689-85ae-19a472cbaaf2 HTTP/1.1" status: 204 len: 168 time: 0.2260766 Aug 31 06:49:29.383058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a07b4f-cbe0-44d9-9c58-649c91c1a39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e997721-542d-4689-85ae-19a472cbaaf2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:29.383184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a189a86a-e57d-42b9-8077-7e09bcac07b3 req-701aed5f-bd90-412a-897a-f8d585a09cb9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.393394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a189a86a-e57d-42b9-8077-7e09bcac07b3 req-701aed5f-bd90-412a-897a-f8d585a09cb9 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0774701 Aug 31 06:49:29.433443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a189a86a-e57d-42b9-8077-7e09bcac07b3 req-5d8c98c2-ffb2-4e28-88c4-9dc9882a660d tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384290 Aug 31 06:49:29.567618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:29.728375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8483fcb-d43b-46d7-a53e-c1b017d70018 req-aa0955ff-3dc2-4f62-8b27-8e0201651c19 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 210 time: 0.0497527 Aug 31 06:49:29.880765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-daabaa2b-ec5b-4f9e-a0ee-d02452739ac2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:29.882980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-daabaa2b-ec5b-4f9e-a0ee-d02452739ac2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1700644 Aug 31 06:49:29.905135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'device_id': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'admin_state_up': True, 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:30.057443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:30.061535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.225670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.20.0.7 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:30.367696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee4b9af-ad82-43c2-b2e7-8785c612a039 req-c3dc88d5-11cf-442e-a069-186629e1d69c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.375769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ee4b9af-ad82-43c2-b2e7-8785c612a039 req-c3dc88d5-11cf-442e-a069-186629e1d69c tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0663946 Aug 31 06:49:30.428018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ee4b9af-ad82-43c2-b2e7-8785c612a039 req-a7af2d90-0e84-4eee-8178-c0574c898bcf tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Aug 31 06:49:30.451840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.467698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Transition to ACTIVE for port object 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:30.516668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.530636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'c8713934-dda6-4998-bd67-f80f6c42544d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:30.580765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:30.644514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:30.650068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:30.673444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:30.744723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.746760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:30.781703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-a02746a7-1497-42a0-9340-3a68098fe026 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8793993 Aug 31 06:49:30.796884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba71c93-f67b-43bd-a456-f3a974b1cba7 req-e4773527-366b-40e6-9db4-7d6b6039552a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.812410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dba71c93-f67b-43bd-a456-f3a974b1cba7 req-e4773527-366b-40e6-9db4-7d6b6039552a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.2325869 Aug 31 06:49:30.820339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Request body: {'port': {'device_id': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:30.891913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d253d-c4d3-4182-a320-8cf8245a5a64 req-70838eb2-d132-47df-907a-bf4c7a83ad10 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:30.903149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-210d253d-c4d3-4182-a320-8cf8245a5a64 req-70838eb2-d132-47df-907a-bf4c7a83ad10 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 931 time: 0.0839288 Aug 31 06:49:30.967393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dba71c93-f67b-43bd-a456-f3a974b1cba7 req-73d0f845-a1f2-4a5d-8339-4e04598f59b4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540072 Aug 31 06:49:30.974552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-210d253d-c4d3-4182-a320-8cf8245a5a64 req-e417e0c7-77c7-4cd0-88e5-6a9beb38de1c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703065 Aug 31 06:49:31.000312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.016163 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.161546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e01f717-73c7-4492-a22a-4acd39b9a070 None None] Provisioning for port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:31.171474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e01f717-73c7-4492-a22a-4acd39b9a070 None None] Provisioning complete for port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:31.171849 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e01f717-73c7-4492-a22a-4acd39b9a070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.219445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e01f717-73c7-4492-a22a-4acd39b9a070 None None] Port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:31.386942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:31.395347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.410143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Transition to ACTIVE for port object 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:31.414852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.449799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:31.590939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:31.636493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed0910e-9971-4f61-a763-c740bb05b138 req-694f74d4-50e3-493b-bdad-c66100346811 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:31.648283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ed0910e-9971-4f61-a763-c740bb05b138 req-694f74d4-50e3-493b-bdad-c66100346811 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1047902 Aug 31 06:49:31.686724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Attempting to bind port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:31.687056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Attempting to bind port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:31.687618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Attempting to bind port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:31.692640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:31.692962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Attempting to bind port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:31.695283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17abcf23-3fbd-4e0a-a4f9-aab49884e789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.698945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:31.699286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:31.699821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:31.700077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Bound port: 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:31.700652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.734607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ed0910e-9971-4f61-a763-c740bb05b138 req-8d44f7f5-7b21-4340-836e-074868202443 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808508 Aug 31 06:49:31.822399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:31.829363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:31.843482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.871502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17abcf23-3fbd-4e0a-a4f9-aab49884e789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.877443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-17abcf23-3fbd-4e0a-a4f9-aab49884e789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.919695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:31.922137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:31.924263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] 10.222.0.53 "PUT /v2.0/ports/55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 200 len: 1092 time: 1.1093004 Aug 31 06:49:31.925246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:31.928158 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-17abcf23-3fbd-4e0a-a4f9-aab49884e789 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c1da8f7e4ee54e708f97ddc9e8bca0a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4772115 Aug 31 06:49:31.930272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abcf23-3fbd-4e0a-a4f9-aab49884e789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9c9cd16-1f9a-4216-9ab8-ef94951ef0c2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:31.930979 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dada91-6dd5-4d92-acc0-075eb1bab3a9" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:31.933253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:32.044387 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ba050-6aca-4786-b922-562b142127aa x-openstack-request-id: req-543ba050-6aca-4786-b922-562b142127aa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:32.044736 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:32.044995 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-543ba050-6aca-4786-b922-562b142127aa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:32.045428 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'status': 'completed', 'code': 200} Aug 31 06:49:32.047637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768d3edf-3746-4017-8d71-0ff2f095e858 service neutron] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:32.082332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.113384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-36b399b5-314c-4a1b-923a-d6f36b426889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.122478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-36b399b5-314c-4a1b-923a-d6f36b426889 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 1095 time: 0.1439931 Aug 31 06:49:32.176091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.208424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-b937237c-467e-4c94-8b60-994484ee9798 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 200 len: 217 time: 0.0679700 Aug 31 06:49:32.227541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3561e5b8-5408-4293-b94a-a2ce919179b3 req-813ae3c0-f920-41a5-abcf-88cc379cb660 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.229128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3561e5b8-5408-4293-b94a-a2ce919179b3 req-813ae3c0-f920-41a5-abcf-88cc379cb660 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 943 time: 0.1183796 Aug 31 06:49:32.293919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3561e5b8-5408-4293-b94a-a2ce919179b3 req-ab736c99-0f14-4e5a-8489-c8a0988b5cb5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505335 Aug 31 06:49:32.303771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.305856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:32.309996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9c9cd16-1f9a-4216-9ab8-ef94951ef0c2 HTTP/1.1" status: 204 len: 168 time: 0.3743811 Aug 31 06:49:32.334399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5443913-2c02-4175-91d4-c147cc3ae6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9c9cd16-1f9a-4216-9ab8-ef94951ef0c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:32.448382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48218f60-b76b-4602-a87b-148a2f91c357 req-fd4db12f-4a21-49f5-a863-68d939d4c223 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.450147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48218f60-b76b-4602-a87b-148a2f91c357 req-fd4db12f-4a21-49f5-a863-68d939d4c223 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.2495918 Aug 31 06:49:32.451656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-1202bf2e-1bd0-468d-af07-083d3f6afbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.453012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-1202bf2e-1bd0-468d-af07-083d3f6afbf4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.2319524 Aug 31 06:49:32.512501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48218f60-b76b-4602-a87b-148a2f91c357 req-d8c0353f-9cd0-4660-9b12-c60466dca7f1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540133 Aug 31 06:49:32.533643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-e8c74f46-7289-4360-9419-53e868a15f07 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1567683 Aug 31 06:49:32.597921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-902375dd-ceb4-4b7b-98de-b7ab36886b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.607160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-902375dd-ceb4-4b7b-98de-b7ab36886b1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1026320 Aug 31 06:49:32.672129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-b2b8807d-9fb4-4aad-8103-b324b8ea61c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.673657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-b2b8807d-9fb4-4aad-8103-b324b8ea61c1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0d7d47f3b31e4497b536294f75abde6d&device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 1097 time: 0.1084843 Aug 31 06:49:32.806801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-8092ffd8-af01-44fa-803b-dbe3d1bd4c20 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971946 Aug 31 06:49:32.919671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-7fdddf93-570f-4a8b-9e95-7a14606d2062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:32.921556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-7fdddf93-570f-4a8b-9e95-7a14606d2062 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 200 len: 906 time: 0.2230461 Aug 31 06:49:32.981646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-12e72e31-b828-4c4b-a8cd-ce56720e5ee0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=50bdfd97-83bf-4fbe-b352-866a2947f495 HTTP/1.1" status: 200 len: 217 time: 0.0492074 Aug 31 06:49:33.030468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c832d4-510a-4176-aa1a-6f4a10436707 req-3bbe1794-494c-459e-a7ef-f063452491f4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.032116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01c832d4-510a-4176-aa1a-6f4a10436707 req-3bbe1794-494c-459e-a7ef-f063452491f4 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1950381 Aug 31 06:49:33.108425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a607abcf-1f1b-4ef2-9f34-d825dffb978a req-cc40d134-f626-41c8-bc39-aac52f330323 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884912 Aug 31 06:49:33.157241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-0ccf830d-a9ed-4ad8-a433-a40ac7a2cc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.159008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-0ccf830d-a9ed-4ad8-a433-a40ac7a2cc25 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 200 len: 845 time: 0.1653161 Aug 31 06:49:33.168554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01c832d4-510a-4176-aa1a-6f4a10436707 req-a528cbf1-de68-41eb-b96c-f1b1d7fa6fde tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946536 Aug 31 06:49:33.243532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-785f0771-5281-4b7b-991c-1bb89b53a6a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725560 Aug 31 06:49:33.265921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-bd1ebac4-008a-49c3-ae7e-ab1e118f98e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.267388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-bd1ebac4-008a-49c3-ae7e-ab1e118f98e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 1095 time: 0.0759325 Aug 31 06:49:33.467154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-0e0179e5-5a6d-4a77-bbc5-88d334c3751f service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118678 Aug 31 06:49:33.472492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-1d181f2a-fb7a-4309-af41-63362ea58eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.474363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-1d181f2a-fb7a-4309-af41-63362ea58eec service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.1964831 Aug 31 06:49:33.526178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb89a38-96ee-463c-9d22-a32f4e6800a9 req-6fb5e5aa-86d3-4583-92ed-8fa9ec3fb447 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.530089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eb89a38-96ee-463c-9d22-a32f4e6800a9 req-6fb5e5aa-86d3-4583-92ed-8fa9ec3fb447 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 943 time: 0.1353352 Aug 31 06:49:33.547298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-7852407e-0fb7-436a-975b-a88faeca0ae8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 200 len: 217 time: 0.0633652 Aug 31 06:49:33.677149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eb89a38-96ee-463c-9d22-a32f4e6800a9 req-0369df27-cce7-4f7e-b722-27d79af19e7c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259816 Aug 31 06:49:33.683511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-d5a9ca7b-317a-4beb-a5cb-9c7635298b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.692827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-d5a9ca7b-317a-4beb-a5cb-9c7635298b2a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1343322 Aug 31 06:49:33.764435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-785895b0-20d3-4ee2-839e-0bb88dfe6f99 req-42cc4831-f727-43f3-b4a2-38941c0a168e service neutron] 10.222.0.50 "GET /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706079 Aug 31 06:49:33.818118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-a7949b85-d609-4aab-bdc5-e88a67eedad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.825775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-a7949b85-d609-4aab-bdc5-e88a67eedad2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1154547 Aug 31 06:49:33.863846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955d98e8-558f-46aa-8f42-938ae6a063de req-44decead-c277-44b6-8600-88ed64e3d6b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:33.871716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-955d98e8-558f-46aa-8f42-938ae6a063de req-44decead-c277-44b6-8600-88ed64e3d6b1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1778724 Aug 31 06:49:33.953983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-955d98e8-558f-46aa-8f42-938ae6a063de req-f9f13016-8fc7-44ed-bc09-a17f65d0dd98 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812733 Aug 31 06:49:33.981662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-f4324efc-b674-4111-99ed-59fc5c8bbce0 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525781 Aug 31 06:49:34.092212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18dada91-6dd5-4d92-acc0-075eb1bab3a9 req-d4b0b063-8e67-430a-a2fc-80e21113e02c service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011326 Aug 31 06:49:34.338796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b176b3a7-2de1-42a6-9cd6-bb2474909081 req-183b07b4-e6cd-4297-8a33-6cfa8a76d36b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.340457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b176b3a7-2de1-42a6-9cd6-bb2474909081 req-183b07b4-e6cd-4297-8a33-6cfa8a76d36b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0865586 Aug 31 06:49:34.390212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b176b3a7-2de1-42a6-9cd6-bb2474909081 req-a6705f95-5ede-457e-96cd-798925d5c728 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437515 Aug 31 06:49:34.836103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327de598-b2d6-490f-a5bc-bd195b27f0bb req-a65e7f2e-e39a-49a8-934b-f7763c697c69 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:34.838479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-327de598-b2d6-490f-a5bc-bd195b27f0bb req-a65e7f2e-e39a-49a8-934b-f7763c697c69 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 943 time: 0.0659435 Aug 31 06:49:34.914107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-327de598-b2d6-490f-a5bc-bd195b27f0bb req-86e5dc6e-aac3-4efe-8271-39da3edc834f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606284 Aug 31 06:49:35.134259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd37d2d-e856-4f28-83c3-235c7cb90c04 req-681bfcd3-004e-4f9f-8ad4-956649523ac0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.141873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddd37d2d-e856-4f28-83c3-235c7cb90c04 req-681bfcd3-004e-4f9f-8ad4-956649523ac0 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0937109 Aug 31 06:49:35.208645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddd37d2d-e856-4f28-83c3-235c7cb90c04 req-6cf18cd2-7bf1-495a-a849-87ffe2cc7d7a tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645177 Aug 31 06:49:35.378910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:35.519133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ed924-d01b-471b-bda4-6f1b6b2edbc3 req-9bbebb57-0e13-41d4-a951-96e554485400 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:35.520740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-961ed924-d01b-471b-bda4-6f1b6b2edbc3 req-9bbebb57-0e13-41d4-a951-96e554485400 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0631928 Aug 31 06:49:35.568968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-961ed924-d01b-471b-bda4-6f1b6b2edbc3 req-4cadd17d-514c-4763-963e-d6f57fa4643a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416005 Aug 31 06:49:35.891856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:36.038527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:36.056483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'mac_address': 'fa:16:3e:d5:8a:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:36.104103 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.104929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc0ae2-06f9-45ef-bfaf-33c0fb30d327 req-5bb91e12-67af-4692-8b67-e6a05bc08ec2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.107679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30cc0ae2-06f9-45ef-bfaf-33c0fb30d327 req-5bb91e12-67af-4692-8b67-e6a05bc08ec2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 943 time: 0.1102006 Aug 31 06:49:36.140959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:36.167412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30cc0ae2-06f9-45ef-bfaf-33c0fb30d327 req-859743e6-5273-49f1-80ff-ceface7ba288 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537374 Aug 31 06:49:36.178428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:36.187719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:36.254415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:36.272544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.274002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.274341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.274941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.275281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.275617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.275944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.276271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.276595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.276919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.277240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.277595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:36.427698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04033-f8b1-4b5c-b77b-2ef168861c2d req-13de1f64-7993-48f6-a5d3-86b4d725b6f7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.429558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ef04033-f8b1-4b5c-b77b-2ef168861c2d req-13de1f64-7993-48f6-a5d3-86b4d725b6f7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0694478 Aug 31 06:49:36.490119 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ef04033-f8b1-4b5c-b77b-2ef168861c2d req-f3ab55c7-ae50-4830-8108-2baf45efce63 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492847 Aug 31 06:49:36.495720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-2fcb4a9c-78ad-4c0f-afd0-974040f2ed81 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.497646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-2fcb4a9c-78ad-4c0f-afd0-974040f2ed81 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1216979 Aug 31 06:49:36.520475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-b1b0a723-87d2-4a91-8819-065e0af5980e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/quotas/60ac247b74da4032b8d8b5919d6220d0 HTTP/1.1" status: 200 len: 375 time: 0.0170157 Aug 31 06:49:36.583864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-adbcba34-4177-4a53-98f7-e0d45a704ddb tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623136 Aug 31 06:49:36.620641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:36.724290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-bae6e833-4c5a-418b-9fd7-8b45e731626a service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277583 Aug 31 06:49:36.779764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea885e8-623e-4065-9a19-8651798019fa req-f41d2e30-649d-40c5-a9a2-a8b3e8e640b1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:36.788933 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cea885e8-623e-4065-9a19-8651798019fa req-f41d2e30-649d-40c5-a9a2-a8b3e8e640b1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1330245 Aug 31 06:49:36.846623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cea885e8-623e-4065-9a19-8651798019fa req-aae78a44-011f-4614-8940-08dc6283513a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518563 Aug 31 06:49:37.141945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-6476f7e8-1709-435e-ac2c-0f5c5df9ec62 service neutron] 10.222.0.57 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166207 Aug 31 06:49:37.371206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a1ca59e4-a323-435e-8698-b7cb81b265dd req-487a806e-c2cb-4052-924e-b8087d2c27c6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 210 time: 0.0490303 Aug 31 06:49:37.414268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:37.421694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b6ca9-6796-4cb0-84cc-72ee1659a125 req-aeb967f7-703c-4edb-a45f-6cb1b6451d38 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.423391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-121b6ca9-6796-4cb0-84cc-72ee1659a125 req-aeb967f7-703c-4edb-a45f-6cb1b6451d38 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 944 time: 0.1626272 Aug 31 06:49:37.507125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-121b6ca9-6796-4cb0-84cc-72ee1659a125 req-04121b14-34fa-4813-925f-26de0155ad19 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762553 Aug 31 06:49:37.574812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:37.600357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '3f716e21-4830-4657-82f4-9db7d10796f8', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'port_id': '3f716e21-4830-4657-82f4-9db7d10796f8', 'mac_address': 'fa:16:3e:a1:9c:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c91a44-fbc9-4ab5-9592-c44f569e3c0f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:37.638755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c2e57b-a7da-4464-98ee-01b3a6b5aa7a req-ed95a6d3-d738-4b0a-9ff6-fbec250a1488 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:37.644928 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.649542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46c2e57b-a7da-4464-98ee-01b3a6b5aa7a req-ed95a6d3-d738-4b0a-9ff6-fbec250a1488 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0688167 Aug 31 06:49:37.670485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f716e21-4830-4657-82f4-9db7d10796f8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:37.693979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:37.701757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46c2e57b-a7da-4464-98ee-01b3a6b5aa7a req-f010d921-b97f-4772-a103-ac7402d74445 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508955 Aug 31 06:49:37.711188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:37.779390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:37.995578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0d2816-337e-485d-a9e7-caabd17f7a7f req-eba8f4aa-5da0-4587-96ce-ec4234df956a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.002965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec0d2816-337e-485d-a9e7-caabd17f7a7f req-eba8f4aa-5da0-4587-96ce-ec4234df956a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 944 time: 0.0802772 Aug 31 06:49:38.060290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['3f716e21-4830-4657-82f4-9db7d10796f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:38.074971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec0d2816-337e-485d-a9e7-caabd17f7a7f req-848da4bd-6137-49a7-a7e1-3c7e48ee4581 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642328 Aug 31 06:49:38.473273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47b9c16a-2076-4759-82cc-4a4d04f13672 req-f4e4f6f4-1b17-46e8-b2f5-9accb2f6450a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 210 time: 0.0281978 Aug 31 06:49:38.672548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71010563-5c4c-4c03-bc1a-6e1dd4679a94 req-112b34cb-33c6-4374-ac6c-68327dab6647 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.675524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71010563-5c4c-4c03-bc1a-6e1dd4679a94 req-112b34cb-33c6-4374-ac6c-68327dab6647 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 944 time: 0.0883131 Aug 31 06:49:38.756814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-ba7b8d6a-c645-4139-8668-24ea5cece2f8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.760257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-ba7b8d6a-c645-4139-8668-24ea5cece2f8 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "GET /v2.0/networks?id=07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 200 len: 815 time: 0.1557698 Aug 31 06:49:38.765923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71010563-5c4c-4c03-bc1a-6e1dd4679a94 req-a7491a98-a367-4a66-bb23-0b0d6022a728 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832496 Aug 31 06:49:38.782355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Request body: {'port': {'device_id': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'admin_state_up': True, 'tenant_id': '60ac247b74da4032b8d8b5919d6220d0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:38.919238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f83fd-5fb5-440e-85e0-62a0a2c3c671 req-176da7e0-e5a9-4c0d-b0a5-8bf1ea028533 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:38.920763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c4f83fd-5fb5-440e-85e0-62a0a2c3c671 req-176da7e0-e5a9-4c0d-b0a5-8bf1ea028533 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0887792 Aug 31 06:49:38.977315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Made reservation on behalf of 60ac247b74da4032b8d8b5919d6220d0 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:38.981354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:38.987309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c4f83fd-5fb5-440e-85e0-62a0a2c3c671 req-d45be20b-e01f-407d-97f6-4ca07db45881 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583637 Aug 31 06:49:39.140321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Allocated IP 172.20.0.4 (07158428-204e-415e-ad6d-d72262cd1c4b/ad7696f8-7a37-4e88-a550-84b9a4f85c20/21527d25-eec1-435a-aa9a-6db764ce74c8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:39.292230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfaf6d2-9b80-451b-8a25-214ea5e713fd req-7756eb47-2046-4024-894c-85c8c3c9e481 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.293780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dfaf6d2-9b80-451b-8a25-214ea5e713fd req-7756eb47-2046-4024-894c-85c8c3c9e481 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 944 time: 0.1126931 Aug 31 06:49:39.370543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8dfaf6d2-9b80-451b-8a25-214ea5e713fd req-600d5abe-b48c-4d01-b39c-555dd23df366 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Aug 31 06:49:39.391413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.425818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:39.449125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.463287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:39.465963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705', 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:39.502067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Network 07158428-204e-415e-ad6d-d72262cd1c4b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:39.505308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:39.509263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:39.541395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:39.572084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event updated for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:39.608558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.609511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.625569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 3f716e21-4830-4657-82f4-9db7d10796f8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:39.626573 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.630333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-9e8300b3-f901-4a5d-8bfd-2ae6b4e12d10 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8523810 Aug 31 06:49:39.651139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Request body: {'port': {'device_id': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:39.692420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716ca7d-ad80-4752-8118-f85e4118ded1 req-445c1b95-4cb1-4a3d-b991-bfc7fe32fbee tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:39.701905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a716ca7d-ad80-4752-8118-f85e4118ded1 req-445c1b95-4cb1-4a3d-b991-bfc7fe32fbee tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 931 time: 0.1111298 Aug 31 06:49:39.753296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a716ca7d-ad80-4752-8118-f85e4118ded1 req-c53cb8e2-15c8-41c6-8c1d-5564b6cb3b5e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502102 Aug 31 06:49:39.759237 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.772675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0955e179-13f2-4825-8a11-8205c05616d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.897997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0955e179-13f2-4825-8a11-8205c05616d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.905022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0955e179-13f2-4825-8a11-8205c05616d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:39.935555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:39.968597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0955e179-13f2-4825-8a11-8205c05616d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=90cdfcb43b4c41ce8f39eb8bfe998595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259901 Aug 31 06:49:39.969459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:39.971008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0955e179-13f2-4825-8a11-8205c05616d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cca0b559-14d4-45dc-941c-545cbd87601d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.012931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74304c14-3036-4b6e-ba45-dc84a4612c3b req-3028dee1-c7fc-436b-8ffd-77e8cf707ad4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.014875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74304c14-3036-4b6e-ba45-dc84a4612c3b req-3028dee1-c7fc-436b-8ffd-77e8cf707ad4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 944 time: 0.1254191 Aug 31 06:49:40.041179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.072896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.089740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74304c14-3036-4b6e-ba45-dc84a4612c3b req-3f4f2a62-7651-4ca0-9ab5-d4741e89033d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670345 Aug 31 06:49:40.121875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.145073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:40.152097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:40.154764 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55f8f29-c1b0-4835-a76d-3935704058ea" -d '{"events": [{"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-plugged", "status": "completed", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:40.164381 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.240678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21527d25-eec1-435a-aa9a-6db764ce74c8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:40.262505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.262726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.266286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.270514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cca0b559-14d4-45dc-941c-545cbd87601d HTTP/1.1" status: 204 len: 168 time: 0.2933228 Aug 31 06:49:40.281916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:40.289901 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a6173d-0ecc-4f52-908d-5b36e77feb0b x-openstack-request-id: req-04a6173d-0ecc-4f52-908d-5b36e77feb0b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:40.290531 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-plugged", "status": "completed", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:40.290948 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04a6173d-0ecc-4f52-908d-5b36e77feb0b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:40.292148 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8', 'code': 200} Aug 31 06:49:40.293101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Transition to ACTIVE for port object 21527d25-eec1-435a-aa9a-6db764ce74c8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:40.299250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:40.299893 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.300046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.304063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.319181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045088a7-55f2-4b52-bbcb-e091ddef8f5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cca0b559-14d4-45dc-941c-545cbd87601d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.374085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cf095-7a8e-4079-ad6c-f1887c82d1b1 req-e62a81a7-00a9-471f-b7ce-85e061c2e2c5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.375683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-523cf095-7a8e-4079-ad6c-f1887c82d1b1 req-e62a81a7-00a9-471f-b7ce-85e061c2e2c5 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.2096555 Aug 31 06:49:40.463729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.465972 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-523cf095-7a8e-4079-ad6c-f1887c82d1b1 req-65626239-458c-4389-a1d3-230bee28e3f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755749 Aug 31 06:49:40.497462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.550052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.550397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.550745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.551136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.551491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.551825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.552251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.552506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.552831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.552970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:40.553278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.553500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.554912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:49:40.559525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.617312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Attempting to bind port 21527d25-eec1-435a-aa9a-6db764ce74c8 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:40.617943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Attempting to bind port 21527d25-eec1-435a-aa9a-6db764ce74c8 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:40.618459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Attempting to bind port 21527d25-eec1-435a-aa9a-6db764ce74c8 on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:40.622163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5feed4-83bf-4ec4-a33c-ab4ee0cecfbb req-3446a29e-a399-49e3-8eb2-b44893ccbcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.623880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e5feed4-83bf-4ec4-a33c-ab4ee0cecfbb req-3446a29e-a399-49e3-8eb2-b44893ccbcd9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 1097 time: 0.1635747 Aug 31 06:49:40.630299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Port 21527d25-eec1-435a-aa9a-6db764ce74c8 on network 07158428-204e-415e-ad6d-d72262cd1c4b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:40.630860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Attempting to bind port 21527d25-eec1-435a-aa9a-6db764ce74c8 on network 07158428-204e-415e-ad6d-d72262cd1c4b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:40.634695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.640065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a614cb6-08c0-494a-9568-f2af8c4d1dd1 req-72bf11d2-0f23-4c32-9a91-541d91f26dae tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.641702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a614cb6-08c0-494a-9568-f2af8c4d1dd1 req-72bf11d2-0f23-4c32-9a91-541d91f26dae tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.1397593 Aug 31 06:49:40.667899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:40.668247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Checking segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:40.668628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Bound using segment: {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:40.669281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Bound port: 21527d25-eec1-435a-aa9a-6db764ce74c8, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:40.669674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.715569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:40.730574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db2d166-e06b-4c1d-a6cd-97306578fc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.745475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e5feed4-83bf-4ec4-a33c-ab4ee0cecfbb req-4477c153-6ba0-4c3c-8ffe-1eefebf5cfc7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025345 Aug 31 06:49:40.753896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a614cb6-08c0-494a-9568-f2af8c4d1dd1 req-4bd62bf5-dde4-453b-95ba-aa44787f347b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030157 Aug 31 06:49:40.792713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:40.796583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=21527d25-eec1-435a-aa9a-6db764ce74c8,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:40.803298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.843103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.843722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.845259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] 10.222.0.50 "PUT /v2.0/ports/21527d25-eec1-435a-aa9a-6db764ce74c8 HTTP/1.1" status: 200 len: 1092 time: 1.2044044 Aug 31 06:49:40.845637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db2d166-e06b-4c1d-a6cd-97306578fc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.846131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:40.848601 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdfda907-0521-4986-9bc6-866a1e3c7a45" -d '{"events": [{"name": "network-changed", "server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:40.857185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7db2d166-e06b-4c1d-a6cd-97306578fc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:40.877800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bb16ea-ec56-4311-8804-e05f2402e8c8 service neutron] Pushing event updated for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.910032 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99adb215-31c4-4bae-8dab-7a8d3845d3b8 x-openstack-request-id: req-99adb215-31c4-4bae-8dab-7a8d3845d3b8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:40.910398 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:40.910735 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-99adb215-31c4-4bae-8dab-7a8d3845d3b8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:40.911796 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8', 'status': 'completed', 'code': 200} Aug 31 06:49:40.916598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7db2d166-e06b-4c1d-a6cd-97306578fc8e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0df0952de3d5498a81500a61bef14ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993158 Aug 31 06:49:40.919541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:40.920269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db2d166-e06b-4c1d-a6cd-97306578fc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af15e636-24b9-47fa-b831-71de93dbe645,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:40.947802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463e2641-3c95-4551-b43d-c87f566abcf2 req-3747039f-9953-4476-875b-6d0db2b195d6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:40.949678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-463e2641-3c95-4551-b43d-c87f566abcf2 req-3747039f-9953-4476-875b-6d0db2b195d6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 943 time: 0.1074510 Aug 31 06:49:41.006151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-463e2641-3c95-4551-b43d-c87f566abcf2 req-0cd9374d-ed6b-4d72-bc46-40fc7518f93c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459371 Aug 31 06:49:41.025915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.054485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.062881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-26658169-b406-467b-9210-a85a91e24291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.064408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-26658169-b406-467b-9210-a85a91e24291 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 1095 time: 0.0798705 Aug 31 06:49:41.286787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.290460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:41.291654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/af15e636-24b9-47fa-b831-71de93dbe645 HTTP/1.1" status: 204 len: 168 time: 0.3710580 Aug 31 06:49:41.329934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe8dc5-bfb4-42f1-bae2-75f253c82be6 req-1ad25137-57ef-4a1d-bfaa-7fe6ec7f8c15 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.331440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2ffe8dc5-bfb4-42f1-bae2-75f253c82be6 req-1ad25137-57ef-4a1d-bfaa-7fe6ec7f8c15 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 945 time: 0.1552186 Aug 31 06:49:41.335979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-ad6ce5ed-0113-4a53-8540-fe8a30cd4795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.337428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-ad6ce5ed-0113-4a53-8540-fe8a30cd4795 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=60ac247b74da4032b8d8b5919d6220d0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2621000 Aug 31 06:49:41.338327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a513a37-8737-412f-a0b7-621ad04c9439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af15e636-24b9-47fa-b831-71de93dbe645,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:41.444481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.451366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.458536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.466941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.474161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.483335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.496478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.501927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-93ea7883-ebde-440c-a77e-3678d8eca0d2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.1190894 Aug 31 06:49:41.558145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ea5e543-c984-4a1a-a532-5f64f9ce1773 req-1d1ed3e1-8d2b-4801-822a-00800f29f16a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0479393 Aug 31 06:49:41.617768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2ffe8dc5-bfb4-42f1-bae2-75f253c82be6 req-0d5c977f-3cdd-43e0-bc24-d59ed0abca7f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392232 Aug 31 06:49:41.617768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-b6cf638c-d715-4ce8-b6ed-6481a09b3c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.617768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cdfda907-0521-4986-9bc6-866a1e3c7a45 req-b6cf638c-d715-4ce8-b6ed-6481a09b3c4a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466550 Aug 31 06:49:41.785546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-703e6106-4c3c-4d60-9438-de0f12fb5e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.787222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-703e6106-4c3c-4d60-9438-de0f12fb5e16 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=60ac247b74da4032b8d8b5919d6220d0&device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 1095 time: 0.1311641 Aug 31 06:49:41.804282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a162-e4ce-4fcc-8795-1e88732a183f req-410d81bf-4b26-4cf0-9409-9127c229f63b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.805036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.811367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.812304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d06a162-e4ce-4fcc-8795-1e88732a183f req-410d81bf-4b26-4cf0-9409-9127c229f63b tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.1098933 Aug 31 06:49:41.818405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.825704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.831736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.839520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.846782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.849487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-341a02df-f994-47a8-91fb-949e8c290414 req-01791fa0-3bb3-46d7-81f9-23d06196dd3e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.1284823 Aug 31 06:49:41.868714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-00612776-45d0-4e59-a07f-7b8b5cf6cdb2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=21527d25-eec1-435a-aa9a-6db764ce74c8 HTTP/1.1" status: 200 len: 217 time: 0.0540178 Aug 31 06:49:41.959433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d06a162-e4ce-4fcc-8795-1e88732a183f req-a1a8a318-4afa-423f-8a64-6a217a8336c2 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463270 Aug 31 06:49:41.986543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848944f-e6c4-438f-9993-9f67772c5945 req-237b32ee-6c81-4ed8-97ed-727315cc8554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.988129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-237b32ee-6c81-4ed8-97ed-727315cc8554 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 200 len: 855 time: 0.0910606 Aug 31 06:49:41.997542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf2c615-ecfb-40f2-9e82-1e8f0d1e0357 req-26816610-5810-4c18-a951-83c84426ac27 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:41.999079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-daf2c615-ecfb-40f2-9e82-1e8f0d1e0357 req-26816610-5810-4c18-a951-83c84426ac27 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0650294 Aug 31 06:49:42.045035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-50b55704-d933-4ad0-b41a-fe685db7f431 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=07158428-204e-415e-ad6d-d72262cd1c4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433280 Aug 31 06:49:42.075027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-daf2c615-ecfb-40f2-9e82-1e8f0d1e0357 req-d1b91a14-0dd0-4eee-b160-02faddbc07b7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565457 Aug 31 06:49:42.225206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb42c91-1790-42c9-87a1-25eda39223af req-2d387b59-9e96-4c93-9771-1c9bbc19090c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.227160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcb42c91-1790-42c9-87a1-25eda39223af req-2d387b59-9e96-4c93-9771-1c9bbc19090c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 943 time: 0.1163223 Aug 31 06:49:42.229178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-b52716b0-a64f-42f4-b136-774afaf6ce7d service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676722 Aug 31 06:49:42.293532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:42.297144 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cddc7bd-23cc-482a-95f2-9d729d76e9f3" -d '{"events": [{"server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "name": "network-vif-plugged", "status": "completed", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:42.342019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcb42c91-1790-42c9-87a1-25eda39223af req-a0626ce6-c162-4b1b-9dc7-a412c2d95b6e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052854 Aug 31 06:49:42.368112 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42889aea-7c03-4325-87c9-01a77172e754 x-openstack-request-id: req-42889aea-7c03-4325-87c9-01a77172e754 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:42.368835 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "name": "network-vif-plugged", "status": "completed", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:42.369293 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-42889aea-7c03-4325-87c9-01a77172e754 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:42.370878 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'code': 200} Aug 31 06:49:42.389625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e848944f-e6c4-438f-9993-9f67772c5945 req-d29bfa5e-150c-4c7f-8881-bde01a444075 service neutron] 10.222.0.50 "GET /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460416 Aug 31 06:49:42.468875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed45930f-b543-4a77-9091-c7560bdf75c6 req-5832e8fd-cf87-4771-ba0d-29e5763f7270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.470904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed45930f-b543-4a77-9091-c7560bdf75c6 req-5832e8fd-cf87-4771-ba0d-29e5763f7270 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 1097 time: 0.0448503 Aug 31 06:49:42.516941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed45930f-b543-4a77-9091-c7560bdf75c6 req-a0ba02fc-e41a-415a-9450-9f3109a18f20 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319288 Aug 31 06:49:42.718416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42f998-17c4-46c4-8531-da88f688ba42 req-f9fffe8e-a281-480f-82a7-ff71eadc4d44 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:42.720138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d42f998-17c4-46c4-8531-da88f688ba42 req-f9fffe8e-a281-480f-82a7-ff71eadc4d44 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 945 time: 0.0569572 Aug 31 06:49:42.773270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d42f998-17c4-46c4-8531-da88f688ba42 req-f5330226-a2aa-4879-a990-5b9d2941b32a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452456 Aug 31 06:49:43.100350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d839ef3-8312-4f2d-80f3-0c58dbdb79a8 req-700467db-2aa0-4e31-9150-c63c01e54e07 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.106256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d839ef3-8312-4f2d-80f3-0c58dbdb79a8 req-700467db-2aa0-4e31-9150-c63c01e54e07 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0660040 Aug 31 06:49:43.169955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d839ef3-8312-4f2d-80f3-0c58dbdb79a8 req-5601b0d3-62cc-4b01-a262-7ad7f8d6ba9e tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402977 Aug 31 06:49:43.218912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbde528-d685-428c-97a6-60eda7ba3004 req-4fdf6c50-6f52-4a63-aacd-c05e1e9059f9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.227792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcbde528-d685-428c-97a6-60eda7ba3004 req-4fdf6c50-6f52-4a63-aacd-c05e1e9059f9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0737672 Aug 31 06:49:43.280295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcbde528-d685-428c-97a6-60eda7ba3004 req-787fdfac-211f-4ada-a359-e6f747c1df7e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466113 Aug 31 06:49:43.415169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9922994-134c-48fd-b045-91dc3f723497 req-ef627f57-54a2-4e31-858c-241702f7f4f3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.417036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9922994-134c-48fd-b045-91dc3f723497 req-ef627f57-54a2-4e31-858c-241702f7f4f3 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0575109 Aug 31 06:49:43.420168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fe770-53cf-4f2e-8879-f4a1abfba610 req-5c676fb3-1a4e-41a4-9c01-80365c185f29 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.421865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-051fe770-53cf-4f2e-8879-f4a1abfba610 req-5c676fb3-1a4e-41a4-9c01-80365c185f29 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.0619566 Aug 31 06:49:43.472941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9922994-134c-48fd-b045-91dc3f723497 req-3931f2b0-c8a2-435e-a3c7-906ab980771c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Aug 31 06:49:43.501218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-051fe770-53cf-4f2e-8879-f4a1abfba610 req-c3bd178e-b807-45c7-9170-45f153a18145 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732441 Aug 31 06:49:43.617079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30508b6c-e752-4634-82cf-87d9d18e232b req-73cb9f3f-73b8-43f3-be35-26ab58760fb4 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.640512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30508b6c-e752-4634-82cf-87d9d18e232b req-73cb9f3f-73b8-43f3-be35-26ab58760fb4 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 943 time: 0.0853879 Aug 31 06:49:43.669604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc69ef-a047-4bd5-b41b-81e9360abec0 req-383f7332-bb73-4672-8564-175157ead1d2 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:43.677668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efdc69ef-a047-4bd5-b41b-81e9360abec0 req-383f7332-bb73-4672-8564-175157ead1d2 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0770612 Aug 31 06:49:43.709797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30508b6c-e752-4634-82cf-87d9d18e232b req-7c3225ff-2064-4ef2-a735-5f1a269c9b29 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654960 Aug 31 06:49:43.727776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efdc69ef-a047-4bd5-b41b-81e9360abec0 req-34678603-8534-4f0d-821f-7b0f2bb1a3a7 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488474 Aug 31 06:49:44.066022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:44.124175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:44.139662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc76822-1afe-4679-a487-3122148d3a61 req-49875040-1ba3-4a59-9629-d45c062cd91f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.141260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dc76822-1afe-4679-a487-3122148d3a61 req-49875040-1ba3-4a59-9629-d45c062cd91f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0831060 Aug 31 06:49:44.174346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af2011-0a95-4f60-81ba-13094c9f9e5a req-375e61b3-64bb-43b0-afe6-20cb42f56bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.184227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90af2011-0a95-4f60-81ba-13094c9f9e5a req-375e61b3-64bb-43b0-afe6-20cb42f56bda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 945 time: 0.1019359 Aug 31 06:49:44.193179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8dc76822-1afe-4679-a487-3122148d3a61 req-dfe60332-bb08-43f9-b889-74e2daed61d1 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Aug 31 06:49:44.291554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90af2011-0a95-4f60-81ba-13094c9f9e5a req-9a661223-3c6d-4faa-91dc-fd24ef723122 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052284 Aug 31 06:49:44.358955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.359736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.360367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.361205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.361718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.362389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.363193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.372428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-5eb25596-9950-4521-9cc7-3af59d24d056 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 6499 time: 0.3044224 Aug 31 06:49:44.408586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fff4e98-dfb4-4cf3-a9c1-6078ef9d3653 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:44.449038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-9f9fb0c4-3e0e-4476-8dab-d07b1d6acff8 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0754378 Aug 31 06:49:44.453927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-2c72fe17-4286-4ea6-b68e-06c8b76a0801 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.456214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-2c72fe17-4286-4ea6-b68e-06c8b76a0801 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.1280222 Aug 31 06:49:44.477153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-89b24a5f-d150-4e59-87de-d5fe188e28e9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 267 time: 0.0958807 Aug 31 06:49:44.480526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-165a4507-6425-4983-9fe2-2f5a605197f7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/quotas/3ff62500e1ff400a831d6e33afbed667 HTTP/1.1" status: 200 len: 375 time: 0.0119302 Aug 31 06:49:44.542073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-739d05f7-eda4-4996-b315-4ca1026f12f2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0541399 Aug 31 06:49:44.568348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-87646dc9-b55b-4bd2-a099-2a34df500609 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:44.577562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-87646dc9-b55b-4bd2-a099-2a34df500609 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 945 time: 0.0895870 Aug 31 06:49:44.584507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'security_groups': []}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:44.666015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4934e1c2-8bc0-43fa-b108-e01120bd0454 service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156781 Aug 31 06:49:44.778248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-3e6c2806-7370-4735-a083-0bc9bd788b21 service neutron] 10.222.0.57 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052680 Aug 31 06:49:44.946801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fff4e98-dfb4-4cf3-a9c1-6078ef9d3653 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:44.980914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:44.984281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fff4e98-dfb4-4cf3-a9c1-6078ef9d3653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.006318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a14dd3a-e6cd-40db-a3d3-deb8c4a2f3e0 req-1ceae9bc-aaa2-4c3b-9265-4aa39a17563c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.014889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a14dd3a-e6cd-40db-a3d3-deb8c4a2f3e0 req-1ceae9bc-aaa2-4c3b-9265-4aa39a17563c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 943 time: 0.0648844 Aug 31 06:49:45.065256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fff4e98-dfb4-4cf3-a9c1-6078ef9d3653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3692fa-60b9-4b40-8b61-16c0a1d54db1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:45.073707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a14dd3a-e6cd-40db-a3d3-deb8c4a2f3e0 req-4f71476a-d8cd-4254-b582-1cdcc6ec5c6a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 Aug 31 06:49:45.076199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7fff4e98-dfb4-4cf3-a9c1-6078ef9d3653 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d0298ae21cd0424b88a4d396daf6b90a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9446714 Aug 31 06:49:45.076199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:45.173103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad6f6734-588c-493b-9844-27c641fa21d3 req-9f804e3b-2402-4b91-8935-1f9ded43c44d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 210 time: 0.0437407 Aug 31 06:49:45.265243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.314087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.384281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b5973c-42cd-4df8-a67a-575acfaad683 req-21f4fc32-05e9-435f-806d-73c3b827a285 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.385941 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6b5973c-42cd-4df8-a67a-575acfaad683 req-21f4fc32-05e9-435f-806d-73c3b827a285 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.0817955 Aug 31 06:49:45.442518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 21527d25-eec1-435a-aa9a-6db764ce74c8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:45.469980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6b5973c-42cd-4df8-a67a-575acfaad683 req-2022ff3b-e128-4e6d-b073-293d6566abae tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765793 Aug 31 06:49:45.556466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:45.567190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.581589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa327d32-5d49-418d-a362-afa5db343032 req-b2492740-2524-48c6-bfe1-1a48f6dd66da tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.583133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa327d32-5d49-418d-a362-afa5db343032 req-b2492740-2524-48c6-bfe1-1a48f6dd66da tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.2585382 Aug 31 06:49:45.609700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=21527d25-eec1-435a-aa9a-6db764ce74c8,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:45.623539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '21527d25-eec1-435a-aa9a-6db764ce74c8', 'network_id': '07158428-204e-415e-ad6d-d72262cd1c4b', 'port_id': '21527d25-eec1-435a-aa9a-6db764ce74c8', 'mac_address': 'fa:16:3e:77:d0:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad7696f8-7a37-4e88-a550-84b9a4f85c20', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:45.670192 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.676816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.681823 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.684416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.688396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a3692fa-60b9-4b40-8b61-16c0a1d54db1 HTTP/1.1" status: 204 len: 168 time: 0.6094222 Aug 31 06:49:45.688633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21527d25-eec1-435a-aa9a-6db764ce74c8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:45.705295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.715137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=21527d25-eec1-435a-aa9a-6db764ce74c8,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:45.719611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'c8713934-dda6-4998-bd67-f80f6c42544d', '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:45.735179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03352ca-6dcd-41ca-af2e-1e25e4904d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3692fa-60b9-4b40-8b61-16c0a1d54db1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:45.787728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.816744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:45.817437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:45.827664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-641d3e52-6943-45a4-8d2d-4d027a030624 req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "PUT /v2.0/ports/55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 200 len: 904 time: 1.2491314 Aug 31 06:49:45.841537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:45.846467 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9d922d9-0caa-4be6-9005-08f53f6efe08" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:45.889537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:45.946142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d7e115-f119-4d85-9bdb-b402b1f8e7dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:46.035166 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa210f55-7482-428f-9e19-98441d09d23b x-openstack-request-id: req-aa210f55-7482-428f-9e19-98441d09d23b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:46.036300 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:46.036855 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa210f55-7482-428f-9e19-98441d09d23b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:46.039662 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'status': 'completed', 'code': 200} Aug 31 06:49:46.064644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:46.065099 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.084422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:46.091300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['21527d25-eec1-435a-aa9a-6db764ce74c8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:46.182701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-518a20ff-736e-4861-8219-f25803f97301 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.187792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-518a20ff-736e-4861-8219-f25803f97301 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "GET /v2.0/ports?device_id=460e39da-63bb-4218-9d1d-a77e17889da7 HTTP/1.1" status: 200 len: 945 time: 0.3554041 Aug 31 06:49:46.195397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1906d2-373b-480f-87c6-0f60159838be req-804f2877-cc19-4d51-a926-9b9804cf4fb4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.206619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee1906d2-373b-480f-87c6-0f60159838be req-804f2877-cc19-4d51-a926-9b9804cf4fb4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 907 time: 0.2385097 Aug 31 06:49:46.234693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-99bcf0e0-e665-45e7-b9a2-4d0edb2103d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.236263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-99bcf0e0-e665-45e7-b9a2-4d0edb2103d2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 1059 time: 0.1761088 Aug 31 06:49:46.259650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:46.341614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc17a3b-b2fc-4b21-8066-8935cacb4a6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.370136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eb741a3-92c6-4939-ae52-4f207742874b None None] Provisioning complete for port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:46.370505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eb741a3-92c6-4939-ae52-4f207742874b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.396080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6c8e084-c5eb-4246-9bdb-b1d7a93d119f req-f3abe20f-c942-45e2-8c6c-42b3c66a6692 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 210 time: 0.0432775 Aug 31 06:49:46.453769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:46.453769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.486054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aa211-2e53-4d58-8dbc-061a34c386ef req-36c4ecd6-abeb-4227-a77b-5f5513d886a9 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.492552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d8aa211-2e53-4d58-8dbc-061a34c386ef req-36c4ecd6-abeb-4227-a77b-5f5513d886a9 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 944 time: 0.2827795 Aug 31 06:49:46.502224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-c11e8545-c597-4b28-9679-18d66ca33c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.503741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-c11e8545-c597-4b28-9679-18d66ca33c0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2592924 Aug 31 06:49:46.556132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:46.576672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-d6b2aa1e-bcbf-463a-a17b-8c03a60f9995 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 200 len: 217 time: 0.0483205 Aug 31 06:49:46.624498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc17a3b-b2fc-4b21-8066-8935cacb4a6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.664964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc17a3b-b2fc-4b21-8066-8935cacb4a6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.692433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d8aa211-2e53-4d58-8dbc-061a34c386ef req-2033aa0f-e267-4013-8974-7ff197c22837 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989138 Aug 31 06:49:46.719835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab161afb-0a82-4c34-a3f1-ede60208f1e2 req-869e800d-1877-49a4-b4bd-e9f66d1c47a7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.722043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab161afb-0a82-4c34-a3f1-ede60208f1e2 req-869e800d-1877-49a4-b4bd-e9f66d1c47a7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1487317 Aug 31 06:49:46.764096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Deleting port 3f716e21-4830-4657-82f4-9db7d10796f8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:46.770524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-8055f7ee-7a3e-45b8-be3f-9601156ae5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.771008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:46.773355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-8055f7ee-7a3e-45b8-be3f-9601156ae5f9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1511576 Aug 31 06:49:46.785108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6dc17a3b-b2fc-4b21-8066-8935cacb4a6a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aeb42cec35874d3ba8d564ee87374ab9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238848 Aug 31 06:49:46.789567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc17a3b-b2fc-4b21-8066-8935cacb4a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb52535a-ae2b-4028-ba6d-8b309183b0e9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:46.790263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:46.854416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab161afb-0a82-4c34-a3f1-ede60208f1e2 req-7a4c3a95-1e05-42d2-b0ad-daa21b4ff1e4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1157811 Aug 31 06:49:46.875861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-7b169c35-f885-4b0d-b7fd-94eaa013060b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.877322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-7b169c35-f885-4b0d-b7fd-94eaa013060b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 815 time: 0.4301560 Aug 31 06:49:46.889921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-67bcd7b9-bf92-4a4f-9b08-6c06f22b2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:46.891943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-67bcd7b9-bf92-4a4f-9b08-6c06f22b2964 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1056018 Aug 31 06:49:46.926871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Request body: {'port': {'device_id': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'admin_state_up': True, 'tenant_id': '3ff62500e1ff400a831d6e33afbed667'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:47.036944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e7856e-2d52-4ef5-bc14-443d92ec74ae req-3339e958-68b0-4832-8574-c1b54c119221 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:47.040237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1e7856e-2d52-4ef5-bc14-443d92ec74ae req-3339e958-68b0-4832-8574-c1b54c119221 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1139402 Aug 31 06:49:47.076636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-9b4cf769-12c0-45a5-9d06-3832b8891e2a service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756659 Aug 31 06:49:47.113035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1e7856e-2d52-4ef5-bc14-443d92ec74ae req-5b1ef249-d02a-4f33-b205-ea507c474e2d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657749 Aug 31 06:49:47.135355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91984a15-16fe-495f-981c-2edf6a164987 req-bcebafb8-e344-4ad9-93a7-ea4d5e00c3b4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:47.142598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91984a15-16fe-495f-981c-2edf6a164987 req-bcebafb8-e344-4ad9-93a7-ea4d5e00c3b4 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=61004388-f93c-4b4f-bfa2-e0318c5a82db HTTP/1.1" status: 200 len: 945 time: 0.3531520 Aug 31 06:49:47.150381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] For port 3f716e21-4830-4657-82f4-9db7d10796f8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=3f716e21-4830-4657-82f4-9db7d10796f8,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:47.150755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.153154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.197724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.206166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Calling delete_port for 3f716e21-4830-4657-82f4-9db7d10796f8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:47.231401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9d922d9-0caa-4be6-9005-08f53f6efe08 req-376d4a7a-3e6d-4384-ad02-a4bd47cf396e service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426566 Aug 31 06:49:47.260950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.273520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:47.327243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91984a15-16fe-495f-981c-2edf6a164987 req-51544434-c09b-40e2-ba02-13be81259452 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838169 Aug 31 06:49:47.382958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:47.397838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:47.400231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Made reservation on behalf of 3ff62500e1ff400a831d6e33afbed667 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:47.404531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.410274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.412545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa327d32-5d49-418d-a362-afa5db343032 req-949d8b59-22f0-40bd-85d9-bd23979ab22f tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.53 "DELETE /v2.0/ports/aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 HTTP/1.1" status: 204 len: 173 time: 1.8154583 Aug 31 06:49:47.486530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.489750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.494175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bb52535a-ae2b-4028-ba6d-8b309183b0e9 HTTP/1.1" status: 204 len: 168 time: 0.6804726 Aug 31 06:49:47.534607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972049e-1121-4540-aae8-124a015bd895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb52535a-ae2b-4028-ba6d-8b309183b0e9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:47.574401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-38dbe985-1cbb-4f01-b028-95e86e95592d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:47.575383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-38dbe985-1cbb-4f01-b028-95e86e95592d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.2275829 Aug 31 06:49:47.613947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-a43da845-5448-405d-87e2-87b10c13584f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/quotas/a152b1b10bf64b58943da33e5137b61b HTTP/1.1" status: 200 len: 375 time: 0.0234449 Aug 31 06:49:47.670166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b55a0bd8-5bd9-4d9b-8374-6701ee8344eb req-ec06caab-b7cb-4a12-ad21-f41167eb8a1d tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 210 time: 0.0838630 Aug 31 06:49:47.756159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-ba2878c4-1907-464c-bc87-c2e455ddaffa tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1412563 Aug 31 06:49:47.767422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.862081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Allocated IP 172.20.0.8 (4519dbf2-0c3f-4849-aa2b-3576d96de42f/64c91a44-fbc9-4ab5-9592-c44f569e3c0f/fe515cb5-177f-442d-b44a-10fb13382cec) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:47.889544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event deleted for resources: {'Port': ['ID=3f716e21-4830-4657-82f4-9db7d10796f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:47.908685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-002e85b1-c1b8-42d7-be75-7d2a79731c15 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516607 Aug 31 06:49:47.943685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] No DVR routers for this DVR port 3f716e21-4830-4657-82f4-9db7d10796f8 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:47.955422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa664a3c-2c7b-4ba5-8aeb-70e4f724e0fe req-deab722b-8861-4238-8216-6925313b53fe tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:47.957467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa664a3c-2c7b-4ba5-8aeb-70e4f724e0fe req-deab722b-8861-4238-8216-6925313b53fe tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 944 time: 0.1796176 Aug 31 06:49:47.959098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:47.959930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:47.966138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e303a22-dade-4ff0-9ac7-72ab8a3e2566 req-23363938-2a36-4e63-bce6-637d95eecab9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "DELETE /v2.0/ports/3f716e21-4830-4657-82f4-9db7d10796f8 HTTP/1.1" status: 204 len: 173 time: 1.7680779 Aug 31 06:49:48.014844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['3f716e21-4830-4657-82f4-9db7d10796f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:48.041045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:48.041456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:48.047044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'name': 'network-vif-deleted', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4'}, {'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-deleted', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:48.049161 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82455cfd-d719-4571-8d6e-530be99c775e" -d '{"events": [{"server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "name": "network-vif-deleted", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4"}, {"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-deleted", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:48.158207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-ae72b831-3253-4433-b599-c6d5c2fccf10 service neutron] 10.222.0.57 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407718 Aug 31 06:49:48.171795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa664a3c-2c7b-4ba5-8aeb-70e4f724e0fe req-5f7c2733-48e4-4de0-8ada-fc7d95207226 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929623 Aug 31 06:49:48.232893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:48.252239 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2bd17bc-1d05-4664-bf38-7d9ce766a4b9 x-openstack-request-id: req-e2bd17bc-1d05-4664-bf38-7d9ce766a4b9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:48.252889 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61004388-f93c-4b4f-bfa2-e0318c5a82db", "name": "network-vif-deleted", "tag": "aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4", "status": "completed", "code": 200}, {"server_uuid": "460e39da-63bb-4218-9d1d-a77e17889da7", "name": "network-vif-deleted", "tag": "3f716e21-4830-4657-82f4-9db7d10796f8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:48.252889 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e2bd17bc-1d05-4664-bf38-7d9ce766a4b9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:48.253172 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61004388-f93c-4b4f-bfa2-e0318c5a82db', 'name': 'network-vif-deleted', 'tag': 'aeab87ee-bcec-4d0d-afa6-ef5cb4dd76c4', 'status': 'completed', 'code': 200} Aug 31 06:49:48.253424 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '460e39da-63bb-4218-9d1d-a77e17889da7', 'name': 'network-vif-deleted', 'tag': '3f716e21-4830-4657-82f4-9db7d10796f8', 'status': 'completed', 'code': 200} Aug 31 06:49:48.292756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:48.307397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['3f716e21-4830-4657-82f4-9db7d10796f8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:48.409152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event updated for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:48.444094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Network 4519dbf2-0c3f-4849-aa2b-3576d96de42f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:48.447513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:48.463721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:48.531819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.532469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:48.565064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aad85e30-dd0f-40de-8fb1-9a92cb1e9fe5 req-2c3ed40c-8f82-4816-8b90-b3d98b3d40ad tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 210 time: 0.1374598 Aug 31 06:49:48.572941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-4fc9f3c5-2dbf-4d4b-b209-ac801fe9b863 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6682229 Aug 31 06:49:48.592059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Request body: {'port': {'device_id': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:48.722356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:48.962069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05c7a99-a43c-4507-8f64-0098b2673f95 req-cf83abcb-69f1-4622-bafb-3761dbecf1f2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:48.963653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a05c7a99-a43c-4507-8f64-0098b2673f95 req-cf83abcb-69f1-4622-bafb-3761dbecf1f2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 931 time: 0.1465051 Aug 31 06:49:49.136684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a05c7a99-a43c-4507-8f64-0098b2673f95 req-0cca718f-ed5d-4f42-953e-468fa49b9cb1 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608260 Aug 31 06:49:49.400886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe515cb5-177f-442d-b44a-10fb13382cec {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:49.416112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15804676-9162-4056-9f93-f17767799510 req-aae22771-73e1-445d-a8ca-7826fbf77b3a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.418090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15804676-9162-4056-9f93-f17767799510 req-aae22771-73e1-445d-a8ca-7826fbf77b3a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 944 time: 0.1353133 Aug 31 06:49:49.420126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.453602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Transition to ACTIVE for port object fe515cb5-177f-442d-b44a-10fb13382cec will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:49.466834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.468004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 21527d25-eec1-435a-aa9a-6db764ce74c8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:49.469914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146d1d36-e927-41cc-8fe0-6384a9409714 req-27228899-ebb5-42df-b6fb-4690f5f4d615 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.471501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-146d1d36-e927-41cc-8fe0-6384a9409714 req-27228899-ebb5-42df-b6fb-4690f5f4d615 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.0672283 Aug 31 06:49:49.514484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-146d1d36-e927-41cc-8fe0-6384a9409714 req-97fae6c6-4d96-4242-92b2-974b1ef9f0cc tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353928 Aug 31 06:49:49.517010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15804676-9162-4056-9f93-f17767799510 req-3282c036-f6e3-473e-9b7f-cc6b0a689959 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850520 Aug 31 06:49:49.574309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Pushing event updated for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:49.583838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 21527d25-eec1-435a-aa9a-6db764ce74c8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:49.589209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 21527d25-eec1-435a-aa9a-6db764ce74c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:49.589719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.672487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c97a2e5-e2f7-4eed-b8fc-e8a97704cc8a req-35e8b99d-9787-4d3e-9a39-ac67a4b03fb5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 210 time: 0.0412047 Aug 31 06:49:49.689664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Attempting to bind port fe515cb5-177f-442d-b44a-10fb13382cec on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:49.690014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Attempting to bind port fe515cb5-177f-442d-b44a-10fb13382cec by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:49.690497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Attempting to bind port fe515cb5-177f-442d-b44a-10fb13382cec on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:49.698344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Port fe515cb5-177f-442d-b44a-10fb13382cec on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:49.698987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Attempting to bind port fe515cb5-177f-442d-b44a-10fb13382cec on network 4519dbf2-0c3f-4849-aa2b-3576d96de42f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:49.706073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:49.706424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Checking segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:49.707253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Bound using segment: {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:49.707519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Bound port: fe515cb5-177f-442d-b44a-10fb13382cec, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41a834de-a2c8-4b42-83df-11ffb7b4f2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:49.707891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.753628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.800088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:49.804886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fe515cb5-177f-442d-b44a-10fb13382cec,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:49.810301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:49.814449 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaca6179-48cc-48f2-bf6b-2bc8fcc869d0" -d '{"events": [{"server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "name": "network-vif-plugged", "status": "completed", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:49.819916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=21527d25-eec1-435a-aa9a-6db764ce74c8,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:49.820291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.828045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.828927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:49.939365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:49.939365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:49.939365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] 10.222.0.50 "PUT /v2.0/ports/fe515cb5-177f-442d-b44a-10fb13382cec HTTP/1.1" status: 200 len: 1092 time: 1.3462515 Aug 31 06:49:49.945427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:49.948264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cda149-4fd8-4859-bc32-c2afec11dabc service neutron] Pushing event updated for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19a52a-17ef-4c34-9280-02120fb95642 x-openstack-request-id: req-8c19a52a-17ef-4c34-9280-02120fb95642 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "name": "network-vif-plugged", "status": "completed", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8c19a52a-17ef-4c34-9280-02120fb95642 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8', 'code': 200} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 3f716e21-4830-4657-82f4-9db7d10796f8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:49.953524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 3f716e21-4830-4657-82f4-9db7d10796f8 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:49.999208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-dcd8ab10-8e0a-40f8-b420-30f34fdf5158 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.000822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-dcd8ab10-8e0a-40f8-b420-30f34fdf5158 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 811 time: 0.1934090 Aug 31 06:49:50.018101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Request body: {'port': {'device_id': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'admin_state_up': True, 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:50.164775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-f2cfcb0e-3639-42f0-ae62-27bd524e5343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.167002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-f2cfcb0e-3639-42f0-ae62-27bd524e5343 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 1095 time: 0.1628466 Aug 31 06:49:50.184760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e9c2d3-0924-4de3-b073-88a89a407cf0 req-48940fd8-6047-4821-9719-a8aafb52affc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.186496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e9c2d3-0924-4de3-b073-88a89a407cf0 req-48940fd8-6047-4821-9719-a8aafb52affc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 1097 time: 0.1003931 Aug 31 06:49:50.256357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:50.259601 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cef1b00-67da-4506-8e7b-372a3b21797e" -d '{"events": [{"name": "network-changed", "server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:50.288262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-07f74ebd-c531-4ec3-bfb9-b335fd9f695d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe515cb5-177f-442d-b44a-10fb13382cec HTTP/1.1" status: 200 len: 217 time: 0.1004210 Aug 31 06:49:50.326802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715ac1bf-dc03-4467-9ac4-2abb18050ec1 req-86d7f52e-03a0-4fb9-92e1-fb5a06f0f9f3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.334835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-715ac1bf-dc03-4467-9ac4-2abb18050ec1 req-86d7f52e-03a0-4fb9-92e1-fb5a06f0f9f3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 943 time: 0.1167860 Aug 31 06:49:50.343699 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4290afa4-4bac-486c-87bd-589cf0bbfa46 x-openstack-request-id: req-4290afa4-4bac-486c-87bd-589cf0bbfa46 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:50.343997 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:50.344244 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4290afa4-4bac-486c-87bd-589cf0bbfa46 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:50.344642 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec', 'status': 'completed', 'code': 200} Aug 31 06:49:50.348135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06e9c2d3-0924-4de3-b073-88a89a407cf0 req-bf570aae-21cd-474f-b223-f9aa315b3eca service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348934 Aug 31 06:49:50.357318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Made reservation on behalf of a152b1b10bf64b58943da33e5137b61b for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:49:50.361062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:50.382522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-202fcd87-d0e4-4d5f-86ea-7b72d79282d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.383710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-715ac1bf-dc03-4467-9ac4-2abb18050ec1 req-94ae7bbf-c34b-43dc-bcba-def9c9999125 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472176 Aug 31 06:49:50.386981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-202fcd87-d0e4-4d5f-86ea-7b72d79282d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.0856767 Aug 31 06:49:50.533283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Allocated IP 172.20.0.13 (57fbf352-3936-4cb5-88ee-5c88f543a177/9c47d7df-1f0f-43ea-b6cf-686515ac1d89/1040c39d-e59d-442d-81c0-191efc706b10) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:49:50.600174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-b9e1ccce-a39c-476b-956e-96a047995415 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434284 Aug 31 06:49:50.711450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f5cff-d501-47ef-94bc-176702d41d8a req-622ba0ec-38c5-4da6-817a-5559a9a120a3 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:50.713754 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc3f5cff-d501-47ef-94bc-176702d41d8a req-622ba0ec-38c5-4da6-817a-5559a9a120a3 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.0852387 Aug 31 06:49:50.774885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc3f5cff-d501-47ef-94bc-176702d41d8a req-4c52de89-9b9c-48c9-95ae-560500147c21 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538607 Aug 31 06:49:50.903063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cce58a4b-086a-4b45-990b-20c50027c012 req-4d030931-c187-4876-8b36-be65e5136845 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 210 time: 0.0305691 Aug 31 06:49:50.933606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:51.050628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f646-14d6-4460-8f05-a16b462d720c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.171714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f646-14d6-4460-8f05-a16b462d720c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.178600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fa5f646-14d6-4460-8f05-a16b462d720c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.188606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f996fa-e706-4571-9aa5-c9a3f313f164 req-d47ebdd4-1e67-4785-9d8e-a6d1382a96ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.190416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98f996fa-e706-4571-9aa5-c9a3f313f164 req-d47ebdd4-1e67-4785-9d8e-a6d1382a96ed tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.1682756 Aug 31 06:49:51.201001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-3985cbcd-f937-41ed-b9dd-c634a1bfb6f8 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862694 Aug 31 06:49:51.228285 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8fa5f646-14d6-4460-8f05-a16b462d720c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2f368d6911ae4a30b79a457571ca1bde&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935247 Aug 31 06:49:51.229257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa5f646-14d6-4460-8f05-a16b462d720c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93aa4d3c-3e1f-414c-b329-681777b4a77c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:51.231925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:51.295491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.321398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.368161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.377645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.378057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-3c7dfe75-6959-4e96-ba58-a73deace6b4c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.379522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-3c7dfe75-6959-4e96-ba58-a73deace6b4c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.1995981 Aug 31 06:49:51.380237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.381564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93aa4d3c-3e1f-414c-b329-681777b4a77c HTTP/1.1" status: 204 len: 168 time: 0.1484656 Aug 31 06:49:51.398526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98f996fa-e706-4571-9aa5-c9a3f313f164 req-b96f4390-2ecf-4f62-b517-880dfac6951c tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931596 Aug 31 06:49:51.401661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846c8e07-f904-4efa-84ae-815a4640e379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93aa4d3c-3e1f-414c-b329-681777b4a77c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:51.487393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Transition to ACTIVE for port object 1040c39d-e59d-442d-81c0-191efc706b10 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:51.543472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27081298-44ac-4662-8091-41729283a772 req-1ff21b13-cd8a-43b8-93c2-0597aa1ae2e7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.543651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-65fc77dc-0708-4fde-927e-e287d2a6581d req-b5335496-5f4a-4882-888a-b84dd857c367 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3159206 Aug 31 06:49:51.551811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27081298-44ac-4662-8091-41729283a772 req-1ff21b13-cd8a-43b8-93c2-0597aa1ae2e7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 943 time: 0.0744236 Aug 31 06:49:51.597779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Deleting port 50bdfd97-83bf-4fbe-b352-866a2947f495 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:49:51.598940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.628501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27081298-44ac-4662-8091-41729283a772 req-01bda1f0-439f-4396-a3a5-88bd81456951 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712371 Aug 31 06:49:51.653446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:51.666574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'c8713934-dda6-4998-bd67-f80f6c42544d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:51.747353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:49:51.756489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:49:51.759663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:49:51.810177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:51.825648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-56d97dcf-10ba-4596-9e45-ec787ca27f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:51.827181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-56d97dcf-10ba-4596-9e45-ec787ca27f22 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ff62500e1ff400a831d6e33afbed667&device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 1095 time: 0.1852093 Aug 31 06:49:51.852869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:51.900907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf917d0-92fa-4245-a99f-b820273ae5da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.018545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] For port 50bdfd97-83bf-4fbe-b352-866a2947f495, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=50bdfd97-83bf-4fbe-b352-866a2947f495,segment=NetworkSegment(fc4e0db8-2472-4e64-9db8-204bdb861636),segment_id=fc4e0db8-2472-4e64-9db8-204bdb861636)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:52.018929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.036511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Calling delete_port for 50bdfd97-83bf-4fbe-b352-866a2947f495 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:49:52.105951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-e475c745-e8b0-42a8-80db-bea9d1d1f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.106893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf93044-9f92-4f3d-819e-65215b81efd7 req-dab39094-0356-428c-8484-1e2db09f13ba tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.108020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-e475c745-e8b0-42a8-80db-bea9d1d1f9ba service neutron] 10.222.0.50 "GET /v2.0/networks?id=4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 200 len: 916 time: 0.2614689 Aug 31 06:49:52.108650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcf93044-9f92-4f3d-819e-65215b81efd7 req-dab39094-0356-428c-8484-1e2db09f13ba tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 932 time: 0.1052876 Aug 31 06:49:52.147046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.148911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.154693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf917d0-92fa-4245-a99f-b820273ae5da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.169244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adf917d0-92fa-4245-a99f-b820273ae5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.191358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcf93044-9f92-4f3d-819e-65215b81efd7 req-7f84c52d-77ae-4abc-bab7-e6db22420e44 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637956 Aug 31 06:49:52.200985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d73f119a-8163-463e-b07c-a9675757dede None None] Provisioning for port 1040c39d-e59d-442d-81c0-191efc706b10 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:52.206690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d73f119a-8163-463e-b07c-a9675757dede None None] Provisioning complete for port 1040c39d-e59d-442d-81c0-191efc706b10 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:52.207078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d73f119a-8163-463e-b07c-a9675757dede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.234804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-72ade7c0-0370-4993-9086-286f2fff6ee2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fe515cb5-177f-442d-b44a-10fb13382cec HTTP/1.1" status: 200 len: 217 time: 0.1015711 Aug 31 06:49:52.245134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-adf917d0-92fa-4245-a99f-b820273ae5da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c83fe4a55aea4f96b1a4f8ae59dab421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3911471 Aug 31 06:49:52.248851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:52.255956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf917d0-92fa-4245-a99f-b820273ae5da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382ffb11-d304-4b2d-85b5-2b8cc7e80660,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:52.261044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-10ebb1f3-3430-4882-833d-00e42d553990 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2463160 Aug 31 06:49:52.295406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Request body: {'port': {'device_id': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:49:52.305978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d73f119a-8163-463e-b07c-a9675757dede None None] Port 1040c39d-e59d-442d-81c0-191efc706b10 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:49:52.324107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.350715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.351943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79770b9b-b28f-4518-a69a-77353baec532 req-48a4fb70-085c-4d28-a791-64c5a6391d86 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.353501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79770b9b-b28f-4518-a69a-77353baec532 req-48a4fb70-085c-4d28-a791-64c5a6391d86 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.2439859 Aug 31 06:49:52.414543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.417573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.421471 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/382ffb11-d304-4b2d-85b5-2b8cc7e80660 HTTP/1.1" status: 204 len: 168 time: 0.1684539 Aug 31 06:49:52.432482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-d5e4e791-e6e9-47bc-a95f-75618d4dd380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.434121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-d5e4e791-e6e9-47bc-a95f-75618d4dd380 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 200 len: 855 time: 0.1752024 Aug 31 06:49:52.442176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c5727-7e1b-4f7b-944e-09ef9cf31348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382ffb11-d304-4b2d-85b5-2b8cc7e80660,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:52.523741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.532120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-60f8b3c5-16d0-4e25-9c56-6ec5fc82c108 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4519dbf2-0c3f-4849-aa2b-3576d96de42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837204 Aug 31 06:49:52.554551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-79770b9b-b28f-4518-a69a-77353baec532 req-eb04f6dd-f853-43b0-9c7b-755581833eb6 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758192 Aug 31 06:49:52.568393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d3bf65-342d-4948-9edc-cd986e949177 req-447af60f-7305-4fc4-88b3-2a40f78f6551 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:52.578535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50d3bf65-342d-4948-9edc-cd986e949177 req-447af60f-7305-4fc4-88b3-2a40f78f6551 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 945 time: 0.0761876 Aug 31 06:49:52.632890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50d3bf65-342d-4948-9edc-cd986e949177 req-443250f8-f349-4191-8f14-6af7592c3c87 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/security-groups?id=5958a551-ec29-4b3c-9fb6-7ff48b2ac337&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531342 Aug 31 06:49:52.665076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:52.680954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['50bdfd97-83bf-4fbe-b352-866a2947f495'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:52.765908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Pushing event deleted for resources: {'Port': ['ID=50bdfd97-83bf-4fbe-b352-866a2947f495,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:52.910098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-3fb101c5-c761-4241-9898-2659c52793a5 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619740 Aug 31 06:49:53.079559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] No DVR routers for this DVR port 50bdfd97-83bf-4fbe-b352-866a2947f495 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:49:53.093936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.096330 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d5adf641-286a-49c0-b2d0-3d551ef29e62 req-2678ab0e-0d1b-4e5b-8bc4-6991555820f6 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.50 "DELETE /v2.0/ports/50bdfd97-83bf-4fbe-b352-866a2947f495 HTTP/1.1" status: 204 len: 173 time: 1.6969051 Aug 31 06:49:53.096729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'name': 'network-vif-deleted', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:53.099119 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc206d64-24ff-46ee-a13c-2a5a3b8395e6" -d '{"events": [{"server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "name": "network-vif-deleted", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:53.142041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64126bea-ce79-4144-b074-5d84efd1355e req-40a83a55-b557-4f48-ba4f-4aa9e1364e93 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.150521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64126bea-ce79-4144-b074-5d84efd1355e req-40a83a55-b557-4f48-ba4f-4aa9e1364e93 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 943 time: 0.3887248 Aug 31 06:49:53.277808 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f5813e8-aa69-4360-a127-55d1136cdccc x-openstack-request-id: req-1f5813e8-aa69-4360-a127-55d1136cdccc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:53.285192 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb", "name": "network-vif-deleted", "tag": "50bdfd97-83bf-4fbe-b352-866a2947f495", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:53.287098 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1f5813e8-aa69-4360-a127-55d1136cdccc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:53.287838 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb', 'name': 'network-vif-deleted', 'tag': '50bdfd97-83bf-4fbe-b352-866a2947f495', 'status': 'completed', 'code': 200} Aug 31 06:49:53.340686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eae8e54-5702-4523-a2dc-3f5a0477c7fd req-584442c3-8f7e-44fd-aa68-c724d0f92d36 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:53.342309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4eae8e54-5702-4523-a2dc-3f5a0477c7fd req-584442c3-8f7e-44fd-aa68-c724d0f92d36 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 932 time: 0.0612710 Aug 31 06:49:53.389111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4eae8e54-5702-4523-a2dc-3f5a0477c7fd req-cc6be56a-6f69-47d3-862c-2de0e31ac246 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404365 Aug 31 06:49:53.467254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64126bea-ce79-4144-b074-5d84efd1355e req-6e94aa06-e3e1-402b-bf83-e40df0f72928 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3157253 Aug 31 06:49:53.472023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cef1b00-67da-4506-8e7b-372a3b21797e req-f7e2ddeb-e9ff-40fc-b3af-8e0824270cd5 service neutron] 10.222.0.50 "GET /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5469809 Aug 31 06:49:53.491797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1040c39d-e59d-442d-81c0-191efc706b10 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:53.503685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.521811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Transition to ACTIVE for port object 1040c39d-e59d-442d-81c0-191efc706b10 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:49:53.527913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.598883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:53.764375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Attempting to bind port 1040c39d-e59d-442d-81c0-191efc706b10 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:49:53.773418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Attempting to bind port 1040c39d-e59d-442d-81c0-191efc706b10 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:49:53.774178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Attempting to bind port 1040c39d-e59d-442d-81c0-191efc706b10 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:53.782008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Port 1040c39d-e59d-442d-81c0-191efc706b10 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:49:53.782608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Attempting to bind port 1040c39d-e59d-442d-81c0-191efc706b10 on network 57fbf352-3936-4cb5-88ee-5c88f543a177 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:49:53.794098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:49:53.794646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Checking segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:49:53.795209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Bound using segment: {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:49:53.797528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Bound port: 1040c39d-e59d-442d-81c0-191efc706b10, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:49:53.798085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:53.835319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75bb9408-d92b-40ba-b22b-5444be6216fa req-4b7dd3a8-f0fa-4c21-b887-73f9537b9e95 tempest-ServersTestJSON-1515211455 tempest-ServersTestJSON-1515211455-project] 10.222.0.57 "GET /v2.0/ports?device_id=ad6b0050-c8ad-4cfa-aca3-3ff7deb39adb HTTP/1.1" status: 200 len: 210 time: 0.0562527 Aug 31 06:49:53.969374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:49:53.972475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:49:53.982016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.051223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.054160 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.054505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] 10.222.0.53 "PUT /v2.0/ports/1040c39d-e59d-442d-81c0-191efc706b10 HTTP/1.1" status: 200 len: 1093 time: 1.7675319 Aug 31 06:49:54.088801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122e1bc-afce-4fe2-bf23-b1ae48bc3129 service neutron] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:54.235231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-90a425c2-3105-4f9b-87bf-e8121fc2a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.237351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-90a425c2-3105-4f9b-87bf-e8121fc2a583 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 1096 time: 0.1224861 Aug 31 06:49:54.300715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-a9abde32-600b-4373-b0c2-66e8650926b2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1040c39d-e59d-442d-81c0-191efc706b10 HTTP/1.1" status: 200 len: 217 time: 0.0520418 Aug 31 06:49:54.365811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-4bec62fb-6a8c-4d0d-913f-ff3d553e450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.368085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-4bec62fb-6a8c-4d0d-913f-ff3d553e450b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0601404 Aug 31 06:49:54.434165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e68749-afc4-4744-9709-198b925f209b req-f6168981-90c9-495b-a89b-91f696c3e5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.436196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-f6168981-90c9-495b-a89b-91f696c3e5d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604472 Aug 31 06:49:54.579841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-1d491021-1d8f-4be9-866b-e610daefcf1f service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366675 Aug 31 06:49:54.590072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb917063-a192-4143-866e-d8e95e52570d req-b5682e8b-1d6d-4d53-a56a-759c0afc34ca tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.591685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb917063-a192-4143-866e-d8e95e52570d req-b5682e8b-1d6d-4d53-a56a-759c0afc34ca tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.0983467 Aug 31 06:49:54.669671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab46d11-ee6a-40d9-bf7a-4d0fc6365af1 req-475a20ea-ed58-4e8b-a865-ab5aaac6c8a9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:54.673018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ab46d11-ee6a-40d9-bf7a-4d0fc6365af1 req-475a20ea-ed58-4e8b-a865-ab5aaac6c8a9 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 943 time: 0.0890579 Aug 31 06:49:54.703180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb917063-a192-4143-866e-d8e95e52570d req-2b35652d-7daf-4479-8f5a-86c2b2854217 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905192 Aug 31 06:49:54.735390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6e68749-afc4-4744-9709-198b925f209b req-76c43273-17b8-441c-97b6-c9723b1f506f service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417699 Aug 31 06:49:54.749235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ab46d11-ee6a-40d9-bf7a-4d0fc6365af1 req-3eef4b11-ee7d-4b9f-8bab-9dafb1da90d7 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655236 Aug 31 06:49:54.785822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-361306c3-6216-4964-8f8a-e137bc0f1f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:54.898705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 32982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:54.952918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Deleting subnet 56d2be6d-0f8a-4cc5-a841-56356ad67fd5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:49:54.957350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.010947 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.052460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.115608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.142544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d2be6d-0f8a-4cc5-a841-56356ad67fd5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.148577 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.153425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-184a7457-8f78-4759-a359-cd4bb42a88b8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/56d2be6d-0f8a-4cc5-a841-56356ad67fd5 HTTP/1.1" status: 204 len: 168 time: 0.2532234 Aug 31 06:49:55.153830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:55.241522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.291126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:55.293719 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d817d05-69d4-46c9-9632-7ae0fdd2d813" -d '{"events": [{"name": "network-changed", "server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "tag": "1040c39d-e59d-442d-81c0-191efc706b10"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:55.350147 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbbdb2d-a5be-41c6-9577-7002b5106d4c x-openstack-request-id: req-dcbbdb2d-a5be-41c6-9577-7002b5106d4c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:55.351402 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "tag": "1040c39d-e59d-442d-81c0-191efc706b10", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:55.351930 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcbbdb2d-a5be-41c6-9577-7002b5106d4c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:55.352494 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10', 'status': 'completed', 'code': 200} Aug 31 06:49:55.393724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.408515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:55.438569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-c2770755-bed5-4737-9072-4c149c67d3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.440205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4e0db8-2472-4e64-9db8-204bdb861636') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:55.440737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4e0db8-2472-4e64-9db8-204bdb861636') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:49:55.445182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-c2770755-bed5-4737-9072-4c149c67d3af service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 1096 time: 0.0666447 Aug 31 06:49:55.460229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.460384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:55.464908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fe515cb5-177f-442d-b44a-10fb13382cec details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:55.468963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 50bdfd97-83bf-4fbe-b352-866a2947f495 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:49:55.481317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.516348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:49:55.517088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:49:55.519304 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:49:55.533102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 50bdfd97-83bf-4fbe-b352-866a2947f495 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:49:55.534031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 50bdfd97-83bf-4fbe-b352-866a2947f495 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:49:55.607212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-ea499d7a-24d3-42ad-8def-77dd5422a84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:55.613605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-ea499d7a-24d3-42ad-8def-77dd5422a84e service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.1620822 Aug 31 06:49:55.642336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.653006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.662431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] 10.222.0.57 "DELETE /v2.0/networks/b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd HTTP/1.1" status: 204 len: 168 time: 0.5073891 Aug 31 06:49:55.692268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9d997-67c7-48b3-a0ac-af78449fd494 admin admin] Pushing event deleted for resources: {'Network': ['ID=b58ba2f0-2991-4ef8-98c3-3a4ef95c55dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:55.765119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fe515cb5-177f-442d-b44a-10fb13382cec,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:55.824730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'fe515cb5-177f-442d-b44a-10fb13382cec', 'network_id': '4519dbf2-0c3f-4849-aa2b-3576d96de42f', 'port_id': 'fe515cb5-177f-442d-b44a-10fb13382cec', 'mac_address': 'fa:16:3e:5d:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 565, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64c91a44-fbc9-4ab5-9592-c44f569e3c0f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:55.887823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:55.914985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe515cb5-177f-442d-b44a-10fb13382cec {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:55.948905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:55.967553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fe515cb5-177f-442d-b44a-10fb13382cec,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:55.973578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.035200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174298b2-0c01-4279-99a0-07b6ae3f2934 req-f5ecd9fe-74f3-47d2-a8a8-5c807a6b265c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.036747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-174298b2-0c01-4279-99a0-07b6ae3f2934 req-f5ecd9fe-74f3-47d2-a8a8-5c807a6b265c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.1544094 Aug 31 06:49:56.059585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:56.097363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ff05cd01-da25-4e38-803c-61ff36ce1590 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d7d47f3b31e4497b536294f75abde6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1466904 Aug 31 06:49:56.100085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:56.112359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-174298b2-0c01-4279-99a0-07b6ae3f2934 req-ef3f4733-c837-4183-8f8b-8367b9b0a02e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620549 Aug 31 06:49:56.123211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:49:56.154095 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-b7caf048-46a0-4d47-aa99-adab50cd467f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1040c39d-e59d-442d-81c0-191efc706b10 HTTP/1.1" status: 200 len: 217 time: 0.5328159 Aug 31 06:49:56.168650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.177218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c05ea44c-a59a-4aff-879d-334a202bda12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.194645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.267589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.270538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.274604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5958a551-ec29-4b3c-9fb6-7ff48b2ac337 HTTP/1.1" status: 204 len: 168 time: 0.1705575 Aug 31 06:49:56.282449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c9d42e-82b3-4cbd-86a4-10581b16b653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5958a551-ec29-4b3c-9fb6-7ff48b2ac337,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:56.287669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['fe515cb5-177f-442d-b44a-10fb13382cec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:56.302409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-d43d6e88-ed4f-49c0-8533-d2c8e1208faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.304312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-d43d6e88-ed4f-49c0-8533-d2c8e1208faa service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1366291 Aug 31 06:49:56.336281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59a3db-4fd2-44dc-b938-2086346e2f18 req-754643ce-9da1-4788-a579-c43002d65cd3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.346023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d59a3db-4fd2-44dc-b938-2086346e2f18 req-754643ce-9da1-4788-a579-c43002d65cd3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 944 time: 0.1951263 Aug 31 06:49:56.460383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d59a3db-4fd2-44dc-b938-2086346e2f18 req-ee87029d-b4f8-44bc-a36f-481149b24c4e tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082015 Aug 31 06:49:56.466098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-6bf912d2-2185-43d2-8993-09224768606a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:56.467845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-6bf912d2-2185-43d2-8993-09224768606a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1526470 Aug 31 06:49:56.575135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c05ea44c-a59a-4aff-879d-334a202bda12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.582375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c05ea44c-a59a-4aff-879d-334a202bda12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.637645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05ea44c-a59a-4aff-879d-334a202bda12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db60e29-bd19-46fe-9a8d-1c4eca21a857,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:56.648670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c05ea44c-a59a-4aff-879d-334a202bda12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=225391f660754317b98afcc712346ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1872661 Aug 31 06:49:56.651342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:56.657540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-c78dce61-73d9-42cb-bb56-ba09ff626ed7 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806617 Aug 31 06:49:56.749096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.787328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d817d05-69d4-46c9-9632-7ae0fdd2d813 req-88972139-a268-4dbb-bece-02138731e08a service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213477 Aug 31 06:49:56.799444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.855745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.858614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:56.859842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2db60e29-bd19-46fe-9a8d-1c4eca21a857 HTTP/1.1" status: 204 len: 168 time: 0.2074246 Aug 31 06:49:56.870230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6be98bd-07b4-4db8-bea7-f5d56db865bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db60e29-bd19-46fe-9a8d-1c4eca21a857,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:57.318943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba325bf-cb9c-4a3a-b9ec-a71792b8f619 req-9915a455-fd8d-4a12-8bb7-dc5b9ea7cfc0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.329484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ba325bf-cb9c-4a3a-b9ec-a71792b8f619 req-9915a455-fd8d-4a12-8bb7-dc5b9ea7cfc0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.0802631 Aug 31 06:49:57.395616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ba325bf-cb9c-4a3a-b9ec-a71792b8f619 req-a34c7400-4ce0-477d-b576-79f8a0785507 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646558 Aug 31 06:49:57.425647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:57.455260 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69cbf39a-f76d-44bf-a14f-465e26a0cf3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.469245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65c3e06-b698-4ee9-bbeb-04805bafbb0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.479864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fe515cb5-177f-442d-b44a-10fb13382cec up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:49:57.583588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port fe515cb5-177f-442d-b44a-10fb13382cec completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:49:57.588140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port fe515cb5-177f-442d-b44a-10fb13382cec triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:49:57.588522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.708495 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.761049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65c3e06-b698-4ee9-bbeb-04805bafbb0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.771784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65c3e06-b698-4ee9-bbeb-04805bafbb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.793541 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.809235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e94322e-f3d4-4b89-9877-7e2663e7fae3 req-f5d16356-5183-4207-a784-5d924f2a9429 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:57.814483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9e94322e-f3d4-4b89-9877-7e2663e7fae3 req-f5d16356-5183-4207-a784-5d924f2a9429 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 944 time: 0.1695096 Aug 31 06:49:57.821919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65c3e06-b698-4ee9-bbeb-04805bafbb0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92ac6a76-3c5f-403e-8c60-5a8156640a8b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:57.827417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f65c3e06-b698-4ee9-bbeb-04805bafbb0e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=41d8495f6d3949288a8077bcbd24c97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4000275 Aug 31 06:49:57.833092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:57.907352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:57.942011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:49:57.953009 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3aa2fb2-5834-4a7d-bce0-31f31c139d74" -d '{"events": [{"server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "name": "network-vif-plugged", "status": "completed", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:49:57.954405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9e94322e-f3d4-4b89-9877-7e2663e7fae3 req-4e1f969f-cbde-45db-b5c6-8f4f90cfe589 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271794 Aug 31 06:49:57.958165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.006298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fe515cb5-177f-442d-b44a-10fb13382cec,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:58.014801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:49:58.070477 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.078844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.086092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.088324 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98674bce-60f6-4f6d-af4d-8ff275199b31 x-openstack-request-id: req-98674bce-60f6-4f6d-af4d-8ff275199b31 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:49:58.088760 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "name": "network-vif-plugged", "status": "completed", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:49:58.089128 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-98674bce-60f6-4f6d-af4d-8ff275199b31 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:49:58.090019 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec', 'code': 200} Aug 31 06:49:58.093044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/92ac6a76-3c5f-403e-8c60-5a8156640a8b HTTP/1.1" status: 204 len: 168 time: 0.2588422 Aug 31 06:49:58.104689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d302f55-bba3-425d-ac07-1414062bbbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92ac6a76-3c5f-403e-8c60-5a8156640a8b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.202949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.215855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:58.235690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21471243-02b0-4a16-82d1-8fedc051fc56 req-b59e049d-8a47-4c78-b0ea-c7945601f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.237303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21471243-02b0-4a16-82d1-8fedc051fc56 req-b59e049d-8a47-4c78-b0ea-c7945601f486 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 1097 time: 0.0987494 Aug 31 06:49:58.310844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21471243-02b0-4a16-82d1-8fedc051fc56 req-2cccb086-0d78-4884-9c63-88ce0a3afbbe service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643022 Aug 31 06:49:58.436433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:58.437204 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe9fdf4-2a92-454e-bee5-afb98c445afd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.458745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1040c39d-e59d-442d-81c0-191efc706b10', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '1040c39d-e59d-442d-81c0-191efc706b10', 'mac_address': 'fa:16:3e:7d:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:49:58.564952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.593440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1040c39d-e59d-442d-81c0-191efc706b10 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:49:58.607452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe9fdf4-2a92-454e-bee5-afb98c445afd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.611669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe9fdf4-2a92-454e-bee5-afb98c445afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.628396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:49:58.639304 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.662875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9fe491-3375-4c1e-bc2c-6f6100848ba5 req-4d6c350f-c6dd-497b-bd58-4ecaceeebd80 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:58.671165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd9fe491-3375-4c1e-bc2c-6f6100848ba5 req-4d6c350f-c6dd-497b-bd58-4ecaceeebd80 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.0879550 Aug 31 06:49:58.709131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8fe9fdf4-2a92-454e-bee5-afb98c445afd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b335bf0dbfba4e2b9283b1dc6210d505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4919899 Aug 31 06:49:58.715927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:49:58.721365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9fdf4-2a92-454e-bee5-afb98c445afd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11104d8c-a3fd-4180-81f1-7a518095670d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.747927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:58.787208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd9fe491-3375-4c1e-bc2c-6f6100848ba5 req-1a5fa308-e71a-48fe-928f-93ee6abe11c3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128244 Aug 31 06:49:58.821855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.845450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.917487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.921344 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:58.922962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/11104d8c-a3fd-4180-81f1-7a518095670d HTTP/1.1" status: 204 len: 168 time: 0.2023537 Aug 31 06:49:58.933429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665dd211-5795-4ff5-90c1-b65ed87bb105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11104d8c-a3fd-4180-81f1-7a518095670d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:49:59.054363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1040c39d-e59d-442d-81c0-191efc706b10'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:49:59.194196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb3625-0589-4525-8335-bc4f16b4bf57 req-8efd7aa2-f9e6-4848-8b9e-b0653a639116 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:59.197002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35bb3625-0589-4525-8335-bc4f16b4bf57 req-8efd7aa2-f9e6-4848-8b9e-b0653a639116 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1438277 Aug 31 06:49:59.276593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35bb3625-0589-4525-8335-bc4f16b4bf57 req-fc4f3fdc-6ba9-45f3-99f1-c7d5cc157fe0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675936 Aug 31 06:49:59.580632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:49:59.936271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ba0f4-1248-4089-8689-956fea65a114 req-31b23ac7-f903-414f-b360-6733eb366f4a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:49:59.947521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-719ba0f4-1248-4089-8689-956fea65a114 req-31b23ac7-f903-414f-b360-6733eb366f4a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 945 time: 0.0679309 Aug 31 06:50:00.010019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-719ba0f4-1248-4089-8689-956fea65a114 req-af1cebfa-ea99-411e-8ffa-ef5d7cb01375 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578609 Aug 31 06:50:00.385090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33244) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:00.476492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c4502-7fff-46ff-9b1b-4974d2b81d57 req-64491eb3-c637-47a7-bdf4-f00ec0daa5eb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.483834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-897c4502-7fff-46ff-9b1b-4974d2b81d57 req-64491eb3-c637-47a7-bdf4-f00ec0daa5eb tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1057229 Aug 31 06:50:00.562749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-897c4502-7fff-46ff-9b1b-4974d2b81d57 req-0472bca2-3f85-4bc8-9150-71c4395dd263 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730023 Aug 31 06:50:00.592879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-450751574'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:00.625783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Made reservation on behalf of a24324930de1417b860ecd9a284d3c1d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:00.636839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.661167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.797454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a4730-dde9-4908-ad12-5326f79b37a8 req-be78c649-b4e9-4b1a-8752-3b38dd807a65 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:00.807255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d3a4730-dde9-4908-ad12-5326f79b37a8 req-be78c649-b4e9-4b1a-8752-3b38dd807a65 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1405499 Aug 31 06:50:00.894142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d3a4730-dde9-4908-ad12-5326f79b37a8 req-d6d463bb-93de-4548-a54a-9d26e035e2e5 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856605 Aug 31 06:50:00.896222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.904755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.945746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:00.968846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:00.969499 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Added segment 235df9fa-3869-4c6e-bbad-f91b84c31730 of type vlan for network 9337ce13-5642-481f-a3d4-b8036077620d Aug 31 06:50:00.971230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=efbaa60a-6256-40d9-8982-31535020be81,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:00.980213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.042552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.084100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.091405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.092240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.165294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7790468 Aug 31 06:50:01.168464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:01.189211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5d678-9b2e-47b6-8bf3-404cd952e1a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Pushing event updated for resources: {'Network': ['ID=9337ce13-5642-481f-a3d4-b8036077620d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.213120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9337ce13-5642-481f-a3d4-b8036077620d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:01.298097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'name': 'tempest-network--1561558699', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:01.351055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:01.353680 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.370000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.386741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239d7a86-efcc-49a8-a1d3-b28b7aa0e635 req-91e115ff-9949-465f-9e6f-2ab85c2809c4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.388344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-239d7a86-efcc-49a8-a1d3-b28b7aa0e635 req-91e115ff-9949-465f-9e6f-2ab85c2809c4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 945 time: 0.1761146 Aug 31 06:50:01.402842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade96cfa-06da-4429-95aa-92246f23107f req-a9d9ddf3-9262-4ba9-b28c-38c802eb53ca tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.410410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ade96cfa-06da-4429-95aa-92246f23107f req-a9d9ddf3-9262-4ba9-b28c-38c802eb53ca tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1018658 Aug 31 06:50:01.450638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-239d7a86-efcc-49a8-a1d3-b28b7aa0e635 req-d2ade3d8-1801-489c-a678-9bc582f778a1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Aug 31 06:50:01.462704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ade96cfa-06da-4429-95aa-92246f23107f req-02c5fe3c-cf6e-47dc-a365-a3779cbd8e38 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505431 Aug 31 06:50:01.558616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.563592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.609788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:01.647471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c098f83f-6df4-4c21-bc72-a9875db0da84,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:01.672764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.673126 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Added segment 84fc20cd-7e69-4ec1-bb3b-c2c5b7efb74e of type vlan for network 676cb27b-1b6c-4856-ab96-049a3acdc3e3 Aug 31 06:50:01.686736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6202c04-2b04-47e0-80dc-020c35a890a8 req-c9345f7d-e498-4b00-adc9-323e6a07a8a0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.688857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6202c04-2b04-47e0-80dc-020c35a890a8 req-c9345f7d-e498-4b00-adc9-323e6a07a8a0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1054578 Aug 31 06:50:01.737781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.744070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6202c04-2b04-47e0-80dc-020c35a890a8 req-2986cced-26ce-42ea-9520-37cc8ebc4af2 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487978 Aug 31 06:50:01.790049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.791180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:01.791909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:01.925143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7556095 Aug 31 06:50:01.928026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:02.014928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6b3ba-b3e7-49fb-9771-f7d7d277de87 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=676cb27b-1b6c-4856-ab96-049a3acdc3e3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.026901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 676cb27b-1b6c-4856-ab96-049a3acdc3e3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:02.042398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.134775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:02.167760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.170727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993be46-c985-41d0-9dda-3dba48052f6b req-17f5ce3d-14fe-47bc-a794-822ffabaa803 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.172289 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1993be46-c985-41d0-9dda-3dba48052f6b req-17f5ce3d-14fe-47bc-a794-822ffabaa803 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1218214 Aug 31 06:50:02.191776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['676cb27b-1b6c-4856-ab96-049a3acdc3e3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:02.196808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1040c39d-e59d-442d-81c0-191efc706b10 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:02.206046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1040c39d-e59d-442d-81c0-191efc706b10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:02.206433 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.206723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84fc20cd-7e69-4ec1-bb3b-c2c5b7efb74e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:02.207027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84fc20cd-7e69-4ec1-bb3b-c2c5b7efb74e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:02.222306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.239437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.255476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:02.256649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.256810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1993be46-c985-41d0-9dda-3dba48052f6b req-56dc4712-a7dd-456c-a758-a3f8ef697123 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750992 Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:02.331523 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:02.358526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.372706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.394911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 676cb27b-1b6c-4856-ab96-049a3acdc3e3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:50:02.400596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.407428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/676cb27b-1b6c-4856-ab96-049a3acdc3e3 HTTP/1.1" status: 204 len: 168 time: 0.4727414 Aug 31 06:50:02.407626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:02.412318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:02.427717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6802b4-6b8a-4be9-bbd6-493f60c50418 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Network': ['ID=676cb27b-1b6c-4856-ab96-049a3acdc3e3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.436328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:02.441763 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebb218e-5333-4453-964d-e3134e45b297" -d '{"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-plugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:02.456807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:02.459199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.482285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:02.488183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7c13-541c-4f3c-ac64-0cdf47efd6ba req-02fa8aed-49c5-415e-84f3-bda404aedad3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.488365 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.489721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-381c7c13-541c-4f3c-ac64-0cdf47efd6ba req-02fa8aed-49c5-415e-84f3-bda404aedad3 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.1301262 Aug 31 06:50:02.542185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:02.574200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.574548 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Added segment ed1159d5-a3f2-4cfc-95cd-5e7dc6481dfc of type vlan for network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d Aug 31 06:50:02.593396 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0036b8ed-da05-44d6-9768-e8fb46e4ce67 x-openstack-request-id: req-0036b8ed-da05-44d6-9768-e8fb46e4ce67 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:02.593647 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-plugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:02.593847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0036b8ed-da05-44d6-9768-e8fb46e4ce67 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:02.594237 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10', 'code': 200} Aug 31 06:50:02.610704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-381c7c13-541c-4f3c-ac64-0cdf47efd6ba req-811bd249-71a3-4206-b5f5-cff8ee0e6088 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076033 Aug 31 06:50:02.673645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.735082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8250346b-3c21-4e72-b89a-1a0fac513123 req-4a882f78-c3c1-489b-a348-4293d13356fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.742363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8250346b-3c21-4e72-b89a-1a0fac513123 req-4a882f78-c3c1-489b-a348-4293d13356fa service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 1098 time: 0.1371014 Aug 31 06:50:02.745276 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.777034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f7e9dd-ceb2-4103-87ae-389c5ac34ca2 req-2e5ed9c8-7b0a-466b-908e-6e6e08ea3864 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.786126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2f7e9dd-ceb2-4103-87ae-389c5ac34ca2 req-2e5ed9c8-7b0a-466b-908e-6e6e08ea3864 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1281333 Aug 31 06:50:02.821502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8250346b-3c21-4e72-b89a-1a0fac513123 req-d3e7acf7-9d1a-461c-80e4-8072c8a6f5be service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712237 Aug 31 06:50:02.869848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2f7e9dd-ceb2-4103-87ae-389c5ac34ca2 req-41343eb7-8cc9-40ad-a356-59fbe9f08cc6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824084 Aug 31 06:50:02.885977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.887124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:02.887723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:02.943874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=075f8e93-d37f-4310-88bd-4db3bf0dbb1d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:02.956391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:02.970005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7e15548f-86e2-44d7-beaf-f3ea73c42392 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.5587626 Aug 31 06:50:02.970763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:02.980874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'subnet': {'network_id': '075f8e93-d37f-4310-88bd-4db3bf0dbb1d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:03.010713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:03.013085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.185251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3322910-5de2-44a7-a7ee-d6fe9a37bc10 req-2daf54c3-e536-4a0a-89c4-86fea36b12f0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:03.204314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3322910-5de2-44a7-a7ee-d6fe9a37bc10 req-2daf54c3-e536-4a0a-89c4-86fea36b12f0 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.0943608 Aug 31 06:50:03.245973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3322910-5de2-44a7-a7ee-d6fe9a37bc10 req-17ac0ca9-1a7b-46f6-8dd1-f94b7ae45cdd tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343165 Aug 31 06:50:03.770350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:50:03.770886 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.836701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Subnet': ['ID=74e5d3b9-0935-4863-9c57-7504ff09fd91,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:03.839178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Checking segment: {'id': 'ed1159d5-a3f2-4cfc-95cd-5e7dc6481dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '075f8e93-d37f-4310-88bd-4db3bf0dbb1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:03.839606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Network hostable DHCP agents. Network: 075f8e93-d37f-4310-88bd-4db3bf0dbb1d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:03.857478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:03.867251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 075f8e93-d37f-4310-88bd-4db3bf0dbb1d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:03.873240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:03.874387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:03.877537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f578ab6-a20c-41aa-80a3-27390f478a3d None None] Network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:03.900825 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b349b40f-2680-4d8f-8fce-df4efdf9ad1b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9278378 Aug 31 06:50:03.902697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:03.908256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'floatingip': {'floating_network_id': '075f8e93-d37f-4310-88bd-4db3bf0dbb1d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:03.938720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.030729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac78bab4-0c9d-4da4-b718-e0d8b5b39f31 None None] Network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:04.092851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3f644-85bc-49af-b589-27b00fe2ce6e req-996c3b26-e5c4-4e39-ac09-bf233b5624f8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.094695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97e3f644-85bc-49af-b589-27b00fe2ce6e req-996c3b26-e5c4-4e39-ac09-bf233b5624f8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.0842581 Aug 31 06:50:04.151348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97e3f644-85bc-49af-b589-27b00fe2ce6e req-3b99fa1f-48f1-408b-a026-82d48b16e800 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480275 Aug 31 06:50:04.170812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.300776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Allocated IP 172.20.0.7 (075f8e93-d37f-4310-88bd-4db3bf0dbb1d/74e5d3b9-0935-4863-9c57-7504ff09fd91/562a2378-f2f0-4dd1-9720-69e54b44fbf2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:04.411533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b1d43a-1ce8-4370-a7a8-199ee4fdb4ba req-734bb9f8-6eec-4a57-a7c9-4b841385c34a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.415447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3b1d43a-1ce8-4370-a7a8-199ee4fdb4ba req-734bb9f8-6eec-4a57-a7c9-4b841385c34a tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.0710030 Aug 31 06:50:04.440197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.466443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b3b1d43a-1ce8-4370-a7a8-199ee4fdb4ba req-3e76015a-565f-4c25-9e7d-24bdd1c9f9af tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/security-groups?id=f6618cc8-d3e5-41e7-8cba-c32add250014&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442002 Aug 31 06:50:04.485704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.528423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:04.531416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:04.535061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:04.560620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Port': ['ID=562a2378-f2f0-4dd1-9720-69e54b44fbf2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:04.630817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.673796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.840964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-d6a01c84-6f18-4b32-99e3-a0384fd18249 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:04.842486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-d6a01c84-6f18-4b32-99e3-a0384fd18249 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 945 time: 0.0765347 Aug 31 06:50:04.917311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:04.945017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.024839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Port': ['ID=562a2378-f2f0-4dd1-9720-69e54b44fbf2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:05.043999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.060278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Deleting port fe515cb5-177f-442d-b44a-10fb13382cec {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:05.060640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.065280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.066527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5b7d43d9-e54a-497c-b81f-1f16c639e680 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.1625299 Aug 31 06:50:05.069852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:05.165881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f5da4d2b-eb9a-4f95-903a-67e2200a1b1c tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "GET /v2.0/floatingips?floating_network_id=075f8e93-d37f-4310-88bd-4db3bf0dbb1d HTTP/1.1" status: 200 len: 689 time: 0.0942979 Aug 31 06:50:05.169280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:05.235375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] For port fe515cb5-177f-442d-b44a-10fb13382cec, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=fe515cb5-177f-442d-b44a-10fb13382cec,segment=NetworkSegment(41a834de-a2c8-4b42-83df-11ffb7b4f2c5),segment_id=41a834de-a2c8-4b42-83df-11ffb7b4f2c5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:05.236421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.252614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Calling delete_port for fe515cb5-177f-442d-b44a-10fb13382cec owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:05.308635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.360049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7c133-96cb-4829-8a6f-e0799ebb881a req-1d032a24-9bd4-4f57-9eb4-eb7600c3518a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:05.361563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59d7c133-96cb-4829-8a6f-e0799ebb881a req-1d032a24-9bd4-4f57-9eb4-eb7600c3518a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1009738 Aug 31 06:50:05.394994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.442372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.450098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59d7c133-96cb-4829-8a6f-e0799ebb881a req-40d0757a-5f45-4bfe-b7e7-e5410c7388fd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790207 Aug 31 06:50:05.456661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['fe515cb5-177f-442d-b44a-10fb13382cec'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:05.476746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Deleting port 562a2378-f2f0-4dd1-9720-69e54b44fbf2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:05.477410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.494195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Pushing event deleted for resources: {'Port': ['ID=fe515cb5-177f-442d-b44a-10fb13382cec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:05.579017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] No DVR routers for this DVR port fe515cb5-177f-442d-b44a-10fb13382cec on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:05.582081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.584458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0e3b181-fe0c-4a51-8501-92c9e7d6eca3 req-3993747f-8c9f-4c4f-9d66-fb588f9d8d8b tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.50 "DELETE /v2.0/ports/fe515cb5-177f-442d-b44a-10fb13382cec HTTP/1.1" status: 204 len: 173 time: 0.7296796 Aug 31 06:50:05.585964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'name': 'network-vif-deleted', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:05.604119 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7721b034-bb68-447e-807e-681005f3857c" -d '{"events": [{"server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "name": "network-vif-deleted", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:05.606212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb5236e5-f1ca-435b-8218-b2a364d482eb req-c261a063-f12b-402a-b4c1-640a8f1da569 tempest-ServerDiskConfigTestJSON-1184001837 tempest-ServerDiskConfigTestJSON-1184001837-project] 10.222.0.57 "GET /v2.0/ports?device_id=05a183a7-6878-4c05-a2bc-32a24815ce07 HTTP/1.1" status: 200 len: 210 time: 0.0518010 Aug 31 06:50:05.634060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.634738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.670923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Calling delete_port for 562a2378-f2f0-4dd1-9720-69e54b44fbf2 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:05.699147 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c96ce496-f466-43d7-bf28-913dd5a7d05b x-openstack-request-id: req-c96ce496-f466-43d7-bf28-913dd5a7d05b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:05.699441 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05a183a7-6878-4c05-a2bc-32a24815ce07", "name": "network-vif-deleted", "tag": "fe515cb5-177f-442d-b44a-10fb13382cec", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:05.699710 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c96ce496-f466-43d7-bf28-913dd5a7d05b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:05.700154 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05a183a7-6878-4c05-a2bc-32a24815ce07', 'name': 'network-vif-deleted', 'tag': 'fe515cb5-177f-442d-b44a-10fb13382cec', 'status': 'completed', 'code': 200} Aug 31 06:50:05.848196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a25b1-ce07-4175-980d-c759d2f6cec8 req-8c8c8df6-f991-4399-83db-52be2cb9485d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:05.850778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a90a25b1-ce07-4175-980d-c759d2f6cec8 req-8c8c8df6-f991-4399-83db-52be2cb9485d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.0901828 Aug 31 06:50:05.892800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:05.925551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a90a25b1-ce07-4175-980d-c759d2f6cec8 req-29f67ebb-18a9-4765-8267-dc41017ec431 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601382 Aug 31 06:50:05.931665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Port': ['ID=562a2378-f2f0-4dd1-9720-69e54b44fbf2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:06.011645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.063677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.135404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.180273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=74e5d3b9-0935-4863-9c57-7504ff09fd91,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:06.241596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.251851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['075f8e93-d37f-4310-88bd-4db3bf0dbb1d']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:06.266339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1159d5-a3f2-4cfc-95cd-5e7dc6481dfc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:06.266632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1159d5-a3f2-4cfc-95cd-5e7dc6481dfc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:06.280431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.297823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.306092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:06.306568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:06.308673 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:06.375156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.380072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 075f8e93-d37f-4310-88bd-4db3bf0dbb1d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:50:06.383316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.387529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/075f8e93-d37f-4310-88bd-4db3bf0dbb1d HTTP/1.1" status: 204 len: 168 time: 1.2150192 Aug 31 06:50:06.388033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.395185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33ae1fe-299a-4c45-9a51-23d0f19a4b77 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Network': ['ID=075f8e93-d37f-4310-88bd-4db3bf0dbb1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:06.532728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.532874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cc8b43d9-ea04-449c-8246-fb41b9c6d880 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2562 time: 0.1436245 Aug 31 06:50:06.642975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.643448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.643904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.644362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.644818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.645265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.645755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.646202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.646651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.647712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.648158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.648603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.650770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-844cdc56-e375-4410-bdf9-650862e49ea5 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7652 time: 0.1162751 Aug 31 06:50:06.653758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.690894 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3714df08-c07c-450a-9eff-44cb664719d3 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] delete failed (client error): The resource could not be found. Aug 31 06:50:06.691765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3714df08-c07c-450a-9eff-44cb664719d3 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/091e1489-6e41-412d-b48c-9c7f77dbcbef HTTP/1.1" status: 404 len: 345 time: 0.0369482 Aug 31 06:50:06.695125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.711738 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b336958-a8b3-4de8-94ef-a4b6ea69d50c tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] DELETE failed (client error): The resource could not be found. Aug 31 06:50:06.712329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b336958-a8b3-4de8-94ef-a4b6ea69d50c tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:50:06.714217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b336958-a8b3-4de8-94ef-a4b6ea69d50c tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/075f8e93-d37f-4310-88bd-4db3bf0dbb1d HTTP/1.1" status: 404 len: 339 time: 0.0181921 Aug 31 06:50:06.718608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.724024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'name': 'tempest-network--1336201145', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:06.758697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:06.761270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.797295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:06.809992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.810405 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Added segment bc0ece92-318f-4257-9d56-01fd20263ef6 of type vlan for network 54054e33-6f2b-4de6-99e6-5824b522d808 Aug 31 06:50:06.847930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:06.890366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.922793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Deleting subnet 64c91a44-fbc9-4ab5-9592-c44f569e3c0f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:50:06.930494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.968292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.969253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:06.969880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:06.990650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2682133 Aug 31 06:50:06.997836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:07.028606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.070162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f169385e-9873-4b0b-abaf-4d44b93bf22f tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=54054e33-6f2b-4de6-99e6-5824b522d808,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.083856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 54054e33-6f2b-4de6-99e6-5824b522d808 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:07.091033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.153896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02b7f4-5560-4e16-8b6f-fa0280649d31 req-d98161f1-13c2-48d6-89f0-8c530ff2d29a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.162586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d02b7f4-5560-4e16-8b6f-fa0280649d31 req-d98161f1-13c2-48d6-89f0-8c530ff2d29a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1735404 Aug 31 06:50:07.162915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.187380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.189672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/64c91a44-fbc9-4ab5-9592-c44f569e3c0f HTTP/1.1" status: 204 len: 168 time: 0.3407423 Aug 31 06:50:07.192063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:07.222855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b139ed10-1149-4104-a162-647f9d7e111c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64c91a44-fbc9-4ab5-9592-c44f569e3c0f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.276104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d02b7f4-5560-4e16-8b6f-fa0280649d31 req-1a6d5e90-c7ec-4f88-b8ca-87ebda6408dd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049833 Aug 31 06:50:07.291715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e6109-18b6-4839-8712-8eb54865618a tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.298163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e6109-18b6-4839-8712-8eb54865618a tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.305007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e6109-18b6-4839-8712-8eb54865618a tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.311124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2e6109-18b6-4839-8712-8eb54865618a tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:07.313030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3e2e6109-18b6-4839-8712-8eb54865618a tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3129966 Aug 31 06:50:07.316275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:07.327077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.431705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.526914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.545974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.551788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4519dbf2-0c3f-4849-aa2b-3576d96de42f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.558697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54054e33-6f2b-4de6-99e6-5824b522d808']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.574580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0ece92-318f-4257-9d56-01fd20263ef6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.575582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0ece92-318f-4257-9d56-01fd20263ef6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.577034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41a834de-a2c8-4b42-83df-11ffb7b4f2c5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.577347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41a834de-a2c8-4b42-83df-11ffb7b4f2c5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:07.589637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.591885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.609406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.619593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.624368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:07.626524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:07.628436 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:07.634052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:07.634560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:07.636395 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:07.728575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.746538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.751467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] 10.222.0.57 "DELETE /v2.0/networks/4519dbf2-0c3f-4849-aa2b-3576d96de42f HTTP/1.1" status: 204 len: 168 time: 0.5562603 Aug 31 06:50:07.768213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.790484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186f95ac-e9a0-4f7f-92d8-c09c4d4a743d admin admin] Pushing event deleted for resources: {'Network': ['ID=4519dbf2-0c3f-4849-aa2b-3576d96de42f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.812220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 54054e33-6f2b-4de6-99e6-5824b522d808 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:50:07.817288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Network': ['ID=54054e33-6f2b-4de6-99e6-5824b522d808,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:07.830209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.832863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ef683a47-71d2-4806-a7cf-6534216f6808 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/54054e33-6f2b-4de6-99e6-5824b522d808 HTTP/1.1" status: 204 len: 168 time: 0.5155454 Aug 31 06:50:07.839474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:07.845229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'name': 'tempest-network--371418073', 'router:external': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:07.888414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:07.894521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:07.963976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:08.001927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.002284 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Added segment a33b2fbb-2347-4f88-ba8c-0211c84f7f81 of type vlan for network 2399d4fd-bc1c-4c22-a2db-84434c5911c3 Aug 31 06:50:08.047723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5101e2f7-a3c1-4213-a135-b7beeaf1b685 req-8d93f6a2-bb04-4b95-9613-db24578d698a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.056840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5101e2f7-a3c1-4213-a135-b7beeaf1b685 req-8d93f6a2-bb04-4b95-9613-db24578d698a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1094275 Aug 31 06:50:08.083420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.118983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5101e2f7-a3c1-4213-a135-b7beeaf1b685 req-de74981f-65bf-4400-9caf-e1a22f6f945b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609410 Aug 31 06:50:08.129239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.134241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.135182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.216632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:08.241016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=2399d4fd-bc1c-4c22-a2db-84434c5911c3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:08.249601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59f9fff5-3ac0-4738-a95c-461135d48d35 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4065957 Aug 31 06:50:08.252157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:08.255525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2399d4fd-bc1c-4c22-a2db-84434c5911c3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:08.364819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-833edc43-4813-4011-b5df-5d0744287a9f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ff62500e1ff400a831d6e33afbed667&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1463590 Aug 31 06:50:08.368124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:08.398107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88cf0937-ed46-4170-bc3d-fb2d4ab81fcd tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.399772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-88cf0937-ed46-4170-bc3d-fb2d4ab81fcd tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "GET /v2.0/networks/2399d4fd-bc1c-4c22-a2db-84434c5911c3 HTTP/1.1" status: 200 len: 756 time: 0.1472700 Aug 31 06:50:08.404209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:08.498590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.513657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5a1b80-60e5-4fe1-aca0-078a373726a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:08.517898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae5a1b80-60e5-4fe1-aca0-078a373726a6 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "GET /v2.0/networks/9337ce13-5642-481f-a3d4-b8036077620d HTTP/1.1" status: 200 len: 767 time: 0.1099863 Aug 31 06:50:08.518132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:08.571700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.660926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.665387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.667401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6618cc8-d3e5-41e7-8cba-c32add250014 HTTP/1.1" status: 204 len: 168 time: 0.2978852 Aug 31 06:50:08.677387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.678068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95110d34-f1ac-45bd-bd04-c85001cfec42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6618cc8-d3e5-41e7-8cba-c32add250014,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:08.786183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.799716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2399d4fd-bc1c-4c22-a2db-84434c5911c3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:08.817689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b2fbb-2347-4f88-ba8c-0211c84f7f81') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:08.818389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b2fbb-2347-4f88-ba8c-0211c84f7f81') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:08.830507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.848836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.860852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:08.862190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:08.882387 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:08.940342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.399615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2399d4fd-bc1c-4c22-a2db-84434c5911c3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:50:09.403067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Network': ['ID=2399d4fd-bc1c-4c22-a2db-84434c5911c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:09.406087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.408979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bd1d4a92-0e4c-4ef7-a28f-a180d4243ec7 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/2399d4fd-bc1c-4c22-a2db-84434c5911c3 HTTP/1.1" status: 204 len: 168 time: 0.8898640 Aug 31 06:50:09.414356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:09.418135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'name': 'tempest-network--1975866532'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:09.471854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Made reservation on behalf of 68d0c1b2444146ec8e9026a055af498d for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:09.474399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.505875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e40bb-2b4b-4243-8bba-241f7e566e1c req-f8b6f8b7-1929-4b38-a542-22a1eb1ece5b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.510327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d55e40bb-2b4b-4243-8bba-241f7e566e1c req-f8b6f8b7-1929-4b38-a542-22a1eb1ece5b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1084199 Aug 31 06:50:09.510562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fe515cb5-177f-442d-b44a-10fb13382cec no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:09.543670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:09.566048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.566660 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Added segment b9f0eaea-13e1-444c-992a-0bbb2361febd of type vlan for network 24270385-7de5-4a02-b63a-87947c484c19 Aug 31 06:50:09.592803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d55e40bb-2b4b-4243-8bba-241f7e566e1c req-4fba296f-cbf7-4d2a-a41e-380d658b2956 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728717 Aug 31 06:50:09.622177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: fe515cb5-177f-442d-b44a-10fb13382cec {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:09.622651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device fe515cb5-177f-442d-b44a-10fb13382cec not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:09.643945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.689760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.693153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:09.695814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:09.821531 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4038918 Aug 31 06:50:09.821843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:09.828355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Request body: {'network': {'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:09.832579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ede8c0-7d50-4101-bce5-497a90330a4b tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=24270385-7de5-4a02-b63a-87947c484c19,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:09.847556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 24270385-7de5-4a02-b63a-87947c484c19 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:09.940094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:10.063245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:10.074583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-223411732-network', 'tenant_id': '1daec9d689cb4cbaa74984cc5bc2dd61'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:10.117781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Made reservation on behalf of 1daec9d689cb4cbaa74984cc5bc2dd61 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:10.120591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.130480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.148300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.158813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.207495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Network 24270385-7de5-4a02-b63a-87947c484c19 is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:50:10.208378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.208980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.216406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "PUT /v2.0/networks/24270385-7de5-4a02-b63a-87947c484c19 HTTP/1.1" status: 200 len: 858 time: 0.3907690 Aug 31 06:50:10.264419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:10.297502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:10.329225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1040c39d-e59d-442d-81c0-191efc706b10', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'port_id': '1040c39d-e59d-442d-81c0-191efc706b10', 'mac_address': 'fa:16:3e:7d:03:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:10.379275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a305808-baf2-4f51-9a48-469d654f7d92 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event updated for resources: {'Network': ['ID=24270385-7de5-4a02-b63a-87947c484c19,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.420039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.432405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.451766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1040c39d-e59d-442d-81c0-191efc706b10 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:10.479046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:10.484756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.530310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.537270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.553828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.604065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.611140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0796267-e4d4-451e-bad1-4faa717d0ef2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.614855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:10.621943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24270385-7de5-4a02-b63a-87947c484c19']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:10.638308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9f0eaea-13e1-444c-992a-0bbb2361febd') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:10.638681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9f0eaea-13e1-444c-992a-0bbb2361febd') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:10.648821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.649423 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Added segment fde52312-ca7a-42de-affa-07f53f07e7ed of type vlan for network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 Aug 31 06:50:10.665807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1040c39d-e59d-442d-81c0-191efc706b10'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:10.670661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.712043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.719736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:10.720319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:10.724804 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:10.795731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.808157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.824459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 24270385-7de5-4a02-b63a-87947c484c19 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:50:10.833498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.836582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] 10.222.0.57 "DELETE /v2.0/networks/24270385-7de5-4a02-b63a-87947c484c19 HTTP/1.1" status: 204 len: 168 time: 0.5708377 Aug 31 06:50:10.860152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33612) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:10.861208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c73f5b9-4566-4f84-9f91-ee3f71c79170 req-e4e320dc-51e3-48c9-8e09-fcf31a5f4bf6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.871059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c73f5b9-4566-4f84-9f91-ee3f71c79170 req-e4e320dc-51e3-48c9-8e09-fcf31a5f4bf6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 945 time: 0.1484473 Aug 31 06:50:10.884581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd7822b-81b2-473f-a880-1829abef8854 tempest-ExternalNetworksTestJSON-1951066048 tempest-ExternalNetworksTestJSON-1951066048-project-admin] Pushing event deleted for resources: {'Network': ['ID=24270385-7de5-4a02-b63a-87947c484c19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:10.922411 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-76f75e2a-5ee2-43ac-83d9-806758841b98 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] DELETE failed (client error): The resource could not be found. Aug 31 06:50:10.923433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76f75e2a-5ee2-43ac-83d9-806758841b98 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:50:10.925965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-76f75e2a-5ee2-43ac-83d9-806758841b98 tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "DELETE /v2.0/subnets/74e5d3b9-0935-4863-9c57-7504ff09fd91 HTTP/1.1" status: 404 len: 337 time: 0.0616105 Aug 31 06:50:10.929011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:10.978474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:10.979461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:10.980057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.028357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c73f5b9-4566-4f84-9f91-ee3f71c79170 req-10471160-6635-4bac-a532-388b42fbd1e6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563625 Aug 31 06:50:11.073644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.221068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] Pushing event updated for resources: {'Network': ['ID=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:11.236644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:11.237066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f48fdfa9-2c32-45cc-9c77-7267562ef288 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2957771 Aug 31 06:50:11.240237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:11.248286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Request body: {'subnet': {'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-223411732-subnet', 'tenant_id': '1daec9d689cb4cbaa74984cc5bc2dd61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:11.257660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.287618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9337ce13-5642-481f-a3d4-b8036077620d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:11.305861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Made reservation on behalf of 1daec9d689cb4cbaa74984cc5bc2dd61 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:11.307117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '235df9fa-3869-4c6e-bbad-f91b84c31730') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:11.307463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '235df9fa-3869-4c6e-bbad-f91b84c31730') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:11.311174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.317594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.353349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.368479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:11.369030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:11.374236 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:11.528486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.546220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.552646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] 10.222.0.57 "DELETE /v2.0/networks/9337ce13-5642-481f-a3d4-b8036077620d HTTP/1.1" status: 204 len: 168 time: 0.6179631 Aug 31 06:50:11.578287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b85563-27b4-442a-819f-22859544c75d tempest-ExternalNetworksTestJSON-651509476 tempest-ExternalNetworksTestJSON-651509476-project] Pushing event deleted for resources: {'Network': ['ID=9337ce13-5642-481f-a3d4-b8036077620d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:11.781100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.883999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Checking segment: {'id': 'fde52312-ca7a-42de-affa-07f53f07e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:11.884632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Network hostable DHCP agents. Network: 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:11.896399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe8ec4f3-8121-440f-b1d3-02221ce79273,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:11.933940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:11.951688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:11.962307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:11.962513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637c24f3-cd64-4e6c-8e43-3ab4ab7565ef None None] Network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:11.962945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:11.998685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ea13a462-f43b-4ea9-8e6d-039cfd73c81f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7564964 Aug 31 06:50:12.015760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:12.134141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:12.315965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1040c39d-e59d-442d-81c0-191efc706b10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:12.328166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.335540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d320ca9-6084-476b-be38-fd0b70678f09 req-7b22bd8b-505f-4386-979c-18fe15850f95 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:12.337120 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d320ca9-6084-476b-be38-fd0b70678f09 req-7b22bd8b-505f-4386-979c-18fe15850f95 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 945 time: 0.1779602 Aug 31 06:50:12.369734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ef3db276-b6a9-4b13-b5bc-65e5976085c0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a24324930de1417b860ecd9a284d3c1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3500392 Aug 31 06:50:12.372021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:12.423773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d320ca9-6084-476b-be38-fd0b70678f09 req-c0af2f09-5424-47d7-9777-b512ced7919c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767970 Aug 31 06:50:12.465854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.502058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.569792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9c307-bb26-4d55-9432-c109c247a33f None None] Network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:12.601033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.604074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:12.605879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/efbaa60a-6256-40d9-8982-31535020be81 HTTP/1.1" status: 204 len: 168 time: 0.2328784 Aug 31 06:50:12.624715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224ec696-7818-4439-877a-6ed6fe16a0c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efbaa60a-6256-40d9-8982-31535020be81,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:12.937406 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.047953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-75639902-911e-48a8-9be0-7ce2159e0679 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.058920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:13.060041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-75639902-911e-48a8-9be0-7ce2159e0679 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/networks?id=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 HTTP/1.1" status: 200 len: 820 time: 0.2744262 Aug 31 06:50:13.061179 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18bc7aae-4281-479e-885c-229703c1ecfc" -d '{"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-plugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:13.086992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-fb414877-ee59-4a21-8360-a41bbb84fa11 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/quotas/1daec9d689cb4cbaa74984cc5bc2dd61 HTTP/1.1" status: 200 len: 375 time: 0.0248072 Aug 31 06:50:13.108598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:13.115552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.140804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-2a4808ad-b65f-4504-a7a4-845f457a3332 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1daec9d689cb4cbaa74984cc5bc2dd61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0523384 Aug 31 06:50:13.189025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.248401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.286546 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4956c2-83ed-4b4d-b580-59b07cd0a61f x-openstack-request-id: req-7e4956c2-83ed-4b4d-b580-59b07cd0a61f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:13.292554 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-plugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:13.292948 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e4956c2-83ed-4b4d-b580-59b07cd0a61f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:13.293497 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10', 'code': 200} Aug 31 06:50:13.296814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-db899e04-3af5-418d-8bc2-bd7d9c997a59 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=68d0c1b2444146ec8e9026a055af498d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1038861 Aug 31 06:50:13.297546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:13.415622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.466144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.542867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.546840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:13.552661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c098f83f-6df4-4c21-bc72-a9875db0da84 HTTP/1.1" status: 204 len: 168 time: 0.2529588 Aug 31 06:50:13.562267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90801e3-51ad-46e0-b849-e4d0213358d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c098f83f-6df4-4c21-bc72-a9875db0da84,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:13.582862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-5be88385-af2d-4167-b7dc-637a423a4113 service neutron] 10.222.0.57 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408417 Aug 31 06:50:13.724317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593b74b-2795-41bb-994e-b33280458908 req-0d776f8c-b263-4066-aceb-84a08e746c23 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:13.728901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e593b74b-2795-41bb-994e-b33280458908 req-0d776f8c-b263-4066-aceb-84a08e746c23 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.0973074 Aug 31 06:50:13.780705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-b04f406a-f6e6-4760-95d8-223caa663f51 service neutron] 10.222.0.57 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941154 Aug 31 06:50:13.844166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e593b74b-2795-41bb-994e-b33280458908 req-2e3982ff-4b19-405d-9a4d-3981e2ec30f3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088247 Aug 31 06:50:14.121362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2deb1820-5cd8-45c3-b094-63e13187f342 req-04e51f9a-8adc-4d24-8a84-3677eef672ec tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 210 time: 0.0921404 Aug 31 06:50:15.045137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fefda-058d-4afa-ab15-3370edd523f9 req-d112526d-ca6a-48c1-99c7-6c3881bb2da0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:15.054920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-567fefda-058d-4afa-ab15-3370edd523f9 req-d112526d-ca6a-48c1-99c7-6c3881bb2da0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1025491 Aug 31 06:50:15.119310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-567fefda-058d-4afa-ab15-3370edd523f9 req-c5a74b73-603a-4785-82c7-908acfd21d2c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632391 Aug 31 06:50:15.345148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8872a2c-68a4-42b8-95aa-b68c391e4703 req-e7e0d740-e4b5-4178-9f42-fe6de7e038e6 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 210 time: 0.0798590 Aug 31 06:50:15.598505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:15.785010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-ee12416d-95f1-4108-81d9-83a482ccd25d tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:15.786937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-ee12416d-95f1-4108-81d9-83a482ccd25d tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.50 "GET /v2.0/networks?id=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 HTTP/1.1" status: 200 len: 820 time: 0.2480974 Aug 31 06:50:15.808723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Request body: {'port': {'device_id': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9', 'admin_state_up': True, 'tenant_id': '1daec9d689cb4cbaa74984cc5bc2dd61'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:16.028550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Made reservation on behalf of 1daec9d689cb4cbaa74984cc5bc2dd61 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:16.041131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:16.475191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Allocated IP 172.20.0.10 (58f5e48d-4e6f-4a04-937f-3e8e485aa7c9/fe8ec4f3-8121-440f-b1d3-02221ce79273/88b68b66-5d22-4cf1-9c30-5c745381ffd9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:16.503938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2b3aef-9153-49e4-b808-d97dd580cbe4 req-64a7fd4b-7ee7-463a-997c-b1ba7c69cb50 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:16.513476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d2b3aef-9153-49e4-b808-d97dd580cbe4 req-64a7fd4b-7ee7-463a-997c-b1ba7c69cb50 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1627805 Aug 31 06:50:16.531833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60317841-1596-41cf-a69d-f1d640d769b7 req-58921d9a-43eb-440e-b4d7-76e8239b74bb tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 210 time: 0.0766680 Aug 31 06:50:16.533247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:16.721145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d2b3aef-9153-49e4-b808-d97dd580cbe4 req-465ff64f-93eb-4670-bd88-e43d2642736b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022092 Aug 31 06:50:16.957575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1936623227'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:17.009997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Made reservation on behalf of ddf1d0a731204b53b5dffed46771ba66 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:17.019692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.037945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.039686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.125493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.177400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.184679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.244116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:17.259138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=224e5ae0-b00c-4d1a-a8c8-6f9bbefd554c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:17.264561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:17.280982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:17.286688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.287034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.288559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.288559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.288766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.288974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.293807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.294356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.294876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.295529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.295778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Pushing event updated for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:17.298353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.298892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:17.306637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:17.323854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.324209 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Added segment 6bf621be-f772-4c18-b5bb-472b5a4d0297 of type vlan for network c3267509-b6a4-42a1-91b3-f20b35f9a56c Aug 31 06:50:17.408860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.422345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.424524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.457197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-6f3145ca-d2c7-4ca2-a49c-e6ccf14d8dde tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6588979 Aug 31 06:50:17.473006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.481649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Request body: {'port': {'device_id': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:17.493651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.496024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.698518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:17.716760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1818771 Aug 31 06:50:17.777632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e914276-189e-49f7-8daf-e1197d9336b7 tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Pushing event updated for resources: {'Network': ['ID=c3267509-b6a4-42a1-91b3-f20b35f9a56c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:17.830753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b47565b-ed5b-46da-9c67-e0a1386cbc3e req-86b28f33-16f3-4ab4-85d4-40f2d4c37f4c tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:17.836402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b47565b-ed5b-46da-9c67-e0a1386cbc3e req-86b28f33-16f3-4ab4-85d4-40f2d4c37f4c tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 932 time: 0.1256752 Aug 31 06:50:17.922228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b47565b-ed5b-46da-9c67-e0a1386cbc3e req-54e00b95-9585-4b25-8d18-65b1b006463b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782123 Aug 31 06:50:18.098519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:18.132954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03edf800-8a2c-4bb0-b25d-320292a268db req-3ffea303-f8bc-48f1-a639-be3c3a09e828 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.144739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03edf800-8a2c-4bb0-b25d-320292a268db req-3ffea303-f8bc-48f1-a639-be3c3a09e828 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.0930986 Aug 31 06:50:18.212909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03edf800-8a2c-4bb0-b25d-320292a268db req-e1f10269-bfa9-4826-9df3-e71708298159 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617297 Aug 31 06:50:18.298341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:18.305359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c', 'binding:host_id': 'n-h1-712707-15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-674668266'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:18.336457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88b68b66-5d22-4cf1-9c30-5c745381ffd9 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:18.349386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.356826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Made reservation on behalf of 44b82f2c0ad342a09bc762d027c0a870 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:18.359244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.382876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Transition to ACTIVE for port object 88b68b66-5d22-4cf1-9c30-5c745381ffd9 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:18.385139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.388401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.547968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Pushing event updated for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.555294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.561931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.574444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:18.683088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Attempting to bind port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:18.683589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Attempting to bind port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fde52312-ca7a-42de-affa-07f53f07e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:18.683934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Attempting to bind port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 on network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:18.692254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 on network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:18.692578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Attempting to bind port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 on network 58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:18.702922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:18.703266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Checking segment: {'id': 'fde52312-ca7a-42de-affa-07f53f07e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:18.713662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Bound using segment: {'id': 'fde52312-ca7a-42de-affa-07f53f07e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:18.714424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Bound port: 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde52312-ca7a-42de-affa-07f53f07e7ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:18.714811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.723919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2956486c-fd63-495f-8296-110dba5a2031,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:18.899633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:18.909213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9,segment=NetworkSegment(fde52312-ca7a-42de-affa-07f53f07e7ed),segment_id=fde52312-ca7a-42de-affa-07f53f07e7ed)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:18.914402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.947990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:18.948793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:18.963021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] 10.222.0.50 "PUT /v2.0/ports/88b68b66-5d22-4cf1-9c30-5c745381ffd9 HTTP/1.1" status: 200 len: 1093 time: 1.4940147 Aug 31 06:50:19.010659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:19.014918 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831473bf-74a5-4518-8c94-909d753d27b6" -d '{"events": [{"name": "network-changed", "server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:19.091622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:19.112531 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1330f7c-5e32-47bc-abb2-aae6247a8e3d x-openstack-request-id: req-e1330f7c-5e32-47bc-abb2-aae6247a8e3d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:19.113107 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:19.113107 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1330f7c-5e32-47bc-abb2-aae6247a8e3d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:19.114319 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9', 'status': 'completed', 'code': 200} Aug 31 06:50:19.118676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.146949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Transition to ACTIVE for port object 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:19.150878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04669efc-f33e-4170-98a4-5412d3673924 service neutron] Pushing event updated for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:19.156981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-c49a9acb-d3f9-47a9-93c0-f6f56feba596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.158742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-c49a9acb-d3f9-47a9-93c0-f6f56feba596 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1daec9d689cb4cbaa74984cc5bc2dd61&device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 1096 time: 0.1328976 Aug 31 06:50:19.167333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.199505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33810) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:19.232567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5618d1c-a1dc-4435-9f1a-b219e167b76c req-97a0c83c-4cce-4836-be3f-59d16e2dd042 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.245980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5618d1c-a1dc-4435-9f1a-b219e167b76c req-97a0c83c-4cce-4836-be3f-59d16e2dd042 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 944 time: 0.1888382 Aug 31 06:50:19.254316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-387dd6ba-a253-4128-b65a-0a2b5d51cfd8 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9 HTTP/1.1" status: 200 len: 217 time: 0.0844493 Aug 31 06:50:19.282926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=18bdb937-d767-4f1e-b8ea-60555ff3bcb6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:19.286218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Checking segment: {'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:19.288234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Network hostable DHCP agents. Network: c3267509-b6a4-42a1-91b3-f20b35f9a56c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:19.313777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:19.340005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c3267509-b6a4-42a1-91b3-f20b35f9a56c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:19.352111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c08851f-9ea7-4038-ae30-cad7e624742a None None] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:19.353222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:19.438659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5618d1c-a1dc-4435-9f1a-b219e167b76c req-98e0f141-b116-4571-9d0a-4584ee66568a tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917202 Aug 31 06:50:19.453364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.453696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.454981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.492041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-0f88c14b-5c3f-4f92-94b2-663159a406ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.493810 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-0f88c14b-5c3f-4f92-94b2-663159a406ad service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe8ec4f3-8121-440f-b1d3-02221ce79273 HTTP/1.1" status: 200 len: 860 time: 0.1510975 Aug 31 06:50:19.529247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc38c-1a8c-420f-ad6f-f55f864d3322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.560926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.562002 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.566618 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 2 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.580561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-e228b767-c5fe-4392-bea9-2d0ef39000dd service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794203 Aug 31 06:50:19.609365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093f4db-f87f-45db-96a3-f2befee0edad req-13381db4-ad04-49e1-8e41-c311acbb8210 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:19.619983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a093f4db-f87f-45db-96a3-f2befee0edad req-13381db4-ad04-49e1-8e41-c311acbb8210 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.2268417 Aug 31 06:50:19.628489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.629261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.629832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.651530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.651870 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.653687 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 3 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.715186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a093f4db-f87f-45db-96a3-f2befee0edad req-3715f6cf-a7ac-4bd1-ac04-db6813b67ab4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930037 Aug 31 06:50:19.739517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.741810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.742328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.752680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.753284 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.758541 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 4 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.772514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-9421f3f2-627e-45d7-88b3-d1110675e42e service neutron] 10.222.0.50 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769075 Aug 31 06:50:19.781394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.781715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.782747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.796058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.796428 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.799175 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 5 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.828255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.828255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.828255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.845731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.846089 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.849380 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 6 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.869186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc38c-1a8c-420f-ad6f-f55f864d3322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.876608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0fbc38c-1a8c-420f-ad6f-f55f864d3322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:19.880892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.881794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.882134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.903491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.905435 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.905435 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 7 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.942467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fbc38c-1a8c-420f-ad6f-f55f864d3322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3025a72c-1ec3-474c-afa1-5488961beba5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:19.947080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.947424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.947769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.959158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:19.960831 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:19.961240 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 8 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:19.968010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0fbc38c-1a8c-420f-ad6f-f55f864d3322 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a1ba78771fb846f281ce5aa2c53c5f16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7637515 Aug 31 06:50:19.968911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:19.993772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:19.994145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:19.994568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:19.999860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:20.000207 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:20.000579 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 9 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:20.026539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:20.026903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:20.027223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:20.032244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:20.032541 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:20.032907 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 10 to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 Aug 31 06:50:20.046355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd70f6e-1d4b-4c10-8dcf-4b88f55eceda req-16c58ba2-7c66-4351-900b-123d4edbc134 service neutron] 10.222.0.50 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2615600 Aug 31 06:50:20.047140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:20.047491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:20.047880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:20.053967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:20.054382 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:20.054766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.104815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.167198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:20.168066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:50:20.177557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.217948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.236638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.237758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.248948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831473bf-74a5-4518-8c94-909d753d27b6 req-d80dde26-b22c-4ba1-8fae-34eebb52d6ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.250877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-d80dde26-b22c-4ba1-8fae-34eebb52d6ba service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=1daec9d689cb4cbaa74984cc5bc2dd61&device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 1096 time: 0.1323688 Aug 31 06:50:20.297170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.9937658 Aug 31 06:50:20.301925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:20.342458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3edb62-41a6-4b7d-aa48-fd048ed6a917 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=18bdb937-d767-4f1e-b8ea-60555ff3bcb6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:20.367960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.371038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.376237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3025a72c-1ec3-474c-afa1-5488961beba5 HTTP/1.1" status: 204 len: 168 time: 0.4062378 Aug 31 06:50:20.412658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f7d003-adf6-4e59-801c-5936124e206f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3025a72c-1ec3-474c-afa1-5488961beba5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:20.464108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831473bf-74a5-4518-8c94-909d753d27b6 req-44098624-b1c7-403f-b918-eda2bc7a19f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.465857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Deleting port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:20.466011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-44098624-b1c7-403f-b918-eda2bc7a19f6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 HTTP/1.1" status: 200 len: 921 time: 0.2061033 Aug 31 06:50:20.467463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.567013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-f15d3228-c695-4d3d-a139-2c4cca90854c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9 HTTP/1.1" status: 200 len: 217 time: 0.0904739 Aug 31 06:50:20.665831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831473bf-74a5-4518-8c94-909d753d27b6 req-caeb3a11-7d26-4850-ad41-99aea040e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.671301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-caeb3a11-7d26-4850-ad41-99aea040e5ab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fe8ec4f3-8121-440f-b1d3-02221ce79273 HTTP/1.1" status: 200 len: 860 time: 0.0920262 Aug 31 06:50:20.702604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 18bdb937-d767-4f1e-b8ea-60555ff3bcb6, host n-h1-712707-15, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:20.702604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.722160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Calling delete_port for 18bdb937-d767-4f1e-b8ea-60555ff3bcb6 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:20.730004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-e246c724-7948-4fb1-beff-17aed684857e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495651 Aug 31 06:50:20.853562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2fd34-ed25-45dd-a512-77cda70d1e59 req-62b36f21-a144-4fb3-82e1-acf600fb78be tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:20.855597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebb2fd34-ed25-45dd-a512-77cda70d1e59 req-62b36f21-a144-4fb3-82e1-acf600fb78be tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 944 time: 0.2537107 Aug 31 06:50:20.856419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.901673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-cad57a60-84fe-426f-af79-16bdec33e99c service neutron] 10.222.0.50 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622245 Aug 31 06:50:20.915474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event deleted for resources: {'Port': ['ID=18bdb937-d767-4f1e-b8ea-60555ff3bcb6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:20.932595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:20.938115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-48030ec4-1214-4e6d-80e2-1a1abd6a1432 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "DELETE /v2.0/ports/18bdb937-d767-4f1e-b8ea-60555ff3bcb6 HTTP/1.1" status: 204 len: 168 time: 0.6351783 Aug 31 06:50:20.955493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:21.015715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-831473bf-74a5-4518-8c94-909d753d27b6 req-ba331f59-b392-4476-ae22-dbc5c82e8be1 service neutron] 10.222.0.50 "GET /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002505 Aug 31 06:50:21.061183 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-67671279-bb44-46b2-8383-e355803c0e51 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:50:21.066759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:21.069858 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-67671279-bb44-46b2-8383-e355803c0e51 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports/18bdb937-d767-4f1e-b8ea-60555ff3bcb6 HTTP/1.1" status: 404 len: 333 time: 0.1120391 Aug 31 06:50:21.078445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-366700613'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:21.090266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebb2fd34-ed25-45dd-a512-77cda70d1e59 req-7443d75e-02d2-45b3-9e1a-e8b8e7948cc5 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273669 Aug 31 06:50:21.142103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa44be1d-57e3-458a-8d48-103b8741109e req-5e979c56-2299-4b0a-932b-c32ca7ac0cc5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:21.155288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa44be1d-57e3-458a-8d48-103b8741109e req-5e979c56-2299-4b0a-932b-c32ca7ac0cc5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.2525053 Aug 31 06:50:21.275359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa44be1d-57e3-458a-8d48-103b8741109e req-620cb8ea-8f5e-4cea-9a73-18628751c239 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104417 Aug 31 06:50:21.291028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Made reservation on behalf of 44b82f2c0ad342a09bc762d027c0a870 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:21.295410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.325623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 94dadc37-5f82-4335-987a-2da54014dadb yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:21.580517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.623009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.680334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:21.685582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:21.689085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:21.690031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:21.690620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:21.702464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=94dadc37-5f82-4335-987a-2da54014dadb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:21.714081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2e3a7b39-946e-43a2-ac1f-539b76e68083 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6463561 Aug 31 06:50:21.714290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:21.720009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:21.798573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.152583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 94dadc37-5f82-4335-987a-2da54014dadb yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:22.170164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.185622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Transition to ACTIVE for port object 94dadc37-5f82-4335-987a-2da54014dadb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:22.190831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.355094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=94dadc37-5f82-4335-987a-2da54014dadb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:22.365917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.366257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.366697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.373205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.373205 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.374163 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 2 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.387724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.388061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.388397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.403313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fc34a3-b799-4294-9e6f-23eb23bea68c req-f40abcc5-757f-4333-9e5f-fde183cb653b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.410576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33fc34a3-b799-4294-9e6f-23eb23bea68c req-f40abcc5-757f-4333-9e5f-fde183cb653b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 944 time: 0.1660924 Aug 31 06:50:22.413102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.413450 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.416417 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 3 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.481060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33fc34a3-b799-4294-9e6f-23eb23bea68c req-b1ba69c3-3809-48dd-8ef0-2112671e40d7 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695405 Aug 31 06:50:22.483909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.486972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.487422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.495344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.495933 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.496537 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 4 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.514891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.515591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.516129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.524788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.525296 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.526809 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 5 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.544861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.545423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.545987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.551256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.551840 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.552416 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 6 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.576679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.577164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.577637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.585506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.585976 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.586604 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 7 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.603232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.603744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.604209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.614883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.615324 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.615807 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 8 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.635150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.635644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.636117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.641992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.642587 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.643118 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 9 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.658275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.658900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.659334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.665713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.666775 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.666775 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 10 to bind port 94dadc37-5f82-4335-987a-2da54014dadb Aug 31 06:50:22.669495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8638e7bd-7449-4f16-820e-df0c9fb8c02a req-cbdad300-698a-4711-bf7d-6356fa8d29c5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.673848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8638e7bd-7449-4f16-820e-df0c9fb8c02a req-cbdad300-698a-4711-bf7d-6356fa8d29c5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1160572 Aug 31 06:50:22.705975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:22.706633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:22.707352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:22.718961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:22.719396 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 94dadc37-5f82-4335-987a-2da54014dadb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:22.719897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.779362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8638e7bd-7449-4f16-820e-df0c9fb8c02a req-4f176ecd-7102-4fe8-a0f6-688d3f354d16 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001148 Aug 31 06:50:22.855526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 94dadc37-5f82-4335-987a-2da54014dadb, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:22.856367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:50:22.861871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.898677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] In _notify_port_updated(), no bound segment for port 94dadc37-5f82-4335-987a-2da54014dadb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:50:22.899756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:22.900328 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:22.904351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:22.907254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "PUT /v2.0/ports/94dadc37-5f82-4335-987a-2da54014dadb HTTP/1.1" status: 200 len: 975 time: 1.1888750 Aug 31 06:50:22.922813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8303689-b6d6-4a41-9268-2e2db275062e tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=94dadc37-5f82-4335-987a-2da54014dadb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.062762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.063746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.064628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.065120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.065659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.066173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.066640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.067126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.067659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.068269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.068733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.069350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.069834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.070376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.070836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.071289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.071745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.072200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.072659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.073259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.073974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.074263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.074720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.075221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.075751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.076204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.077243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.077243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.077783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.078288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.078806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.079308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.079843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.080355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.080826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.081279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.081857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.091370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-140cb729-0ecb-46d0-81c9-9caaa0949cbe tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 40517 time: 0.1817007 Aug 31 06:50:23.091916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:23.232660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Deleting port 94dadc37-5f82-4335-987a-2da54014dadb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:23.233535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.341615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 94dadc37-5f82-4335-987a-2da54014dadb, host n-h1-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:23.342168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.359214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Calling delete_port for 94dadc37-5f82-4335-987a-2da54014dadb owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:23.474318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.565979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.574828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:23.594515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "DELETE /v2.0/ports/94dadc37-5f82-4335-987a-2da54014dadb HTTP/1.1" status: 204 len: 168 time: 0.5006645 Aug 31 06:50:23.597037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9849669-356f-42f4-97fb-cebbcab6799b tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event deleted for resources: {'Port': ['ID=94dadc37-5f82-4335-987a-2da54014dadb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:23.618348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 88b68b66-5d22-4cf1-9c30-5c745381ffd9 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:50:23.651134 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e61497-b265-410a-8f8c-9b426ef2e991 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:50:23.656649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:23.658156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0e61497-b265-410a-8f8c-9b426ef2e991 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports/94dadc37-5f82-4335-987a-2da54014dadb HTTP/1.1" status: 404 len: 333 time: 0.0763648 Aug 31 06:50:23.662786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1094400883', 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:23.706983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Made reservation on behalf of 44b82f2c0ad342a09bc762d027c0a870 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:23.710124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.746839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 29c02f16-c749-4e42-814e-81c19de6301b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:23.785867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76264679-fb28-40e2-abc7-c1551b72d28a req-4d623602-5943-49c8-8ec3-766783a3fc5a tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:23.799019 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76264679-fb28-40e2-abc7-c1551b72d28a req-4d623602-5943-49c8-8ec3-766783a3fc5a tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 944 time: 0.1716988 Aug 31 06:50:23.869790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9,segment=NetworkSegment(fde52312-ca7a-42de-affa-07f53f07e7ed),segment_id=fde52312-ca7a-42de-affa-07f53f07e7ed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:23.919486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76264679-fb28-40e2-abc7-c1551b72d28a req-31860dc6-944a-460f-9793-6f1c3e30ee77 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193550 Aug 31 06:50:23.920754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '88b68b66-5d22-4cf1-9c30-5c745381ffd9', 'network_id': '58f5e48d-4e6f-4a04-937f-3e8e485aa7c9', 'port_id': '88b68b66-5d22-4cf1-9c30-5c745381ffd9', 'mac_address': 'fa:16:3e:7a:4a:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe8ec4f3-8121-440f-b1d3-02221ce79273', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:50:23.966443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:23.985696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88b68b66-5d22-4cf1-9c30-5c745381ffd9 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:50:24.012278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9,segment=NetworkSegment(fde52312-ca7a-42de-affa-07f53f07e7ed),segment_id=fde52312-ca7a-42de-affa-07f53f07e7ed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:24.020211 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.020689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.095088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.148613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:24.155295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:24.169764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf8514b-057d-4b13-a77c-f25e040859ce req-eca1bc44-afe1-4a6d-9d0e-390332dbbac1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.177157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebf8514b-057d-4b13-a77c-f25e040859ce req-eca1bc44-afe1-4a6d-9d0e-390332dbbac1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1150568 Aug 31 06:50:24.183620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:24.190334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:24.191288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.191894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.219975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=29c02f16-c749-4e42-814e-81c19de6301b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:24.234528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1dee60d9-fb5f-45ad-a144-79662b169fba tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.5766408 Aug 31 06:50:24.237155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.269024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebf8514b-057d-4b13-a77c-f25e040859ce req-87a9c005-fc23-48ee-8b8b-be6e582a516d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903416 Aug 31 06:50:24.279596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['88b68b66-5d22-4cf1-9c30-5c745381ffd9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:24.319287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b47b72f-70d9-4ee2-a497-848e8ca3490f tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:24.325560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b47b72f-70d9-4ee2-a497-848e8ca3490f tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports/29c02f16-c749-4e42-814e-81c19de6301b HTTP/1.1" status: 200 len: 955 time: 0.0870798 Aug 31 06:50:24.328310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.444831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.453865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Deleting port 29c02f16-c749-4e42-814e-81c19de6301b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:24.454200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.545795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.561991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Calling delete_port for 29c02f16-c749-4e42-814e-81c19de6301b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:24.652549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88f87d1c-fe11-4095-bd3b-6b15460b2c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.715805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.763132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.767487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "DELETE /v2.0/ports/29c02f16-c749-4e42-814e-81c19de6301b HTTP/1.1" status: 204 len: 168 time: 0.4357405 Aug 31 06:50:24.767813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.791451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8f1d35b-2527-4c1a-9c83-0f75a1298983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.807467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095d09d4-cfa2-4f3d-8d2b-3f1bb7c9b146 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event deleted for resources: {'Port': ['ID=29c02f16-c749-4e42-814e-81c19de6301b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:24.818620 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-47e08ea2-4d13-4fad-85e8-2fe84b101908 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:50:24.820232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-47e08ea2-4d13-4fad-85e8-2fe84b101908 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports/29c02f16-c749-4e42-814e-81c19de6301b HTTP/1.1" status: 404 len: 333 time: 0.0514469 Aug 31 06:50:24.824204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.830047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-506869537'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:24.889774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88f87d1c-fe11-4095-bd3b-6b15460b2c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.915914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88f87d1c-fe11-4095-bd3b-6b15460b2c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.947277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:24.947605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-88f87d1c-fe11-4095-bd3b-6b15460b2c08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44599d43f42a439ea7eaa90d1260e23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5010555 Aug 31 06:50:24.948363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Made reservation on behalf of 44b82f2c0ad342a09bc762d027c0a870 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:24.951026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:24.973030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 63015ef1-f160-499c-a5ed-33298d94a5cb yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:25.143785 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f87d1c-fe11-4095-bd3b-6b15460b2c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a56bb7-cf20-4ffc-9e66-e9f5bf1df32d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:25.162765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.208979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.288330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.299257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.351649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96440600-818d-45f4-b800-2da25919eb1b req-b424b1cb-630c-4317-a84c-97d2a00d5629 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.353519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96440600-818d-45f4-b800-2da25919eb1b req-b424b1cb-630c-4317-a84c-97d2a00d5629 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 945 time: 0.2024148 Aug 31 06:50:25.410052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96440600-818d-45f4-b800-2da25919eb1b req-b28e54da-c21b-47e8-903d-0d12f6d2e74b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478632 Aug 31 06:50:25.433890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.441535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.448976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/50a56bb7-cf20-4ffc-9e66-e9f5bf1df32d HTTP/1.1" status: 204 len: 168 time: 0.4981074 Aug 31 06:50:25.484927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb602ff8-a3d1-4231-8de7-7b2936087d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a56bb7-cf20-4ffc-9e66-e9f5bf1df32d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:25.553771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=63015ef1-f160-499c-a5ed-33298d94a5cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:25.562998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Network c3267509-b6a4-42a1-91b3-f20b35f9a56c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:25.567968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:25.577176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:25.578237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.586035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.629348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d099a26-9056-4101-9ab4-f25e69753cd6 req-729f9ab1-5a3b-43f1-87f9-218f11d9b703 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:25.631176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d099a26-9056-4101-9ab4-f25e69753cd6 req-729f9ab1-5a3b-43f1-87f9-218f11d9b703 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.2396724 Aug 31 06:50:25.632552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2a64b337-c4fa-45d2-ad1f-6f5084abd0c0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8071918 Aug 31 06:50:25.635432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:25.638334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 88b68b66-5d22-4cf1-9c30-5c745381ffd9 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:25.641255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:25.731370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:25.741238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:50:25.745172 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.758727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d099a26-9056-4101-9ab4-f25e69753cd6 req-32b1614b-e5bd-491c-97bb-247d14430d69 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139233 Aug 31 06:50:25.795752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.913878 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:25.985500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9,segment=NetworkSegment(fde52312-ca7a-42de-affa-07f53f07e7ed),segment_id=fde52312-ca7a-42de-affa-07f53f07e7ed)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:25.986771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:25.995173 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f9d351-eec3-4c0a-b94a-0bb0c7ff8b8a" -d '{"events": [{"server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "name": "network-vif-plugged", "status": "completed", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:26.006795 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.071691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:26.142678 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1d52827-b519-45c3-8c49-f2407254326a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.150594 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11fdd153-3f51-404e-85c3-993a65fff74c x-openstack-request-id: req-11fdd153-3f51-404e-85c3-993a65fff74c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:26.151224 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "name": "network-vif-plugged", "status": "completed", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:26.151722 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11fdd153-3f51-404e-85c3-993a65fff74c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:26.152333 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9', 'code': 200} Aug 31 06:50:26.153613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:26.244382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] device_id is not set on port 63015ef1-f160-499c-a5ed-33298d94a5cb yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:26.293630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.353912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0824546b-5757-4140-8516-847ecc9391cc req-d625dd5e-194b-4562-8ce9-b71f76ccf8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:26.355873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Transition to ACTIVE for port object 63015ef1-f160-499c-a5ed-33298d94a5cb will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:26.359559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0824546b-5757-4140-8516-847ecc9391cc req-d625dd5e-194b-4562-8ce9-b71f76ccf8a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 1098 time: 0.1723421 Aug 31 06:50:26.360030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.472009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0824546b-5757-4140-8516-847ecc9391cc req-f762c0c3-020f-4a49-82e8-e34bac89bf43 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017442 Aug 31 06:50:26.540720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1d52827-b519-45c3-8c49-f2407254326a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.565992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1d52827-b519-45c3-8c49-f2407254326a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.695000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c1d52827-b519-45c3-8c49-f2407254326a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=edfa0eac797f4d15bfeff66028dc75ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206667 Aug 31 06:50:26.705266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab8f77c-3930-4614-b5e6-56b13816398a req-880e2853-302e-4607-bad7-b8c92a011af4 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:26.707199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ab8f77c-3930-4614-b5e6-56b13816398a req-880e2853-302e-4607-bad7-b8c92a011af4 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.1188352 Aug 31 06:50:26.707967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:26.708731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d52827-b519-45c3-8c49-f2407254326a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9a0a6d-9b9a-435d-bad5-7e7ba5118c40,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:26.835227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:26.865299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.010957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.011511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.011635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.016597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.019888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.025180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e9a0a6d-9b9a-435d-bad5-7e7ba5118c40 HTTP/1.1" status: 204 len: 168 time: 0.3004694 Aug 31 06:50:27.038817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.039157 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.066036 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 2 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.080020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.080355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.080681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.087842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ab8f77c-3930-4614-b5e6-56b13816398a req-c6416d41-d06c-49dc-a904-8245a2ab00b8 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038561 Aug 31 06:50:27.090534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9622f520-206c-4c9b-9b02-b36e4daf7f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9a0a6d-9b9a-435d-bad5-7e7ba5118c40,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:27.112305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.112639 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.117852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=63015ef1-f160-499c-a5ed-33298d94a5cb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:27.119987 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 3 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.151239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c7608-c8e5-444c-88e1-62355a4c845f req-833308b8-8e29-482a-af90-2665c9214672 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.155794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-576c7608-c8e5-444c-88e1-62355a4c845f req-833308b8-8e29-482a-af90-2665c9214672 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1442227 Aug 31 06:50:27.183375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.183714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.184051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.201672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.202004 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.203705 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 4 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.246015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.246425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.246771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.255827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.256170 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.291255 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 5 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.324246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.324246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.324246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.333265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-576c7608-c8e5-444c-88e1-62355a4c845f req-545a4d1d-dfa0-4336-80f5-8c432f37a2b3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664183 Aug 31 06:50:27.334100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.334574 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.334966 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 6 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.374973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.375315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.375660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.380406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.381294 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.381729 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 7 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.395744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.396087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.396461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.403462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.403804 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.404204 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 8 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.415164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-2655ff37-a632-4443-984c-ee88d5739046 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0609272 Aug 31 06:50:27.441177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.441568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.442206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.443870 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c39bdbba-aaf2-43f7-9f4d-a686f58b11e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.455142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.455743 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.456298 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 9 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.496744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.497308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.497825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.502911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.503466 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.504040 n-d-712707-15 neutron-server[94640]: INFO neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempt 10 to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb Aug 31 06:50:27.531286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:27.541304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:27.541856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempting to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:27.546986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:50:27.547521 n-d-712707-15 neutron-server[94640]: ERROR neutron.plugins.ml2.managers [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Failed to bind port 63015ef1-f160-499c-a5ed-33298d94a5cb on host n-h1-712707-15 for vnic_type normal using segments [{'id': '6bf621be-f772-4c18-b5bb-472b5a4d0297', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': 'c3267509-b6a4-42a1-91b3-f20b35f9a56c'}] Aug 31 06:50:27.548051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.616694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a620678-ce54-4dc9-a0b4-23de669040db req-090d4ff9-5b7e-4f2b-bfc5-2817f62878cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.618638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-090d4ff9-5b7e-4f2b-bfc5-2817f62878cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 1098 time: 0.1463563 Aug 31 06:50:27.685786 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.730737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 63015ef1-f160-499c-a5ed-33298d94a5cb, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:27.731105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attempted to set empty binding levels {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 31 06:50:27.743160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.789407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] In _notify_port_updated(), no bound segment for port 63015ef1-f160-499c-a5ed-33298d94a5cb on network c3267509-b6a4-42a1-91b3-f20b35f9a56c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:50:27.791152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.791946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:27.798786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "PUT /v2.0/ports/63015ef1-f160-499c-a5ed-33298d94a5cb HTTP/1.1" status: 200 len: 975 time: 2.1621771 Aug 31 06:50:27.806007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:27.901145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a620678-ce54-4dc9-a0b4-23de669040db req-c56823d0-28d4-43f0-96ec-db272cc7c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:27.902796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-c56823d0-28d4-43f0-96ec-db272cc7c2b5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2624524 Aug 31 06:50:27.975341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc6c99-0f6b-458d-a70b-191e57350d14 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event updated for resources: {'Port': ['ID=63015ef1-f160-499c-a5ed-33298d94a5cb,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:28.013020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-3c0def6a-46ce-4df5-b2b0-870d1431f617 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 HTTP/1.1" status: 200 len: 217 time: 0.1019011 Aug 31 06:50:28.015511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Deleting port 63015ef1-f160-499c-a5ed-33298d94a5cb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:28.016373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.092088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] For port 63015ef1-f160-499c-a5ed-33298d94a5cb, host n-h1-712707-15, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:28.092718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.110195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Calling delete_port for 63015ef1-f160-499c-a5ed-33298d94a5cb owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:28.181304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a620678-ce54-4dc9-a0b4-23de669040db req-a95b7042-af03-4b2d-9489-2bc9479037c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.189007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-a95b7042-af03-4b2d-9489-2bc9479037c8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1654556 Aug 31 06:50:28.236305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.324788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Pushing event deleted for resources: {'Port': ['ID=63015ef1-f160-499c-a5ed-33298d94a5cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:28.341211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.361383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5303df9-fbf6-4673-bfd4-548796914e76 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "DELETE /v2.0/ports/63015ef1-f160-499c-a5ed-33298d94a5cb HTTP/1.1" status: 204 len: 168 time: 0.5522528 Aug 31 06:50:28.363747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:28.436280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a620678-ce54-4dc9-a0b4-23de669040db req-d0b026c0-534c-4363-abd1-f3362cf499a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.441555 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-d0b026c0-534c-4363-abd1-f3362cf499a8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2453160 Aug 31 06:50:28.453202 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d87692-0aa8-4811-bc9b-65a476402cf0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] GET failed (client error): The resource could not be found. Aug 31 06:50:28.455087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-91d87692-0aa8-4811-bc9b-65a476402cf0 tempest-PortsAdminExtendedAttrsTestJSON-835045003 tempest-PortsAdminExtendedAttrsTestJSON-835045003-project-admin] 10.222.0.57 "GET /v2.0/ports/63015ef1-f160-499c-a5ed-33298d94a5cb HTTP/1.1" status: 404 len: 333 time: 0.0894587 Aug 31 06:50:28.460005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:28.557596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a59c77-74b5-4f5d-839e-b32b846b59a2 req-028653e5-1907-46c9-b226-5160226cdeae tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.570723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a59c77-74b5-4f5d-839e-b32b846b59a2 req-028653e5-1907-46c9-b226-5160226cdeae tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.3068521 Aug 31 06:50:28.617137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:28.755135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1a59c77-74b5-4f5d-839e-b32b846b59a2 req-0650c74d-aa63-4ccb-b2f0-279ed6a7dcd9 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331153 Aug 31 06:50:28.763066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3793315-952b-4615-91e8-3037a235ff75 req-740d162a-b9a8-4d11-9538-ff4ea938b1af tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:28.764669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3793315-952b-4615-91e8-3037a235ff75 req-740d162a-b9a8-4d11-9538-ff4ea938b1af tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1456223 Aug 31 06:50:28.793656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-e0655a00-25a3-4c51-ba6e-df3f6cd33513 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419759 Aug 31 06:50:28.925586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3793315-952b-4615-91e8-3037a235ff75 req-619b93eb-6bd6-48d7-90c2-d99d098a0d17 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267362 Aug 31 06:50:28.999008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a620678-ce54-4dc9-a0b4-23de669040db req-1f432289-999a-4fb0-b669-0a7f0e5d5326 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976345 Aug 31 06:50:29.082802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.112147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3267509-b6a4-42a1-91b3-f20b35f9a56c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:29.140288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bf621be-f772-4c18-b5bb-472b5a4d0297') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:29.141089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bf621be-f772-4c18-b5bb-472b5a4d0297') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:29.159061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.214034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.224982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:29.226537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:29.231305 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:29.329756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.361243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.367069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] 10.222.0.57 "DELETE /v2.0/networks/c3267509-b6a4-42a1-91b3-f20b35f9a56c HTTP/1.1" status: 204 len: 168 time: 0.8933814 Aug 31 06:50:29.367069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbe1074-20d3-4e3b-8bcd-a03fe9bf3ddc tempest-PortsAdminExtendedAttrsTestJSON-1636748006 tempest-PortsAdminExtendedAttrsTestJSON-1636748006-project] Pushing event deleted for resources: {'Network': ['ID=c3267509-b6a4-42a1-91b3-f20b35f9a56c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:29.598785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:29.834543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:30.157689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73481ed2-351d-4fb2-8f00-3b9cd1b02735 req-13b0d7b7-3b9b-4077-8d4b-e7124530642f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.160697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73481ed2-351d-4fb2-8f00-3b9cd1b02735 req-13b0d7b7-3b9b-4077-8d4b-e7124530642f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.1711657 Aug 31 06:50:30.166587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c8af1-d8cf-4008-9cb4-75fdd786b404 req-4e94f8e3-7297-4a3c-a92b-27ee6761ff40 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.166587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-326c8af1-d8cf-4008-9cb4-75fdd786b404 req-4e94f8e3-7297-4a3c-a92b-27ee6761ff40 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1033580 Aug 31 06:50:30.167202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:30.170156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-917ca7b6-139a-447e-a274-826d363677d7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ddf1d0a731204b53b5dffed46771ba66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3339508 Aug 31 06:50:30.246893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73481ed2-351d-4fb2-8f00-3b9cd1b02735 req-1210a024-a635-46a9-8794-4a6c306ddb2c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733969 Aug 31 06:50:30.303083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-326c8af1-d8cf-4008-9cb4-75fdd786b404 req-20f26680-04c2-4742-abad-72c14db4c825 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256423 Aug 31 06:50:30.337272 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.378726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.447421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.451101 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:30.452377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/224e5ae0-b00c-4d1a-a8c8-6f9bbefd554c HTTP/1.1" status: 204 len: 168 time: 0.2846553 Aug 31 06:50:30.462594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b84543-5a3b-4d32-b6e7-bbf49a066776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=224e5ae0-b00c-4d1a-a8c8-6f9bbefd554c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:30.464197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59746559-6c01-4757-935a-78ec2e24318e req-13c611b0-a828-4ab3-be21-38c1f62dcea9 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:30.472276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59746559-6c01-4757-935a-78ec2e24318e req-13c611b0-a828-4ab3-be21-38c1f62dcea9 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.0851719 Aug 31 06:50:30.514831 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59746559-6c01-4757-935a-78ec2e24318e req-8791b39d-30d2-423a-9dc0-e407e605df55 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416770 Aug 31 06:50:30.986240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.156953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:31.242618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-515de37b-c5d4-4d04-8c55-57863cee36cf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44b82f2c0ad342a09bc762d027c0a870&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0842955 Aug 31 06:50:31.244774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:31.321893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.446885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.512649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.512649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:31.512649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2956486c-fd63-495f-8296-110dba5a2031 HTTP/1.1" status: 204 len: 168 time: 0.2088692 Aug 31 06:50:31.536491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c05f1f-2430-4f0d-876b-70030bc47ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2956486c-fd63-495f-8296-110dba5a2031,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:31.593937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89a702-a535-4334-b6b2-b2d22cc20fb7 req-072eea96-ec12-40a0-a3d7-76c58f7595d9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.599141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d89a702-a535-4334-b6b2-b2d22cc20fb7 req-072eea96-ec12-40a0-a3d7-76c58f7595d9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1215270 Aug 31 06:50:31.625468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b2131-0b7f-44a8-ac33-c828d1d91b2f req-6bcb7491-f3da-4512-b12b-74ac7a168cf2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.627686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-493b2131-0b7f-44a8-ac33-c828d1d91b2f req-6bcb7491-f3da-4512-b12b-74ac7a168cf2 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.2047689 Aug 31 06:50:31.694430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d89a702-a535-4334-b6b2-b2d22cc20fb7 req-486cb814-e028-4520-a0ca-bf3dc47463b5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877120 Aug 31 06:50:31.714928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-493b2131-0b7f-44a8-ac33-c828d1d91b2f req-06ab458b-aae5-4266-b3b9-064710192236 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790687 Aug 31 06:50:31.915015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a349310-9883-4ac5-bd3d-894c68f65f9e req-da96ef06-f4bb-42b5-959a-f8fe174d088b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:31.930263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a349310-9883-4ac5-bd3d-894c68f65f9e req-da96ef06-f4bb-42b5-959a-f8fe174d088b tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.1429207 Aug 31 06:50:32.011569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a349310-9883-4ac5-bd3d-894c68f65f9e req-464a0e57-572d-4614-a382-8aecd9567fa3 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794275 Aug 31 06:50:32.674766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-926d7eb5-b277-414b-9374-ea3cee5d97ae tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:32.678185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-926d7eb5-b277-414b-9374-ea3cee5d97ae tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.50 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.5627589 Aug 31 06:50:32.695533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:32.705111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-5a692edd-6b34-4b14-982c-6f6bc0307e6a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:32.709067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-5a692edd-6b34-4b14-982c-6f6bc0307e6a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.1174431 Aug 31 06:50:32.898760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a79-53ee-421c-bfa6-940644662059 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:32.943495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303fc41-4104-4aa6-a083-9bca3c28487e req-cbb9da8b-bc6c-4b47-8bae-03107cbbfa8e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:32.945692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7303fc41-4104-4aa6-a083-9bca3c28487e req-cbb9da8b-bc6c-4b47-8bae-03107cbbfa8e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 945 time: 0.1097531 Aug 31 06:50:33.012259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d896a52-1745-4e4b-8980-91b7930b1a81 req-43357cf5-7e5a-4cb1-b9c3-b5f5f5f2aa1b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.014409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d896a52-1745-4e4b-8980-91b7930b1a81 req-43357cf5-7e5a-4cb1-b9c3-b5f5f5f2aa1b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1499503 Aug 31 06:50:33.027526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Deleting port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:33.028046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.040395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7303fc41-4104-4aa6-a083-9bca3c28487e req-b5cc8bbe-771f-482c-8302-b3454423178c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817189 Aug 31 06:50:33.116352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Deleting port 21527d25-eec1-435a-aa9a-6db764ce74c8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:33.116984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.123648 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:50:33.141872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d896a52-1745-4e4b-8980-91b7930b1a81 req-d72fbb4e-65aa-471e-9594-9ec84f4c987d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196206 Aug 31 06:50:33.270182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] For port 88b68b66-5d22-4cf1-9c30-5c745381ffd9, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=88b68b66-5d22-4cf1-9c30-5c745381ffd9,segment=NetworkSegment(fde52312-ca7a-42de-affa-07f53f07e7ed),segment_id=fde52312-ca7a-42de-affa-07f53f07e7ed)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:33.271192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.354562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] For port 21527d25-eec1-435a-aa9a-6db764ce74c8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=21527d25-eec1-435a-aa9a-6db764ce74c8,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:33.355378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.372014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Calling delete_port for 21527d25-eec1-435a-aa9a-6db764ce74c8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:33.374299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a79-53ee-421c-bfa6-940644662059 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.392320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bb1d6-6f56-4ef5-a5d1-2713cced48c9 req-7b76402f-782c-4b26-bb6e-4fb209363bce tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:33.393903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e12bb1d6-6f56-4ef5-a5d1-2713cced48c9 req-7b76402f-782c-4b26-bb6e-4fb209363bce tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 946 time: 0.2133801 Aug 31 06:50:33.403716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bda6a79-53ee-421c-bfa6-940644662059 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.436749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Calling delete_port for 88b68b66-5d22-4cf1-9c30-5c745381ffd9 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:33.464693 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7bda6a79-53ee-421c-bfa6-940644662059 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb4ee2f4cf884521bcfce6063294d1a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7624948 Aug 31 06:50:33.466671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:33.524975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e12bb1d6-6f56-4ef5-a5d1-2713cced48c9 req-2b6e808b-d3cd-43c2-8050-b7f2cfd66f2c tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/security-groups?id=d0796267-e4d4-451e-bad1-4faa717d0ef2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163812 Aug 31 06:50:33.549557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda6a79-53ee-421c-bfa6-940644662059 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52798e06-30c8-4899-85e1-2695033a36d5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.644639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.663484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.677097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f', '21527d25-eec1-435a-aa9a-6db764ce74c8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:33.735490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event deleted for resources: {'Port': ['ID=21527d25-eec1-435a-aa9a-6db764ce74c8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.739433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705', 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:33.742830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.848996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.852129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] No DVR routers for this DVR port 21527d25-eec1-435a-aa9a-6db764ce74c8 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:33.861568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.863502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acb60e03-b084-4daa-9b85-b40d6d11b593 req-8580825b-eed4-4f56-a086-61c1820e3a77 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "DELETE /v2.0/ports/21527d25-eec1-435a-aa9a-6db764ce74c8 HTTP/1.1" status: 204 len: 173 time: 1.1260514 Aug 31 06:50:33.863941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'name': 'network-vif-deleted', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:33.866536 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b6f67b-8d7a-41bb-8690-13d7e3dedbc2" -d '{"events": [{"server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "name": "network-vif-deleted", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:33.904543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Pushing event deleted for resources: {'Port': ['ID=88b68b66-5d22-4cf1-9c30-5c745381ffd9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:33.946899 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b811a11-4cd2-4341-8bd9-2c1c763a2037 x-openstack-request-id: req-0b811a11-4cd2-4341-8bd9-2c1c763a2037 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:33.947196 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3244495-7300-4896-9a9d-fb742eab7b7e", "name": "network-vif-deleted", "tag": "21527d25-eec1-435a-aa9a-6db764ce74c8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:33.947451 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b811a11-4cd2-4341-8bd9-2c1c763a2037 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:33.947945 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3244495-7300-4896-9a9d-fb742eab7b7e', 'name': 'network-vif-deleted', 'tag': '21527d25-eec1-435a-aa9a-6db764ce74c8', 'status': 'completed', 'code': 200} Aug 31 06:50:33.986686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.989402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:33.993795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52798e06-30c8-4899-85e1-2695033a36d5 HTTP/1.1" status: 204 len: 168 time: 0.5259418 Aug 31 06:50:34.014944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] No DVR routers for this DVR port 88b68b66-5d22-4cf1-9c30-5c745381ffd9 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:34.018217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.020516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6df38449-b634-4612-8f90-9de0a7ffc6e4 req-caa509e1-7bf0-4e79-a4c9-5da858caa545 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.50 "DELETE /v2.0/ports/88b68b66-5d22-4cf1-9c30-5c745381ffd9 HTTP/1.1" status: 204 len: 173 time: 1.3360460 Aug 31 06:50:34.033819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ce7bf2-d2b6-4a11-8adf-ade310c5908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52798e06-30c8-4899-85e1-2695033a36d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:34.162993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-3491a058-032e-438c-a4ed-06d65b9bfde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.174640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-3491a058-032e-438c-a4ed-06d65b9bfde7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 1098 time: 0.0896535 Aug 31 06:50:34.298549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['88b68b66-5d22-4cf1-9c30-5c745381ffd9'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:34.340271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fdbc20be-a8de-47da-84e4-aad69ef83111 req-8b66ad0c-ab4c-4816-8470-d5e72c0583fb tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3244495-7300-4896-9a9d-fb742eab7b7e HTTP/1.1" status: 200 len: 210 time: 0.0908773 Aug 31 06:50:34.366166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:34.383226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3a2b86-75ac-4500-8242-28736745a84d req-e085ee71-d06d-4122-954a-ba4a90008467 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.400265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de3a2b86-75ac-4500-8242-28736745a84d req-e085ee71-d06d-4122-954a-ba4a90008467 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1463830 Aug 31 06:50:34.441626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-1ea7bce0-affb-4d5c-b2f2-b9ee97025564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.443910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-1ea7bce0-affb-4d5c-b2f2-b9ee97025564 service neutron] 10.222.0.53 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.2616842 Aug 31 06:50:34.518576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de3a2b86-75ac-4500-8242-28736745a84d req-7fd5e844-3c21-460d-a15d-3f0836cd890a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169071 Aug 31 06:50:34.519967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-92c6ec31-c748-4508-b765-426a7c9ebb49 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1040c39d-e59d-442d-81c0-191efc706b10 HTTP/1.1" status: 200 len: 217 time: 0.0662663 Aug 31 06:50:34.549964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:34.587611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ff39-9e9c-45ea-8afb-87bea6f43705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.602251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-3295b226-ba20-41cd-bd8c-3bdb7964fe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.612200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-3295b226-ba20-41cd-bd8c-3bdb7964fe74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0849617 Aug 31 06:50:34.676501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-37d03d57-1582-4d49-a228-cccf74a1b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:34.679314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-37d03d57-1582-4d49-a228-cccf74a1b038 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575142 Aug 31 06:50:34.760452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1501131118'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:34.766014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bbc83a3f-1df3-4fd8-a5b9-5b66171167e8 req-38b5b2e4-9a6a-4fb4-b64f-b79eac24fbb1 tempest-ServerMetadataNegativeTestJSON-523825818 tempest-ServerMetadataNegativeTestJSON-523825818-project] 10.222.0.57 "GET /v2.0/ports?device_id=7357da8c-36f2-4c53-86e8-70c022b4e0ba HTTP/1.1" status: 200 len: 210 time: 0.0599635 Aug 31 06:50:34.818525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-178152c4-642f-4c59-99d7-540aa42b72f5 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300480 Aug 31 06:50:34.835081 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ff39-9e9c-45ea-8afb-87bea6f43705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.843945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fe3ff39-9e9c-45ea-8afb-87bea6f43705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.891614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.892751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:34.913135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7fe3ff39-9e9c-45ea-8afb-87bea6f43705 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55e30fab6f934e9b95b03e58dc8dbb03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3602674 Aug 31 06:50:34.914014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:34.915643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3ff39-9e9c-45ea-8afb-87bea6f43705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e1b6b3-6a13-43b6-bf48-8a06747edc63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:34.973374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6fd7a416-9c8c-4cf2-b4fb-42f2bed38fd5 req-39419fe3-b616-4ece-80b6-dda117cbcaa9 service neutron] 10.222.0.53 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411784 Aug 31 06:50:35.003489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.014344 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.034946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.039976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-74e62851-ce04-4146-9d4f-8c107b3dd275 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6684422 Aug 31 06:50:35.039976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.040391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:35.064676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.132777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.134970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.136055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.140939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f8e1b6b3-6a13-43b6-bf48-8a06747edc63 HTTP/1.1" status: 204 len: 168 time: 0.2218962 Aug 31 06:50:35.150682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad55a9-d895-445a-b854-084dfd158fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e1b6b3-6a13-43b6-bf48-8a06747edc63,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:35.332012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.336083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.388603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.389303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ed6bbfb3-6265-4dbb-8a0c-de64539c45de {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:50:35.396962 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.398193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.402250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-407ad3f7-c6b6-444d-9481-97075ee8d977 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "DELETE /v2.0/routers/ed6bbfb3-6265-4dbb-8a0c-de64539c45de HTTP/1.1" status: 204 len: 168 time: 0.3579421 Aug 31 06:50:35.402722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:35.409119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Request body: {'router': {'name': 'tempest-router-448585851', 'distributed': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:35.441389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.441389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.525534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.531433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.556124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.560184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-42f9de3b-5203-49dc-85e5-e430b12c54df tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1533585 Aug 31 06:50:35.560505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34306) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:35.689676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.788709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1764bcdb-8e1b-42a1-8fbe-c9760e1d5f21 req-6b0eb2e5-242c-4351-aa57-3708a05f5a5f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:35.796314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1764bcdb-8e1b-42a1-8fbe-c9760e1d5f21 req-6b0eb2e5-242c-4351-aa57-3708a05f5a5f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 946 time: 0.1708958 Aug 31 06:50:35.853765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1764bcdb-8e1b-42a1-8fbe-c9760e1d5f21 req-c8642edf-bcc4-4eb5-bcc2-8975a411c7c7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491107 Aug 31 06:50:35.855736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:35.921303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Deleting subnet fe8ec4f3-8121-440f-b1d3-02221ce79273 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:50:35.926294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:35.969513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'name': 'network-vif-deleted', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:35.972168 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e084247-1722-49af-90ac-168496a71f73" -d '{"events": [{"server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "name": "network-vif-deleted", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:36.052231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.055042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.065941 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02560de-aee4-47be-a472-7ba8c2bec58b x-openstack-request-id: req-a02560de-aee4-47be-a472-7ba8c2bec58b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:36.066479 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7357da8c-36f2-4c53-86e8-70c022b4e0ba", "name": "network-vif-deleted", "tag": "88b68b66-5d22-4cf1-9c30-5c745381ffd9", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:36.077800 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a02560de-aee4-47be-a472-7ba8c2bec58b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:36.078787 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7357da8c-36f2-4c53-86e8-70c022b4e0ba', 'name': 'network-vif-deleted', 'tag': '88b68b66-5d22-4cf1-9c30-5c745381ffd9', 'status': 'completed', 'code': 200} Aug 31 06:50:36.083359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.132979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.133551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30ad7d3f-f5af-4f04-8a81-c3213425e337 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:50:36.138919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.140109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52225ed9-5114-4174-9e8a-a750fa3c4b51 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "DELETE /v2.0/routers/30ad7d3f-f5af-4f04-8a81-c3213425e337 HTTP/1.1" status: 204 len: 168 time: 0.5779548 Aug 31 06:50:36.145825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:36.152136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:36.159725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Request body: {'router': {'name': 'tempest-router-1694270747', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '23d4ec49ec5247729625a7b522d189dd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:36.188858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.219695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.221170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.288571 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.317425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:36.320893 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d256ba30-f58c-4a14-8e39-b31e3d0bdd45" -d '{"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-unplugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:36.330283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.339279 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.340887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:36.342059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.346064 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.407618 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9a05fff-d940-441d-9026-8e965eeba62a x-openstack-request-id: req-d9a05fff-d940-441d-9026-8e965eeba62a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:36.408922 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-unplugged", "status": "completed", "tag": "1040c39d-e59d-442d-81c0-191efc706b10", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:36.409508 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d9a05fff-d940-441d-9026-8e965eeba62a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:36.410157 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10', 'code': 200} Aug 31 06:50:36.416751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe8ec4f3-8121-440f-b1d3-02221ce79273,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:36.428341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.430064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:36.434380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d858c69-c5f9-41c2-8bf8-ae24b541d965 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/fe8ec4f3-8121-440f-b1d3-02221ce79273 HTTP/1.1" status: 204 len: 168 time: 0.5769987 Aug 31 06:50:36.437647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:36.451327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.452497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72efced1-772c-4381-b620-dc0dfdfae7e9 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2991996 Aug 31 06:50:36.457136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:36.466631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.466982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.467324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.467659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.467991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.468321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.468655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.469300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.469679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.470007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.470329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.470849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:36.476771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Request body: {'router': {'distributed': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:36.589460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.762564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.774951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f5e48d-4e6f-4a04-937f-3e8e485aa7c9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:36.796029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde52312-ca7a-42de-affa-07f53f07e7ed') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:36.797168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde52312-ca7a-42de-affa-07f53f07e7ed') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:36.815703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.849228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.867312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:36.867996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:36.871000 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:36.909157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.909818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:36.996430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.002652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.005420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] 10.222.0.57 "DELETE /v2.0/networks/58f5e48d-4e6f-4a04-937f-3e8e485aa7c9 HTTP/1.1" status: 204 len: 168 time: 0.5663726 Aug 31 06:50:37.034980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e2994c-698a-460e-a9d0-6e5afde87763 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f5e48d-4e6f-4a04-937f-3e8e485aa7c9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:37.113900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=94639) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 31 06:50:37.114234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Router 02c0a2cf-a158-4254-8e74-f9dfdfe56414 migrating from provider to provider. {{(pid=94639) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 31 06:50:37.115454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.138281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.146052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.162107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76ace8-4291-4890-969b-a19018f6b815 req-e97b44a4-29bd-47a0-8a05-d50fde574c6e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:37.163664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e76ace8-4291-4890-969b-a19018f6b815 req-e97b44a4-29bd-47a0-8a05-d50fde574c6e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.1220782 Aug 31 06:50:37.368294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e76ace8-4291-4890-969b-a19018f6b815 req-bca39c50-37ab-4918-9d56-c692d2b402a3 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120241 Aug 31 06:50:37.374361 n-d-712707-15 neutron-server[94639]: WARNING neutron.scheduler.l3_agent_scheduler [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] No L3 agents can host the router 02c0a2cf-a158-4254-8e74-f9dfdfe56414 Aug 31 06:50:37.463436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:37.594243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Hosts for router 02c0a2cf-a158-4254-8e74-f9dfdfe56414: [] {{(pid=94639) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 31 06:50:37.623637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Hosts for other DVR routers connected to router 02c0a2cf-a158-4254-8e74-f9dfdfe56414: set() {{(pid=94639) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 31 06:50:37.626973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.631053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7670974e-d557-4db5-a089-95e4ce01d991 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1daec9d689cb4cbaa74984cc5bc2dd61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1622164 Aug 31 06:50:37.631053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:37.633642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7eac8248-bde0-41fe-a559-b0fb4fe3e748 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "PUT /v2.0/routers/02c0a2cf-a158-4254-8e74-f9dfdfe56414 HTTP/1.1" status: 200 len: 717 time: 1.1753216 Aug 31 06:50:37.636048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:37.707151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 88b68b66-5d22-4cf1-9c30-5c745381ffd9 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:37.727136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9316ffab-1e3c-4e13-aa19-abe71d268e4c tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "GET /v2.0/routers/02c0a2cf-a158-4254-8e74-f9dfdfe56414 HTTP/1.1" status: 200 len: 717 time: 0.0867119 Aug 31 06:50:37.728157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:37.751837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 88b68b66-5d22-4cf1-9c30-5c745381ffd9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:37.754452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 88b68b66-5d22-4cf1-9c30-5c745381ffd9 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:37.756518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 21527d25-eec1-435a-aa9a-6db764ce74c8 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:37.780288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b294e24-e09c-45f3-aa24-f7ce1920b35c req-3362fa79-2b35-44bb-a1d4-4a6df60da8e5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:37.793304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b294e24-e09c-45f3-aa24-f7ce1920b35c req-3362fa79-2b35-44bb-a1d4-4a6df60da8e5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2585983 Aug 31 06:50:37.808840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 21527d25-eec1-435a-aa9a-6db764ce74c8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:37.811976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 21527d25-eec1-435a-aa9a-6db764ce74c8 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:37.848349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:37.897619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b294e24-e09c-45f3-aa24-f7ce1920b35c req-8172bb7e-608d-425b-8296-1b3ebba52f0b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030133 Aug 31 06:50:37.909602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.003969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.008546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:38.010308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d0796267-e4d4-451e-bad1-4faa717d0ef2 HTTP/1.1" status: 204 len: 168 time: 0.3766630 Aug 31 06:50:38.030955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1eaeb5-4c32-4ab7-9156-f2bb376b4257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0796267-e4d4-451e-bad1-4faa717d0ef2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:38.599542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:38.602002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e2c26b55-de37-4ec8-b51b-f358bcd67676 tempest-RoutersTestDVR-1237316766 tempest-RoutersTestDVR-1237316766-project] 10.222.0.57 "GET /v2.0/routers/02c0a2cf-a158-4254-8e74-f9dfdfe56414 HTTP/1.1" status: 200 len: 683 time: 0.8723567 Aug 31 06:50:38.649241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcf523-e1cc-4b0d-ab93-3de4e912be10 req-be3ca734-6a90-4318-8e58-65c704c393bb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:38.659253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24bcf523-e1cc-4b0d-ab93-3de4e912be10 req-be3ca734-6a90-4318-8e58-65c704c393bb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.5480058 Aug 31 06:50:38.712016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24bcf523-e1cc-4b0d-ab93-3de4e912be10 req-e05e25b3-ee20-411f-be42-998811be22e1 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513349 Aug 31 06:50:38.787688 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.171502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6e822-df36-498c-8f83-4cbb6a9ac574 req-d67f22c9-7483-46cc-898c-4e6eb7de51e5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:39.185825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60d6e822-df36-498c-8f83-4cbb6a9ac574 req-d67f22c9-7483-46cc-898c-4e6eb7de51e5 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1578989 Aug 31 06:50:39.324394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.332006 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60d6e822-df36-498c-8f83-4cbb6a9ac574 req-d9fe1e6b-98c2-4256-a47e-108ee3e86571 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393201 Aug 31 06:50:39.374877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.456566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb25b5-e78a-4c30-9b88-430792a4d80d req-6272c931-5e19-41f7-af8a-ae0848e32a24 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:39.464169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12fb25b5-e78a-4c30-9b88-430792a4d80d req-6272c931-5e19-41f7-af8a-ae0848e32a24 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 946 time: 0.1736541 Aug 31 06:50:39.467219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.467865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 02c0a2cf-a158-4254-8e74-f9dfdfe56414 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:50:39.477789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.482656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4663b65e-50b5-4688-a5f6-54074479f5ac tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "DELETE /v2.0/routers/02c0a2cf-a158-4254-8e74-f9dfdfe56414 HTTP/1.1" status: 204 len: 168 time: 0.8785951 Aug 31 06:50:39.483685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:39.499144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Request body: {'router': {'name': 'tempest-router-762323566', 'distributed': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:39.586504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-12fb25b5-e78a-4c30-9b88-430792a4d80d req-3ea27b1e-d4b6-4cac-a72e-ee504d8b102d tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174116 Aug 31 06:50:39.589369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.601461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.662346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.667613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.696473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:39.698632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a7943367-0b79-47b1-a255-2f4817078665 tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2145710 Aug 31 06:50:39.701649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:39.794543 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.008004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.010549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.079181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.082781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5625b7f-538a-42c9-882c-3231316ace35 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:50:40.094804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.096144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b9317e22-aee8-4c9d-812b-68ea6c558b2b tempest-RoutersTestDVR-1571014625 tempest-RoutersTestDVR-1571014625-project-admin] 10.222.0.57 "DELETE /v2.0/routers/d5625b7f-538a-42c9-882c-3231316ace35 HTTP/1.1" status: 204 len: 168 time: 0.3928223 Aug 31 06:50:40.175411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1040c39d-e59d-442d-81c0-191efc706b10 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:40.533834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78198350-ab6e-4743-8f6c-917a532e63da req-9f5e0f97-f484-4437-9d7c-e1ec8b450a00 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:40.555576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-78198350-ab6e-4743-8f6c-917a532e63da req-9f5e0f97-f484-4437-9d7c-e1ec8b450a00 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1041908 Aug 31 06:50:40.637895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-78198350-ab6e-4743-8f6c-917a532e63da req-ec3358ee-7cd4-4bd9-8799-4d4e779e498f tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688646 Aug 31 06:50:40.709196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-4bb581ae-bef2-4927-858e-a92a27d56dcd tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:40.711437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-4bb581ae-bef2-4927-858e-a92a27d56dcd tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 946 time: 0.0815485 Aug 31 06:50:40.788384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93aa03df-26c8-436a-9990-1fa244e67244 req-9f086e30-e117-488f-8e8f-9ca1ac1ca8a9 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0857177 Aug 31 06:50:40.790895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:40.919332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c5c2-fb31-4933-839c-e3043809ec4a req-594c4270-2ef6-4845-9870-b520a0ec98fa tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:40.925162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90d8c5c2-fb31-4933-839c-e3043809ec4a req-594c4270-2ef6-4845-9870-b520a0ec98fa tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 946 time: 0.1767993 Aug 31 06:50:40.989199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Deleting port e9b6e375-1053-489b-9cc4-7325d0a2fbac {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:40.990327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:40.998900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c338654-57dc-424d-b921-f9a9800a5e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.086058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90d8c5c2-fb31-4933-839c-e3043809ec4a req-98959b44-94a4-48e0-bd43-61bb3850366d tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403430 Aug 31 06:50:41.174305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] For port e9b6e375-1053-489b-9cc4-7325d0a2fbac, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9b6e375-1053-489b-9cc4-7325d0a2fbac,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:41.174952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.204929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c338654-57dc-424d-b921-f9a9800a5e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.208915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Calling delete_port for e9b6e375-1053-489b-9cc4-7325d0a2fbac owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:41.211378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c338654-57dc-424d-b921-f9a9800a5e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.261887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c338654-57dc-424d-b921-f9a9800a5e67 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23d4ec49ec5247729625a7b522d189dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4638636 Aug 31 06:50:41.262066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:41.295505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c338654-57dc-424d-b921-f9a9800a5e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e788ec-f928-4ae2-87da-4b91672a2296,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:41.338956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.409405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.478560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.498533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705', 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:41.499435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.503213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.508415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06e788ec-f928-4ae2-87da-4b91672a2296 HTTP/1.1" status: 204 len: 168 time: 0.2407508 Aug 31 06:50:41.532363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69118108-36d9-47d8-845d-c41d5309095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e788ec-f928-4ae2-87da-4b91672a2296,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:41.562200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event deleted for resources: {'Port': ['ID=e9b6e375-1053-489b-9cc4-7325d0a2fbac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:41.603696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.603881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.604161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.604456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.604849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.605514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.605926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.606280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.606606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.607110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.607282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.607646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:50:41.654268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] No DVR routers for this DVR port e9b6e375-1053-489b-9cc4-7325d0a2fbac on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:41.656911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:41.659074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d072aa7d-68e7-4ec9-9fc1-a993b8d0ba8f req-102953b5-de23-4398-8107-b4500e6d2159 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "DELETE /v2.0/ports/e9b6e375-1053-489b-9cc4-7325d0a2fbac HTTP/1.1" status: 204 len: 173 time: 0.9365153 Aug 31 06:50:41.659857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'name': 'network-vif-deleted', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:41.662981 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3449cba3-20e8-4358-bc5e-42e5e9ef920b" -d '{"events": [{"server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "name": "network-vif-deleted", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:41.672776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:41.740409 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd29494-0c75-4591-bb4f-2af6765cc70c x-openstack-request-id: req-7fd29494-0c75-4591-bb4f-2af6765cc70c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:41.740897 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "058fbdcb-3599-49df-957f-8602cb8f233a", "name": "network-vif-deleted", "tag": "e9b6e375-1053-489b-9cc4-7325d0a2fbac", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:41.741019 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fd29494-0c75-4591-bb4f-2af6765cc70c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:41.741363 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058fbdcb-3599-49df-957f-8602cb8f233a', 'name': 'network-vif-deleted', 'tag': 'e9b6e375-1053-489b-9cc4-7325d0a2fbac', 'status': 'completed', 'code': 200} Aug 31 06:50:41.916037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ade3b9-8890-449a-8824-5c3e6ebf000f req-1907ee49-9ce7-4dfa-af23-55e9ec2a9370 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:41.918742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2ade3b9-8890-449a-8824-5c3e6ebf000f req-1907ee49-9ce7-4dfa-af23-55e9ec2a9370 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1638544 Aug 31 06:50:42.049544 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2ade3b9-8890-449a-8824-5c3e6ebf000f req-cb104b96-9fd7-4f6c-8bc8-70b1458a6609 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153405 Aug 31 06:50:42.065996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e44f8d5-963e-4969-a060-7b64c8c430b5 req-c3b6f18c-b8e1-4b65-80df-f0e048790897 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0787005 Aug 31 06:50:42.266752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:42.283090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1559227-054c-4d3e-b514-a71aab7f1fdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.321810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-34177231-dee0-4ad1-9638-83d60cd488ca req-e73c02e0-02ac-4d16-b0e3-9190eeca42a4 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=058fbdcb-3599-49df-957f-8602cb8f233a HTTP/1.1" status: 200 len: 210 time: 0.0734043 Aug 31 06:50:42.450147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1559227-054c-4d3e-b514-a71aab7f1fdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.455527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1559227-054c-4d3e-b514-a71aab7f1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.499967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a1559227-054c-4d3e-b514-a71aab7f1fdf admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ddebc7a5ba94fd0a2432df5ac78e9d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2321522 Aug 31 06:50:42.500844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1559227-054c-4d3e-b514-a71aab7f1fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbe78e55-def2-4efb-90c3-e9aa05ebfefd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:42.506317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:42.566343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.599907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.655105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.659115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:42.660828 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bbe78e55-def2-4efb-90c3-e9aa05ebfefd HTTP/1.1" status: 204 len: 168 time: 0.1534371 Aug 31 06:50:42.672290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b2e64a-b6d6-4a5c-8d49-f31245676cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbe78e55-def2-4efb-90c3-e9aa05ebfefd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:43.236240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5655fd46-8aba-4ffc-b23b-68cc9d0b1986 req-6358fe73-f7e8-4965-80de-a70c178d2b5d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.239975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22e2264a-3e62-4e13-85c8-7110b9143b9b req-0c6d3e6a-b2de-4951-9b82-080a911a2976 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0508091 Aug 31 06:50:43.244752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5655fd46-8aba-4ffc-b23b-68cc9d0b1986 req-6358fe73-f7e8-4965-80de-a70c178d2b5d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0987356 Aug 31 06:50:43.299668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5655fd46-8aba-4ffc-b23b-68cc9d0b1986 req-e156f119-a52c-48c3-a828-ad33ca278c88 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478094 Aug 31 06:50:43.538084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aab3d8e3-1d21-46fd-81b6-c30b5146f683 req-96705c9e-2c83-4c32-b366-a227c6a8e439 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0597026 Aug 31 06:50:43.707637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03644816-5108-486a-bc0f-a22ecfb3e87d req-3511f26c-9956-4f41-9aa9-7a99acc2c409 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:43.709452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03644816-5108-486a-bc0f-a22ecfb3e87d req-3511f26c-9956-4f41-9aa9-7a99acc2c409 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.0893023 Aug 31 06:50:43.764335 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03644816-5108-486a-bc0f-a22ecfb3e87d req-51bbdd8f-4506-454e-9994-b76e7bb5e540 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474629 Aug 31 06:50:44.208972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9b6e375-1053-489b-9cc4-7325d0a2fbac no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:44.237473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e9b6e375-1053-489b-9cc4-7325d0a2fbac {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:44.243077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9b6e375-1053-489b-9cc4-7325d0a2fbac not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:44.388685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7dd771c1-96fa-4c49-901e-cd2eecf7cb92 req-6a13d93b-dcd0-4c4d-81ae-587adbd3284c tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0390913 Aug 31 06:50:44.449911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a013512e-3f0b-417d-bc4d-32c89e0a4ae7 req-870a6e9e-6dea-45df-b276-85ae982d0500 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:44.466216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a013512e-3f0b-417d-bc4d-32c89e0a4ae7 req-870a6e9e-6dea-45df-b276-85ae982d0500 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0807583 Aug 31 06:50:44.521543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a013512e-3f0b-417d-bc4d-32c89e0a4ae7 req-9d63680c-e285-4a55-90d6-25f874f0932a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517898 Aug 31 06:50:44.609878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:44.758183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-2073447591', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:44.789048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Made reservation on behalf of 53144fce4c664be486ef4fad6019d5d3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:44.800647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:44.828311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:44.916839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ca3005-2d4e-4940-a9cc-d87fc40555bd req-116e56f1-427c-41b0-9047-78abe0125960 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:44.918921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4ca3005-2d4e-4940-a9cc-d87fc40555bd req-116e56f1-427c-41b0-9047-78abe0125960 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.0587881 Aug 31 06:50:44.967849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:44.973014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:44.978902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] device_id is not set on port 4cefbb15-349c-4081-89f1-5deb96bc485b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:44.996848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4ca3005-2d4e-4940-a9cc-d87fc40555bd req-b6d1da62-f06d-4f70-9627-33dcae0de37e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686867 Aug 31 06:50:45.049485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72954ca1-8af9-4307-a084-ce2eaf5a07e3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:45.122099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Allocated IP 172.25.3.16 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/4cefbb15-349c-4081-89f1-5deb96bc485b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:45.297079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.347805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.409081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:45.415035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Pushing event updated for resources: {'Port': ['ID=4cefbb15-349c-4081-89f1-5deb96bc485b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:45.418865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:45.421833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:45.493422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:45.494245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.532773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-4171b028-7d21-4c90-94e7-3e7cccb88c1e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:45.534515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-4171b028-7d21-4c90-94e7-3e7cccb88c1e tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.0957105 Aug 31 06:50:45.554963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29485aff-9888-4ba4-af68-270358b786c4 req-a5a968ef-e35c-4db9-a4d3-346b8bfae822 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0564780 Aug 31 06:50:45.578881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af1e49c6-a3f7-4c9c-a6d2-65bb62b2b50b tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 0.9675522 Aug 31 06:50:45.579775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:45.604201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.607049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.16'}]}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:45.665283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.669029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.772336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.867833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85b3543-6e2b-4a80-b729-916704321524 req-df8e1953-abcf-476f-a83c-9ea3fd278f14 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:45.875495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c85b3543-6e2b-4a80-b729-916704321524 req-df8e1953-abcf-476f-a83c-9ea3fd278f14 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2167263 Aug 31 06:50:45.914910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Deleting port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:45.915473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:45.975891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.007936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c85b3543-6e2b-4a80-b729-916704321524 req-a748c851-5465-451e-80b5-15f1d6f947ad tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172912 Aug 31 06:50:46.126587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] For port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:46.126955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.194330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Calling delete_port for 8261ef0a-b202-4e2c-b9ab-f2b9520a785f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:46.277574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de0852-6deb-463a-9e3d-2fb0b8a45bb9 req-df128cd9-b450-4492-93d9-b68e092a4d47 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:46.280024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6de0852-6deb-463a-9e3d-2fb0b8a45bb9 req-df128cd9-b450-4492-93d9-b68e092a4d47 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=71dda1ba-5481-442d-adb9-f846f8c0a0a9 HTTP/1.1" status: 200 len: 945 time: 0.1498115 Aug 31 06:50:46.352140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.379932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6de0852-6deb-463a-9e3d-2fb0b8a45bb9 req-c88f4a6e-3133-4344-90ef-4324f2f94a8a tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850327 Aug 31 06:50:46.389785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.468833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.485727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:46.488273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['8261ef0a-b202-4e2c-b9ab-f2b9520a785f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:46.537972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event deleted for resources: {'Port': ['ID=8261ef0a-b202-4e2c-b9ab-f2b9520a785f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:46.586495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] No DVR routers for this DVR port 8261ef0a-b202-4e2c-b9ab-f2b9520a785f on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:46.591580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:46.593992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b40ba4b-c2fb-4477-8e8f-5dcaa57c559e req-51063e06-fa02-479e-a1e3-84c89b1a691f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.50 "DELETE /v2.0/ports/8261ef0a-b202-4e2c-b9ab-f2b9520a785f HTTP/1.1" status: 204 len: 173 time: 1.0517359 Aug 31 06:50:46.594456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'name': 'network-vif-deleted', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:46.597269 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e83e5e-6103-432d-8d9f-c992b722976a" -d '{"events": [{"server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "name": "network-vif-deleted", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:46.685491 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d4d547e-1d9b-45f1-b97f-0e37c64a26e0 x-openstack-request-id: req-2d4d547e-1d9b-45f1-b97f-0e37c64a26e0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:46.685785 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71dda1ba-5481-442d-adb9-f846f8c0a0a9", "name": "network-vif-deleted", "tag": "8261ef0a-b202-4e2c-b9ab-f2b9520a785f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:46.686040 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d4d547e-1d9b-45f1-b97f-0e37c64a26e0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:46.686449 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71dda1ba-5481-442d-adb9-f846f8c0a0a9', 'name': 'network-vif-deleted', 'tag': '8261ef0a-b202-4e2c-b9ab-f2b9520a785f', 'status': 'completed', 'code': 200} Aug 31 06:50:46.766636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.167207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9842bd-36f0-439f-abd9-cfdd12e7e485 req-683b0140-229b-4e90-ab84-978a8d9d6a1b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:47.169359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f9842bd-36f0-439f-abd9-cfdd12e7e485 req-683b0140-229b-4e90-ab84-978a8d9d6a1b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0857370 Aug 31 06:50:47.258099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f9842bd-36f0-439f-abd9-cfdd12e7e485 req-74a2e15e-98a9-48b4-8526-339637a5f8e2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812993 Aug 31 06:50:47.353061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21ea973e-e7e2-4f0d-add5-69788fc359ff req-b33f64d2-cb39-40a1-8a82-f7e51a85f4dd tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.6098371 Aug 31 06:50:47.462238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.464506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.513595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.514191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e3d6558-01e0-4d9f-a43d-2f0a8be43dd7 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:50:47.542541 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:50:47.543449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-42ff5c51-4c59-40a7-8292-3ac3c8bce4fe tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.9624317 Aug 31 06:50:47.546582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:47.649666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Deleting port 4cefbb15-349c-4081-89f1-5deb96bc485b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:47.650050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.740004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.756251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Calling delete_port for 4cefbb15-349c-4081-89f1-5deb96bc485b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:47.898387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:47.934499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Pushing event deleted for resources: {'Port': ['ID=4cefbb15-349c-4081-89f1-5deb96bc485b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:48.001225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.003208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-63b276d1-1ae4-45a7-9cd7-85e0a91f2efa tempest-RoutersAdminNegativeIpV6Test-558916752 tempest-RoutersAdminNegativeIpV6Test-558916752-project-admin] 10.222.0.57 "DELETE /v2.0/ports/4cefbb15-349c-4081-89f1-5deb96bc485b HTTP/1.1" status: 204 len: 168 time: 0.4549410 Aug 31 06:50:48.277915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:48.425223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8834bb77-4212-469e-a4f1-42e8cbb96501 req-95e3bf2a-5b43-47b8-8d09-e3da1b3a409b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:48.444543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8834bb77-4212-469e-a4f1-42e8cbb96501 req-95e3bf2a-5b43-47b8-8d09-e3da1b3a409b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1112993 Aug 31 06:50:48.507584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8834bb77-4212-469e-a4f1-42e8cbb96501 req-a257758f-ee92-4416-ad35-9209376110fb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620587 Aug 31 06:50:48.514620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12d3e7d1-e668-4132-b6ef-484b56290659 req-6d9daca0-0562-4647-882b-3c27112a4a46 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0520313 Aug 31 06:50:48.605194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-317647f4-009f-4f2d-964d-64077c4ad14d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.720799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-317647f4-009f-4f2d-964d-64077c4ad14d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.725528 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-317647f4-009f-4f2d-964d-64077c4ad14d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.774549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-317647f4-009f-4f2d-964d-64077c4ad14d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=97c756299b624d3690b7ca335db501ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4955244 Aug 31 06:50:48.777039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317647f4-009f-4f2d-964d-64077c4ad14d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4de3f97a-0780-4bab-a514-284f0f2665b6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:48.777275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:48.842871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.868716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.940025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.943532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:48.945549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4de3f97a-0780-4bab-a514-284f0f2665b6 HTTP/1.1" status: 204 len: 168 time: 0.1671262 Aug 31 06:50:48.979667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c266d18-427f-4353-a8da-f14d41255f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4de3f97a-0780-4bab-a514-284f0f2665b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:49.517219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:49.613401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:49.613966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5472da5a-50c5-4d64-b72c-23bdc70ba7c5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53144fce4c664be486ef4fad6019d5d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0914142 Aug 31 06:50:49.719665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68fa1a33-6663-4470-bd17-c36dcfc5be44 req-0055474a-dbf0-46bb-b7a1-60a0727676ee tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0688164 Aug 31 06:50:49.745026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8261ef0a-b202-4e2c-b9ab-f2b9520a785f no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:49.787373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 8261ef0a-b202-4e2c-b9ab-f2b9520a785f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:49.787852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 8261ef0a-b202-4e2c-b9ab-f2b9520a785f not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:49.796681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.823662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.876464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8696fc6c-9326-4557-b467-b2218cd9e4b3 req-3773d3cc-9e0a-4aad-8a5b-70d23942ba39 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:49.878668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8696fc6c-9326-4557-b467-b2218cd9e4b3 req-3773d3cc-9e0a-4aad-8a5b-70d23942ba39 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2201552 Aug 31 06:50:49.894229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.897080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:49.898221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/72954ca1-8af9-4307-a084-ce2eaf5a07e3 HTTP/1.1" status: 204 len: 168 time: 0.2827346 Aug 31 06:50:49.914402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c6b230-d453-4b8f-a1d0-1a6f67afbf3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72954ca1-8af9-4307-a084-ce2eaf5a07e3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:49.962470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8696fc6c-9326-4557-b467-b2218cd9e4b3 req-a97161d2-8ac0-4461-9504-c8aafe3116eb tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759702 Aug 31 06:50:50.293712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075da32-2961-4cf5-bf72-76ab2b2a8ec6 req-c9a4afc7-e997-4d95-b862-831d664177f4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.298822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-c9b8f4ba-5c8c-4cfc-a573-261ede188a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.300539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-c9b8f4ba-5c8c-4cfc-a573-261ede188a5b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.0679562 Aug 31 06:50:50.304942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6075da32-2961-4cf5-bf72-76ab2b2a8ec6 req-c9a4afc7-e997-4d95-b862-831d664177f4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0918999 Aug 31 06:50:50.348388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6075da32-2961-4cf5-bf72-76ab2b2a8ec6 req-27037334-c94c-4270-ad27-cf04c0ded444 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423317 Aug 31 06:50:50.455796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-1c43d639-21cf-4dc0-9ed1-55e6be4258ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.457594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-1c43d639-21cf-4dc0-9ed1-55e6be4258ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.1485772 Aug 31 06:50:50.540466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-5712875d-c429-4639-afe9-f72e8d697478 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.0739906 Aug 31 06:50:50.603366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-88246d9b-b34e-4e63-b803-53bfec233a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.605668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-88246d9b-b34e-4e63-b803-53bfec233a50 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.0569150 Aug 31 06:50:50.684529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-480ada9d-d394-41be-a354-0222e7530ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:50.691101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-480ada9d-d394-41be-a354-0222e7530ec3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0771935 Aug 31 06:50:50.832699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-9bb47189-0c02-4bfe-87da-0ae146649703 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331131 Aug 31 06:50:51.031958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d09e7aa-7ee2-46ae-a5a4-6365fed7eaab req-173e9465-3338-4c0c-9b9b-c3d7b0293c98 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0709014 Aug 31 06:50:51.145395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af66acb8-0473-4c2b-b370-30205ab8d3ba req-62d38922-41da-41c7-baae-f7f3b6acfe37 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047521 Aug 31 06:50:51.197908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e638156-2193-4314-a2e1-d5a4aee8a97f req-d6f8ddbf-f2e9-4348-a7f5-88347ee40463 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.206165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e638156-2193-4314-a2e1-d5a4aee8a97f req-d6f8ddbf-f2e9-4348-a7f5-88347ee40463 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 946 time: 0.1161914 Aug 31 06:50:51.261588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8e638156-2193-4314-a2e1-d5a4aee8a97f req-fccdd8f4-4586-431f-96e4-67fb7cb615fb tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540347 Aug 31 06:50:51.510888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865edf73-5139-4282-a13b-2efb204d8e03 req-a273fb74-2cee-4814-949f-b27b460860e6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:51.512397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-865edf73-5139-4282-a13b-2efb204d8e03 req-a273fb74-2cee-4814-949f-b27b460860e6 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0815163 Aug 31 06:50:51.553867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-865edf73-5139-4282-a13b-2efb204d8e03 req-38683107-41dd-47ef-8408-a6d054cfc08d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341570 Aug 31 06:50:51.772597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:51.876809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-480805237'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:51.900516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:51.903894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:51.913473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.025484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.029696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.055174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:52.072291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d41d6d6-5ada-4d14-a34f-c8b5bf077afe,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:52.077911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.078259 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment 5012b1d1-f074-4b58-93c5-38fe9c598777 of type vlan for network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b Aug 31 06:50:52.126837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.157485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.164779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.165534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.226676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc5ceb7a-25a0-47d8-87ad-afefd071c6cf req-72f4171f-df1a-49fb-bb1a-bdf7eb15ab24 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0528650 Aug 31 06:50:52.253771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=d0ccbbcf-988f-47d1-88d2-9dc62d5b600b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:52.269381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2e193334-a8ff-49ee-a08c-d22e20819689 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.4832766 Aug 31 06:50:52.269653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:52.470398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe07ede-57a9-4092-a925-4557ff219cb1 req-c536d051-cbaa-4e2a-b8b1-e63abec73be4 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.482219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afe07ede-57a9-4092-a925-4557ff219cb1 req-c536d051-cbaa-4e2a-b8b1-e63abec73be4 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 946 time: 0.0783248 Aug 31 06:50:52.530153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afe07ede-57a9-4092-a925-4557ff219cb1 req-b609c2ac-79ae-45a5-9d4a-9fe8772e8c1f tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/security-groups?id=573a25e5-4eb8-4e50-97f0-97c203828682&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465548 Aug 31 06:50:52.592687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-26461ddb-6b4f-40d4-8bc9-5b3d1ab2b77c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.594273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-26461ddb-6b4f-40d4-8bc9-5b3d1ab2b77c tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 946 time: 0.0617833 Aug 31 06:50:52.761160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Deleting port 63574df2-c76d-4ce1-b085-fd38e61f9705 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:50:52.761693 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.774601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae6439-c4f6-429b-8150-a10e40a6db5c req-f35e5a8d-a674-4a65-ac1a-09ed75f960fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:52.794247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ae6439-c4f6-429b-8150-a10e40a6db5c req-f35e5a8d-a674-4a65-ac1a-09ed75f960fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0934727 Aug 31 06:50:52.881508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ae6439-c4f6-429b-8150-a10e40a6db5c req-53b7460f-9add-4c17-904e-d40ee938539c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857034 Aug 31 06:50:52.883683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] For port 63574df2-c76d-4ce1-b085-fd38e61f9705, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=63574df2-c76d-4ce1-b085-fd38e61f9705,segment=NetworkSegment(f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6),segment_id=f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:50:52.886548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:52.905040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Calling delete_port for 63574df2-c76d-4ce1-b085-fd38e61f9705 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:50:53.089486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7369e17-827d-4d51-82cc-7d3b6ba797af req-127e3ab1-8f9b-4d0d-883c-d331cfac75bd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:53.091470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7369e17-827d-4d51-82cc-7d3b6ba797af req-127e3ab1-8f9b-4d0d-883c-d331cfac75bd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0772676 Aug 31 06:50:53.191169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7369e17-827d-4d51-82cc-7d3b6ba797af req-3257beb5-5539-49a6-a906-a596efbe69cc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0903554 Aug 31 06:50:53.231059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.244487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['63574df2-c76d-4ce1-b085-fd38e61f9705'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:50:53.298984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:53.357557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Pushing event deleted for resources: {'Port': ['ID=63574df2-c76d-4ce1-b085-fd38e61f9705,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:53.392284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] No DVR routers for this DVR port 63574df2-c76d-4ce1-b085-fd38e61f9705 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:50:53.395034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b64bef6-5ea3-44e5-88a2-aa9afb55eae3 req-7a2cd229-d073-4b56-b454-c9465fc01fda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:53.395523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.398376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd0cb199-0d7f-4ca7-b00d-082ea874f148 req-af509c83-3428-4cab-a616-47bf52658e95 tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.53 "DELETE /v2.0/ports/63574df2-c76d-4ce1-b085-fd38e61f9705 HTTP/1.1" status: 204 len: 173 time: 0.7978799 Aug 31 06:50:53.399500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'name': 'network-vif-deleted', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:50:53.403829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b64bef6-5ea3-44e5-88a2-aa9afb55eae3 req-7a2cd229-d073-4b56-b454-c9465fc01fda tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0754383 Aug 31 06:50:53.411828 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9632f6c1-64f1-4c38-b6cb-bac27374540b" -d '{"events": [{"server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "name": "network-vif-deleted", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:50:53.451992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8b64bef6-5ea3-44e5-88a2-aa9afb55eae3 req-700a37f5-1865-488c-bb83-cb2173f0ec05 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472267 Aug 31 06:50:53.463770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b2fb534-a9b8-42c7-b84e-b086654d0bf0 req-4f8f99bd-6fb3-435b-8f51-97b9de8aa37d tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0726628 Aug 31 06:50:53.483616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e63c9fa8-d1af-4473-b855-09c57d5a108b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.544561 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b66b2e-ec09-4886-9d5c-1e26afc44b06 x-openstack-request-id: req-d0b66b2e-ec09-4886-9d5c-1e26afc44b06 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:50:53.545902 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a472658-046e-467d-b495-2598a85c8fa5", "name": "network-vif-deleted", "tag": "63574df2-c76d-4ce1-b085-fd38e61f9705", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:50:53.546328 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d0b66b2e-ec09-4886-9d5c-1e26afc44b06 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:50:53.547068 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a472658-046e-467d-b495-2598a85c8fa5', 'name': 'network-vif-deleted', 'tag': '63574df2-c76d-4ce1-b085-fd38e61f9705', 'status': 'completed', 'code': 200} Aug 31 06:50:53.636614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e63c9fa8-d1af-4473-b855-09c57d5a108b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.642831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e63c9fa8-d1af-4473-b855-09c57d5a108b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.677424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c9fa8-d1af-4473-b855-09c57d5a108b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab54c3c8-dcae-44f3-9357-81613d1a17c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:53.700688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e63c9fa8-d1af-4473-b855-09c57d5a108b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ce8067519dc544cc930fbcc99b2f1f92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3969738 Aug 31 06:50:53.700852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37576589-c2b3-4736-9725-75f53c0c2557 req-4fb5fe46-109d-4fd9-87e7-d9c5991542ee tempest-AttachVolumeNegativeTest-530953151 tempest-AttachVolumeNegativeTest-530953151-project] 10.222.0.57 "GET /v2.0/ports?device_id=0a472658-046e-467d-b495-2598a85c8fa5 HTTP/1.1" status: 200 len: 210 time: 0.0383525 Aug 31 06:50:53.701520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:53.749829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631007db-75ff-4394-8b14-ebe11db5706e req-09284fa0-c442-48dd-ac19-5c76a6dd33dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:53.751349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-631007db-75ff-4394-8b14-ebe11db5706e req-09284fa0-c442-48dd-ac19-5c76a6dd33dc tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0559726 Aug 31 06:50:53.765695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.789265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.792343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-631007db-75ff-4394-8b14-ebe11db5706e req-a1b7048a-8e78-4369-abcb-d0d0460d673a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337114 Aug 31 06:50:53.844644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.847284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:53.851350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ab54c3c8-dcae-44f3-9357-81613d1a17c4 HTTP/1.1" status: 204 len: 168 time: 0.1450312 Aug 31 06:50:53.857533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9bb7d01-b2a1-4d3e-b8c4-574df9311bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab54c3c8-dcae-44f3-9357-81613d1a17c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:54.209781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:54.231197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbef0d7f-9f0e-41e9-9f48-367269336bec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.412908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbef0d7f-9f0e-41e9-9f48-367269336bec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.418546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbef0d7f-9f0e-41e9-9f48-367269336bec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.455615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef0d7f-9f0e-41e9-9f48-367269336bec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de89b090-cbc4-4c8d-ab48-65f1e9b8848b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:54.481868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bbef0d7f-9f0e-41e9-9f48-367269336bec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1aee7d558e6c4115842924d5956a0a4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707770 Aug 31 06:50:54.482433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:54.581863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.602493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf4155e4-8d39-4a81-9282-09f533ca6c4a req-cdecd460-5b77-44cd-920b-c484ef3be2c4 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0433192 Aug 31 06:50:54.634924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.712470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.715358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.719006 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/de89b090-cbc4-4c8d-ab48-65f1e9b8848b HTTP/1.1" status: 204 len: 168 time: 0.2331870 Aug 31 06:50:54.737249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28215e2c-78d7-4477-8192-d5070163a469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de89b090-cbc4-4c8d-ab48-65f1e9b8848b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:54.784802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:54.794299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feb67ce3-e69f-42a8-9256-bda85dab6b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.841719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Deleting subnet ad7696f8-7a37-4e88-a550-84b9a4f85c20 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:50:54.845739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.888379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:54.939809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.007599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169333d3-fee9-4f47-89e0-6343df5b78b0 req-253ac989-7c96-4f34-88f4-a7e4b5d9f702 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.010077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.023516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169333d3-fee9-4f47-89e0-6343df5b78b0 req-253ac989-7c96-4f34-88f4-a7e4b5d9f702 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0905943 Aug 31 06:50:55.037626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.041396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ad7696f8-7a37-4e88-a550-84b9a4f85c20 HTTP/1.1" status: 204 len: 168 time: 0.2552288 Aug 31 06:50:55.066711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:55.076940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06087211-5db1-47f1-b696-d1196476d29e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad7696f8-7a37-4e88-a550-84b9a4f85c20,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:55.143676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169333d3-fee9-4f47-89e0-6343df5b78b0 req-7cdb68cd-aef0-470a-892a-778c8acf1102 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192822 Aug 31 06:50:55.179603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.411945 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.442321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07158428-204e-415e-ad6d-d72262cd1c4b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:55.546633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:55.547011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f98072f0-d2ce-4ae5-b4af-7cc3f5e1a8d6') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:50:55.582769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-a928c7f0-639c-44e9-a8a7-794af94e14f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.585484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-a928c7f0-639c-44e9-a8a7-794af94e14f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=a152b1b10bf64b58943da33e5137b61b&device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 1096 time: 0.1467237 Aug 31 06:50:55.590557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.642536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.675711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:55.682618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:55.742726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:50:55.743216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:50:55.746563 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:50:55.754065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6010fc8d-6c0e-4f40-b9e8-2c68c874016e req-8f7d9048-79f8-4ec5-9053-5e8b63011b22 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.761397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6010fc8d-6c0e-4f40-b9e8-2c68c874016e req-8f7d9048-79f8-4ec5-9053-5e8b63011b22 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.3523910 Aug 31 06:50:55.804403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-053387b3-02bf-4c5d-b15a-f0beffbb31eb req-eb6dd685-f9c0-47a7-9bbb-27ae98975118 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0542645 Aug 31 06:50:55.883267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.899524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:55.904398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.905702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:55.907538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] 10.222.0.57 "DELETE /v2.0/networks/07158428-204e-415e-ad6d-d72262cd1c4b HTTP/1.1" status: 204 len: 168 time: 0.8395782 Aug 31 06:50:55.942998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6010fc8d-6c0e-4f40-b9e8-2c68c874016e req-0955af0e-aa42-4752-b2f4-a09ba4862289 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1661208 Aug 31 06:50:55.946866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edca845-880e-4f15-a631-f333dd05d50b admin admin] Pushing event deleted for resources: {'Network': ['ID=07158428-204e-415e-ad6d-d72262cd1c4b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:55.949236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-d4dff81b-839e-4542-b34b-87ca7de4f8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:55.950797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-d4dff81b-839e-4542-b34b-87ca7de4f8d0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 200 len: 912 time: 0.3450849 Aug 31 06:50:56.119172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-3f981632-8be0-4b9c-af54-75f12503781c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 200 len: 998 time: 0.1587520 Aug 31 06:50:56.185518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:56.224020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-d5ea5dc7-b066-4487-a5f0-fd96f8ccdb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:56.232089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-d5ea5dc7-b066-4487-a5f0-fd96f8ccdb5b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 200 len: 850 time: 0.1017516 Aug 31 06:50:56.270930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 63574df2-c76d-4ce1-b085-fd38e61f9705 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:50:56.307875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 63574df2-c76d-4ce1-b085-fd38e61f9705 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:50:56.308225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 63574df2-c76d-4ce1-b085-fd38e61f9705 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:50:56.348035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a940605e-0cf5-4c42-b8ca-7c7b87571ebc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=60ac247b74da4032b8d8b5919d6220d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613047 Aug 31 06:50:56.351462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:56.382264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-807113ad-e071-430d-ae6b-975fa047291b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:56.384104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-807113ad-e071-430d-ae6b-975fa047291b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=57fbf352-3936-4cb5-88ee-5c88f543a177&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1401803 Aug 31 06:50:56.388022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.499648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=ab839731-be84-4a43-921c-d39ec401263c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:56.525111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.528046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': '5012b1d1-f074-4b58-93c5-38fe9c598777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:56.528417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: d0ccbbcf-988f-47d1-88d2-9dc62d5b600b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:56.558959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.577616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-1ca58871-2695-4d16-a0f0-f85df83784f6 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852233 Aug 31 06:50:56.578259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:56.635031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d0ccbbcf-988f-47d1-88d2-9dc62d5b600b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:56.644085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823c117a-2b44-446e-9acb-b9e3d556f11b None None] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:56.673434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:56.673991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.722372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fafef95e-37ab-4c9a-bcb5-4650f6c692c2 req-c15b4ed6-8ee1-4b6e-9682-8f7ea7a994d0 service neutron] 10.222.0.50 "GET /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362898 Aug 31 06:50:56.724932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:56.726183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-db0615e8-c05e-466d-9fd1-0a21c5ab23cd tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0471230 Aug 31 06:50:56.732532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1597458660'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:56.740731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.748231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.749495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/573a25e5-4eb8-4e50-97f0-97c203828682 HTTP/1.1" status: 204 len: 168 time: 0.3968430 Aug 31 06:50:56.773709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57aedb4-bdea-4703-8e20-8352b7ea1cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=573a25e5-4eb8-4e50-97f0-97c203828682,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:56.780022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:56.788530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.860158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:50:56.886852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:56.888603 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment fc77aa23-5025-4b0f-a04b-b9f16242fee8 of type vlan for network fa722fca-06cd-4cc0-b140-966f711f1d02 Aug 31 06:50:56.968088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d0ccbbcf-988f-47d1-88d2-9dc62d5b600b', 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': 'ab839731-be84-4a43-921c-d39ec401263c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:50:56.969133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.004666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.076224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4cdb54bb-c72f-4652-a97f-623a65a3a156 req-23921faa-4158-4e34-8c41-c747943929bd tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0756984 Aug 31 06:50:57.118061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.132173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:57.132888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.235174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Allocated IP 2001:db8:0:ffff::2 (d0ccbbcf-988f-47d1-88d2-9dc62d5b600b/ab839731-be84-4a43-921c-d39ec401263c/bfef7310-f72f-46fd-9eff-8b0badcb18ba) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:57.315399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:57.334427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6077626 Aug 31 06:50:57.335253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac964d2-07b4-4437-a5cb-13c53e7cff99 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=fa722fca-06cd-4cc0-b140-966f711f1d02,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:57.342194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:57.350091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:57.371506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a20f66-52e3-4101-b4ec-e421e183e296 req-a817cef9-21cc-4c27-b316-96b5f9fc78c2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:57.373400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71a20f66-52e3-4101-b4ec-e421e183e296 req-a817cef9-21cc-4c27-b316-96b5f9fc78c2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.3182411 Aug 31 06:50:57.421533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network fa722fca-06cd-4cc0-b140-966f711f1d02 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:50:57.540769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4714874-d78b-4ca3-a3c1-51306f4ee87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.587515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71a20f66-52e3-4101-b4ec-e421e183e296 req-ed43521a-3fa0-44e5-90a2-102e0c947ff8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1945131 Aug 31 06:50:57.623205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:57.633491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.672227 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.682632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Transition to ACTIVE for port object bfef7310-f72f-46fd-9eff-8b0badcb18ba will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:57.703411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Transition to ACTIVE for port object bfef7310-f72f-46fd-9eff-8b0badcb18ba will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:50:57.715019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.719664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:57.767083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:50:57.770133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:57.782169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:50:57.866704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-267d66fa-2fd3-49a3-bcbb-be91d5291d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.088131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Pushing event updated for resources: {'Port': ['ID=bfef7310-f72f-46fd-9eff-8b0badcb18ba,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:58.149810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:50:58.151437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Attempting to bind port bfef7310-f72f-46fd-9eff-8b0badcb18ba on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:50:58.152811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Attempting to bind port bfef7310-f72f-46fd-9eff-8b0badcb18ba by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5012b1d1-f074-4b58-93c5-38fe9c598777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:50:58.153420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Attempting to bind port bfef7310-f72f-46fd-9eff-8b0badcb18ba on network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:50:58.159621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.161209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:50:58.162020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Checking segment: {'id': '5012b1d1-f074-4b58-93c5-38fe9c598777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:58.162885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.163511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Bound using segment: {'id': '5012b1d1-f074-4b58-93c5-38fe9c598777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:50:58.164141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Bound port: bfef7310-f72f-46fd-9eff-8b0badcb18ba, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5012b1d1-f074-4b58-93c5-38fe9c598777', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'd0ccbbcf-988f-47d1-88d2-9dc62d5b600b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:50:58.165019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.234017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=55643204-c995-4065-b07f-fdd531dc9fc7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:58.242449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-267d66fa-2fd3-49a3-bcbb-be91d5291d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.256256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-267d66fa-2fd3-49a3-bcbb-be91d5291d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.318221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] For port bfef7310-f72f-46fd-9eff-8b0badcb18ba, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:50:58.322158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] For port bfef7310-f72f-46fd-9eff-8b0badcb18ba, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bfef7310-f72f-46fd-9eff-8b0badcb18ba,segment=NetworkSegment(5012b1d1-f074-4b58-93c5-38fe9c598777),segment_id=5012b1d1-f074-4b58-93c5-38fe9c598777)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:50:58.329457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.362160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4fdc333-5157-4536-9efe-8258b65ab1b3 req-17657b2e-ad01-44f2-8e08-430a169a9bc1 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0832922 Aug 31 06:50:58.368016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d66fa-2fd3-49a3-bcbb-be91d5291d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b451aea-4cec-4f7d-8587-14608016ac5c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:58.403692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-267d66fa-2fd3-49a3-bcbb-be91d5291d9c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b9a29a57c2164821a0889489e5d7149e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0376291 Aug 31 06:50:58.403692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:58.452780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': 'fc77aa23-5025-4b0f-a04b-b9f16242fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:50:58.453253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: fa722fca-06cd-4cc0-b140-966f711f1d02, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:50:58.467299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86b03e-0862-4017-a3f3-f37235084e92 None None] Pushing event updated for resources: {'Port': ['ID=bfef7310-f72f-46fd-9eff-8b0badcb18ba,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:58.498265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.512130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network fa722fca-06cd-4cc0-b140-966f711f1d02 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:50:58.541204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, fa722fca-06cd-4cc0-b140-966f711f1d02) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:50:58.546646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:58.547531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.552829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.556735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749e1ef7-f2e2-4595-bb4c-9a407fff7513 None None] Network fa722fca-06cd-4cc0-b140-966f711f1d02 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:50:58.594131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eff2b74c-469c-48e5-9c31-4056c429310b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2772863 Aug 31 06:50:58.596837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:50:58.604688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'port': {'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02', 'name': 'tempest-NetworksIpV6TestAttrs-2078408742'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:50:58.634133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.638000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:58.639414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9b451aea-4cec-4f7d-8587-14608016ac5c HTTP/1.1" status: 204 len: 168 time: 0.2471905 Aug 31 06:50:58.655089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3753ed90-5a2b-4b0e-9295-5556d0f16da5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b451aea-4cec-4f7d-8587-14608016ac5c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:50:59.015990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-fa722fca-06cd-4cc0-b140-966f711f1d02', 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': '55643204-c995-4065-b07f-fdd531dc9fc7'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:50:59.016870 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:59.123237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2d6c57-57c5-407c-9147-ed40d25a8073 req-1caea30d-0379-4919-b6c2-3f48f2fcbeb9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:59.124762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb2d6c57-57c5-407c-9147-ed40d25a8073 req-1caea30d-0379-4919-b6c2-3f48f2fcbeb9 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2834671 Aug 31 06:50:59.238141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb2d6c57-57c5-407c-9147-ed40d25a8073 req-5845f682-3f81-4c47-99d2-21f7d1413e7b tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948553 Aug 31 06:50:59.240983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:50:59.245932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:59.324749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] device_id is not set on port 55f221f9-f896-4dbf-98e4-be2cc9295756 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:50:59.454340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Allocated IP 2001:db8::f816:3eff:fe1b:c250 (fa722fca-06cd-4cc0-b140-966f711f1d02/55643204-c995-4065-b07f-fdd531dc9fc7/0599f201-b516-403d-a7d3-9daac9011a52) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:50:59.492105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bfef7310-f72f-46fd-9eff-8b0badcb18ba up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:50:59.611404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6191935-1bb0-436b-8810-f3122d115a48 req-39e1ef1b-e0ff-481d-abd0-80761f19efac tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:50:59.624388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6191935-1bb0-436b-8810-f3122d115a48 req-39e1ef1b-e0ff-481d-abd0-80761f19efac tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1507890 Aug 31 06:50:59.656432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab77fbed-dd3f-4334-ba7f-23a1f4725ba3 req-b49413a5-76e2-43dd-b4fb-746e091bd0b9 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1147053 Aug 31 06:50:59.679633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6191935-1bb0-436b-8810-f3122d115a48 req-01aa7715-522c-43a9-a850-064009cc6f96 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528069 Aug 31 06:50:59.776669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:59.784085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bfef7310-f72f-46fd-9eff-8b0badcb18ba completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:50:59.983913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:50:59.993091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Transition to ACTIVE for port object 0599f201-b516-403d-a7d3-9daac9011a52 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:00.019904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Transition to ACTIVE for port object 0599f201-b516-403d-a7d3-9daac9011a52 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:00.028835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.080317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Network fa722fca-06cd-4cc0-b140-966f711f1d02 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:00.089468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:00.093456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:00.107460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Pushing event updated for resources: {'Port': ['ID=0599f201-b516-403d-a7d3-9daac9011a52,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:00.126050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Allocated IP 2001:db8::f816:3eff:febb:7ef2 (fa722fca-06cd-4cc0-b140-966f711f1d02/55643204-c995-4065-b07f-fdd531dc9fc7/55f221f9-f896-4dbf-98e4-be2cc9295756) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:00.195207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Attempting to bind port 0599f201-b516-403d-a7d3-9daac9011a52 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:00.195573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Attempting to bind port 0599f201-b516-403d-a7d3-9daac9011a52 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'fc77aa23-5025-4b0f-a04b-b9f16242fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:00.195933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Attempting to bind port 0599f201-b516-403d-a7d3-9daac9011a52 on network fa722fca-06cd-4cc0-b140-966f711f1d02 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:00.201186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:00.201591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Checking segment: {'id': 'fc77aa23-5025-4b0f-a04b-b9f16242fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:00.206370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.206773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Bound using segment: {'id': 'fc77aa23-5025-4b0f-a04b-b9f16242fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:00.207445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Bound port: 0599f201-b516-403d-a7d3-9daac9011a52, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc77aa23-5025-4b0f-a04b-b9f16242fee8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'fa722fca-06cd-4cc0-b140-966f711f1d02'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:00.208774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.229270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e56f51-c9db-4df1-b649-576c9d53f164 None None] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:00.332498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.349768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] For port 0599f201-b516-403d-a7d3-9daac9011a52, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:00.353647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] For port 0599f201-b516-403d-a7d3-9daac9011a52, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0599f201-b516-403d-a7d3-9daac9011a52,segment=NetworkSegment(fc77aa23-5025-4b0f-a04b-b9f16242fee8),segment_id=fc77aa23-5025-4b0f-a04b-b9f16242fee8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:00.355161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Transition to ACTIVE for port object 55f221f9-f896-4dbf-98e4-be2cc9295756 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:00.367953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Provisioning for port bfef7310-f72f-46fd-9eff-8b0badcb18ba completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:00.372297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.389292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Provisioning complete for port bfef7310-f72f-46fd-9eff-8b0badcb18ba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:00.389704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.402638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.546545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1334d-bd66-4b93-b788-304a49574ac7 None None] Pushing event updated for resources: {'Port': ['ID=0599f201-b516-403d-a7d3-9daac9011a52,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:00.797594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.905956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] For port bfef7310-f72f-46fd-9eff-8b0badcb18ba, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bfef7310-f72f-46fd-9eff-8b0badcb18ba,segment=NetworkSegment(5012b1d1-f074-4b58-93c5-38fe9c598777),segment_id=5012b1d1-f074-4b58-93c5-38fe9c598777)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:00.910826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:00.978901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef67ca84-13cf-4402-a482-6e42a2f2b1f3 req-15e7975b-fd46-41fa-b474-2ea356412274 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1113729 Aug 31 06:51:01.039656 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.065178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network fa722fca-06cd-4cc0-b140-966f711f1d02 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:01.070360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:01.081772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:01.091652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656b036-eb7c-4a2a-aef0-ab05ef428fe5 None None] Pushing event updated for resources: {'Port': ['ID=bfef7310-f72f-46fd-9eff-8b0badcb18ba,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:01.116091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:01.116910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.160873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Port': ['ID=55f221f9-f896-4dbf-98e4-be2cc9295756,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:01.164918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f2af7e8-4605-4bed-9fc3-9081be1af114 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5663135 Aug 31 06:51:01.168131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:01.270907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:01.303750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-241afbaa-6b84-4624-ab8a-5481d4033b94 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:01.308091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting subnet 55643204-c995-4065-b07f-fdd531dc9fc7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:01.313698 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-241afbaa-6b84-4624-ab8a-5481d4033b94 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=0477a79d-73f5-4bd3-b806-3b852c00452e HTTP/1.1" status: 200 len: 944 time: 0.1463478 Aug 31 06:51:01.315053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.387611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.445860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c8f65b0a-e77d-4f95-99dd-63d5ed356487 None None] Provisioning complete for port bfef7310-f72f-46fd-9eff-8b0badcb18ba triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:01.446261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8f65b0a-e77d-4f95-99dd-63d5ed356487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.529090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58964108-004c-4407-9191-092346f1670b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.560091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0599f201-b516-403d-a7d3-9daac9011a52 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:01.720560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port 1040c39d-e59d-442d-81c0-191efc706b10 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:01.721382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.722749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0599f201-b516-403d-a7d3-9daac9011a52 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:01.733602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.755097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bfef7310-f72f-46fd-9eff-8b0badcb18ba up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:01.848181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.879134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58964108-004c-4407-9191-092346f1670b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.886438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bfef7310-f72f-46fd-9eff-8b0badcb18ba triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:01.886932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.888919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=55643204-c995-4065-b07f-fdd531dc9fc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:01.889739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58964108-004c-4407-9191-092346f1670b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.897137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:01.902898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ae2d4be-e2db-42c9-83c6-5e8a6d103d45 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/55643204-c995-4065-b07f-fdd531dc9fc7 HTTP/1.1" status: 204 len: 168 time: 0.7320104 Aug 31 06:51:01.903809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:01.964070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port 1040c39d-e59d-442d-81c0-191efc706b10, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1040c39d-e59d-442d-81c0-191efc706b10,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:01.964802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.006479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58964108-004c-4407-9191-092346f1670b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3586fda2cd9a4bada0e969932b8526ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7338915 Aug 31 06:51:02.009044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for 1040c39d-e59d-442d-81c0-191efc706b10 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:02.009946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:02.017270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58964108-004c-4407-9191-092346f1670b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=553ef158-3317-4c01-bbbf-38ff54de7241,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:02.111405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df0b39-dc85-4a71-998b-7e6cb5447e2b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:02.113076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df0b39-dc85-4a71-998b-7e6cb5447e2b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:02.115261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-42df0b39-dc85-4a71-998b-7e6cb5447e2b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2102747 Aug 31 06:51:02.120147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:02.173671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eac06e05-2035-41ac-a18e-2ad614c52830 req-ef17c7f0-ced0-42c0-805e-9174bdf6024a tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0384345 Aug 31 06:51:02.209074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.230498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed924d0-bc2c-4975-924f-2f37fd38ef25 None None] Network fa722fca-06cd-4cc0-b140-966f711f1d02 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:02.264398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.275555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:02.292751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0d73dbf-9327-4e30-ad8b-411ec408f1ac tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.303276 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d73dbf-9327-4e30-ad8b-411ec408f1ac tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 06:51:02.303783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d73dbf-9327-4e30-ad8b-411ec408f1ac tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:02.312752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a0d73dbf-9327-4e30-ad8b-411ec408f1ac tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/fa722fca-06cd-4cc0-b140-966f711f1d02 HTTP/1.1" status: 409 len: 405 time: 0.1916752 Aug 31 06:51:02.314954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:02.324668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-514459607'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:02.376197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.383738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.385953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:02.388189 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/553ef158-3317-4c01-bbbf-38ff54de7241 HTTP/1.1" status: 204 len: 168 time: 0.3771346 Aug 31 06:51:02.389417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.400257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Provisioning for port 0599f201-b516-403d-a7d3-9daac9011a52 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:02.404769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f8604-e805-4ade-b5e6-2d08b2f75580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=553ef158-3317-4c01-bbbf-38ff54de7241,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:02.413458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.419060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Provisioning complete for port 0599f201-b516-403d-a7d3-9daac9011a52 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:02.419667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.461042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=1040c39d-e59d-442d-81c0-191efc706b10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:02.462089 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a8ca-f7a7-4fe9-81bb-59645af12b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.482555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'c8713934-dda6-4998-bd67-f80f6c42544d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:02.522363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:02.542818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] No DVR routers for this DVR port 1040c39d-e59d-442d-81c0-191efc706b10 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:02.547485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.552980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30bd03f8-9106-498d-9fc2-a60a041b8a87 req-d2b63403-9508-4abe-befb-8d36eea5e395 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "DELETE /v2.0/ports/1040c39d-e59d-442d-81c0-191efc706b10 HTTP/1.1" status: 204 len: 173 time: 1.2372661 Aug 31 06:51:02.554352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-deleted', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:02.556907 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6402dad0-29b4-48fb-9ee4-9c027e786185" -d '{"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-deleted", "tag": "1040c39d-e59d-442d-81c0-191efc706b10"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:02.585534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.588260 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment a05fcfa1-8dbf-4991-b650-26c77389acde of type vlan for network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b Aug 31 06:51:02.670407 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dbb338-7d7c-41ac-b429-adfba7467b7a x-openstack-request-id: req-30dbb338-7d7c-41ac-b429-adfba7467b7a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:02.672445 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0477a79d-73f5-4bd3-b806-3b852c00452e", "name": "network-vif-deleted", "tag": "1040c39d-e59d-442d-81c0-191efc706b10", "status": "failed", "code": 422}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:02.674311 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30dbb338-7d7c-41ac-b429-adfba7467b7a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:02.675885 n-d-712707-15 neutron-server[94639]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0477a79d-73f5-4bd3-b806-3b852c00452e', 'name': 'network-vif-deleted', 'tag': '1040c39d-e59d-442d-81c0-191efc706b10', 'status': 'failed', 'code': 422} returned with failed status Aug 31 06:51:02.803529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.805227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] DHCP port deletion for fa722fca-06cd-4cc0-b140-966f711f1d02 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:02.807905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a8ca-f7a7-4fe9-81bb-59645af12b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.817912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3d8a8ca-f7a7-4fe9-81bb-59645af12b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.878693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.893916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.907197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:02.910743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:02.923661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8a8ca-f7a7-4fe9-81bb-59645af12b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de00e48-e9c2-43f8-b7f7-d162dcc11af2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:02.953359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f3d8a8ca-f7a7-4fe9-81bb-59645af12b04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c59416c5de843ac8992ef3c396418bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6766527 Aug 31 06:51:02.959317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:02.974945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] For port 0599f201-b516-403d-a7d3-9daac9011a52, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0599f201-b516-403d-a7d3-9daac9011a52,segment=NetworkSegment(fc77aa23-5025-4b0f-a04b-b9f16242fee8),segment_id=fc77aa23-5025-4b0f-a04b-b9f16242fee8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:02.989708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.081522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.089157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7731318 Aug 31 06:51:03.094296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:03.109001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:03.116257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43316b46-b37b-4704-a0ec-ffda6229ebeb tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=8eac0fff-4b13-4fd5-b488-aa50c6d5199b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.123573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Deleting port 0599f201-b516-403d-a7d3-9daac9011a52 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:03.123947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.154532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:03.197365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.257665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:03.262086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.330909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] For port 0599f201-b516-403d-a7d3-9daac9011a52, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0599f201-b516-403d-a7d3-9daac9011a52,segment=NetworkSegment(fc77aa23-5025-4b0f-a04b-b9f16242fee8),segment_id=fc77aa23-5025-4b0f-a04b-b9f16242fee8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:03.331311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.354311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Calling delete_port for 0599f201-b516-403d-a7d3-9daac9011a52 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:03.362182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd0b3a8b-d8c6-479b-8641-1bdb137cde02 req-d68ad2c4-8c16-4fdf-a17d-8e7bd01e81d0 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0450559 Aug 31 06:51:03.368541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9d4fe-fc5c-4f04-afe5-3a7e84010b55 None None] Pushing event updated for resources: {'Port': ['ID=0599f201-b516-403d-a7d3-9daac9011a52,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.400690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0599f201-b516-403d-a7d3-9daac9011a52 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:03.479963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.482995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.487364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7de00e48-e9c2-43f8-b7f7-d162dcc11af2 HTTP/1.1" status: 204 len: 168 time: 0.5270288 Aug 31 06:51:03.578958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0b7093-7f97-4e68-9e15-55d1d60f137d req-d4babc11-6d69-4b6f-b060-ee995ddb5399 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.588874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9b87d1-7f77-49a6-97ec-e3aa535d08c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de00e48-e9c2-43f8-b7f7-d162dcc11af2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.594690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.597044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce0b7093-7f97-4e68-9e15-55d1d60f137d req-d4babc11-6d69-4b6f-b060-ee995ddb5399 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 907 time: 0.1214015 Aug 31 06:51:03.676132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 0599f201-b516-403d-a7d3-9daac9011a52, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0599f201-b516-403d-a7d3-9daac9011a52,segment=NetworkSegment(fc77aa23-5025-4b0f-a04b-b9f16242fee8),segment_id=fc77aa23-5025-4b0f-a04b-b9f16242fee8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:03.696366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.703093 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.729379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event deleted for resources: {'Port': ['ID=0599f201-b516-403d-a7d3-9daac9011a52,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.769082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.802782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.817135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.833538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.845833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.855309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.864988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:03.877981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-2537780a-ac88-46f4-b1b6-b71798654353 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.1901979 Aug 31 06:51:03.890596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:51:03.892375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:03.925191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] No DVR routers for this DVR port 0599f201-b516-403d-a7d3-9daac9011a52 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:03.933711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c613f2-8e4a-4cbf-b4bc-4b8b99fa552a None None] Pushing event deleted for resources: {'Port': ['ID=0599f201-b516-403d-a7d3-9daac9011a52,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.985693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9340421c-6b4b-4ebf-b9f3-0321a45d0033 req-c745023f-f2e3-4dde-8d89-dde106139db4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1025252 Aug 31 06:51:03.988974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=142ab34e-6ca7-4669-a5a2-f882112f44b3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:03.996384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': 'a05fcfa1-8dbf-4991-b650-26c77389acde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:03.997199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: 8eac0fff-4b13-4fd5-b488-aa50c6d5199b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:04.031316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:04.064003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 8eac0fff-4b13-4fd5-b488-aa50c6d5199b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:04.071110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:04.072398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.077546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c88d3d-6381-4b23-bb37-ebfae5b8593c None None] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:04.088613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-403b169a-e637-49b1-9ef8-53d0d4577e48 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9932082 Aug 31 06:51:04.091298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:04.096931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'port': {'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b', 'name': 'tempest-NetworksIpV6TestAttrs-1345128963'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:04.218663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:04.237690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b999e0-f180-4922-b98a-2bc09057d7a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.277906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:51:04.277906 n-d-712707-15 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:51:04.277906 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'id': 'ccc002a7-3d2b-48b1-9911-097141fc22a5', 'expiration': datetime.datetime(2021, 8, 31, 6, 53, 4, 267116)}] Aug 31 06:51:04.277906 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:51:04.279077 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:51:04.290959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-8eac0fff-4b13-4fd5-b488-aa50c6d5199b', 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': '142ab34e-6ca7-4669-a5a2-f882112f44b3'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:04.291830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.383484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b999e0-f180-4922-b98a-2bc09057d7a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.390627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41b999e0-f180-4922-b98a-2bc09057d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.426017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b999e0-f180-4922-b98a-2bc09057d7a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9c532d-5133-49aa-8528-50b2bdff2e2c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:04.455586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Allocated IP 2001:db8::f816:3eff:fe33:4c85 (8eac0fff-4b13-4fd5-b488-aa50c6d5199b/142ab34e-6ca7-4669-a5a2-f882112f44b3/61f497ca-4d75-46c5-baf1-a3d83bf35b42) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:04.456784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:04.469182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41b999e0-f180-4922-b98a-2bc09057d7a1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e15eabf64cb541ee9c9af5c0a8a7eb5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2394490 Aug 31 06:51:04.525875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.585853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a45ac4e-08de-433a-916c-7dfa6463da23 req-43ff8209-591e-4576-9da8-0f72fd24c786 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0572989 Aug 31 06:51:04.602125 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.673635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.680223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.683343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.687494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6c9c532d-5133-49aa-8528-50b2bdff2e2c HTTP/1.1" status: 204 len: 168 time: 0.2267230 Aug 31 06:51:04.694791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Transition to ACTIVE for port object 61f497ca-4d75-46c5-baf1-a3d83bf35b42 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:04.709477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f57db7-7a2e-4cbb-8d49-2021507c3465 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9c532d-5133-49aa-8528-50b2bdff2e2c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:04.735784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Transition to ACTIVE for port object 61f497ca-4d75-46c5-baf1-a3d83bf35b42 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:04.765420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.819631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117dd403-8737-4a63-8051-8a19f0ebced5 req-a77fcae3-1936-4d64-b78f-34453097265c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:04.821961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-117dd403-8737-4a63-8051-8a19f0ebced5 req-a77fcae3-1936-4d64-b78f-34453097265c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 907 time: 0.1150708 Aug 31 06:51:04.831318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:04.845393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Pushing event updated for resources: {'Port': ['ID=61f497ca-4d75-46c5-baf1-a3d83bf35b42,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:04.856165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.861918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:04.865176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:04.868906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:04.869055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-e889cbf0-61af-423c-8694-bfb157feb306 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:04.870244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-e889cbf0-61af-423c-8694-bfb157feb306 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 907 time: 0.0985613 Aug 31 06:51:04.893538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] device_id is not set on port c682cf94-0460-4935-bd7a-f95b3363e1e0 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:04.960761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Attempting to bind port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:04.961358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Attempting to bind port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a05fcfa1-8dbf-4991-b650-26c77389acde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:04.961507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Attempting to bind port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 on network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:04.967600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:04.968475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Checking segment: {'id': 'a05fcfa1-8dbf-4991-b650-26c77389acde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:04.969115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:04.969732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Bound using segment: {'id': 'a05fcfa1-8dbf-4991-b650-26c77389acde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:04.970386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Bound port: 61f497ca-4d75-46c5-baf1-a3d83bf35b42, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a05fcfa1-8dbf-4991-b650-26c77389acde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '8eac0fff-4b13-4fd5-b488-aa50c6d5199b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:04.970986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.048166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.055954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.063486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] For port 61f497ca-4d75-46c5-baf1-a3d83bf35b42, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:05.064077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.067610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] For port 61f497ca-4d75-46c5-baf1-a3d83bf35b42, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=61f497ca-4d75-46c5-baf1-a3d83bf35b42,segment=NetworkSegment(a05fcfa1-8dbf-4991-b650-26c77389acde),segment_id=a05fcfa1-8dbf-4991-b650-26c77389acde)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:05.072782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.073689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:05.074042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.076243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.084780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.096645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.106501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.109411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-841cccb1-750e-48bd-ab83-6a8dfadbffc1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.2182698 Aug 31 06:51:05.168580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff745e-da75-4620-969f-463c3f79b674 None None] Pushing event updated for resources: {'Port': ['ID=61f497ca-4d75-46c5-baf1-a3d83bf35b42,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:05.291639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:05.292005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.313154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:05.393997 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.409609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Allocated IP 2001:db8::f816:3eff:fe3a:5079 (8eac0fff-4b13-4fd5-b488-aa50c6d5199b/142ab34e-6ca7-4669-a5a2-f882112f44b3/c682cf94-0460-4935-bd7a-f95b3363e1e0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:05.435144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d257d323-6d22-4952-9df8-49744de9cfb6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.443060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d257d323-6d22-4952-9df8-49744de9cfb6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3239357 Aug 31 06:51:05.533085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.542089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.549289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.556299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.562601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.569208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.575319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:05.577511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-96f7814a-2de4-4fb2-ac25-6d7123750182 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 5445 time: 0.3175018 Aug 31 06:51:05.587038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.669844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:05.766813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] No DVR routers for this DVR port 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:05.771770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:05.773987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6dd7ab37-97df-4387-96cf-9a2b75a26471 req-d151d378-6d39-446a-b326-23b3f6839035 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "DELETE /v2.0/ports/55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 HTTP/1.1" status: 204 len: 173 time: 0.8972213 Aug 31 06:51:05.815120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'name': 'network-vif-deleted', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:05.819677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8f789dc-f7be-4529-8424-94b266f42d98 req-4a18fdad-de74-4ca3-8ed0-c1dacbad76d6 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1847613 Aug 31 06:51:05.822559 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb6c75f-ef61-4410-8155-dee5ae9e79ac" -d '{"events": [{"server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "name": "network-vif-deleted", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:05.839654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2afe11de-a2f3-4b02-8d63-23257f345873 req-5a94d1de-4112-414e-abef-443e0c0111b1 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0796304 Aug 31 06:51:05.876261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-39eb3f57-06c7-40d3-9637-1792d5ed1ba9 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4267344 Aug 31 06:51:05.899911 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e17d55-18d0-4570-afbd-7caddb41df76 x-openstack-request-id: req-d6e17d55-18d0-4570-afbd-7caddb41df76 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:05.900721 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa4ee1a-79ca-403c-9e43-bcceb1be71d8", "name": "network-vif-deleted", "tag": "55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:05.901933 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6e17d55-18d0-4570-afbd-7caddb41df76 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:05.902557 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6fa4ee1a-79ca-403c-9e43-bcceb1be71d8', 'name': 'network-vif-deleted', 'tag': '55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1', 'status': 'completed', 'code': 200} Aug 31 06:51:05.934897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:06.092520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.097132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80e1498c-5b35-4313-81b6-7f6138d7e0b1 req-25d31920-3a9d-4107-9757-0abc7b8a6e94 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6fa4ee1a-79ca-403c-9e43-bcceb1be71d8 HTTP/1.1" status: 200 len: 210 time: 0.0621283 Aug 31 06:51:06.295298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.320438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8a2f8e66-3ccd-41e8-8907-bb511b371167 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:06.326041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Transition to ACTIVE for port object c682cf94-0460-4935-bd7a-f95b3363e1e0 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:06.361674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8250b78c-e9f3-47bf-b51e-58b12d2f157c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:06.419077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] For port 8250b78c-e9f3-47bf-b51e-58b12d2f157c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:06.445528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.507959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.539774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] device_id is not set on port 8250b78c-e9f3-47bf-b51e-58b12d2f157c yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:06.547771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:06.554489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:06.558454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:06.564815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:06.565772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.578701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.586156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:06.594067 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3001074-2c2c-45a0-97db-c8190d6084b3" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:06.597633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.606475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Port': ['ID=c682cf94-0460-4935-bd7a-f95b3363e1e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:06.658406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aa97da9e-472c-4b87-bde9-1e80d86194d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.5659218 Aug 31 06:51:06.662342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:06.665484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:06.674416 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.678053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8250b78c-e9f3-47bf-b51e-58b12d2f157c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:06.716349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] No DVR routers for this DVR port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:06.790918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] In _notify_port_updated(), no bound segment for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:06.791958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:06.792738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.794192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] 10.222.0.53 "PUT /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 200 len: 1033 time: 0.8635602 Aug 31 06:51:06.802962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e61160-fddb-4c72-b3b7-2a0207c4715c service neutron] Pushing event updated for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:06.811852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting subnet 142ab34e-6ca7-4669-a5a2-f882112f44b3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:06.822865 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c78c62b-5750-40f3-8ef2-c8941e11a738 x-openstack-request-id: req-3c78c62b-5750-40f3-8ef2-c8941e11a738 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:06.823527 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:06.823945 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c78c62b-5750-40f3-8ef2-c8941e11a738 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:06.825182 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'code': 200} Aug 31 06:51:06.829781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:06.902272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-918456d9-c115-4bdc-a1d1-80e5aedb0c5b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:06.903958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-918456d9-c115-4bdc-a1d1-80e5aedb0c5b tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "GET /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1032948 Aug 31 06:51:06.923440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8250b78c-e9f3-47bf-b51e-58b12d2f157c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:06.923869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 656b9a45-4270-4e6f-8939-eef5ab878f46 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:06.928110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:06.932554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:07.033714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.037795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c266413-8368-4fc4-85ab-b59a575eb478 None None] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:07.086475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7fe3e7a5-cc8d-4c16-8cbc-bacf40fe0633 None None] Provisioning for port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:07.092232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87d517c7-80b1-47c9-ae96-b69bf42d41e2 req-55648003-07aa-4b98-abe3-bdd8019f50a7 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0501218 Aug 31 06:51:07.105386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.127549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:07.293955 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.456950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.493528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 61f497ca-4d75-46c5-baf1-a3d83bf35b42 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:07.498611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e61695-5cd9-4513-9309-86efdcb2abc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.622452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6f749ae0-6d8e-4554-b78e-7a5407676830,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:07.639288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.654623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:07.695994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.697125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:07.717360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=142ab34e-6ca7-4669-a5a2-f882112f44b3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:07.725363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.727510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8202316e-3b15-4dc4-a14f-d2cb076aac86 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/142ab34e-6ca7-4669-a5a2-f882112f44b3 HTTP/1.1" status: 204 len: 168 time: 1.0635798 Aug 31 06:51:07.734520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:07.796859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a8600af-9820-4e94-935b-b59abcbe77c7 None None] Provisioning complete for port 8250b78c-e9f3-47bf-b51e-58b12d2f157c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:07.797590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a8600af-9820-4e94-935b-b59abcbe77c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.807734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:07.809265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 55c8d5d3-a7cf-4640-98c4-844a4ebb2ae1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:07.810908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8b17f59e-eb96-42ea-8e4e-318f661cea0e no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:07.828489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da294f83-c437-4307-9ee4-5e2f8f32c4e0 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.830320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da294f83-c437-4307-9ee4-5e2f8f32c4e0 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.832338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-da294f83-c437-4307-9ee4-5e2f8f32c4e0 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0947061 Aug 31 06:51:07.845821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.853609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.860174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.867132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.870445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e61695-5cd9-4513-9309-86efdcb2abc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.874853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.881922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:07.882138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] For port 6f749ae0-6d8e-4554-b78e-7a5407676830, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:07.890434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-772aa047-0f12-4c70-9e8c-519a600494e5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 4663 time: 0.8708656 Aug 31 06:51:07.892713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:07.923700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] device_id is not set on port 6f749ae0-6d8e-4554-b78e-7a5407676830 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:07.934647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.944559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.946941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59e61695-5cd9-4513-9309-86efdcb2abc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:07.960112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.026683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e61695-5cd9-4513-9309-86efdcb2abc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=464e29bc-3d81-4f39-8be4-58feb4221453,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.052386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d418c3af-15c3-4ea5-8dd7-0031fb155df0 req-709ca76a-a748-49a0-8f12-0d9b804d366d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=cd8b670d-db0a-4bdf-8129-7798738e4b5e&id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1537061 Aug 31 06:51:08.084079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5a28888-93f3-4f47-8b51-74a24f2d835d tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.087349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8a8600af-9820-4e94-935b-b59abcbe77c7 None None] Port 8250b78c-e9f3-47bf-b51e-58b12d2f157c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:08.095418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:08.101702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:08.102857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.108143 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5a28888-93f3-4f47-8b51-74a24f2d835d tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 31 06:51:08.108143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5a28888-93f3-4f47-8b51-74a24f2d835d tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:08.115533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d5a28888-93f3-4f47-8b51-74a24f2d835d tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/8eac0fff-4b13-4fd5-b488-aa50c6d5199b HTTP/1.1" status: 409 len: 405 time: 0.2183726 Aug 31 06:51:08.119579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.126672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751673910'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:08.160963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29da8f53-ee7e-4175-9311-182ea5023715 req-32199f91-972d-4c35-9665-43cd062ac750 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.162751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29da8f53-ee7e-4175-9311-182ea5023715 req-32199f91-972d-4c35-9665-43cd062ac750 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 945 time: 0.4775496 Aug 31 06:51:08.171340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.171619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59e61695-5cd9-4513-9309-86efdcb2abc5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3036e144d3b49f892d69f4716fd89d5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0368745 Aug 31 06:51:08.172035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.181783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Pushing event updated for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.263066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:08.263673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] No DVR routers for this DVR port 6f749ae0-6d8e-4554-b78e-7a5407676830 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:08.281157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.288324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d739c748-1104-4572-aa2f-22f5dba0654e no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:08.338027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:08.341830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.365587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] In _notify_port_updated(), no bound segment for port 6f749ae0-6d8e-4554-b78e-7a5407676830 on network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:08.366422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.366969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.368241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-f8641edb-c1ee-4ece-b5e0-73569a48a33b service neutron] 10.222.0.53 "PUT /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 200 len: 1033 time: 1.4542885 Aug 31 06:51:08.395384 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.448483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29da8f53-ee7e-4175-9311-182ea5023715 req-d505d16c-5e5e-48fa-b500-95fef69585b8 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2589328 Aug 31 06:51:08.464771 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.502147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.517536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4b53105d-f66b-44c1-b370-eeab479c6a40 req-b4ca52f7-1945-4aec-a5d6-5a5670154f37 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.2297137 Aug 31 06:51:08.578442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb13175f-b057-4c33-8ec0-19672bd2b78a None None] Network 8eac0fff-4b13-4fd5-b488-aa50c6d5199b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:08.580201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 8a2f8e66-3ccd-41e8-8907-bb511b371167 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:08.580551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.590748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:08.637831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.638439 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment 11310712-fae8-408d-b928-25d1b688d5b8 of type vlan for network 8862107f-649f-4cb5-af19-bf3dd7eabff3 Aug 31 06:51:08.639965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.642755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.646870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/464e29bc-3d81-4f39-8be4-58feb4221453 HTTP/1.1" status: 204 len: 168 time: 0.4689095 Aug 31 06:51:08.663914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.711938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3fb9b-cfeb-4704-ad21-ee5ee2b322aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464e29bc-3d81-4f39-8be4-58feb4221453,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:08.714199 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.762108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Provisioning complete for port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:08.762874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.777898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port 8a2f8e66-3ccd-41e8-8907-bb511b371167, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8a2f8e66-3ccd-41e8-8907-bb511b371167,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:08.778289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.782594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.848353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.854926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:08.856074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.856875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:08.861904 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58565ee2-99ec-475c-bfc9-4440b6d0e2a5" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:08.923816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-e52ba0a9-0c6f-4d7e-9cfb-81912a419a06 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:08.925592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-e52ba0a9-0c6f-4d7e-9cfb-81912a419a06 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 945 time: 0.1164784 Aug 31 06:51:08.936184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8155496 Aug 31 06:51:08.947939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:08.956244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': '8862107f-649f-4cb5-af19-bf3dd7eabff3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:08.961634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 61f497ca-4d75-46c5-baf1-a3d83bf35b42, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=61f497ca-4d75-46c5-baf1-a3d83bf35b42,segment=NetworkSegment(a05fcfa1-8dbf-4991-b650-26c77389acde),segment_id=a05fcfa1-8dbf-4991-b650-26c77389acde)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:08.993222 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0591a5-8236-41df-be15-e8cc974403f4 x-openstack-request-id: req-eb0591a5-8236-41df-be15-e8cc974403f4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:08.993820 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:08.994212 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb0591a5-8236-41df-be15-e8cc974403f4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:08.994849 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'code': 200} Aug 31 06:51:08.995242 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'code': 200} Aug 31 06:51:09.005544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.018401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:09.075237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f16ca6-9695-4b76-bd2d-40dab43fc5d3 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=8862107f-649f-4cb5-af19-bf3dd7eabff3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.077250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.081207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 25097d6f-4187-477e-8e0e-8ab14ef82489 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:09.168651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 8862107f-649f-4cb5-af19-bf3dd7eabff3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:09.198990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:09.206397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.465560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:09.560049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=61f497ca-4d75-46c5-baf1-a3d83bf35b42,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.569518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b07ee79-33f9-47df-858b-fb4542a47a20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.587973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] DHCP port deletion for 8eac0fff-4b13-4fd5-b488-aa50c6d5199b request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:09.627652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port c8713934-dda6-4998-bd67-f80f6c42544d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:09.627996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.655671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Provisioning complete for port 6f749ae0-6d8e-4554-b78e-7a5407676830 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:09.656206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.667150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.673875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.681353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.684975 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.687698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.694976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.704018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-cf2c39cf-0603-4369-a163-82e26fe63834 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 3877 time: 0.4649019 Aug 31 06:51:09.751184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.775009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Port 6f749ae0-6d8e-4554-b78e-7a5407676830 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:09.790288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Deleting port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:09.790744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.797655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:09.842419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.843803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.844358 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Floating IP a43ef8c8-4149-4784-8db0-58d21d678215 disassociated. External IP: 172.25.3.2, port: 8a2f8e66-3ccd-41e8-8907-bb511b371167. Aug 31 06:51:09.844878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 8a2f8e66-3ccd-41e8-8907-bb511b371167 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:09.857775 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:09.858644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6f749ae0-6d8e-4554-b78e-7a5407676830 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:09.885464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3031095e-587a-416e-96e3-4d06ee89fb50 req-f5d73c0b-531b-40b4-b2b7-d6e0f4c5c2f8 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759384 Aug 31 06:51:09.891377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95188cc-7f67-430f-9f0f-e985828749c9 req-97acc02d-64e2-4efd-a4c4-5e1fc630aad0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:09.896250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95188cc-7f67-430f-9f0f-e985828749c9 req-97acc02d-64e2-4efd-a4c4-5e1fc630aad0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 945 time: 0.1271217 Aug 31 06:51:09.942039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:09.954297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Provisioning for port c682cf94-0460-4935-bd7a-f95b3363e1e0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:09.966258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Provisioning complete for port c682cf94-0460-4935-bd7a-f95b3363e1e0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:09.966836 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.024614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] For port 61f497ca-4d75-46c5-baf1-a3d83bf35b42, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=61f497ca-4d75-46c5-baf1-a3d83bf35b42,segment=NetworkSegment(a05fcfa1-8dbf-4991-b650-26c77389acde),segment_id=a05fcfa1-8dbf-4991-b650-26c77389acde)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:10.025289 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.039927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6f749ae0-6d8e-4554-b78e-7a5407676830 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:10.049426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Calling delete_port for 61f497ca-4d75-46c5-baf1-a3d83bf35b42 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:10.055746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ea9ee3d9-45fa-48f7-a4f6-f7f49d6169ab None None] Port c682cf94-0460-4935-bd7a-f95b3363e1e0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:10.064899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port c8713934-dda6-4998-bd67-f80f6c42544d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8713934-dda6-4998-bd67-f80f6c42544d,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:10.065195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.073954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c95188cc-7f67-430f-9f0f-e985828749c9 req-624948be-63eb-472a-999a-172f4e3aacec tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927281 Aug 31 06:51:10.096987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-838c2e86-ea16-43eb-bf40-78d49f63f9e3 req-93e9995f-71d8-40c0-abd6-cac25302545f tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0832973 Aug 31 06:51:10.131814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:51:10.153061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for c8713934-dda6-4998-bd67-f80f6c42544d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:10.177131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.214980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] Pushing event deleted for resources: {'Port': ['ID=61f497ca-4d75-46c5-baf1-a3d83bf35b42,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.223613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-693657f4-acbb-4bc2-854f-37723109f443 None None] No DVR routers for this DVR port 61f497ca-4d75-46c5-baf1-a3d83bf35b42 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:10.280876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.323303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=8a2f8e66-3ccd-41e8-8907-bb511b371167,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.351375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b07ee79-33f9-47df-858b-fb4542a47a20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.389387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b07ee79-33f9-47df-858b-fb4542a47a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.467680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b07ee79-33f9-47df-858b-fb4542a47a20 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9b96869182144f798c989ff6b1cda19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9966054 Aug 31 06:51:10.472590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.507299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Router 11a45c78-4cb5-460f-8f36-a76651202c93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:10.517097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b07ee79-33f9-47df-858b-fb4542a47a20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3e1e3-d02c-4dbf-aed4-50426b175211,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.540927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:51:10.552191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.632844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.644420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:51:10.669421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:10.686014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=c8713934-dda6-4998-bd67-f80f6c42544d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.711164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Sync routers for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:10.734528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port 8a2f8e66-3ccd-41e8-8907-bb511b371167 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:10.740236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.744522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-4e9ce273-2dd0-4225-bf33-1f2311c486d0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "DELETE /v2.0/ports/8a2f8e66-3ccd-41e8-8907-bb511b371167 HTTP/1.1" status: 204 len: 173 time: 2.3564658 Aug 31 06:51:10.745029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:10.750130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:10.751225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:50:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:10.753491 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd43b5f2-dc84-41ed-a229-35d981fa56cb" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:10.796282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=eef416d4-b9e5-4099-889c-c5165f914778,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:10.799099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': '11310712-fae8-408d-b928-25d1b688d5b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '8862107f-649f-4cb5-af19-bf3dd7eabff3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:10.799520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: 8862107f-649f-4cb5-af19-bf3dd7eabff3, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:10.802877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.804937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] No DVR routers for this DVR port c8713934-dda6-4998-bd67-f80f6c42544d on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:10.810507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.813041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af346101-3ff2-4d1e-8b02-b5f5a362acc4 req-697ac12c-5c45-4d8a-a45c-7e71d47c269d tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "DELETE /v2.0/ports/c8713934-dda6-4998-bd67-f80f6c42544d HTTP/1.1" status: 204 len: 173 time: 1.8785021 Aug 31 06:51:10.813210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'name': 'network-vif-deleted', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:10.815503 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff392f35-fad9-425d-8009-664e2e30b310" -d '{"events": [{"server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "name": "network-vif-deleted", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:10.848057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network 8862107f-649f-4cb5-af19-bf3dd7eabff3 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:10.858480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.870571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 8862107f-649f-4cb5-af19-bf3dd7eabff3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:10.883677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:10.884299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.908036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e3f0a2f5-f002-403b-bbe6-4b7113c4436f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.9564145 Aug 31 06:51:10.911878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:10.918365 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a15f5b4-f39e-4d27-a9a7-abba1798cf7f x-openstack-request-id: req-8a15f5b4-f39e-4d27-a9a7-abba1798cf7f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:10.918656 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bdf53d0-ba10-48d0-b296-0a006a5e0a89", "name": "network-vif-deleted", "tag": "c8713934-dda6-4998-bd67-f80f6c42544d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:10.918916 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8a15f5b4-f39e-4d27-a9a7-abba1798cf7f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:10.919320 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bdf53d0-ba10-48d0-b296-0a006a5e0a89', 'name': 'network-vif-deleted', 'tag': 'c8713934-dda6-4998-bd67-f80f6c42544d', 'status': 'completed', 'code': 200} Aug 31 06:51:10.923035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7faaefe1-1e9e-4fda-a243-1f418a9712f3 None None] Network 8862107f-649f-4cb5-af19-bf3dd7eabff3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:10.956540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.960181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:10.964409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a8a3e1e3-d02c-4dbf-aed4-50426b175211 HTTP/1.1" status: 204 len: 168 time: 0.4707816 Aug 31 06:51:10.981673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd49044-d298-427f-8595-dc03678f315d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3e1e3-d02c-4dbf-aed4-50426b175211,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:11.022371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:11.024640 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f730ed54-caef-4b1d-abda-9090e314ab10" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:11.185163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.188714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port d739c748-1104-4572-aa2f-22f5dba0654e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:11.189044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.195222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-ae440593-8569-4ff9-9d38-35556309336e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.202029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-ae440593-8569-4ff9-9d38-35556309336e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.208262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-ae440593-8569-4ff9-9d38-35556309336e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.215194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-ae440593-8569-4ff9-9d38-35556309336e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:11.217105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-ae440593-8569-4ff9-9d38-35556309336e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 3141 time: 0.1876018 Aug 31 06:51:11.295365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1d6272b-4561-4219-8a95-211f9e8706f8 req-7865626f-c4cd-4ef5-9266-b54dcd87cae8 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668137 Aug 31 06:51:11.409976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.481174 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15e407d0-94de-42a7-a2f0-03325ecfad0b x-openstack-request-id: req-15e407d0-94de-42a7-a2f0-03325ecfad0b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:11.481503 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-unplugged", "status": "completed", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:11.481755 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-15e407d0-94de-42a7-a2f0-03325ecfad0b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:11.482670 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'code': 200} Aug 31 06:51:11.484052 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'code': 200} Aug 31 06:51:11.485715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 61f497ca-4d75-46c5-baf1-a3d83bf35b42 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:11.516334 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8585fba3-d801-4d5d-ac9f-1d348669aba9 x-openstack-request-id: req-8585fba3-d801-4d5d-ac9f-1d348669aba9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:11.516942 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "8a2f8e66-3ccd-41e8-8907-bb511b371167", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:11.517264 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8585fba3-d801-4d5d-ac9f-1d348669aba9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:11.517915 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '8a2f8e66-3ccd-41e8-8907-bb511b371167', 'status': 'completed', 'code': 200} Aug 31 06:51:11.623190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:11.627101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port d739c748-1104-4572-aa2f-22f5dba0654e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d739c748-1104-4572-aa2f-22f5dba0654e,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:11.627505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.636642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 61f497ca-4d75-46c5-baf1-a3d83bf35b42 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:11.637357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 61f497ca-4d75-46c5-baf1-a3d83bf35b42 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:11.687729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab24d3ed-84b8-43ed-9e23-3c8711097563 req-68e3d9c6-21b3-4e48-a87e-0cdc6fc2885c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6bdf53d0-ba10-48d0-b296-0a006a5e0a89 HTTP/1.1" status: 200 len: 210 time: 0.0859065 Aug 31 06:51:11.698667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7adbdab-7a7b-4874-b8a9-18905fa29dee req-6d4d7799-c3d5-4515-98df-63e762b5fe93 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0591233 Aug 31 06:51:11.707189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for d739c748-1104-4572-aa2f-22f5dba0654e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:11.744236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.812739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=eef416d4-b9e5-4099-889c-c5165f914778,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:11.917274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.925044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb31ba5-d066-432c-866b-7f031d8f0e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-8862107f-649f-4cb5-af19-bf3dd7eabff3', 'network_id': '8862107f-649f-4cb5-af19-bf3dd7eabff3', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': 'eef416d4-b9e5-4099-889c-c5165f914778'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:11.926819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfb31ba5-d066-432c-866b-7f031d8f0e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:11.962523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8862107f-649f-4cb5-af19-bf3dd7eabff3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:11.975527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11310712-fae8-408d-b928-25d1b688d5b8') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:11.975951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11310712-fae8-408d-b928-25d1b688d5b8') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:11.989902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.061611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3b5a78-4a9a-4ed4-9d7d-210d6811bb33 None None] Network 8862107f-649f-4cb5-af19-bf3dd7eabff3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:12.070018 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.086636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:12.087057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:12.090334 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:12.180940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.241983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=d739c748-1104-4572-aa2f-22f5dba0654e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:12.248362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.259204 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.264450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/8862107f-649f-4cb5-af19-bf3dd7eabff3 HTTP/1.1" status: 204 len: 168 time: 1.3429639 Aug 31 06:51:12.266325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:12.279420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-10604897'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:12.295995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:12.334422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:12.341605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.385955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8713934-dda6-4998-bd67-f80f6c42544d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:12.390423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Checking router: 11a45c78-4cb5-460f-8f36-a76651202c93 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:12.390871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port d739c748-1104-4572-aa2f-22f5dba0654e on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:12.394840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.398553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-60ab34fd-26f7-4a8f-8bd5-900603c1c4d1 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "DELETE /v2.0/ports/d739c748-1104-4572-aa2f-22f5dba0654e HTTP/1.1" status: 204 len: 173 time: 1.6419046 Aug 31 06:51:12.399981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e46aaad-d5cf-4178-97be-e6a4906415c7 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=8862107f-649f-4cb5-af19-bf3dd7eabff3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:12.427958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:12.440845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.443218 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment 65389840-0bd2-4860-a112-042a93663631 of type vlan for network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee Aug 31 06:51:12.461386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: c8713934-dda6-4998-bd67-f80f6c42544d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:12.461838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8713934-dda6-4998-bd67-f80f6c42544d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:12.463539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:12.464623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:50:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:12.510017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.546732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 25097d6f-4187-477e-8e0e-8ab14ef82489 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:12.546986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.599852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.607567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.608460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.669877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:12.699247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port 25097d6f-4187-477e-8e0e-8ab14ef82489, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=25097d6f-4187-477e-8e0e-8ab14ef82489,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:12.699631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:12.733958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 25097d6f-4187-477e-8e0e-8ab14ef82489 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:12.767257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762820-6e22-44d2-88c8-4b9e22888fcf req-9bd5ee93-112f-4718-9688-6e9d8fdf57cd tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.784876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762820-6e22-44d2-88c8-4b9e22888fcf req-9bd5ee93-112f-4718-9688-6e9d8fdf57cd tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.806781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab762820-6e22-44d2-88c8-4b9e22888fcf req-9bd5ee93-112f-4718-9688-6e9d8fdf57cd tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:12.810975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab762820-6e22-44d2-88c8-4b9e22888fcf req-9bd5ee93-112f-4718-9688-6e9d8fdf57cd tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 2409 time: 0.2800233 Aug 31 06:51:12.831208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5614977 Aug 31 06:51:12.847614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:12.864537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:12.896455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b2463-6cf9-474f-adfd-3b0467baf519 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=83d1903b-dfbb-4f4a-a358-1b20f77b95ee,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:12.980990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58b1d237-1960-4c4b-857b-2596347fc75f req-d724b95e-90ff-49eb-84fc-642a04c514f7 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0692468 Aug 31 06:51:13.069614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:13.132405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab762820-6e22-44d2-88c8-4b9e22888fcf req-5958a28c-ee38-49f9-bc78-085cedbe4cee tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929337 Aug 31 06:51:13.143767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.146359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:13.153261 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.196849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=25097d6f-4187-477e-8e0e-8ab14ef82489,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:13.286095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:13.310805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port 25097d6f-4187-477e-8e0e-8ab14ef82489 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:13.316606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.322923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-d9ae7369-4c31-420d-81c9-80fbfe8d49fa tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "DELETE /v2.0/ports/25097d6f-4187-477e-8e0e-8ab14ef82489 HTTP/1.1" status: 204 len: 173 time: 0.9175634 Aug 31 06:51:13.339245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a1ea9-cac4-439e-859b-c871fede03c2 None None] The sync data for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 is: [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:44Z', 'revision_number': 4, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9ec944a0-1760-4c51-84aa-227db921847e', 'name': '', 'network_id': '4016612e-bc0c-4ac4-9f68-bd7a15f328c4', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'mac_address': 'fa:16:3e:e8:14:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_interface', 'standard_attr_id': 926, 'fixed_ips': [{'subnet_id': '62087458-557d-429f-ae80-6611eb033dbd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:43Z', 'updated_at': '2021-08-31T06:40:53Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'subnets': [{'id': '62087458-557d-429f-ae80-6611eb033dbd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:13.515703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0fcfab-7c6c-4f4a-9970-d8a82766080b req-910d1680-d1ec-49d4-85c1-f61d5194f70a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.519051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:13.525090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f0fcfab-7c6c-4f4a-9970-d8a82766080b req-910d1680-d1ec-49d4-85c1-f61d5194f70a tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.1321890 Aug 31 06:51:13.529535 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1169ab9-ac38-4e54-b5e7-e719a1c1db0f" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:13.563191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 8b17f59e-eb96-42ea-8e4e-318f661cea0e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:13.563557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.682475 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac514ad-8b0a-4b34-908d-1f2bd3a5b116 x-openstack-request-id: req-4ac514ad-8b0a-4b34-908d-1f2bd3a5b116 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:13.682886 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "d739c748-1104-4572-aa2f-22f5dba0654e", "status": "completed", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "25097d6f-4187-477e-8e0e-8ab14ef82489", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:13.683273 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ac514ad-8b0a-4b34-908d-1f2bd3a5b116 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:13.683991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f0fcfab-7c6c-4f4a-9970-d8a82766080b req-61e2cb5b-cb83-4f70-b307-bacb75c778de tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576703 Aug 31 06:51:13.690644 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': 'd739c748-1104-4572-aa2f-22f5dba0654e', 'status': 'completed', 'code': 200} Aug 31 06:51:13.698510 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.698661 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '25097d6f-4187-477e-8e0e-8ab14ef82489', 'status': 'completed', 'code': 200} Aug 31 06:51:13.795553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port 8b17f59e-eb96-42ea-8e4e-318f661cea0e, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8b17f59e-eb96-42ea-8e4e-318f661cea0e,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:13.797955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.840728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-d4e96704-be68-4052-900c-9c087c2662fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.840728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-d4e96704-be68-4052-900c-9c087c2662fe tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.2160187 Aug 31 06:51:13.840728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': '65389840-0bd2-4860-a112-042a93663631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:13.840728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: 83d1903b-dfbb-4f4a-a358-1b20f77b95ee, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:13.840728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=55c43f7a-0d53-43c9-a1d3-52b836affd73,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:13.863473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 8b17f59e-eb96-42ea-8e4e-318f661cea0e owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:13.877848 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eeb1fd6-11f9-40b5-a353-9d35469c1ff9 None None] New status for floating IP a43ef8c8-4149-4784-8db0-58d21d678215: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:51:13.938364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:13.952985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 83d1903b-dfbb-4f4a-a358-1b20f77b95ee) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:13.959443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:13.960021 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:13.962820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9254297d-631b-40b9-968d-3199612f66b5 None None] Network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:13.998187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b70ed438-529b-480d-8dcc-5877743161cc tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1472306 Aug 31 06:51:14.000434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:14.023302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:14.023654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.228552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.346193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87b6ea38-05bb-4c57-b1ec-c689e11182a3 req-03ba090d-3ccf-4853-857e-1ad16a3a9619 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1443503 Aug 31 06:51:14.346971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=8b17f59e-eb96-42ea-8e4e-318f661cea0e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:14.411183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-83d1903b-dfbb-4f4a-a358-1b20f77b95ee', 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': '55c43f7a-0d53-43c9-a1d3-52b836affd73'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:14.413951 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.474863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port 8b17f59e-eb96-42ea-8e4e-318f661cea0e on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:14.477694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.481236 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-451251d6-9d16-4a04-a61e-2d20ba07e359 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "DELETE /v2.0/ports/8b17f59e-eb96-42ea-8e4e-318f661cea0e HTTP/1.1" status: 204 len: 173 time: 1.1506655 Aug 31 06:51:14.701659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Allocated IP 2001:db8::2 (83d1903b-dfbb-4f4a-a358-1b20f77b95ee/55c43f7a-0d53-43c9-a1d3-52b836affd73/c7c42c0c-e92c-43a5-ab50-727fe69e3fc7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:14.706615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 656b9a45-4270-4e6f-8939-eef5ab878f46 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:14.706615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.881634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980df794-aab4-42cb-bf88-f474596b5cc4 req-c30c16eb-35b1-4724-a1e4-f090235b06ac tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:14.892164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-980df794-aab4-42cb-bf88-f474596b5cc4 req-c30c16eb-35b1-4724-a1e4-f090235b06ac tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 943 time: 0.2945278 Aug 31 06:51:14.943511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port 656b9a45-4270-4e6f-8939-eef5ab878f46, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=656b9a45-4270-4e6f-8939-eef5ab878f46,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:14.945104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.976692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:14.977111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:14.983905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 656b9a45-4270-4e6f-8939-eef5ab878f46 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:15.003104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.047735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:15.095185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-980df794-aab4-42cb-bf88-f474596b5cc4 req-d9b9a9cd-f915-4105-8ce5-950136672157 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups?id=36d69a68-b746-4795-a3bc-48e36bcee476&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1757610 Aug 31 06:51:15.274549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.290815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.320763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.333850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Transition to ACTIVE for port object c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:15.359451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Transition to ACTIVE for port object c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:15.366934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.385814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=656b9a45-4270-4e6f-8939-eef5ab878f46,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:15.450438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:15.461621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:15.471853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:15.488662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Pushing event updated for resources: {'Port': ['ID=c7c42c0c-e92c-43a5-ab50-727fe69e3fc7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:15.510141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc50876-6f2b-4b0d-a37f-a1ea5da8e3b3 req-3ba95d0d-043c-4415-940c-e96595d06db0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:15.512008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cc50876-6f2b-4b0d-a37f-a1ea5da8e3b3 req-3ba95d0d-043c-4415-940c-e96595d06db0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 946 time: 0.2518208 Aug 31 06:51:15.540936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port 656b9a45-4270-4e6f-8939-eef5ab878f46 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:15.558353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.561647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31a89842-7107-428e-8ad1-78f326ee14cf req-b9dc2785-f468-429d-a90b-5f1ae4053029 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.53 "DELETE /v2.0/ports/656b9a45-4270-4e6f-8939-eef5ab878f46 HTTP/1.1" status: 204 len: 173 time: 1.0737753 Aug 31 06:51:15.569059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.631492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cc50876-6f2b-4b0d-a37f-a1ea5da8e3b3 req-6ba993b8-2167-48b3-a828-1450f93f92d0 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=9d60ccde-6b05-4a09-811b-0771d4426e8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943887 Aug 31 06:51:15.641708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdc17fdc-ecbe-4d05-9f03-9bcdf4dead42 req-f6b0c2f5-02f4-4a19-a364-8eace4d5fba3 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1214106 Aug 31 06:51:15.686484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=55c43f7a-0d53-43c9-a1d3-52b836affd73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:15.695993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Attempting to bind port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:15.696254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Attempting to bind port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '65389840-0bd2-4860-a112-042a93663631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:15.696630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Attempting to bind port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 on network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:15.696928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e'}, {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:15.699518 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4253f798-169b-4cc9-92ab-7cde14ad9a17" -d '{"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e"}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:15.703614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:15.703994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Checking segment: {'id': '65389840-0bd2-4860-a112-042a93663631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:15.704394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.704787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Bound using segment: {'id': '65389840-0bd2-4860-a112-042a93663631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:15.705251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Bound port: c7c42c0c-e92c-43a5-ab50-727fe69e3fc7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65389840-0bd2-4860-a112-042a93663631', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:15.705676 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.730129 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.833408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] For port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:15.835588 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6f9f086-4a33-4047-8e8f-4ae63021242b x-openstack-request-id: req-a6f9f086-4a33-4047-8e8f-4ae63021242b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:15.836082 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "8b17f59e-eb96-42ea-8e4e-318f661cea0e", "status": "completed", "code": 200}, {"server_uuid": "07dd13f6-9a84-4435-bb7f-e1348ba08e3c", "name": "network-vif-deleted", "tag": "656b9a45-4270-4e6f-8939-eef5ab878f46", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:15.836509 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6f9f086-4a33-4047-8e8f-4ae63021242b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:15.837133 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '8b17f59e-eb96-42ea-8e4e-318f661cea0e', 'status': 'completed', 'code': 200} Aug 31 06:51:15.837292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] For port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c7c42c0c-e92c-43a5-ab50-727fe69e3fc7,segment=NetworkSegment(65389840-0bd2-4860-a112-042a93663631),segment_id=65389840-0bd2-4860-a112-042a93663631)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:15.837746 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07dd13f6-9a84-4435-bb7f-e1348ba08e3c', 'name': 'network-vif-deleted', 'tag': '656b9a45-4270-4e6f-8939-eef5ab878f46', 'status': 'completed', 'code': 200} Aug 31 06:51:15.843549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:15.953271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fc0547-ac91-4836-a7cd-cc7d95ea9374 None None] Pushing event updated for resources: {'Port': ['ID=c7c42c0c-e92c-43a5-ab50-727fe69e3fc7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:15.989265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.001038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaa0f01-13de-42de-87cd-bd821599e08b None None] Network 83d1903b-dfbb-4f4a-a358-1b20f77b95ee requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:16.030261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d1903b-dfbb-4f4a-a358-1b20f77b95ee']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:16.043119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.085764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65389840-0bd2-4860-a112-042a93663631') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:16.086122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65389840-0bd2-4860-a112-042a93663631') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:16.174188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:16.179206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.300436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.330106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:16.368222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] No DVR routers for this DVR port 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:16.382005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:16.382663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:16.386222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4e5eca6-5fd9-4df0-a82b-f6d0a8b621ac req-8e490bda-0ef6-4784-9a69-95db43ebfc5d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1044710 Aug 31 06:51:16.387461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.390315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-428f84b2-d91d-42e3-b5bd-4ea991256927 req-4c4feb84-5b40-4af2-8dc5-7e586c9df98e tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.53 "DELETE /v2.0/ports/6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38 HTTP/1.1" status: 204 len: 173 time: 2.5441546 Aug 31 06:51:16.391429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:16.392031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:16.396224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'name': 'network-vif-deleted', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:16.398732 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae69bc90-d7c2-4647-a9c4-4b60c4af7da0" -d '{"events": [{"server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "name": "network-vif-deleted", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:16.401544 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:16.495038 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abecc264-753a-4cfc-9d0b-d8d72317319d x-openstack-request-id: req-abecc264-753a-4cfc-9d0b-d8d72317319d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:16.495333 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6df387bd-42b3-4a68-94b0-b6591d709992", "name": "network-vif-deleted", "tag": "6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:16.495580 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-abecc264-753a-4cfc-9d0b-d8d72317319d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:16.495969 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6df387bd-42b3-4a68-94b0-b6591d709992', 'name': 'network-vif-deleted', 'tag': '6e12bffe-cdb9-4aa8-b71c-94a60ee0dd38', 'status': 'completed', 'code': 200} Aug 31 06:51:16.528593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:51:16.528593 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:51:16.528593 n-d-712707-15 neutron-server[94639]: [parameters: {'id': '83d1903b-dfbb-4f4a-a358-1b20f77b95ee'}] Aug 31 06:51:16.528593 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:51:16.529800 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:51:16.613173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12fd4be-2777-4ccf-a34b-01d48b275a78 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:51:16.852390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afe4c519-a33e-4d8f-b255-7e70cc779d73 req-bce0c6a6-4f6f-4d6e-be56-b27203475ff7 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0559659 Aug 31 06:51:16.891035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0340696-3bd8-4489-b97a-ba408536e792 req-87a1314c-8f80-4477-bfc1-f942bccb9f57 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=6df387bd-42b3-4a68-94b0-b6591d709992 HTTP/1.1" status: 200 len: 210 time: 0.0650809 Aug 31 06:51:16.947106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12fd4be-2777-4ccf-a34b-01d48b275a78 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:51:17.031424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.113620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:17.115067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.225823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] For port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c7c42c0c-e92c-43a5-ab50-727fe69e3fc7,segment=NetworkSegment(65389840-0bd2-4860-a112-042a93663631),segment_id=65389840-0bd2-4860-a112-042a93663631)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:17.226108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.266325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Calling delete_port for c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:17.454695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.548635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Port': ['ID=c7c42c0c-e92c-43a5-ab50-727fe69e3fc7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:17.550877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No DVR routers for this DVR port c7c42c0c-e92c-43a5-ab50-727fe69e3fc7 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:17.621050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e884cfa5-3472-4684-90ab-9a6b807e60d3 req-22b71cbc-0121-4977-b820-00c3a2d2c298 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0715978 Aug 31 06:51:17.696688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.721999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d1903b-dfbb-4f4a-a358-1b20f77b95ee']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:17.748016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65389840-0bd2-4860-a112-042a93663631') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:17.748315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65389840-0bd2-4860-a112-042a93663631') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:17.776569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.797250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.808153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:17.808624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:17.811788 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:17.900092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.914560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:17.920078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:17.925627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1519564190'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:17.927338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/83d1903b-dfbb-4f4a-a358-1b20f77b95ee HTTP/1.1" status: 204 len: 168 time: 3.9243269 Aug 31 06:51:17.977294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a1691-eaf3-4c13-806e-21741f2a2612 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=83d1903b-dfbb-4f4a-a358-1b20f77b95ee,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:17.993952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:18.001434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.095525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:18.101468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4344d820-d072-45ba-aec3-a67ee1fbf760 req-77c99203-579f-4311-9f40-82de531af677 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1244140 Aug 31 06:51:18.117593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.117939 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Added segment 875b0d79-f906-4393-89b0-fce2b31b3780 of type vlan for network c5da5cb7-a8a2-493d-8129-d39f2626e8fc Aug 31 06:51:18.157945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:18.191607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.220828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.228555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:18.229224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.354791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0baeddda-6a78-4983-b33e-905ccf482ff5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.386812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4655654 Aug 31 06:51:18.389728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:18.398001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Request body: {'subnet': {'network_id': 'c5da5cb7-a8a2-493d-8129-d39f2626e8fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:18.416745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Network': ['ID=c5da5cb7-a8a2-493d-8129-d39f2626e8fc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:18.491499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.492152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.492673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.493197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.493719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.494234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.494733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.495246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.496240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.496812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.497411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.497997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f5267-5d8f-4e70-a17e-2971be15e203 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:18.500189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0baeddda-6a78-4983-b33e-905ccf482ff5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.505266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0baeddda-6a78-4983-b33e-905ccf482ff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.517294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c5da5cb7-a8a2-493d-8129-d39f2626e8fc details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:18.526072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Made reservation on behalf of fb380a17ed854d14a5e4d5a5bdcb54c2 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:18.530860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.564460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7ff05-24f2-4f38-8120-2609099f3f1d req-96c13278-dbc9-42d2-af01-0661a09edd55 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:18.572303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aa7ff05-24f2-4f38-8120-2609099f3f1d req-96c13278-dbc9-42d2-af01-0661a09edd55 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.2141688 Aug 31 06:51:18.583909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baeddda-6a78-4983-b33e-905ccf482ff5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f0f6ad-7691-488d-b918-35c6db5e7b5a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:18.590942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0baeddda-6a78-4983-b33e-905ccf482ff5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc748025850f42f3992dede58cbdd7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4293637 Aug 31 06:51:18.595302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:18.680507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.705298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8aa7ff05-24f2-4f38-8120-2609099f3f1d req-3673ff97-264a-4f46-986c-6d87df181e78 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273942 Aug 31 06:51:18.737880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.842347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.845223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:18.849549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6f0f6ad-7691-488d-b918-35c6db5e7b5a HTTP/1.1" status: 204 len: 168 time: 0.2504196 Aug 31 06:51:18.882983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cd235c-97c7-4279-ba24-e71d869cf021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f0f6ad-7691-488d-b918-35c6db5e7b5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:18.959028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7146708f-2bc4-47ee-a4ed-3ad57f02e0a4 req-ac318e3b-326f-4420-bb1c-bf12e8eff8a5 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1465218 Aug 31 06:51:19.128359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:51:19.131843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.221300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event updated for resources: {'Subnet': ['ID=062d3fe7-2e71-41e3-8df3-082bb783be5a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:19.231749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Checking segment: {'id': '875b0d79-f906-4393-89b0-fce2b31b3780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'c5da5cb7-a8a2-493d-8129-d39f2626e8fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:19.232342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network hostable DHCP agents. Network: c5da5cb7-a8a2-493d-8129-d39f2626e8fc, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:19.251799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Network c5da5cb7-a8a2-493d-8129-d39f2626e8fc is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:19.262543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c5da5cb7-a8a2-493d-8129-d39f2626e8fc) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:19.267678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:19.269675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.272609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9af6f86-5044-4f0d-90c3-0af9e6ba0e97 None None] Network c5da5cb7-a8a2-493d-8129-d39f2626e8fc requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:19.284567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b7971ca-267a-4857-bb6f-d7257b5c8663 req-d99a9f15-4cee-4c94-b448-4970635b1d4b tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0619507 Aug 31 06:51:19.297994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5bd3a0a-2489-44f9-8111-aa43993bf513 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9046819 Aug 31 06:51:19.298554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:19.454231 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.525278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1112d361-6b88-4eeb-8890-3967f19a32ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-c5da5cb7-a8a2-493d-8129-d39f2626e8fc', 'network_id': 'c5da5cb7-a8a2-493d-8129-d39f2626e8fc', 'tenant_id': 'fb380a17ed854d14a5e4d5a5bdcb54c2', 'fixed_ips': [{'subnet_id': '062d3fe7-2e71-41e3-8df3-082bb783be5a'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:19.526194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1112d361-6b88-4eeb-8890-3967f19a32ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.587405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.621279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:19.663080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-602af377-5147-4e5a-b815-c6ba85656717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.670024 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.735984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=062d3fe7-2e71-41e3-8df3-082bb783be5a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-1112d361-6b88-4eeb-8890-3967f19a32ac None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 062d3fe7-2e71-41e3-8df3-082bb783be5a: This subnet is being modified by another concurrent operation. Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:19.747880 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 062d3fe7-2e71-41e3-8df3-082bb783be5a: This subnet is being modified by another concurrent operation. Aug 31 06:51:19.752620 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:51:19.807318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d231f1-c0ef-4cdc-a20b-7177110272ad None None] Network c5da5cb7-a8a2-493d-8129-d39f2626e8fc requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:19.816451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.828531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5da5cb7-a8a2-493d-8129-d39f2626e8fc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:19.835284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-602af377-5147-4e5a-b815-c6ba85656717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.840556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-602af377-5147-4e5a-b815-c6ba85656717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.842337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '875b0d79-f906-4393-89b0-fce2b31b3780') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:19.842950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '875b0d79-f906-4393-89b0-fce2b31b3780') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:19.854996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.879552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.883669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602af377-5147-4e5a-b815-c6ba85656717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86403ae2-1400-4121-a418-a6393499383e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:19.900561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:19.901007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:19.904393 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:19.963636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-602af377-5147-4e5a-b815-c6ba85656717 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=509a8a5e2436437a9888f00174c55302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3411014 Aug 31 06:51:19.967506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.054997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.069277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.080895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-36824536-f695-49df-84f6-aea987f3d87c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:20.083531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-36824536-f695-49df-84f6-aea987f3d87c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.50 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.0664237 Aug 31 06:51:20.087872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.089104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6de9d-793f-47da-a245-dfbf3ec843ba req-f7195ab1-0143-44a0-aacd-3f6b9dd5505c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:20.089918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/c5da5cb7-a8a2-493d-8129-d39f2626e8fc HTTP/1.1" status: 204 len: 168 time: 0.7903247 Aug 31 06:51:20.091118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8a6de9d-793f-47da-a245-dfbf3ec843ba req-f7195ab1-0143-44a0-aacd-3f6b9dd5505c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.1950147 Aug 31 06:51:20.094551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.141520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00362517-98fb-47c9-9aba-ab8910cdb54f None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:51:20.149631 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d653ab-5f9c-46c0-bea0-6e33cbc0ccd6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.150086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d653ab-5f9c-46c0-bea0-6e33cbc0ccd6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.151843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-46d653ab-5f9c-46c0-bea0-6e33cbc0ccd6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/062d3fe7-2e71-41e3-8df3-082bb783be5a HTTP/1.1" status: 404 len: 337 time: 0.0564392 Aug 31 06:51:20.155384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.158085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2090bcd3-228b-452e-99b5-4387b14af3d6 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=c5da5cb7-a8a2-493d-8129-d39f2626e8fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:20.182631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.249305 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-52da93cd-8574-4d09-a344-d616379626f4 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.254945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52da93cd-8574-4d09-a344-d616379626f4 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.257060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52da93cd-8574-4d09-a344-d616379626f4 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/c5da5cb7-a8a2-493d-8129-d39f2626e8fc HTTP/1.1" status: 404 len: 339 time: 0.1000733 Aug 31 06:51:20.257198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.259842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.263123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/86403ae2-1400-4121-a418-a6393499383e HTTP/1.1" status: 204 len: 168 time: 0.2944677 Aug 31 06:51:20.273623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.311704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8a6de9d-793f-47da-a245-dfbf3ec843ba req-589a69d6-e9ad-4a8f-8c43-3e95d55e557c tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014112 Aug 31 06:51:20.312555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c02283-da2c-4e25-b8fb-53cf9a1728fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86403ae2-1400-4121-a418-a6393499383e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:20.332540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00362517-98fb-47c9-9aba-ab8910cdb54f None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:51:20.404039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a275cd2e-00e5-47b1-b476-a0a840b668c4 req-9ad7908e-a648-427a-9ea3-763bdfafb9e0 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.2507858 Aug 31 06:51:20.430581 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabb6579-ff10-4cbf-836a-5961cf9d5a08 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.431289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabb6579-ff10-4cbf-836a-5961cf9d5a08 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.433583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fabb6579-ff10-4cbf-836a-5961cf9d5a08 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/55c43f7a-0d53-43c9-a1d3-52b836affd73 HTTP/1.1" status: 404 len: 337 time: 0.1563630 Aug 31 06:51:20.436283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.436709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5cc302eb-adc1-4da9-a5de-88073c07324b req-c9067552-44b5-4bdd-875c-b34469bbdeb6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1724584 Aug 31 06:51:20.497710 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aa65d93-a2da-4ff7-a5b5-3845c1626fee tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.499064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aa65d93-a2da-4ff7-a5b5-3845c1626fee tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.506437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5aa65d93-a2da-4ff7-a5b5-3845c1626fee tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/83d1903b-dfbb-4f4a-a358-1b20f77b95ee HTTP/1.1" status: 404 len: 339 time: 0.0689566 Aug 31 06:51:20.510106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.538598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:20.541546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.626315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-316babf8-0435-49cc-af0d-14a75d61ce7c req-f88f0685-7c8c-4e36-906a-6b6dcc4eea1c tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.1152239 Aug 31 06:51:20.627167 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4469b12d-4450-42a5-86d9-465c745e1bea tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.627598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4469b12d-4450-42a5-86d9-465c745e1bea tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.630422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4469b12d-4450-42a5-86d9-465c745e1bea tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/eef416d4-b9e5-4099-889c-c5165f914778 HTTP/1.1" status: 404 len: 337 time: 0.1170435 Aug 31 06:51:20.634066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.698302 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad26e87-0bd7-47d5-9cc6-90854634100f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:20.710550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad26e87-0bd7-47d5-9cc6-90854634100f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:20.716553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bad26e87-0bd7-47d5-9cc6-90854634100f tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/8862107f-649f-4cb5-af19-bf3dd7eabff3 HTTP/1.1" status: 404 len: 339 time: 0.0708718 Aug 31 06:51:20.717356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:20.748737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] For port 514b916f-efd8-4ade-b284-5e49fcf02e1c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=514b916f-efd8-4ade-b284-5e49fcf02e1c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:20.750558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:20.920327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting port c682cf94-0460-4935-bd7a-f95b3363e1e0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:20.920765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.105080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.165488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Calling delete_port for c682cf94-0460-4935-bd7a-f95b3363e1e0 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:21.269041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.271018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.271527 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Floating IP e9b4611b-f209-4da3-a8d0-f0ef0411a292 disassociated. External IP: 172.25.3.48, port: 514b916f-efd8-4ade-b284-5e49fcf02e1c. Aug 31 06:51:21.272060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for 514b916f-efd8-4ade-b284-5e49fcf02e1c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:21.337584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.482279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.492490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/ports/c682cf94-0460-4935-bd7a-f95b3363e1e0 HTTP/1.1" status: 204 len: 168 time: 0.7718818 Aug 31 06:51:21.498864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:21.499917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03300b0-af12-4ecf-b210-552f620f315c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Port': ['ID=c682cf94-0460-4935-bd7a-f95b3363e1e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:21.601663 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd3b4e9c-a3df-4a2b-881f-f6f482648c57 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:21.602135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd3b4e9c-a3df-4a2b-881f-f6f482648c57 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:21.603894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd3b4e9c-a3df-4a2b-881f-f6f482648c57 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/142ab34e-6ca7-4669-a5a2-f882112f44b3 HTTP/1.1" status: 404 len: 337 time: 0.0977175 Aug 31 06:51:21.617322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:21.678744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2db0679e-7bd6-4b12-9b8c-792bec1a8846 req-c0ea8301-4137-4d61-bcc4-c5227c30deca tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0625668 Aug 31 06:51:21.809079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.827062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaa2d35-f167-4b48-b56c-9f2e4de5ac43 req-9872c587-04c5-4f97-a271-bacdaf0b0a82 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:21.835190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eaa2d35-f167-4b48-b56c-9f2e4de5ac43 req-9872c587-04c5-4f97-a271-bacdaf0b0a82 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 944 time: 0.3713489 Aug 31 06:51:21.850762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:21.868502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:21.873813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:21.898878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13211f7c-0039-4a9d-a711-2a6c980029d4 req-a34935b3-c9a2-4e32-91ed-aebd1ad04b28 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0684783 Aug 31 06:51:22.029879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=514b916f-efd8-4ade-b284-5e49fcf02e1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:22.075273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1056382577'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:22.144026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:22.154584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.180067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.185868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.211638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eac0fff-4b13-4fd5-b488-aa50c6d5199b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:22.223390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a05fcfa1-8dbf-4991-b650-26c77389acde') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:22.223697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a05fcfa1-8dbf-4991-b650-26c77389acde') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:22.233899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.261148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.267406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:22.267862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:22.303200 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:22.306903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3eaa2d35-f167-4b48-b56c-9f2e4de5ac43 req-41d6bfe5-386f-4fdc-8add-edc713bb7dd4 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups?id=47360435-15c6-411b-b3c3-9b8403820771&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708586 Aug 31 06:51:22.335270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a83d7214-381a-4053-a7a1-c7d8c5f3b218 req-5724627c-2f42-40fe-977d-acaed814c628 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0356994 Aug 31 06:51:22.377630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7cc56a-77cc-401b-acea-6bfd4e4101f5 req-8af25f1f-07aa-49c6-8b1b-95ef6beba557 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=0b851999814a4f18baaa7793e63ddf35&device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0755081 Aug 31 06:51:22.407975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52e4ed8a-5e17-459a-ab78-fb99c8a11a6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.466672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7cc56a-77cc-401b-acea-6bfd4e4101f5 req-b50fdcff-8e7e-4df2-93ba-28b82d866e14 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=0b851999814a4f18baaa7793e63ddf35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0737894 Aug 31 06:51:22.472716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.497111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.498954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/8eac0fff-4b13-4fd5-b488-aa50c6d5199b HTTP/1.1" status: 204 len: 168 time: 0.8804305 Aug 31 06:51:22.502688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:22.553975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2b15df-0990-4d42-9d6e-c962993df35e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=8eac0fff-4b13-4fd5-b488-aa50c6d5199b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:22.579834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Router 98a82c7b-1996-46aa-bd20-a9b250d210d8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:22.605639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.613142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.626895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:22.638514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.638863 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Added segment 7559e267-5708-441b-97ad-d47434ad35ef of type vlan for network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 Aug 31 06:51:22.665615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7cc56a-77cc-401b-acea-6bfd4e4101f5 req-87caedb5-c3cd-4224-82e7-4d559be5499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:22.665615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7cc56a-77cc-401b-acea-6bfd4e4101f5 req-87caedb5-c3cd-4224-82e7-4d559be5499a service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1869278 Aug 31 06:51:22.714478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c185613b-c4b3-4d5f-91b7-2e594b2ca7b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:22.768437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting port 55f221f9-f896-4dbf-98e4-be2cc9295756 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:22.768897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.771188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:22.784853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Sync routers for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:22.803323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:22.806539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:50:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:22.821677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] No DVR routers for this DVR port 514b916f-efd8-4ade-b284-5e49fcf02e1c on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:22.824428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.827136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7e35ce02-eaf2-4d7c-98d0-93ad67d9f8cc req-aeda103c-e3cf-4e64-bc16-7146ce4a6371 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.50 "DELETE /v2.0/ports/514b916f-efd8-4ade-b284-5e49fcf02e1c HTTP/1.1" status: 204 len: 173 time: 2.7328696 Aug 31 06:51:22.827590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-deleted', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:22.830610 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c82945f-13fb-4b07-9bf2-34b478fa64f8" -d '{"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-deleted", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:22.872799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52e4ed8a-5e17-459a-ab78-fb99c8a11a6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.884656 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52e4ed8a-5e17-459a-ab78-fb99c8a11a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.888028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.915258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0d8d1a4-e394-4309-ab56-48266d4441c6 req-feb2df9f-4778-41d1-9b63-7d1f5180dc51 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0463846 Aug 31 06:51:22.949501 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c01dd1f-4e33-4d91-a3b7-fc155ae58ef1 x-openstack-request-id: req-2c01dd1f-4e33-4d91-a3b7-fc155ae58ef1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:22.949982 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e1f7d3-b746-4ef9-adde-c5ab5f61aa24", "name": "network-vif-deleted", "tag": "514b916f-efd8-4ade-b284-5e49fcf02e1c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:22.950428 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2c01dd1f-4e33-4d91-a3b7-fc155ae58ef1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:22.950996 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67e1f7d3-b746-4ef9-adde-c5ab5f61aa24', 'name': 'network-vif-deleted', 'tag': '514b916f-efd8-4ade-b284-5e49fcf02e1c', 'status': 'completed', 'code': 200} Aug 31 06:51:22.960548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52e4ed8a-5e17-459a-ab78-fb99c8a11a6f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=895d89bea856432bbec1845fb194a184&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0880969 Aug 31 06:51:22.962019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e4ed8a-5e17-459a-ab78-fb99c8a11a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458f7e5a-1a24-4c3f-887b-b3d4990532ce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:22.963326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:22.965644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:22.991329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Calling delete_port for 55f221f9-f896-4dbf-98e4-be2cc9295756 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:23.004138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.011907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:23.012564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.070214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.116701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.142729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Network': ['ID=f9c0ec01-261b-4bd3-bedf-9f1a79bb5800,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:23.151601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1c3fdd20-6a64-4eea-9319-3f66e23c78e6 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3038661 Aug 31 06:51:23.153491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:23.197790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'subnet': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:23.224082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:23.225505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.231055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.238305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/458f7e5a-1a24-4c3f-887b-b3d4990532ce HTTP/1.1" status: 204 len: 168 time: 0.2714367 Aug 31 06:51:23.254145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0a0ef2-31ed-4b93-bf72-d9d02efd98f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458f7e5a-1a24-4c3f-887b-b3d4990532ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:23.314963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:23.380117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.455135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Port': ['ID=55f221f9-f896-4dbf-98e4-be2cc9295756,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:23.459842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:23.463481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.511986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f19af5a-0553-4be7-85fc-e0994320b4a0 req-e1495156-f759-4219-9cfc-f37f1f6c32e1 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0414038 Aug 31 06:51:23.680572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.684355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e090ec99-e075-4182-98cf-7e24c8e67f33 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/ports/55f221f9-f896-4dbf-98e4-be2cc9295756 HTTP/1.1" status: 204 len: 168 time: 1.1792159 Aug 31 06:51:23.686902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:23.727184 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-28acc912-2cc0-43de-94cd-cfe7ffef45c9 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] DELETE failed (client error): The resource could not be found. Aug 31 06:51:23.728012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28acc912-2cc0-43de-94cd-cfe7ffef45c9 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:51:23.731144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-28acc912-2cc0-43de-94cd-cfe7ffef45c9 tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/55643204-c995-4065-b07f-fdd531dc9fc7 HTTP/1.1" status: 404 len: 337 time: 0.0422153 Aug 31 06:51:23.734267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:23.740602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7251c002-57c5-487a-b0c7-f645ba58cc53 req-76c3aee4-04d4-4be3-a909-aca65bd9aafd tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/ports?device_id=67e1f7d3-b746-4ef9-adde-c5ab5f61aa24 HTTP/1.1" status: 200 len: 210 time: 0.0843697 Aug 31 06:51:23.847073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:23.864941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:23.867457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5d7d-bafa-4bbb-9de9-7cc264c3c1e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.915318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.915831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:23.927059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Checking router: 98a82c7b-1996-46aa-bd20-a9b250d210d8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:23.949085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:23.949765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:50:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:24.049742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:24.077007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7cc56a-77cc-401b-acea-6bfd4e4101f5 req-f8e12b88-006c-4caf-98d9-8710f45ef962 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.50 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.0306706 Aug 31 06:51:24.080063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 514b916f-efd8-4ade-b284-5e49fcf02e1c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:24.081596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 514b916f-efd8-4ade-b284-5e49fcf02e1c not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:24.118528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Subnet': ['ID=b391edc5-066a-4f69-ad42-8f4f02875b3c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:24.127234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ab7b6698-00ec-47d6-9c9a-33d1f1d8bc0d req-c943830f-7e08-4a49-96c0-af673c7ccc71 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0490670 Aug 31 06:51:24.133577 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.150499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa722fca-06cd-4cc0-b140-966f711f1d02']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:24.152474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Checking segment: {'id': '7559e267-5708-441b-97ad-d47434ad35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:24.152972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network hostable DHCP agents. Network: f9c0ec01-261b-4bd3-bedf-9f1a79bb5800, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:24.179135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc77aa23-5025-4b0f-a04b-b9f16242fee8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:24.179439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc77aa23-5025-4b0f-a04b-b9f16242fee8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:24.194077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:24.196886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.210942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f9c0ec01-261b-4bd3-bedf-9f1a79bb5800) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:24.221465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:24.223008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.223805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.230625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f694d70e-bfa2-4fdd-9f89-d56dcf22f53a None None] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:24.249051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:24.249516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.311266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:24.357826 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:24.366721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5d7d-bafa-4bbb-9de9-7cc264c3c1e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.371400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.381398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bfe5d7d-bafa-4bbb-9de9-7cc264c3c1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.393284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bf11782-89f2-4a07-ac64-1c1b8ce60309 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2003970 Aug 31 06:51:24.396436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:24.402284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-892380216'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:24.431227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5bfe5d7d-bafa-4bbb-9de9-7cc264c3c1e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=639e22fcd27d41da867a2dc5336b0f37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808449 Aug 31 06:51:24.435728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.440492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/fa722fca-06cd-4cc0-b140-966f711f1d02 HTTP/1.1" status: 204 len: 168 time: 0.7026770 Aug 31 06:51:24.440492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:24.474147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:24.510326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06313b1b-2207-4abe-af43-02a3ee9ed74c tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=fa722fca-06cd-4cc0-b140-966f711f1d02,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:24.559930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'tenant_id': '4956c0ac97834d86ba3f9aba3c4f7721', 'fixed_ips': [{'subnet_id': 'b391edc5-066a-4f69-ad42-8f4f02875b3c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:24.561161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.593596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.610278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Deleting subnet ab839731-be84-4a43-921c-d39ec401263c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:24.617628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.620787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfe5d7d-bafa-4bbb-9de9-7cc264c3c1e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d0c708-fe07-4f6f-b2b8-23a41e5bd717,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:24.680679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.720679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.815667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.818869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:24.821373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0d0c708-fe07-4f6f-b2b8-23a41e5bd717 HTTP/1.1" status: 204 len: 168 time: 0.3793564 Aug 31 06:51:24.836806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259a32cb-d257-4ef2-a0c6-8ba9e81ecd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d0c708-fe07-4f6f-b2b8-23a41e5bd717,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:24.884713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:25.009010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.018616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Allocated IP 2001:db8::2 (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/d2f43502-6de5-4d19-9c4a-934b036b54bf) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:25.040376 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0978683b-d095-49c0-8005-04df309b8bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.073174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.177589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.206657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.212182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "DELETE /v2.0/security-groups/47360435-15c6-411b-b3c3-9b8403820771 HTTP/1.1" status: 204 len: 168 time: 0.3239138 Aug 31 06:51:25.216192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:25.243232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:25.294124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6d23f9-1e34-43e5-8cfc-eab4f294d8a2 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47360435-15c6-411b-b3c3-9b8403820771,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:25.316321 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-1bfdeab4-9486-401f-b867-5530636ce1b7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] show failed (client error): The resource could not be found. Aug 31 06:51:25.319514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97461cbe-b6b2-41de-9bd8-f728818a68b0 None None] The sync data for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 is: [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:41:41Z', 'revision_number': 4, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '8078b365-adfa-44b0-91b4-22c4ffefb40c', 'name': '', 'network_id': '57fbf352-3936-4cb5-88ee-5c88f543a177', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'mac_address': 'fa:16:3e:02:a4:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 993, 'fixed_ips': [{'subnet_id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:39Z', 'updated_at': '2021-08-31T06:41:49Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'subnets': [{'id': '9c47d7df-1f0f-43ea-b6cf-686515ac1d89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:25.322625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1bfdeab4-9486-401f-b867-5530636ce1b7 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "GET /v2.0/security-groups/47360435-15c6-411b-b3c3-9b8403820771 HTTP/1.1" status: 404 len: 347 time: 0.0946827 Aug 31 06:51:25.325253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:25.469752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dfd624e9-6516-4a10-aeeb-9df801ba9b3f req-1654503b-678e-473b-b847-d56b839ccd84 tempest-ServerShowV254Test-1703847599 tempest-ServerShowV254Test-1703847599-project] 10.222.0.57 "GET /v2.0/ports?device_id=0cbf92c0-33a4-422d-9759-809e04baff8f HTTP/1.1" status: 200 len: 210 time: 0.7766433 Aug 31 06:51:25.503646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.512520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:25.516907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.553489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.556118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96f09426-38c1-4365-bcb7-0153a0e03638 req-4fbf1421-112f-47d7-8134-b8d45c338d5f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1057210 Aug 31 06:51:25.573152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Transition to ACTIVE for port object d2f43502-6de5-4d19-9c4a-934b036b54bf will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:25.599327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Transition to ACTIVE for port object d2f43502-6de5-4d19-9c4a-934b036b54bf will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:25.617231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.675871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:25.727423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Pushing event updated for resources: {'Port': ['ID=d2f43502-6de5-4d19-9c4a-934b036b54bf,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:25.740018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:25.746149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:25.750896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:25.763746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Deleting port 6a411946-13c0-4864-8687-e8352b039eb3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:25.764489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.905906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Attempting to bind port d2f43502-6de5-4d19-9c4a-934b036b54bf on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:25.908251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Attempting to bind port d2f43502-6de5-4d19-9c4a-934b036b54bf by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7559e267-5708-441b-97ad-d47434ad35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:25.908807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Attempting to bind port d2f43502-6de5-4d19-9c4a-934b036b54bf on network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:25.922254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 50, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:25.922522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9fdcb6-73a1-44db-8bf7-1219ff892d07 None None] New status for floating IP e9b4611b-f209-4da3-a8d0-f0ef0411a292: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:51:25.923013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Checking segment: {'id': '7559e267-5708-441b-97ad-d47434ad35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:25.923383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.927089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Bound using segment: {'id': '7559e267-5708-441b-97ad-d47434ad35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:25.927796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Bound port: d2f43502-6de5-4d19-9c4a-934b036b54bf, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7559e267-5708-441b-97ad-d47434ad35ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:25.928314 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.940798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::313 (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/e1127b02-2fe8-4923-9e22-0dc2c20d91a5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:25.941619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.942125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:25.962247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Calling delete_port for 6a411946-13c0-4864-8687-e8352b039eb3 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:26.077869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.097529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] For port d2f43502-6de5-4d19-9c4a-934b036b54bf, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:26.112452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] For port d2f43502-6de5-4d19-9c4a-934b036b54bf, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d2f43502-6de5-4d19-9c4a-934b036b54bf,segment=NetworkSegment(7559e267-5708-441b-97ad-d47434ad35ef),segment_id=7559e267-5708-441b-97ad-d47434ad35ef)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:26.118271 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.209665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Subnet': ['ID=ab839731-be84-4a43-921c-d39ec401263c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:26.223051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2914dc32-9a0a-428f-a4d1-abeb1bc980df None None] Network d0ccbbcf-988f-47d1-88d2-9dc62d5b600b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:26.226131 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.237044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:26.237935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-99b43174-40cb-4b9f-9e24-92f097fff66b tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/subnets/ab839731-be84-4a43-921c-d39ec401263c HTTP/1.1" status: 204 len: 168 time: 1.7592833 Aug 31 06:51:26.270334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b81d2fc-621b-4807-9835-39e7ded5fc49 None None] Pushing event updated for resources: {'Port': ['ID=d2f43502-6de5-4d19-9c4a-934b036b54bf,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:26.684851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.730240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] DHCP port deletion for d0ccbbcf-988f-47d1-88d2-9dc62d5b600b request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:26.750823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object e1127b02-2fe8-4923-9e22-0dc2c20d91a5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:26.881057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:26.885194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Deleting port bfef7310-f72f-46fd-9eff-8b0badcb18ba {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:26.888924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.012536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] For port bfef7310-f72f-46fd-9eff-8b0badcb18ba, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bfef7310-f72f-46fd-9eff-8b0badcb18ba,segment=NetworkSegment(5012b1d1-f074-4b58-93c5-38fe9c598777),segment_id=5012b1d1-f074-4b58-93c5-38fe9c598777)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:27.013157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.030230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Calling delete_port for bfef7310-f72f-46fd-9eff-8b0badcb18ba owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:27.061294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:27.079464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:27.094106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:27.113068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:27.113976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.155491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=e1127b02-2fe8-4923-9e22-0dc2c20d91a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:27.176916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abaa5f85-0d24-4f9a-8d13-57dbca9bf4ff tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7754097 Aug 31 06:51:27.179218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:27.197445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-362441178', 'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:27:cf:2f'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:27.214891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:27.256145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.297350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] No DVR routers for this DVR port bfef7310-f72f-46fd-9eff-8b0badcb18ba on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:27.362724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8856e03-03f3-43f9-aaa5-397fff168ac2 None None] Pushing event deleted for resources: {'Port': ['ID=bfef7310-f72f-46fd-9eff-8b0badcb18ba,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:27.429049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-afe6b0fc-37fd-47bd-81fa-c1eebd070297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.493864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d2f43502-6de5-4d19-9c4a-934b036b54bf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:27.515345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:27.615873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fff0bd-f2f9-49d2-bd88-24ac7a8d2fd5 req-56992946-f3c9-4d34-ac7f-6388a895212c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0872099 Aug 31 06:51:27.657417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d2f43502-6de5-4d19-9c4a-934b036b54bf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:27.676717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.713763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.714828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.746398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:27.773285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port f1857f74-73ff-4f71-b2aa-73160b3811c4 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:27.773747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Pushing event deleted for resources: {'Port': ['ID=6a411946-13c0-4864-8687-e8352b039eb3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:27.853729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bfef7310-f72f-46fd-9eff-8b0badcb18ba no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:27.914955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bfef7310-f72f-46fd-9eff-8b0badcb18ba {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:27.915296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bfef7310-f72f-46fd-9eff-8b0badcb18ba not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:27.980618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0279-7cd8-43e1-85f1-f9370b74631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.095080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.099333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.121248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.124622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0c982252-f5be-4eab-a5be-7dc8e27c9071 tempest-ServerActionsTestJSON-1655845214 tempest-ServerActionsTestJSON-1655845214-project] 10.222.0.57 "DELETE /v2.0/floatingips/e9b4611b-f209-4da3-a8d0-f0ef0411a292 HTTP/1.1" status: 204 len: 168 time: 2.7980649 Aug 31 06:51:28.133371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36626) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:28.149946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0ccbbcf-988f-47d1-88d2-9dc62d5b600b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:28.164998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5012b1d1-f074-4b58-93c5-38fe9c598777') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:28.165461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5012b1d1-f074-4b58-93c5-38fe9c598777') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:28.185857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.238176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.260689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::1d2 (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/f1857f74-73ff-4f71-b2aa-73160b3811c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:28.265138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:28.271537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:28.275485 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:28.283954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fc3f42-53eb-4e8e-8d67-009f07c8f2f8 None None] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:28.415951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0279-7cd8-43e1-85f1-f9370b74631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.417925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Provisioning for port d2f43502-6de5-4d19-9c4a-934b036b54bf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:28.430459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Provisioning complete for port d2f43502-6de5-4d19-9c4a-934b036b54bf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:28.430797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.434147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ab0279-7cd8-43e1-85f1-f9370b74631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.454293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.462395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.468252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] 10.222.0.57 "DELETE /v2.0/networks/d0ccbbcf-988f-47d1-88d2-9dc62d5b600b HTTP/1.1" status: 204 len: 168 time: 2.2235656 Aug 31 06:51:28.501451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf3d8b1-2bde-4672-847c-77dd47a2c23e tempest-NetworksIpV6TestAttrs-2075507401 tempest-NetworksIpV6TestAttrs-2075507401-project] Pushing event deleted for resources: {'Network': ['ID=d0ccbbcf-988f-47d1-88d2-9dc62d5b600b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:28.708071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.809060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c9ab0279-7cd8-43e1-85f1-f9370b74631b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b851999814a4f18baaa7793e63ddf35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3695009 Aug 31 06:51:28.810571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object f1857f74-73ff-4f71-b2aa-73160b3811c4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:28.815746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:28.820927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab0279-7cd8-43e1-85f1-f9370b74631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f90c1193-4860-4628-ab22-d5b8bfbd46f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:28.876589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-558cbb76-a1fc-401f-af4e-430ad505be2c req-bf0a8d4c-0a5f-4c41-ae7b-33fc9284f898 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1033788 Aug 31 06:51:28.947396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:28.993096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.029295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:29.050616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:29.062895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=f1857f74-73ff-4f71-b2aa-73160b3811c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:29.071542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.077174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:29.087246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.087838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.092547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:29.112681 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.185121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4f4e690-d4e3-4246-b687-75658a3d452e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.0042548 Aug 31 06:51:29.187172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:29.190090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] For port d2f43502-6de5-4d19-9c4a-934b036b54bf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d2f43502-6de5-4d19-9c4a-934b036b54bf,segment=NetworkSegment(7559e267-5708-441b-97ad-d47434ad35ef),segment_id=7559e267-5708-441b-97ad-d47434ad35ef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:29.197609 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.349983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.355562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.360814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f90c1193-4860-4628-ab22-d5b8bfbd46f0 HTTP/1.1" status: 204 len: 168 time: 0.5325587 Aug 31 06:51:29.368357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ec921b-e478-4ebc-a98f-7f58e2bb94f7 None None] Pushing event updated for resources: {'Port': ['ID=d2f43502-6de5-4d19-9c4a-934b036b54bf,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:29.402501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1351ab-0c39-4694-b6de-be87b47be704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90c1193-4860-4628-ab22-d5b8bfbd46f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:29.514773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13fd15-e43e-4bca-9b1d-ca710a7c5d5f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.534012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13fd15-e43e-4bca-9b1d-ca710a7c5d5f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.548193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.551011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac13fd15-e43e-4bca-9b1d-ca710a7c5d5f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:29.555875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac13fd15-e43e-4bca-9b1d-ca710a7c5d5f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3623230 Aug 31 06:51:29.557234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:29.591090 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.712081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-490c0c24-c2ea-4728-bc9d-7d886f44c4e8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fb380a17ed854d14a5e4d5a5bdcb54c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6157286 Aug 31 06:51:29.713075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:29.805956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port f1857f74-73ff-4f71-b2aa-73160b3811c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:29.806477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.883992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Provisioning for port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:29.888882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Provisioning complete for port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:29.889623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:29.939640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:29.953982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Provisioning complete for port d2f43502-6de5-4d19-9c4a-934b036b54bf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:29.954842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.016778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.066111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for f1857f74-73ff-4f71-b2aa-73160b3811c4 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:30.107261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Deleting port 8078b365-adfa-44b0-91b4-22c4ffefb40c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:30.108375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.124161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Provisioning for port f1857f74-73ff-4f71-b2aa-73160b3811c4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:30.129963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Provisioning complete for port f1857f74-73ff-4f71-b2aa-73160b3811c4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:30.129963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.180141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16851de5-f726-485b-b0c0-c4138f35e017 None None] Port f1857f74-73ff-4f71-b2aa-73160b3811c4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:30.251817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0200364-2924-4669-9f34-64043e1883f1 req-2b35ec3c-66e0-43fb-aa6c-7bf07e1e98bb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0600467 Aug 31 06:51:30.252992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.319397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] For port 8078b365-adfa-44b0-91b4-22c4ffefb40c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8078b365-adfa-44b0-91b4-22c4ffefb40c,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:30.321677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.365932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Calling delete_port for 8078b365-adfa-44b0-91b4-22c4ffefb40c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:30.386093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.420048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f8f7d9ee-5005-408d-871f-84926aefdba0 None None] Provisioning complete for port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:30.421259 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8f7d9ee-5005-408d-871f-84926aefdba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.522085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f8f7d9ee-5005-408d-871f-84926aefdba0 None None] Port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:30.660857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.664428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.666049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d41d6d6-5ada-4d14-a34f-c8b5bf077afe HTTP/1.1" status: 204 len: 168 time: 0.9520206 Aug 31 06:51:30.671023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.695302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899cafe2-2b89-4a25-bd02-de0b7decf7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d41d6d6-5ada-4d14-a34f-c8b5bf077afe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:30.717634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=f1857f74-73ff-4f71-b2aa-73160b3811c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:30.779631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-88c3aa51-bde6-4ad3-a07c-488a71f1b88e None None] Could not find standard attr ID for object f1857f74-73ff-4f71-b2aa-73160b3811c4. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:51:30.874245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.928242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:30.943352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac66789c-9993-4b93-b5bf-00aa7d493dd8 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/f1857f74-73ff-4f71-b2aa-73160b3811c4 HTTP/1.1" status: 204 len: 168 time: 1.3847990 Aug 31 06:51:30.945753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:30.957061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8078b365-adfa-44b0-91b4-22c4ffefb40c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:30.996946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:31.012070 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-47684d14-d8af-4203-a109-058827836954 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] GET failed (client error): The resource could not be found. Aug 31 06:51:31.014327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-47684d14-d8af-4203-a109-058827836954 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports/f1857f74-73ff-4f71-b2aa-73160b3811c4 HTTP/1.1" status: 404 len: 333 time: 0.0672967 Aug 31 06:51:31.018758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:31.030650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-369013903'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:31.331090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:31.364684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:31.387023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:31.449474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port b2a92056-5eae-4275-8e6e-063741fd590b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:31.537388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f01a19-e800-4e17-b9ea-344b67ddfe9e req-d93fa306-809a-4e94-93ae-fcd7c224b3bd tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0681219 Aug 31 06:51:31.556254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d2f43502-6de5-4d19-9c4a-934b036b54bf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:31.687573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d2f43502-6de5-4d19-9c4a-934b036b54bf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:31.687980 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:31.813024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Router 98a82c7b-1996-46aa-bd20-a9b250d210d8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:31.924453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::2ab (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/b2a92056-5eae-4275-8e6e-063741fd590b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:31.991958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:32.005784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Sync routers for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:32.010055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-be9d8e34-f37d-42cc-a044-208b85a733e2 admin admin] 10.222.0.57 "PUT /v2.0/routers/98a82c7b-1996-46aa-bd20-a9b250d210d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8754871 Aug 31 06:51:32.012443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:32.017679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:32.018117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:32.240830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.258130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object b2a92056-5eae-4275-8e6e-063741fd590b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:32.310793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.330907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.338614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:32.417368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:32.422326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:32.428618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:32.451302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:32.451958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.456037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=b2a92056-5eae-4275-8e6e-063741fd590b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:32.481859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-33f1bf5b-a2a1-43e0-b7b5-ad5850bda41e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4590838 Aug 31 06:51:32.482816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:32.497934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:27:cf:2f'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:32.584361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.740469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Deleting port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:32.740818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.872937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:32.975902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f30518ea-3117-46e5-9eec-85d71f01b47f req-50aad7e7-be96-42c4-93c8-f8f3bbf84d06 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1514840 Aug 31 06:51:33.005363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a6eb2af-09af-4b0f-9c7b-c34717465fb0 None None] Provisioning for port b2a92056-5eae-4275-8e6e-063741fd590b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:33.025895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a6eb2af-09af-4b0f-9c7b-c34717465fb0 None None] Provisioning complete for port b2a92056-5eae-4275-8e6e-063741fd590b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:33.026275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a6eb2af-09af-4b0f-9c7b-c34717465fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.085300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] For port 3d236b2b-1957-45f3-9e03-a0db65e4dfd1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:33.090372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.174980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Calling delete_port for 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:33.242503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:51:30Z', 'revision_number': 5, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port': {'id': '3d236b2b-1957-45f3-9e03-a0db65e4dfd1', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:ff:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:34Z', 'updated_at': '2021-08-31T06:41:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:33.338689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2fa9127-603e-4521-867f-100f1959f1be req-a7716261-f8be-4f03-bf8e-36eea48684a2 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0649266 Aug 31 06:51:33.417890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Checking router: 98a82c7b-1996-46aa-bd20-a9b250d210d8 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:33.445882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:33.446882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Routers {'98a82c7b-1996-46aa-bd20-a9b250d210d8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:33.447697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['98a82c7b-1996-46aa-bd20-a9b250d210d8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:33.451054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4a6eb2af-09af-4b0f-9c7b-c34717465fb0 None None] Port b2a92056-5eae-4275-8e6e-063741fd590b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:33.511882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.522441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.607731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] In _notify_port_updated(), no bound segment for port b2a92056-5eae-4275-8e6e-063741fd590b on network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:33.630278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:33.639507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.646708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "PUT /v2.0/ports/b2a92056-5eae-4275-8e6e-063741fd590b HTTP/1.1" status: 200 len: 1002 time: 1.1625941 Aug 31 06:51:33.647373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:33.688438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] Set router 98a82c7b-1996-46aa-bd20-a9b250d210d8 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:33.788808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378189767'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:33.797146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:33.824935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:51:32Z', 'revision_number': 6, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:33.864091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d236b2b-1957-45f3-9e03-a0db65e4dfd1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:33.897452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d16aba-d38e-45f4-9ebd-a60cb5dfdbd0 None None] The sync data for ids ['98a82c7b-1996-46aa-bd20-a9b250d210d8'] in n-d-712707-15 is: [{'id': '98a82c7b-1996-46aa-bd20-a9b250d210d8', 'name': 'tempest-ServerActionsTestJSON-998143918-router', 'tenant_id': 'a152b1b10bf64b58943da33e5137b61b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:33Z', 'updated_at': '2021-08-31T06:51:32Z', 'revision_number': 6, 'project_id': 'a152b1b10bf64b58943da33e5137b61b', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:33.914618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d6f601-cc5d-4534-8fa2-cc63f02da1e9 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=b2a92056-5eae-4275-8e6e-063741fd590b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:33.980367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.001184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:34.006314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.021209 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.093103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e4eecad-a70e-4307-aacd-a6ea41704d02 None None] Provisioning complete for port b2a92056-5eae-4275-8e6e-063741fd590b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:34.093719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e4eecad-a70e-4307-aacd-a6ea41704d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.203730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port b2a92056-5eae-4275-8e6e-063741fd590b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:34.204088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.206059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7e4eecad-a70e-4307-aacd-a6ea41704d02 None None] Port b2a92056-5eae-4275-8e6e-063741fd590b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:34.272857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.298676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.304744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70f0ffd9-7096-47ba-9dcf-26518d131b36 req-a08b75a6-b414-48b6-9e8f-608d9233d653 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0549843 Aug 31 06:51:34.368326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.373046 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.383109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.384146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98a82c7b-1996-46aa-bd20-a9b250d210d8 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:51:34.391775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.401282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.404027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-68915da4-b8a9-4fc2-a6d9-87d650ec72eb admin admin] 10.222.0.57 "DELETE /v2.0/routers/98a82c7b-1996-46aa-bd20-a9b250d210d8 HTTP/1.1" status: 204 len: 168 time: 2.3901446 Aug 31 06:51:34.405224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:34.424823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for b2a92056-5eae-4275-8e6e-063741fd590b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:34.501061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Deleting subnet 9c47d7df-1f0f-43ea-b6cf-686515ac1d89 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:34.505080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.518031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:34.547302 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.590785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27baffc6-c203-45d0-855b-f914715b1e42,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:34.595493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.596033 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 2fbb0d43-7862-4a86-ab43-0e7d1d44fb40 of type vlan for network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 Aug 31 06:51:34.723296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b0236e2-9728-4361-b939-076687bbb6f1 req-c404bc3e-5806-4c25-aa9f-88b3b3674aa3 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1614122 Aug 31 06:51:34.771654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.847376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.883900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.921155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c47d7df-1f0f-43ea-b6cf-686515ac1d89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:34.933201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:34.937865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba9e0d6a-17fe-4d9f-8472-fb3958747f4c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/9c47d7df-1f0f-43ea-b6cf-686515ac1d89 HTTP/1.1" status: 204 len: 168 time: 0.5271802 Aug 31 06:51:34.938420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14059b85-e99c-4033-9a7b-3b07b5455343 None None] Network 57fbf352-3936-4cb5-88ee-5c88f543a177 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:34.947889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:35.138346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.160309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.309221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.312419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Deleting port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:35.313374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.315250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:35.318212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.408780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=b2a92056-5eae-4275-8e6e-063741fd590b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:35.462219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:35.542409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0950100 Aug 31 06:51:35.542625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] For port 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=36a7d247-6fcd-4215-8e75-f9130dccf2e8,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:35.544316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.581125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.596059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:35.596706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Calling delete_port for 36a7d247-6fcd-4215-8e75-f9130dccf2e8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:35.599661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3d236b2b-1957-45f3-9e03-a0db65e4dfd1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:35.601127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8078b365-adfa-44b0-91b4-22c4ffefb40c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:35.685875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 8078b365-adfa-44b0-91b4-22c4ffefb40c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:35.687381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8078b365-adfa-44b0-91b4-22c4ffefb40c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:35.731477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:35.753672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:35.867259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] DHCP port deletion for 57fbf352-3936-4cb5-88ee-5c88f543a177 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:35.918422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cc6e09f-d238-4a2f-941e-7b24dd813c6d req-c998493b-f6e7-4036-b960-fd6bb2729f0e tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1547134 Aug 31 06:51:35.923803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e77b943-94c2-440b-8b37-c6d9e6110097 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:35.946271 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:35.954239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62af61fc-50fc-454d-90cc-07a7c7a0f72e tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/b2a92056-5eae-4275-8e6e-063741fd590b HTTP/1.1" status: 204 len: 168 time: 2.2994850 Aug 31 06:51:35.957017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:35.963696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:36.039259 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e83ef9dc-3583-4c85-afbf-30b7f6a84c70 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] GET failed (client error): The resource could not be found. Aug 31 06:51:36.047695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e83ef9dc-3583-4c85-afbf-30b7f6a84c70 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports/b2a92056-5eae-4275-8e6e-063741fd590b HTTP/1.1" status: 404 len: 333 time: 0.0828867 Aug 31 06:51:36.049414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:36.053488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d8751e9-dd53-4c46-bab3-0d043ad3bc75 req-1d6c1c08-e53c-4115-b8c0-e3255a422425 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0981646 Aug 31 06:51:36.095146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2011451261'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:36.118108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:36.123205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.158919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Deleting port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:36.159695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.290352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] For port 36a7d247-6fcd-4215-8e75-f9130dccf2e8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=36a7d247-6fcd-4215-8e75-f9130dccf2e8,segment=NetworkSegment(3e1c2d94-1fcd-4cb1-834d-75d4ba18992d),segment_id=3e1c2d94-1fcd-4cb1-834d-75d4ba18992d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:36.291604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.313242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Calling delete_port for 36a7d247-6fcd-4215-8e75-f9130dccf2e8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:36.334891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.433811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Pushing event deleted for resources: {'Port': ['ID=36a7d247-6fcd-4215-8e75-f9130dccf2e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:36.458335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.478039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] No DVR routers for this DVR port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:36.538948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] No DVR routers for this DVR port 36a7d247-6fcd-4215-8e75-f9130dccf2e8 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:36.549865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Pushing event deleted for resources: {'Port': ['ID=36a7d247-6fcd-4215-8e75-f9130dccf2e8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:36.555995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:36.559766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.561890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.572076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.572418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.574324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.574705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.577204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.577609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.577964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.578327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.578689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.579799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.581544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.582769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532d6c9e-d167-43a8-a629-8af039f5b599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:36.612980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port 2c1355cd-3205-423a-9bd1-ebf335417aff yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:36.666591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=2e7cc049-e040-49f2-ba3d-d8b24cf603a1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:36.704539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:36.705012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:36.737495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:36.750239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:36.757866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:36.760282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.763093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d27115d-a046-4811-aa5a-f39a690e1b63 None None] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:36.773304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.792110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57fbf352-3936-4cb5-88ee-5c88f543a177']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:36.807386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a99d2be8-afa1-430c-a96c-f1e19586e347 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.0638943 Aug 31 06:51:36.809580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:36.809878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1c2d94-1fcd-4cb1-834d-75d4ba18992d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:36.812138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:36.826119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1337683882'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:36.841719 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.874200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.886902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:36.887308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:36.888964 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:36.900381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:36.904953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.942883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::2b4 (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/2c1355cd-3205-423a-9bd1-ebf335417aff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:36.943310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:36.959116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:36.959739 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 4aa37d1a-69f2-497a-89b7-3d3992ab3789 of type vlan for network 5ff589a8-7748-48fb-a204-41498b73078d Aug 31 06:51:36.986885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460', 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': '2e7cc049-e040-49f2-ba3d-d8b24cf603a1'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:36.988212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.094718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-136cde5b-25ef-4dba-9f13-c69b916db6ac req-5d706a9e-8357-4f51-a022-bd4ea2067405 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1539559 Aug 31 06:51:37.118566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.179996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.185881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:37.192375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.209256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Allocated IP 172.20.255.242 (bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460/2e7cc049-e040-49f2-ba3d-d8b24cf603a1/22150db8-e19e-4a90-88f4-99522ab9d7c8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:37.348225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89719df0-cc18-4f6e-88d7-4689098a16ac req-0e2b01e4-f744-4b34-897c-403c86f8996d tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1299946 Aug 31 06:51:37.350686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5375242 Aug 31 06:51:37.356993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:37.363943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '5ff589a8-7748-48fb-a204-41498b73078d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:37.388766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f37cc5-9007-4536-92dc-fdb11afe1ba8 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=5ff589a8-7748-48fb-a204-41498b73078d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:37.429871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5ff589a8-7748-48fb-a204-41498b73078d details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:37.465907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 36a7d247-6fcd-4215-8e75-f9130dccf2e8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:37.511909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:37.529545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.692326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 36a7d247-6fcd-4215-8e75-f9130dccf2e8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:37.693370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 36a7d247-6fcd-4215-8e75-f9130dccf2e8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:37.886342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.945360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.948100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object 2c1355cd-3205-423a-9bd1-ebf335417aff will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:37.956251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Transition to ACTIVE for port object 22150db8-e19e-4a90-88f4-99522ab9d7c8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:37.976155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Transition to ACTIVE for port object 22150db8-e19e-4a90-88f4-99522ab9d7c8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:37.985212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:37.985603 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.043708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:38.047411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee0d83e4-261b-46f2-a280-06a54e167900 req-5c2ea879-3bcb-42cb-b2c2-828678ec7570 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.1088426 Aug 31 06:51:38.055576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:38.058110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Pushing event updated for resources: {'Port': ['ID=22150db8-e19e-4a90-88f4-99522ab9d7c8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.062914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.063704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:38.068742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] 10.222.0.57 "DELETE /v2.0/networks/57fbf352-3936-4cb5-88ee-5c88f543a177 HTTP/1.1" status: 204 len: 168 time: 3.1169889 Aug 31 06:51:38.130525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92652e4d-6f5e-4934-a62f-c20b6216a683 admin admin] Pushing event deleted for resources: {'Network': ['ID=57fbf352-3936-4cb5-88ee-5c88f543a177,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.133172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.138478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.149729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Attempting to bind port 22150db8-e19e-4a90-88f4-99522ab9d7c8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:38.151966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Attempting to bind port 22150db8-e19e-4a90-88f4-99522ab9d7c8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:38.152640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Attempting to bind port 22150db8-e19e-4a90-88f4-99522ab9d7c8 on network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:38.180091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:38.180523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Checking segment: {'id': '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:38.180978 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.181463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Bound using segment: {'id': '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:38.181999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Bound port: 22150db8-e19e-4a90-88f4-99522ab9d7c8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:38.182435 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.234612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:38.244246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:38.250399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=320bd905-4f76-4e19-b7b4-73b74a073ac2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.254344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:38.259304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] For port 22150db8-e19e-4a90-88f4-99522ab9d7c8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:38.263898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] For port 22150db8-e19e-4a90-88f4-99522ab9d7c8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=22150db8-e19e-4a90-88f4-99522ab9d7c8,segment=NetworkSegment(2fbb0d43-7862-4a86-ab43-0e7d1d44fb40),segment_id=2fbb0d43-7862-4a86-ab43-0e7d1d44fb40)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:38.272470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:38.272701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.272826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.281887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '4aa37d1a-69f2-497a-89b7-3d3992ab3789', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ff589a8-7748-48fb-a204-41498b73078d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:38.282819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 5ff589a8-7748-48fb-a204-41498b73078d, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:38.320418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 5ff589a8-7748-48fb-a204-41498b73078d is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:38.342690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=2c1355cd-3205-423a-9bd1-ebf335417aff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.345760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5ff589a8-7748-48fb-a204-41498b73078d) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:38.360308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:38.361698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:38.362304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.364463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-42df2a04-808d-485d-9595-e7d7f416c15f tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2964666 Aug 31 06:51:38.423818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:27:cf:2f'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:38.468987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4e1dc77f-ba29-49d9-b9a8-93364d342808 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.1106403 Aug 31 06:51:38.471738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:38.529364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430afb5-a7a7-4c69-858d-de2cfc64056b None None] Pushing event updated for resources: {'Port': ['ID=22150db8-e19e-4a90-88f4-99522ab9d7c8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:38.537369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7aefde-1db1-4698-baea-250b793fe3cb None None] Network 5ff589a8-7748-48fb-a204-41498b73078d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:38.692445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29514c94-25ee-4607-a68b-af9cf6a8fa4b req-c407c479-c1ef-484e-9775-dab8a3909062 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1397264 Aug 31 06:51:38.747521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.880895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a015e1d-06d0-4826-bb94-f54148e23856 None None] Provisioning for port 2c1355cd-3205-423a-9bd1-ebf335417aff completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:38.923085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a015e1d-06d0-4826-bb94-f54148e23856 None None] Provisioning complete for port 2c1355cd-3205-423a-9bd1-ebf335417aff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:38.923656 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a015e1d-06d0-4826-bb94-f54148e23856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.927978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.937895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:38.973408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.078571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.137415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c9e12d3f-20c0-48e2-b1dc-14a614e99cc7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a152b1b10bf64b58943da33e5137b61b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621802 Aug 31 06:51:39.146791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.349590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=320bd905-4f76-4e19-b7b4-73b74a073ac2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:39.452765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.462385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c462380e-ea83-4ac5-9757-870d91763a4c req-9e8f7c11-cc59-4ee4-ad1d-576efbf784fc tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/ports?device_id=07dd13f6-9a84-4435-bb7f-e1348ba08e3c HTTP/1.1" status: 200 len: 210 time: 0.0885124 Aug 31 06:51:39.468519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.494572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff589a8-7748-48fb-a204-41498b73078d']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.514536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.517718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 22150db8-e19e-4a90-88f4-99522ab9d7c8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:39.523462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa37d1a-69f2-497a-89b7-3d3992ab3789') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.523757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa37d1a-69f2-497a-89b7-3d3992ab3789') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:39.546175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.588359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.591560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7a015e1d-06d0-4826-bb94-f54148e23856 None None] Port 2c1355cd-3205-423a-9bd1-ebf335417aff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:39.604552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:39.605238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.650105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.653990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.653990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d60ccde-6b05-4a09-811b-0771d4426e8f HTTP/1.1" status: 204 len: 168 time: 0.5050292 Aug 31 06:51:39.680996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55254b5f-b0d0-4bff-96c4-cdb4b5dc5f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d60ccde-6b05-4a09-811b-0771d4426e8f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:39.686812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:39.704816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446d47ba-94bf-41c6-a150-0c7df630d845 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-5ff589a8-7748-48fb-a204-41498b73078d', 'network_id': '5ff589a8-7748-48fb-a204-41498b73078d', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': '320bd905-4f76-4e19-b7b4-73b74a073ac2'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:39.705725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-446d47ba-94bf-41c6-a150-0c7df630d845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.716345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.771537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:39.786802 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:39.898101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=2c1355cd-3205-423a-9bd1-ebf335417aff,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:39.915485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-811fa951-737d-4f96-840b-1633cba5a77a req-56221347-1cd0-4b41-9c95-4cd8596d0620 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0450387 Aug 31 06:51:39.919049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] In _notify_port_updated(), no bound segment for port 2c1355cd-3205-423a-9bd1-ebf335417aff on network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:39.923690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.925154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:39.926646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.930642 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88eec14d-7007-445d-b47d-3f87c1a4f9fe tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "PUT /v2.0/ports/2c1355cd-3205-423a-9bd1-ebf335417aff HTTP/1.1" status: 200 len: 1003 time: 1.5545938 Aug 31 06:51:39.931365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.935768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:39.938279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/5ff589a8-7748-48fb-a204-41498b73078d HTTP/1.1" status: 204 len: 168 time: 1.4649837 Aug 31 06:51:39.943140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:39.951718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1917233328'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:39.955597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41a593-9a97-46b7-a52c-5392a27fc3d1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=5ff589a8-7748-48fb-a204-41498b73078d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:40.010284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:40.015434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.043934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba8c33-88cc-45d2-a911-9e729ab28f8c None None] Network 5ff589a8-7748-48fb-a204-41498b73078d requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:40.069681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ba8c33-88cc-45d2-a911-9e729ab28f8c None None] Network 5ff589a8-7748-48fb-a204-41498b73078d could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:51:40.174040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:40.184413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.184656 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 005c3d97-b9e3-46d6-8ba9-28599784234a of type vlan for network 25bef790-d29e-4f19-a8ed-1c3fff092a1a Aug 31 06:51:40.241528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.282148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.290833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:40.291483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.435375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=25bef790-d29e-4f19-a8ed-1c3fff092a1a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:40.449937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 25bef790-d29e-4f19-a8ed-1c3fff092a1a details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:40.492070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:40.497833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '25bef790-d29e-4f19-a8ed-1c3fff092a1a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:40.507566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c4b42b3c-f70b-4d1c-8f3e-219f651985a7 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5420394 Aug 31 06:51:40.584769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port 2c1355cd-3205-423a-9bd1-ebf335417aff {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:40.589868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.598681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a3f47b2-f532-4795-890f-6eeb18386da8 None None] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:40.681856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:40.741888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Provisioning for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:40.772795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:40.781256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.789494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Provisioning complete for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:40.789875 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.852711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.872252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for 2c1355cd-3205-423a-9bd1-ebf335417aff owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:40.921872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing IP validity checks on allocation pools {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:51:40.922817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94639) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:51:40.957400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:40.985562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.091111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.096694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.099484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/security-groups/36d69a68-b746-4795-a3bc-48e36bcee476 HTTP/1.1" status: 204 len: 168 time: 0.4008472 Aug 31 06:51:41.111423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.139175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.171727 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-053fe5f4-a3ee-41c5-abed-3910ec1ced9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] show failed (client error): The resource could not be found. Aug 31 06:51:41.173826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-053fe5f4-a3ee-41c5-abed-3910ec1ced9f tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "GET /v2.0/security-groups/36d69a68-b746-4795-a3bc-48e36bcee476 HTTP/1.1" status: 404 len: 347 time: 0.0612566 Aug 31 06:51:41.175258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974fc40a-7a53-4e70-bbd6-4cb6bebf91eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d69a68-b746-4795-a3bc-48e36bcee476,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:41.178810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.270487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] For port 22150db8-e19e-4a90-88f4-99522ab9d7c8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=22150db8-e19e-4a90-88f4-99522ab9d7c8,segment=NetworkSegment(2fbb0d43-7862-4a86-ab43-0e7d1d44fb40),segment_id=2fbb0d43-7862-4a86-ab43-0e7d1d44fb40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:41.282858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.465889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.478308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Pushing event updated for resources: {'Port': ['ID=22150db8-e19e-4a90-88f4-99522ab9d7c8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:41.496370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Provisioning complete for port 2c1355cd-3205-423a-9bd1-ebf335417aff triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:41.496761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.581119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=c27a0c4a-1fb8-47c3-99ea-7a2749abe804,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:41.584100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de2b6a03-cb81-4e13-a574-aa25e6c81be3 None None] Port 2c1355cd-3205-423a-9bd1-ebf335417aff cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:41.600790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 9280e701-b0ea-4d3a-921d-ae2e4c7cb497 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:41.601136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.624347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '005c3d97-b9e3-46d6-8ba9-28599784234a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '25bef790-d29e-4f19-a8ed-1c3fff092a1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:41.625090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 25bef790-d29e-4f19-a8ed-1c3fff092a1a, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:41.657117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.694512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 25bef790-d29e-4f19-a8ed-1c3fff092a1a is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:41.705037 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eeb30436-e970-47c1-88f7-5a64737cae1a req-21ac1bfa-6e21-49e3-a890-55848ce801c0 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 1.1052461 Aug 31 06:51:41.706516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.712025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9396bb7d-a386-4264-958b-998165e77ba6 None None] Provisioning complete for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:41.714455 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9396bb7d-a386-4264-958b-998165e77ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.726857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 25bef790-d29e-4f19-a8ed-1c3fff092a1a) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:41.741777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=2c1355cd-3205-423a-9bd1-ebf335417aff,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:41.758146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:41.758984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.778343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.780699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-09f75422-817b-4ce0-b275-8af48e7d124c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/2c1355cd-3205-423a-9bd1-ebf335417aff HTTP/1.1" status: 204 len: 168 time: 1.8484046 Aug 31 06:51:41.783784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.803076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b4d7e-d5a1-4dcf-836e-14cc90935fef None None] Network 25bef790-d29e-4f19-a8ed-1c3fff092a1a requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:41.809414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.809735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:41.829633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0bde70a9-dc8c-411b-a5fa-37b1c07e157f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3361750 Aug 31 06:51:41.833690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.847123 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a979fc-786c-45a4-a311-28ed91257c2c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] GET failed (client error): The resource could not be found. Aug 31 06:51:41.858254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04a979fc-786c-45a4-a311-28ed91257c2c tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports/2c1355cd-3205-423a-9bd1-ebf335417aff HTTP/1.1" status: 404 len: 333 time: 0.0706730 Aug 31 06:51:41.860807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:41.880351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-785971527'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:41.899912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 9280e701-b0ea-4d3a-921d-ae2e4c7cb497 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:42.084987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.190746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-544951488-network', 'tenant_id': '57a97e2870eb4a61a9a967f498870646'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:42.236373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289172df-cd52-4599-accf-330f65edc384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-25bef790-d29e-4f19-a8ed-1c3fff092a1a', 'network_id': '25bef790-d29e-4f19-a8ed-1c3fff092a1a', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'c27a0c4a-1fb8-47c3-99ea-7a2749abe804'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:42.244715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-289172df-cd52-4599-accf-330f65edc384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.258703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.374355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-289172df-cd52-4599-accf-330f65edc384 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c27a0c4a-1fb8-47c3-99ea-7a2749abe804: This subnet is being modified by another concurrent operation. Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:42.379770 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c27a0c4a-1fb8-47c3-99ea-7a2749abe804: This subnet is being modified by another concurrent operation. Aug 31 06:51:42.384294 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:51:42.406347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=c27a0c4a-1fb8-47c3-99ea-7a2749abe804,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:42.418474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6753a911-3e30-44c5-b269-b147d01ba8b4 None None] Network 25bef790-d29e-4f19-a8ed-1c3fff092a1a requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:42.436907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.471509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Made reservation on behalf of 57a97e2870eb4a61a9a967f498870646 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:42.475741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.475912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.487968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25bef790-d29e-4f19-a8ed-1c3fff092a1a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:42.500725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005c3d97-b9e3-46d6-8ba9-28599784234a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:42.501493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005c3d97-b9e3-46d6-8ba9-28599784234a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:42.513493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.534938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.535646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=9280e701-b0ea-4d3a-921d-ae2e4c7cb497,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:42.542892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.544667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:42.545320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:42.549740 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:42.567575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.567970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.568802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.568802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.569106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.569388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.569937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.570603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.571433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.571959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.572509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.573044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:42.576490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:42.582718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.635605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.649785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c64dd0-8370-48f1-8349-82d431f87495 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:51:42.653601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.654347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/25bef790-d29e-4f19-a8ed-1c3fff092a1a HTTP/1.1" status: 204 len: 168 time: 0.8191679 Aug 31 06:51:42.660727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port c5d422d6-4081-402e-814d-95f1fd695e2e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:42.663675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:42.674391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1640281745'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:42.714850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06356ee-0713-442a-b81f-76049c9d94b3 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=25bef790-d29e-4f19-a8ed-1c3fff092a1a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:42.815354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.819135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16c64dd0-8370-48f1-8349-82d431f87495 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:51:42.819314 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:42.820936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8c5ae6f7-ee5c-45e9-af75-f3cce8f3b2eb tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/floatingips/a43ef8c8-4149-4784-8db0-58d21d678215 HTTP/1.1" status: 204 len: 168 time: 1.6048865 Aug 31 06:51:42.823588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:42.886763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c15743c-dcec-45c1-b53c-ab7736208a6c req-e9bef491-d321-471a-817c-aa4665bf9a9b tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0837200 Aug 31 06:51:42.961766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::348 (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/c5d422d6-4081-402e-814d-95f1fd695e2e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:43.026066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 6f749ae0-6d8e-4554-b78e-7a5407676830 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:43.026333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.057514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.065527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.122525 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.141737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 6f749ae0-6d8e-4554-b78e-7a5407676830 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:43.165013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:43.187395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae09588-19ea-4eb7-adb7-f495588b37b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.193702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.194416 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Added segment eb58a542-d4af-4edb-816b-df699cc5800d of type vlan for network 82486458-6398-401b-a38c-69be53e4733c Aug 31 06:51:43.258224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.305125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.310234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.313106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:43.316444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.325608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.326708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.327352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.363270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=6f749ae0-6d8e-4554-b78e-7a5407676830,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.424338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:43.429400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 22150db8-e19e-4a90-88f4-99522ab9d7c8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:43.474681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object c5d422d6-4081-402e-814d-95f1fd695e2e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:43.482899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.483498 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment e49d9ffa-603f-4d3c-86f7-88a458f59f75 of type vlan for network 782868c4-fd76-40bd-a6c3-666fec6ec319 Aug 31 06:51:43.500793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8384783 Aug 31 06:51:43.501727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:43.509516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Request body: {'subnet': {'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-544951488-subnet', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:43.516662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386723f2-9478-40bc-ae38-c5bdc13e024a admin admin] Pushing event updated for resources: {'Network': ['ID=82486458-6398-401b-a38c-69be53e4733c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.528147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 82486458-6398-401b-a38c-69be53e4733c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:43.552919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.576644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.581159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b89e87ca-bbe8-498f-807a-a5fd43bc52d3 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/ports/6f749ae0-6d8e-4554-b78e-7a5407676830 HTTP/1.1" status: 204 len: 168 time: 0.7541051 Aug 31 06:51:43.584146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:43.586055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.588342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:43.588988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.621979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:43.625988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:43.628932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:43.634922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.635680 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.658884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7968113 Aug 31 06:51:43.662587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:43.667940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'network_id': 'f9c0ec01-261b-4bd3-bedf-9f1a79bb5800', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2123050367'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:43.678415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Made reservation on behalf of 57a97e2870eb4a61a9a967f498870646 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:43.680731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.687697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7e6af7-765a-4867-aa52-52a2b5bff838 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=c5d422d6-4081-402e-814d-95f1fd695e2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:43.833965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Made reservation on behalf of 4956c0ac97834d86ba3f9aba3c4f7721 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:43.838246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.841827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.861024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:43.865874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:43.870410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] device_id is not set on port e735aa19-9970-4627-bcf1-efd9880b8ee3 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:44.135849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Allocated IP 2001:db8::2bd (f9c0ec01-261b-4bd3-bedf-9f1a79bb5800/b391edc5-066a-4f69-ad42-8f4f02875b3c/e735aa19-9970-4627-bcf1-efd9880b8ee3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:44.136677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5786a0e0-b24f-4c89-be13-cdf45910627a None None] Provisioning for port c5d422d6-4081-402e-814d-95f1fd695e2e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:44.144815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5786a0e0-b24f-4c89-be13-cdf45910627a None None] Provisioning complete for port c5d422d6-4081-402e-814d-95f1fd695e2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:44.145585 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5786a0e0-b24f-4c89-be13-cdf45910627a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.193550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5285466 Aug 31 06:51:44.198032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:44.204887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5786a0e0-b24f-4c89-be13-cdf45910627a None None] Port c5d422d6-4081-402e-814d-95f1fd695e2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:44.208040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:44.219730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6a6e6b0-0816-4cf1-8a74-efba8e3dbbe8 req-0a9b056c-37df-4d54-a258-0a1509c175a7 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1288619 Aug 31 06:51:44.225259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda95671-960c-49fd-85c9-ef5ab6adae1c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=782868c4-fd76-40bd-a6c3-666fec6ec319,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:44.251649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 782868c4-fd76-40bd-a6c3-666fec6ec319 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:44.288850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 8250b78c-e9f3-47bf-b51e-58b12d2f157c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:44.289877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.355010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.445361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Pushing event updated for resources: {'Subnet': ['ID=010e9959-eca9-4054-bfeb-50a9d5e3553d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:44.478027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.479568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:44.483212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.486875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Checking segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:44.487373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Network hostable DHCP agents. Network: 82486458-6398-401b-a38c-69be53e4733c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:44.499929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 8250b78c-e9f3-47bf-b51e-58b12d2f157c owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:44.524522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Network 82486458-6398-401b-a38c-69be53e4733c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:44.574599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 82486458-6398-401b-a38c-69be53e4733c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:44.586616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f9f810-3a46-4bbf-a7e1-46365235ae7d None None] Network 82486458-6398-401b-a38c-69be53e4733c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:44.588363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.589086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.620917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-70530cb6-0d24-44d5-839e-957e2866466b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1159101 Aug 31 06:51:44.621689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:44.624656 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.631995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:44.661401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Transition to ACTIVE for port object e735aa19-9970-4627-bcf1-efd9880b8ee3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:44.691906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.693215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.723819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.785639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.806467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:44.810398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=e735aa19-9970-4627-bcf1-efd9880b8ee3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:44.817451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:44.820197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:44.826355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:44.827093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.848872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed8fdfee-87e8-4660-86eb-211e24e4832d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.1823785 Aug 31 06:51:44.871660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:44.880336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::313', 'mac_address': 'fa:16:3e:27:cf:2f'}, {'ip_address': '2001:db8::348', 'mac_address': 'fa:16:3e:73:8a:6a'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:44.906254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd8b11-dbc9-41b6-91ba-901f05ec5a0e None None] Network 82486458-6398-401b-a38c-69be53e4733c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:44.958472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:44.960311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=8250b78c-e9f3-47bf-b51e-58b12d2f157c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:45.044456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.147668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.149568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-afa6110c-7452-45ea-9760-f04c32c51ae4 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/ports/8250b78c-e9f3-47bf-b51e-58b12d2f157c HTTP/1.1" status: 204 len: 168 time: 1.5599482 Aug 31 06:51:45.152637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:45.287033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=e00b1725-bd15-4afd-a4a5-ebfde0ecf881,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:45.292312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.318260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': 'e49d9ffa-603f-4d3c-86f7-88a458f59f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:45.318636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 782868c4-fd76-40bd-a6c3-666fec6ec319, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:45.321624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.423899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting subnet 334974ac-585d-4a38-9afd-c0c5c1e22888 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:45.429881 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.449942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7472bcbb-419f-4b34-a9c7-25f35af65b97 None None] Provisioning for port e735aa19-9970-4627-bcf1-efd9880b8ee3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:45.454292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7472bcbb-419f-4b34-a9c7-25f35af65b97 None None] Provisioning complete for port e735aa19-9970-4627-bcf1-efd9880b8ee3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:45.454785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7472bcbb-419f-4b34-a9c7-25f35af65b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.498128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.556419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bac6372-3519-4b43-9839-12488effe8cb req-1aecd1b8-0e8e-4e08-b2f4-388e784c9ccf tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1035831 Aug 31 06:51:45.558470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 782868c4-fd76-40bd-a6c3-666fec6ec319 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:45.593375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 782868c4-fd76-40bd-a6c3-666fec6ec319) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:45.606160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:45.608224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.628206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7472bcbb-419f-4b34-a9c7-25f35af65b97 None None] Port e735aa19-9970-4627-bcf1-efd9880b8ee3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:45.642045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee335250-8c8c-4c5f-9fb3-0d269471ca5b None None] Network 782868c4-fd76-40bd-a6c3-666fec6ec319 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:45.690370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.724280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.731991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d150971-e125-4492-a7d1-5738478fbcc4 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5302904 Aug 31 06:51:45.732730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:45.828612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-782868c4-fd76-40bd-a6c3-666fec6ec319', 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'e00b1725-bd15-4afd-a4a5-ebfde0ecf881'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:45.833861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.921407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.944916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.948396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.991897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Subnet': ['ID=334974ac-585d-4a38-9afd-c0c5c1e22888,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:45.996307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:45.998625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ebc37ad-4692-4353-b1db-29edb9f41e02 tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/subnets/334974ac-585d-4a38-9afd-c0c5c1e22888 HTTP/1.1" status: 204 len: 168 time: 0.8449998 Aug 31 06:51:46.004343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86735c9-01e2-42ec-8b0c-8fd13dc52b44 None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:46.016391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:46.089765 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.120174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.130885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.173851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Allocated IP 172.20.0.1 (782868c4-fd76-40bd-a6c3-666fec6ec319/e00b1725-bd15-4afd-a4a5-ebfde0ecf881/4630e574-dba1-4b80-9112-7da761394b0b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:46.174807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting subnet 49412424-8a9a-4a09-9901-4535692f2130 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:46.189863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.261649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Allocated IP 172.25.3.121 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/2079d39a-e7e4-4469-bca0-5b755363c6e8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:46.356513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.514787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.582769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.662511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.679832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.730839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Subnet': ['ID=49412424-8a9a-4a09-9901-4535692f2130,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:46.736319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.739328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:46.741231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2e06090-a4fc-4a95-8238-121233d74d6c tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/subnets/49412424-8a9a-4a09-9901-4535692f2130 HTTP/1.1" status: 204 len: 168 time: 0.7234247 Aug 31 06:51:46.746215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:46.747606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:46.751385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:46.754490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] In _notify_port_updated(), no bound segment for port e735aa19-9970-4627-bcf1-efd9880b8ee3 on network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:46.761016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be302997-b211-463d-a5d0-5f93afca4bdc None None] Network 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:46.761629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:46.762131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.765914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "PUT /v2.0/ports/e735aa19-9970-4627-bcf1-efd9880b8ee3 HTTP/1.1" status: 200 len: 1068 time: 1.8910129 Aug 31 06:51:46.770183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:46.826346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60805749-3359-42c5-860f-fb612916fe91 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event updated for resources: {'Port': ['ID=e735aa19-9970-4627-bcf1-efd9880b8ee3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:46.846726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:46.917564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Pushing event updated for resources: {'Port': ['ID=2079d39a-e7e4-4469-bca0-5b755363c6e8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:46.967807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9b4cda5-3c78-47c6-aa03-391559b1c7cf req-095ccb30-cb7b-4329-8d1e-96aa7dc433ec tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1147511 Aug 31 06:51:47.068400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port e735aa19-9970-4627-bcf1-efd9880b8ee3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:47.068767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.133488 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:51:47.141980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.181085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.200305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for e735aa19-9970-4627-bcf1-efd9880b8ee3 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:47.216559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.267340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Transition to ACTIVE for port object 4630e574-dba1-4b80-9112-7da761394b0b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:47.324827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] DHCP port deletion for 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:47.342678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Transition to ACTIVE for port object 4630e574-dba1-4b80-9112-7da761394b0b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:47.369262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.459126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] DHCP port deletion for 18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:47.510511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Deleting port 37762db6-6d50-4adf-938a-5d598a15c7f9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:47.510878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.569689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Pushing event updated for resources: {'Port': ['ID=4630e574-dba1-4b80-9112-7da761394b0b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:47.579046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.615397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 37762db6-6d50-4adf-938a-5d598a15c7f9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:47.710795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=e735aa19-9970-4627-bcf1-efd9880b8ee3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:47.728262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] For port 37762db6-6d50-4adf-938a-5d598a15c7f9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=37762db6-6d50-4adf-938a-5d598a15c7f9,segment=NetworkSegment(1aa62101-518f-4c0f-9627-659d45ecc615),segment_id=1aa62101-518f-4c0f-9627-659d45ecc615)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:47.728439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.737288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.769612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Calling delete_port for 37762db6-6d50-4adf-938a-5d598a15c7f9 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:47.822924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:47.879215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=e00b1725-bd15-4afd-a4a5-ebfde0ecf881,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:47.986007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Network 782868c4-fd76-40bd-a6c3-666fec6ec319 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:47.989728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fed0e469-46aa-4792-aee3-3fe20fb2d579 None None] Provisioning complete for port e735aa19-9970-4627-bcf1-efd9880b8ee3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:47.990111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fed0e469-46aa-4792-aee3-3fe20fb2d579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.013321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:48.106716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.112317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:48.120311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.158246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No active binding found for port 37762db6-6d50-4adf-938a-5d598a15c7f9 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:51:48.160268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 37762db6-6d50-4adf-938a-5d598a15c7f9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:48.167034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fed0e469-46aa-4792-aee3-3fe20fb2d579 None None] Port e735aa19-9970-4627-bcf1-efd9880b8ee3 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 06:51:48.169639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.178326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.186970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.195731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Port': ['ID=37762db6-6d50-4adf-938a-5d598a15c7f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:48.198215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.234844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.241898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.248336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.250518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-a4f22175-58c7-4b25-aef2-b99254761dbe tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.6753876 Aug 31 06:51:48.252612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782868c4-fd76-40bd-a6c3-666fec6ec319']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.261356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Attempting to bind port 4630e574-dba1-4b80-9112-7da761394b0b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:48.261729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Attempting to bind port 4630e574-dba1-4b80-9112-7da761394b0b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e49d9ffa-603f-4d3c-86f7-88a458f59f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:48.262096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Attempting to bind port 4630e574-dba1-4b80-9112-7da761394b0b on network 782868c4-fd76-40bd-a6c3-666fec6ec319 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:48.270709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Deleting port ea40fb03-dfef-4044-bacc-b2daf6d3e36c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:48.271086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.273959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Deleting port 37762db6-6d50-4adf-938a-5d598a15c7f9 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:48.274322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.290118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49d9ffa-603f-4d3c-86f7-88a458f59f75') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.290473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49d9ffa-603f-4d3c-86f7-88a458f59f75') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.318785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:48.318785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Checking segment: {'id': 'e49d9ffa-603f-4d3c-86f7-88a458f59f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:48.319112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.319481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Bound using segment: {'id': 'e49d9ffa-603f-4d3c-86f7-88a458f59f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:48.319962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Bound port: 4630e574-dba1-4b80-9112-7da761394b0b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e49d9ffa-603f-4d3c-86f7-88a458f59f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '782868c4-fd76-40bd-a6c3-666fec6ec319'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:48.320343 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.355852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] No DVR routers for this DVR port 37762db6-6d50-4adf-938a-5d598a15c7f9 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:48.359224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a24f88a2-c43c-4642-b07e-e2aa08029a02 req-c80f87ca-8837-4556-ad1d-3eb4b5ee10e8 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1666322 Aug 31 06:51:48.401022 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.424400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b72639c8-424c-44b8-a12f-3e80a357e3b1 req-ddddd099-af45-4da6-ae94-afe28ed3215e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1606984 Aug 31 06:51:48.470878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.516887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:48.517390 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.527099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] For port ea40fb03-dfef-4044-bacc-b2daf6d3e36c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,segment=NetworkSegment(71f40164-e39a-4da0-af9e-5e57994916bb),segment_id=71f40164-e39a-4da0-af9e-5e57994916bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:48.527794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:48.530796 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:48.579057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.605778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6506ad9c-ca6d-4527-9c5a-6efde4b6abc2']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.611688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Calling delete_port for ea40fb03-dfef-4044-bacc-b2daf6d3e36c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:48.615374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.622267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.623439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aa62101-518f-4c0f-9627-659d45ecc615') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.623926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aa62101-518f-4c0f-9627-659d45ecc615') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:48.629037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.635130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.641017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.647517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.653357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.655209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-9fab49b7-ae95-483e-ae1f-2e8ee4d33f95 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 5435 time: 0.2593741 Aug 31 06:51:48.668368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.699639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.712572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:48.713200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:48.717014 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:48.719836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-dd46d4d9-3eea-4390-a9e0-2be09d9ec917 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:48.721167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-dd46d4d9-3eea-4390-a9e0-2be09d9ec917 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0574949 Aug 31 06:51:48.816401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.858045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] For port 37762db6-6d50-4adf-938a-5d598a15c7f9, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:48.858809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.863242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-03b3c4b4-ee50-44cf-b4c1-c28820a5af0f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1233552 Aug 31 06:51:48.864016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:51:48.864016 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:51:48.864016 n-d-712707-15 neutron-server[94639]: [parameters: {'id': '782868c4-fd76-40bd-a6c3-666fec6ec319'}] Aug 31 06:51:48.864016 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:51:48.864463 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:51:48.889074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:48.889266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Calling delete_port for 37762db6-6d50-4adf-938a-5d598a15c7f9 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:48.895055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Port 37762db6-6d50-4adf-938a-5d598a15c7f9 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:51:48.899417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.914326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.916636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eba5668b-746c-4936-9506-2bbeba2af60d tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/e735aa19-9970-4627-bcf1-efd9880b8ee3 HTTP/1.1" status: 204 len: 168 time: 2.1435456 Aug 31 06:51:48.919931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:48.921422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.922049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.934294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:48.936653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/networks/6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 HTTP/1.1" status: 204 len: 168 time: 2.1870737 Aug 31 06:51:48.952274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] No DVR routers for this DVR port ea40fb03-dfef-4044-bacc-b2daf6d3e36c on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:48.956091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:48.977357 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7b0f594-4ddb-4cbf-8a1a-fbca9217e714 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] GET failed (client error): The resource could not be found. Aug 31 06:51:48.979799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7b0f594-4ddb-4cbf-8a1a-fbca9217e714 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports/e735aa19-9970-4627-bcf1-efd9880b8ee3 HTTP/1.1" status: 404 len: 333 time: 0.0587361 Aug 31 06:51:49.000004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Network 6506ad9c-ca6d-4527-9c5a-6efde4b6abc2 is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:51:49.000603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] No DVR routers for this DVR port 37762db6-6d50-4adf-938a-5d598a15c7f9 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:49.018081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560d2c4-69e9-423d-a3f6-04278a2c7f78 None None] Pushing event deleted for resources: {'Port': ['ID=ea40fb03-dfef-4044-bacc-b2daf6d3e36c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:49.021739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:49.069562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.079936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871245a2-709b-4c9b-8b10-e28c1c80b34d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Network': ['ID=6506ad9c-ca6d-4527-9c5a-6efde4b6abc2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:49.132415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f9018-6e3d-4078-836b-e4ea826863c5 None None] Pushing event deleted for resources: {'Port': ['ID=37762db6-6d50-4adf-938a-5d598a15c7f9,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:49.214844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] For port 4630e574-dba1-4b80-9112-7da761394b0b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:49.222991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] For port 4630e574-dba1-4b80-9112-7da761394b0b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4630e574-dba1-4b80-9112-7da761394b0b,segment=NetworkSegment(e49d9ffa-603f-4d3c-86f7-88a458f59f75),segment_id=e49d9ffa-603f-4d3c-86f7-88a458f59f75)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:49.232200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.314056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:49.367639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7895cfa-5475-48ce-b00e-12708ab67f93 None None] Pushing event updated for resources: {'Port': ['ID=4630e574-dba1-4b80-9112-7da761394b0b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:49.407364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] For port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:49.450105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] device_id is not set on port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:49.459727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.467494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.475720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.481449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ea40fb03-dfef-4044-bacc-b2daf6d3e36c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:49.484466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669f942-d318-42ce-91ff-286f0e236def None None] Network 782868c4-fd76-40bd-a6c3-666fec6ec319 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:49.523069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.612046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ea40fb03-dfef-4044-bacc-b2daf6d3e36c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:49.616035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ea40fb03-dfef-4044-bacc-b2daf6d3e36c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:49.676196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Pushing event updated for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:49.726739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5e2d0b86-6c24-4e73-b0a5-62cd8704c657 req-5d3f47bc-3d71-41d1-8e67-1c96a5dafb8a tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0854990 Aug 31 06:51:49.787170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] No DVR routers for this DVR port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:49.790726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Router 612da21e-048e-41c4-857a-096ca2eecd31 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:51:49.908593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port c5d422d6-4081-402e-814d-95f1fd695e2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:49.908951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:49.949671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac920951-7a1d-454d-8264-6eb5921a88de None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:51:50.043047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b462bfcf-8a0e-4f62-8f4b-7a68801996ea None None] Provisioning complete for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:50.043772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b462bfcf-8a0e-4f62-8f4b-7a68801996ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.071372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:50.081102 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Sync routers for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:50.101621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:50.104901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:50.118605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b462bfcf-8a0e-4f62-8f4b-7a68801996ea None None] Port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:50.124897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.126263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-663ab2ef-a82a-4d78-a003-a2e3a0323e32 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.5035181 Aug 31 06:51:50.129369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:50.230892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.253472 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:50.270572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac920951-7a1d-454d-8264-6eb5921a88de None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:51:50.298083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for c5d422d6-4081-402e-814d-95f1fd695e2e owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:50.388851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.458653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:50.487156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.499911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.523798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.529973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.547910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.559716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.561630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e536a19-1008-4745-98b1-56b6d045fedf req-4516d851-1f35-4bb9-810b-6818d3d45102 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 4661 time: 0.8934450 Aug 31 06:51:50.563632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18dbb84f-f02e-49ab-a44c-90f0e8cb77b3']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:50.586830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] In _notify_port_updated(), no bound segment for port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:50.588021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.588788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.590370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-8502c4e4-ae38-48ed-b964-39a0d40397ed service neutron] 10.222.0.53 "PUT /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 200 len: 1027 time: 1.7061715 Aug 31 06:51:50.597988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:50.599166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f71f68f9-8c5d-4984-9743-4e4c29a879d0 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:50.605186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f40164-e39a-4da0-af9e-5e57994916bb') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:50.614550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f40164-e39a-4da0-af9e-5e57994916bb') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:50.631274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port 4630e574-dba1-4b80-9112-7da761394b0b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:50.631620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.670325 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:47Z', 'revision_number': 3, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:50.726497 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Checking router: 612da21e-048e-41c4-857a-096ca2eecd31 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:50.726842 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Updating router 612da21e-048e-41c4-857a-096ca2eecd31 port 2079d39a-e7e4-4469-bca0-5b755363c6e8 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:51:50.734872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.759526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.773470 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.899724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:50.902543 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f031d45-6b1c-47fc-a0a5-9cc7df9ec93b" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:50.907454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.919470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:50.923545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.924722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e536a19-1008-4745-98b1-56b6d045fedf req-ae92661c-9eed-41db-9b89-0cf72cdda15b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3269746 Aug 31 06:51:50.940480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 664041ec-e9ad-495a-ac85-078c0c324c3a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:50.953347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:50.983236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-94bcb4bc-2f55-4672-bd29-b71a101e568f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:50.984688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-94bcb4bc-2f55-4672-bd29-b71a101e568f tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "GET /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3837910 Aug 31 06:51:51.001356 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cc28ac4-a3ba-4a7f-b116-91ef910b92c2 req-f1a9487d-d7e5-44ac-b616-92b0df5ef396 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0958467 Aug 31 06:51:51.043537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:51.049565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=c5d422d6-4081-402e-814d-95f1fd695e2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.054334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:51.057714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:51.068011 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:51.086769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.091435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f53931a-ae30-49d8-9c8b-6955597e3820 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/c5d422d6-4081-402e-814d-95f1fd695e2e HTTP/1.1" status: 204 len: 168 time: 2.0275519 Aug 31 06:51:51.092282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:51.101297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.106987 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a24d5c-fe4a-4aa9-9550-712a8f0007be x-openstack-request-id: req-b9a24d5c-fe4a-4aa9-9550-712a8f0007be {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:51.107406 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:51.107795 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b9a24d5c-fe4a-4aa9-9550-712a8f0007be {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:51.108330 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'code': 200} Aug 31 06:51:51.124091 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-417b01a1-8125-49ce-b72c-c84bbdd30441 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] GET failed (client error): The resource could not be found. Aug 31 06:51:51.131344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-417b01a1-8125-49ce-b72c-c84bbdd30441 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "GET /v2.0/ports/c5d422d6-4081-402e-814d-95f1fd695e2e HTTP/1.1" status: 404 len: 333 time: 0.0363653 Aug 31 06:51:51.132162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:51.198042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.275193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port 4630e574-dba1-4b80-9112-7da761394b0b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4630e574-dba1-4b80-9112-7da761394b0b,segment=NetworkSegment(e49d9ffa-603f-4d3c-86f7-88a458f59f75),segment_id=e49d9ffa-603f-4d3c-86f7-88a458f59f75)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:51.275565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.302493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:51.309451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.311418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device efe4e048-1e53-4880-8722-6a4b81b8fcd1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:51.325957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for 4630e574-dba1-4b80-9112-7da761394b0b owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:51.375105 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.399218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Transition to ACTIVE for port object 2079d39a-e7e4-4469-bca0-5b755363c6e8 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:51.412390 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.468482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.500166 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.506116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.517314 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Pushing event updated for resources: {'Port': ['ID=2079d39a-e7e4-4469-bca0-5b755363c6e8,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.544799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.552948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] 10.222.0.57 "DELETE /v2.0/networks/18dbb84f-f02e-49ab-a44c-90f0e8cb77b3 HTTP/1.1" status: 204 len: 168 time: 2.5942740 Aug 31 06:51:51.559228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc9d562-10ba-4db5-beb3-8ef81290e37d tempest-TaggedBootDevicesTest_v242-61080778 tempest-TaggedBootDevicesTest_v242-61080778-project] Pushing event deleted for resources: {'Network': ['ID=18dbb84f-f02e-49ab-a44c-90f0e8cb77b3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.563804 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.565593 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.566516 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.568548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.568883 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.569213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.569563 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.569892 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.570215 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.570535 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.570859 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.575636 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:51:51.595251 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.599778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port 4630e574-dba1-4b80-9112-7da761394b0b on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:51.623820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port e1127b02-2fe8-4923-9e22-0dc2c20d91a5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:51.624204 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.630086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=4630e574-dba1-4b80-9112-7da761394b0b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:51.657165 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Attempting to bind port 2079d39a-e7e4-4469-bca0-5b755363c6e8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:51.657562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Attempting to bind port 2079d39a-e7e4-4469-bca0-5b755363c6e8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:51.658275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Attempting to bind port 2079d39a-e7e4-4469-bca0-5b755363c6e8 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:51.680051 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:51.680504 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:51.680830 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.681578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:51.692605 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Bound port: 2079d39a-e7e4-4469-bca0-5b755363c6e8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:51.693013 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.704377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.779077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.806032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:51.811108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.812875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8db67bd7-9683-4b30-8aff-19000f3f0ca3 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:51.855454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] For port 2079d39a-e7e4-4469-bca0-5b755363c6e8, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:51.869895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] For port 2079d39a-e7e4-4469-bca0-5b755363c6e8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2079d39a-e7e4-4469-bca0-5b755363c6e8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:51:51.885453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.900991 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:51.911769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['782868c4-fd76-40bd-a6c3-666fec6ec319']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:51.991996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Allocated IP 172.20.0.1 (82486458-6398-401b-a38c-69be53e4733c/010e9959-eca9-4054-bfeb-50a9d5e3553d/fae058a7-b985-408c-b678-438cdaae12ed) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:51:51.992577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:52.090857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e49d9ffa-603f-4d3c-86f7-88a458f59f75') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.095806 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.106522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e49d9ffa-603f-4d3c-86f7-88a458f59f75') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.154217 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:52.155231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.157589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf4e01b-3d4f-469c-9cd6-a6b81c3a1e6a None None] Pushing event updated for resources: {'Port': ['ID=2079d39a-e7e4-4469-bca0-5b755363c6e8,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:52.185879 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.194048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:52.198923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.200106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device bbb9e051-ec81-4726-a274-e9f50b83011f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:52.268053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:52.297850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d32e61d7-1672-4078-9e9a-e64aab4bce13 req-f8c18353-e46f-4f15-a39c-dd505da3b03c tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1241310 Aug 31 06:51:52.301809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.351167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:52.351591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:52.355840 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:52.363330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.407148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:52.418807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.427372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.432970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.433780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.439861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.446369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.452689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.455360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da0dab12-1371-4eeb-882d-622266ac930d req-9534c0b3-9edf-4393-86d5-847421db45bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 4655 time: 0.2807004 Aug 31 06:51:52.462205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.484570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for e1127b02-2fe8-4923-9e22-0dc2c20d91a5 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:52.580222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=bbb9e051-ec81-4726-a274-e9f50b83011f,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:52.600736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.621478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.624206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/782868c4-fd76-40bd-a6c3-666fec6ec319 HTTP/1.1" status: 204 len: 168 time: 6.8905659 Aug 31 06:51:52.637884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:52.662694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da0dab12-1371-4eeb-882d-622266ac930d req-572eb971-07a1-43b3-b892-e91bbc04e2c5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=118d7c66-664e-4c1b-a845-7f0ae011b228&id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1981051 Aug 31 06:51:52.666154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.668045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-877777569'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:52.671579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca90cd5a-a033-4968-9b04-273a88cc20aa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=782868c4-fd76-40bd-a6c3-666fec6ec319,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:52.704874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] For port bbb9e051-ec81-4726-a274-e9f50b83011f, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:51:52.729774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:52.733572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.734223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Network 82486458-6398-401b-a38c-69be53e4733c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:52.738303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:52.752875 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:47Z', 'revision_number': 3, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:52.768693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:51:52.785768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:52.789104 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2660ceb7-7bbb-4fc0-a387-e799096c0d99 None None] The sync data for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 is: [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:47Z', 'revision_number': 3, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:51:52.801723 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.802323 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 153f8505-2f82-4494-8cf5-57b066a86da8 of type vlan for network fea9d670-1796-411b-bc73-49e674329828 Aug 31 06:51:52.852707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.859000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.863453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] device_id is not set on port bbb9e051-ec81-4726-a274-e9f50b83011f yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:51:52.876052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.895709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.927565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.937645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:52.938830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:52.996860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:51:52.997227 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:51:53.028929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:53.054021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:53.077637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=fea9d670-1796-411b-bc73-49e674329828,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:53.092638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network fea9d670-1796-411b-bc73-49e674329828 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:53.117630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-161d857f-335c-411e-8634-43ad2f497631 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4661248 Aug 31 06:51:53.120486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:53.133847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': 'fea9d670-1796-411b-bc73-49e674329828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:53.201912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1'}, {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:53.205753 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6696762-13e2-4a3e-8c3a-1390507cff17" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1"}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:53.232763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.393995 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e932a35-387f-44db-89e7-282d347eaded x-openstack-request-id: req-1e932a35-387f-44db-89e7-282d347eaded {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:53.394579 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1", "code": 200}, {"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:53.394967 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e932a35-387f-44db-89e7-282d347eaded {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:53.395474 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'code': 200} Aug 31 06:51:53.395836 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'code': 200} Aug 31 06:51:53.396193 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'code': 200} Aug 31 06:51:53.451646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:53.467223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:53.471928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.478112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] No DVR routers for this DVR port bbb9e051-ec81-4726-a274-e9f50b83011f on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:53.509002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2079d39a-e7e4-4469-bca0-5b755363c6e8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:53.615154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 97a34732-5361-4302-946e-fb30452d0667 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:53.701693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-30b6d343-5476-4cdc-860d-4f54bc1bd03e None None] Provisioning complete for port bbb9e051-ec81-4726-a274-e9f50b83011f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:53.703198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-30b6d343-5476-4cdc-860d-4f54bc1bd03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.714633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] In _notify_port_updated(), no bound segment for port bbb9e051-ec81-4726-a274-e9f50b83011f on network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:51:53.715418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:53.716092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.717446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-553b0cba-b13c-4789-9ab6-d7d6ef9192b2 service neutron] 10.222.0.53 "PUT /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 200 len: 1028 time: 2.7167501 Aug 31 06:51:53.756900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.761665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bbb68a95-eaf1-45f0-9012-82ab0237fd8d req-91636276-4e9c-45a3-a101-250bc2b65545 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.2087502 Aug 31 06:51:53.766065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.816801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-30b6d343-5476-4cdc-860d-4f54bc1bd03e None None] Port bbb9e051-ec81-4726-a274-e9f50b83011f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:51:53.852173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 2079d39a-e7e4-4469-bca0-5b755363c6e8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:51:53.904647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2079d39a-e7e4-4469-bca0-5b755363c6e8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:53.905020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.915511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:53.932555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Pushing event updated for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:53.938501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df6915f-c811-4571-ba66-6abe661e97e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.073756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.077744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.082169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.089432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df6915f-c811-4571-ba66-6abe661e97e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.092306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.102651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.116234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.116234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4df6915f-c811-4571-ba66-6abe661e97e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.157640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:54.160218 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.161602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.168222 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.178586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca643082-42ea-4511-98d8-174119805f0b req-f99d0935-249e-4bea-a2c0-aacb759300c4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 3878 time: 0.3062537 Aug 31 06:51:54.209716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 2079d39a-e7e4-4469-bca0-5b755363c6e8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2079d39a-e7e4-4469-bca0-5b755363c6e8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:54.217440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.249566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.263691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4df6915f-c811-4571-ba66-6abe661e97e0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3a75a8169e6541cd9ac795bb45be5b73&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2330148 Aug 31 06:51:54.279311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:54.292098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 97a34732-5361-4302-946e-fb30452d0667 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:54.292455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.332733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=e1127b02-2fe8-4923-9e22-0dc2c20d91a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.380141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=2079d39a-e7e4-4469-bca0-5b755363c6e8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.401754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.406304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8d5d633-792c-400e-915f-7a8b9bf3d8d4 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/ports/e1127b02-2fe8-4923-9e22-0dc2c20d91a5 HTTP/1.1" status: 204 len: 168 time: 3.2688031 Aug 31 06:51:54.419454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37420) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:54.457937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca643082-42ea-4511-98d8-174119805f0b req-04c82a4d-daf2-446d-83b4-8dab6b01b0fb tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2763293 Aug 31 06:51:54.528353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6915f-c811-4571-ba66-6abe661e97e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e68904-ac36-456d-809c-e0b6021a1da5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.570865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.572498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting subnet b391edc5-066a-4f69-ad42-8f4f02875b3c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:51:54.581320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.672985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.684443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.719770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.784305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.787072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.790897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/23e68904-ac36-456d-809c-e0b6021a1da5 HTTP/1.1" status: 204 len: 168 time: 0.4952323 Aug 31 06:51:54.800089 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.804034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.810787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '153f8505-2f82-4494-8cf5-57b066a86da8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'fea9d670-1796-411b-bc73-49e674329828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:54.811189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: fea9d670-1796-411b-bc73-49e674329828, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:51:54.824204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port 97a34732-5361-4302-946e-fb30452d0667, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=97a34732-5361-4302-946e-fb30452d0667,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:54.824569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.828885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f34f2-e617-4ac9-a7b4-c897c5da25c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e68904-ac36-456d-809c-e0b6021a1da5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:54.830154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e293e9c8-c3e0-42a2-81c2-bd23625a5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:54.866192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 97a34732-5361-4302-946e-fb30452d0667 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:54.869861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network fea9d670-1796-411b-bc73-49e674329828 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:51:54.896419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, fea9d670-1796-411b-bc73-49e674329828) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:54.904505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Network 82486458-6398-401b-a38c-69be53e4733c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:51:54.906936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a715c94f-2fcf-4566-a6e7-85fd5deecdfd None None] Network fea9d670-1796-411b-bc73-49e674329828 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:54.917655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:51:54.989873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:54.990749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.010788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8bf507c-ca67-4429-b3ac-473d031a7ea3 req-0cce10a8-cc33-405c-8411-a95daa9db041 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0903277 Aug 31 06:51:55.024648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-56bf0902-76c2-4a36-8ad8-b1ec91311725 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8991582 Aug 31 06:51:55.032415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:55.151590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.235415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6038c56-f211-4d15-baa6-a86745c05854 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-fea9d670-1796-411b-bc73-49e674329828', 'network_id': 'fea9d670-1796-411b-bc73-49e674329828', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': '890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:51:55.236405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6038c56-f211-4d15-baa6-a86745c05854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.273131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.283071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Subnet': ['ID=b391edc5-066a-4f69-ad42-8f4f02875b3c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.305372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.333955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcdd702e-44fc-41d7-99b7-c7443eb7627a tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/subnets/b391edc5-066a-4f69-ad42-8f4f02875b3c HTTP/1.1" status: 204 len: 168 time: 0.8929148 Aug 31 06:51:55.337688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:55.407168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.410782 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.420839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a34732-5361-4302-946e-fb30452d0667'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:55.444210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Router 612da21e-048e-41c4-857a-096ca2eecd31 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:51:55.454807 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4252f28f-1a7d-47d1-9147-fb3a6fa7b70f" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "97a34732-5361-4302-946e-fb30452d0667"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:55.456343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:55.466883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db11c304-1ef0-45fe-b2b8-87a1648d143a None None] Network f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:55.498244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61af4830-e8fe-4034-bd66-7ae012f2f10a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.528599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2079d39a-e7e4-4469-bca0-5b755363c6e8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:51:55.621155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.622790 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17197552-cca4-40e3-979b-e2039035da95 x-openstack-request-id: req-17197552-cca4-40e3-979b-e2039035da95 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:55.628987 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-unplugged", "status": "completed", "tag": "97a34732-5361-4302-946e-fb30452d0667", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:55.628987 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17197552-cca4-40e3-979b-e2039035da95 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:55.628987 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97a34732-5361-4302-946e-fb30452d0667', 'code': 200} Aug 31 06:51:55.632122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=97a34732-5361-4302-946e-fb30452d0667,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.640359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.680119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-d6038c56-f211-4d15-baa6-a86745c05854 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1: This subnet is being modified by another concurrent operation. Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:51:55.684016 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1: This subnet is being modified by another concurrent operation. Aug 31 06:51:55.688632 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:51:55.737414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port 97a34732-5361-4302-946e-fb30452d0667 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:55.739834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810bc850-94a4-43c7-b9e1-5f1c45205c5c None None] Network fea9d670-1796-411b-bc73-49e674329828 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:51:55.741833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.744574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-252b0e9d-5dba-4888-9f66-92585ea7f4d4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "DELETE /v2.0/ports/97a34732-5361-4302-946e-fb30452d0667 HTTP/1.1" status: 204 len: 173 time: 2.0150707 Aug 31 06:51:55.745037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '97a34732-5361-4302-946e-fb30452d0667'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:55.747553 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5cab39-75ea-441a-ab37-0683ecce40cf" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "97a34732-5361-4302-946e-fb30452d0667"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:55.897374 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d986d2-deab-4027-9a2f-24763f725173 x-openstack-request-id: req-41d986d2-deab-4027-9a2f-24763f725173 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:55.897670 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "97a34732-5361-4302-946e-fb30452d0667", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:55.898118 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41d986d2-deab-4027-9a2f-24763f725173 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:55.898930 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '97a34732-5361-4302-946e-fb30452d0667', 'status': 'completed', 'code': 200} Aug 31 06:51:55.904629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2079d39a-e7e4-4469-bca0-5b755363c6e8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:51:55.905174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.918874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:51:55.946465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8cd4e27c-a1f0-402b-a19c-0073c70ac4a9 admin admin] 10.222.0.57 "PUT /v2.0/routers/612da21e-048e-41c4-857a-096ca2eecd31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8157187 Aug 31 06:51:55.959394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Deleting port d2f43502-6de5-4d19-9c4a-934b036b54bf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:55.959887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.968210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Sync routers for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:51:55.972389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:55.988848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fea9d670-1796-411b-bc73-49e674329828']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:56.005912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153f8505-2f82-4494-8cf5-57b066a86da8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:56.006530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153f8505-2f82-4494-8cf5-57b066a86da8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:56.022207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.032259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port efe4e048-1e53-4880-8722-6a4b81b8fcd1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:56.032923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.078632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:51:56.096081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:56.159044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] DHCP port deletion for f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:51:56.281697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port efe4e048-1e53-4880-8722-6a4b81b8fcd1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=efe4e048-1e53-4880-8722-6a4b81b8fcd1,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:56.282225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.311639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.331398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for efe4e048-1e53-4880-8722-6a4b81b8fcd1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:56.351171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:56.351612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:56.369296 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:56.481812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46e5989c-e157-4138-88e5-7b88f2c33b02 req-e65486ca-cada-4755-9bfb-d38d99d35211 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1678426 Aug 31 06:51:56.544878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.571670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.573678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/fea9d670-1796-411b-bc73-49e674329828 HTTP/1.1" status: 204 len: 168 time: 1.5398841 Aug 31 06:51:56.574750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fdf9a2-c870-4a96-81b8-692fc781fba0 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=fea9d670-1796-411b-bc73-49e674329828,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:56.577848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:56.585020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985190885'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:56.724713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.758789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:51:56.770217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=efe4e048-1e53-4880-8722-6a4b81b8fcd1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:56.844642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port efe4e048-1e53-4880-8722-6a4b81b8fcd1 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:56.850237 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.853626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-45ad8f4d-50c1-4243-a17e-09915c7d0959 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "DELETE /v2.0/ports/efe4e048-1e53-4880-8722-6a4b81b8fcd1 HTTP/1.1" status: 204 len: 173 time: 1.0991209 Aug 31 06:51:56.884139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] For port d2f43502-6de5-4d19-9c4a-934b036b54bf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d2f43502-6de5-4d19-9c4a-934b036b54bf,segment=NetworkSegment(7559e267-5708-441b-97ad-d47434ad35ef),segment_id=7559e267-5708-441b-97ad-d47434ad35ef)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:56.884786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.903942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339018-4550-4746-820a-ffa72ad25d1e req-3d0cae03-1109-4d35-b0a5-13b00b6f04a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.914612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339018-4550-4746-820a-ffa72ad25d1e req-3d0cae03-1109-4d35-b0a5-13b00b6f04a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.934788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339018-4550-4746-820a-ffa72ad25d1e req-3d0cae03-1109-4d35-b0a5-13b00b6f04a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.947822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Deleting port d2f43502-6de5-4d19-9c4a-934b036b54bf {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:56.948193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:56.950034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339018-4550-4746-820a-ffa72ad25d1e req-3d0cae03-1109-4d35-b0a5-13b00b6f04a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:56.958611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61339018-4550-4746-820a-ffa72ad25d1e req-3d0cae03-1109-4d35-b0a5-13b00b6f04a9 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 3143 time: 1.2794402 Aug 31 06:51:56.985038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Calling delete_port for d2f43502-6de5-4d19-9c4a-934b036b54bf owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.065245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] For port d2f43502-6de5-4d19-9c4a-934b036b54bf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d2f43502-6de5-4d19-9c4a-934b036b54bf,segment=NetworkSegment(7559e267-5708-441b-97ad-d47434ad35ef),segment_id=7559e267-5708-441b-97ad-d47434ad35ef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:57.066174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.089594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Calling delete_port for d2f43502-6de5-4d19-9c4a-934b036b54bf owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.090108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-97ef77b4-604f-44f3-8d08-478644312c32 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:57.094244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-97ef77b4-604f-44f3-8d08-478644312c32 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 810 time: 0.2456048 Aug 31 06:51:57.111344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61339018-4550-4746-820a-ffa72ad25d1e req-0f29a3c9-93e9-422d-aa64-f067f052891c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513584 Aug 31 06:51:57.112882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.169891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-29bd1f46-8ca4-4017-a157-3cfd0a527e49 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/quotas/57a97e2870eb4a61a9a967f498870646 HTTP/1.1" status: 200 len: 375 time: 0.0656683 Aug 31 06:51:57.208317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port f71f68f9-8c5d-4984-9743-4e4c29a879d0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:57.208691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.216931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Port': ['ID=d2f43502-6de5-4d19-9c4a-934b036b54bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.245180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] No DVR routers for this DVR port d2f43502-6de5-4d19-9c4a-934b036b54bf on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.266250 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:51:57.270147 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:51:57.292686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61af4830-e8fe-4034-bd66-7ae012f2f10a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.311775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61af4830-e8fe-4034-bd66-7ae012f2f10a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.335098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:53Z', 'revision_number': 4, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fae058a7-b985-408c-b678-438cdaae12ed', 'name': '', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'mac_address': 'fa:16:3e:be:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:51Z', 'updated_at': '2021-08-31T06:51:53Z', 'revision_number': 2, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'subnets': [{'id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.401573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Checking router: 612da21e-048e-41c4-857a-096ca2eecd31 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:51:57.402198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Updating router 612da21e-048e-41c4-857a-096ca2eecd31 port fae058a7-b985-408c-b678-438cdaae12ed binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:51:57.431238 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.474922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:51:57.478329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.485481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d2f43502-6de5-4d19-9c4a-934b036b54bf no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:51:57.510721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.516986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-5458003b-5a2d-4922-893d-5e1ed978c263 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3370059 Aug 31 06:51:57.540164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61af4830-e8fe-4034-bd66-7ae012f2f10a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=196a2143a1b046649ad39a325aa7435b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0823896 Aug 31 06:51:57.543522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9c0ec01-261b-4bd3-bedf-9f1a79bb5800']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.546325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:57.546608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af4830-e8fe-4034-bd66-7ae012f2f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36aeebd1-cf6c-49fd-9dcd-5d20a3a08610,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.573456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d2f43502-6de5-4d19-9c4a-934b036b54bf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:51:57.574056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d2f43502-6de5-4d19-9c4a-934b036b54bf not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:51:57.593796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8eacf1ec-69b2-4602-98e6-803db53f9719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.595762 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.599487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] No DVR routers for this DVR port d2f43502-6de5-4d19-9c4a-934b036b54bf on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:57.602847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bed5349-e2a7-40d4-92a9-764dc7e6b7ac None None] Pushing event deleted for resources: {'Port': ['ID=d2f43502-6de5-4d19-9c4a-934b036b54bf,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:57.639737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7559e267-5708-441b-97ad-d47434ad35ef') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.640010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7559e267-5708-441b-97ad-d47434ad35ef') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:51:57.649377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20500ed-0e28-4175-8418-1a543adf406e None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:51:57.668610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:51:57.673039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port f71f68f9-8c5d-4984-9743-4e4c29a879d0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f71f68f9-8c5d-4984-9743-4e4c29a879d0,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:51:57.673762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.727142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25e86ef9-4512-410d-b2f3-229a3edead17 req-518c70ec-7278-4228-b330-41636e49eaec tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0761702 Aug 31 06:51:57.751620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.770646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.839523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.847755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-f4adb186-163c-4280-8e19-8fb2aeb08921 service neutron] 10.222.0.57 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3172359 Aug 31 06:51:57.871823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for f71f68f9-8c5d-4984-9743-4e4c29a879d0 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:51:57.874387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:51:57.874805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:51:57.878948 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:51:57.881977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:57.881977 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 5c0e1df4-ff33-49b5-b6df-eb21a1b18851 of type vlan for network 521f1037-ef9f-4446-b15d-736d54569dae Aug 31 06:51:57.905090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:51:57.912504 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ea54562-80ce-4282-8955-a47bc2b1c239" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:51:57.993564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.023261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.033858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.036254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] 10.222.0.57 "DELETE /v2.0/networks/f9c0ec01-261b-4bd3-bedf-9f1a79bb5800 HTTP/1.1" status: 204 len: 168 time: 2.6975296 Aug 31 06:51:58.038744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.056581 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da215ac-2ee4-4fca-bb87-20c5e45f1318 x-openstack-request-id: req-5da215ac-2ee4-4fca-bb87-20c5e45f1318 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:51:58.057148 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "efe4e048-1e53-4880-8722-6a4b81b8fcd1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:51:58.061612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85019cd2-4a9a-4b31-ac4c-03a39214de44 tempest-AllowedAddressPairIpV6TestJSON-1977752614 tempest-AllowedAddressPairIpV6TestJSON-1977752614-project] Pushing event deleted for resources: {'Network': ['ID=f9c0ec01-261b-4bd3-bedf-9f1a79bb5800,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:58.062262 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5da215ac-2ee4-4fca-bb87-20c5e45f1318 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:51:58.062876 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': 'efe4e048-1e53-4880-8722-6a4b81b8fcd1', 'status': 'completed', 'code': 200} Aug 31 06:51:58.124341 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.127786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.132108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36aeebd1-cf6c-49fd-9dcd-5d20a3a08610 HTTP/1.1" status: 204 len: 168 time: 0.5495672 Aug 31 06:51:58.161892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664370ce-53c8-4561-8d91-5a55347adaff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36aeebd1-cf6c-49fd-9dcd-5d20a3a08610,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:58.257417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20500ed-0e28-4175-8418-1a543adf406e None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:51:58.336504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.420555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975d3f-c7d6-4571-8882-0e0b59ef3967 req-924f4362-72de-4aff-b571-8e22e2d0e0ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.437678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975d3f-c7d6-4571-8882-0e0b59ef3967 req-924f4362-72de-4aff-b571-8e22e2d0e0ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.453727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6975d3f-c7d6-4571-8882-0e0b59ef3967 req-924f4362-72de-4aff-b571-8e22e2d0e0ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.456860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6975d3f-c7d6-4571-8882-0e0b59ef3967 req-924f4362-72de-4aff-b571-8e22e2d0e0ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 2410 time: 0.1631341 Aug 31 06:51:58.520746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0876fbab-c7ff-4f48-ad29-8de7b7960b80 service neutron] 10.222.0.57 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6711729 Aug 31 06:51:58.542009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.555740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:51:58.556502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.576851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6975d3f-c7d6-4571-8882-0e0b59ef3967 req-dc352408-b620-4595-ba60-911efa96c722 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116850 Aug 31 06:51:58.638861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:58.651219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:58.868713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Transition to ACTIVE for port object fae058a7-b985-408c-b678-438cdaae12ed will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:51:59.031605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.237299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c38e54bc-7e9a-4e8b-8443-caf6b8ab948f req-1cf6a90b-cc7e-4675-80bb-2972b9bb05fc tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1694853 Aug 31 06:51:59.241985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4c3e873-da53-4523-8429-16a702181659 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4956c0ac97834d86ba3f9aba3c4f7721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017218 Aug 31 06:51:59.256535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:59.309127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53952f-544e-4fc5-8c7d-8f13bfce8ca8 None None] Pushing event updated for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:59.386458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.424812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.430146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.8485506 Aug 31 06:51:59.431330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.444484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:51:59.455767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '521f1037-ef9f-4446-b15d-736d54569dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:51:59.516222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4270cd70-f15d-4606-a23a-67210e1b143e req-0f09e514-ebf2-43d4-acb1-7dd41196439a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 210 time: 0.1004872 Aug 31 06:51:59.545895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=f71f68f9-8c5d-4984-9743-4e4c29a879d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:59.563011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e33fd9-e84c-4c4a-b4df-89c6543d88ff tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=521f1037-ef9f-4446-b15d-736d54569dae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:51:59.594759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port f71f68f9-8c5d-4984-9743-4e4c29a879d0 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:51:59.599744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.603637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-b21d0db1-1b7f-46f9-9e93-6f7fc6227a27 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "DELETE /v2.0/ports/f71f68f9-8c5d-4984-9743-4e4c29a879d0 HTTP/1.1" status: 204 len: 173 time: 2.7328856 Aug 31 06:51:59.689391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 521f1037-ef9f-4446-b15d-736d54569dae details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:51:59.845309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:51:59.845683 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.899641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.942231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Attempting to bind port fae058a7-b985-408c-b678-438cdaae12ed on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:51:59.945245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Attempting to bind port fae058a7-b985-408c-b678-438cdaae12ed by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:51:59.946331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Attempting to bind port fae058a7-b985-408c-b678-438cdaae12ed on network 82486458-6398-401b-a38c-69be53e4733c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:51:59.980771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:51:59.981155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Checking segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:51:59.981603 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.985201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Bound using segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:51:59.985758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Bound port: fae058a7-b985-408c-b678-438cdaae12ed, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:51:59.986171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:51:59.990056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc27f7-421c-40ca-8d51-fe82f5012aa5 req-5010b7a8-a19e-42e7-a1ec-423bf5334b4a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.004991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc27f7-421c-40ca-8d51-fe82f5012aa5 req-5010b7a8-a19e-42e7-a1ec-423bf5334b4a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.006762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9fc27f7-421c-40ca-8d51-fe82f5012aa5 req-5010b7a8-a19e-42e7-a1ec-423bf5334b4a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 1677 time: 0.2646432 Aug 31 06:52:00.024603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.027188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.033891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c185613b-c4b3-4d5f-91b7-2e594b2ca7b6 HTTP/1.1" status: 204 len: 168 time: 0.7762177 Aug 31 06:52:00.067656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:00.075439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a355a20-0a64-403d-b217-c5a3a7987901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c185613b-c4b3-4d5f-91b7-2e594b2ca7b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:00.076800 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8572faf5-a64b-45a3-94bf-2ee7f1f08f93" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:00.151613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:00.164854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port 8db67bd7-9683-4b30-8aff-19000f3f0ca3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8db67bd7-9683-4b30-8aff-19000f3f0ca3,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:00.165737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.166657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.252218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] For port fae058a7-b985-408c-b678-438cdaae12ed, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:00.258265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] For port fae058a7-b985-408c-b678-438cdaae12ed, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fae058a7-b985-408c-b678-438cdaae12ed,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:00.264229 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.321470 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d402929-bd2c-4de5-885f-674d2ffb80d5 x-openstack-request-id: req-7d402929-bd2c-4de5-885f-674d2ffb80d5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:00.321755 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "f71f68f9-8c5d-4984-9743-4e4c29a879d0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:00.322002 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d402929-bd2c-4de5-885f-674d2ffb80d5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:00.323398 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': 'f71f68f9-8c5d-4984-9743-4e4c29a879d0', 'status': 'completed', 'code': 200} Aug 31 06:52:00.464155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb53952f-544e-4fc5-8c7d-8f13bfce8ca8 None None] Pushing event updated for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:00.492806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:00.494057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:00.594934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9fc27f7-421c-40ca-8d51-fe82f5012aa5 req-a26b5341-7f01-4716-922c-e58f69a148ff tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5526292 Aug 31 06:52:00.640642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d40296b7-717f-417f-b5cc-af7a4d0d9a0d req-c75e8ec6-7b85-494f-849f-4018415e6195 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1528544 Aug 31 06:52:00.669998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:52:00.670551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:52:00.835475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:00.842868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.843276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:00.843598 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Floating IP bb682e19-81df-440d-8cea-39d7e9455205 disassociated. External IP: 172.25.3.24, port: 8db67bd7-9683-4b30-8aff-19000f3f0ca3. Aug 31 06:52:00.843948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 8db67bd7-9683-4b30-8aff-19000f3f0ca3 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:00.916564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3149e67d-5213-4b54-a687-d667afc4aaa3 req-950a6a68-222a-431e-8692-5535197d7e22 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 210 time: 0.1218376 Aug 31 06:52:00.968236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-d8f908c2-f0d7-4c6f-ba5b-20dbd0c99876 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:00.974287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-d8f908c2-f0d7-4c6f-ba5b-20dbd0c99876 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.53 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 810 time: 0.5054836 Aug 31 06:52:01.047615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Request body: {'port': {'device_id': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'admin_state_up': True, 'tenant_id': '57a97e2870eb4a61a9a967f498870646'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:01.152363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:01.152667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:01.214665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=8db67bd7-9683-4b30-8aff-19000f3f0ca3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:01.341236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:01.343579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:53Z', 'revision_number': 4, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fae058a7-b985-408c-b678-438cdaae12ed', 'name': '', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'mac_address': 'fa:16:3e:be:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:51Z', 'updated_at': '2021-08-31T06:52:00Z', 'revision_number': 4, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'subnets': [{'id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:01.402077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1653db1b-258d-457e-8ab6-e1943e1f43cb None None] The sync data for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 is: [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:51:53Z', 'revision_number': 4, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fae058a7-b985-408c-b678-438cdaae12ed', 'name': '', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'mac_address': 'fa:16:3e:be:2b:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_interface', 'standard_attr_id': 1910, 'fixed_ips': [{'subnet_id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:51Z', 'updated_at': '2021-08-31T06:52:00Z', 'revision_number': 4, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'subnets': [{'id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:01.548334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=ca40ef16-aadb-490d-a36b-1faaba4dfbb6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:01.594166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Router f95f487d-abfd-436e-9f60-d905b28e8abb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:01.613604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Made reservation on behalf of 57a97e2870eb4a61a9a967f498870646 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:01.618228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:01.620875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '5c0e1df4-ff33-49b5-b6df-eb21a1b18851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:01.621250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 521f1037-ef9f-4446-b15d-736d54569dae, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:01.730126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 521f1037-ef9f-4446-b15d-736d54569dae is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:01.747578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 521f1037-ef9f-4446-b15d-736d54569dae) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:01.759896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:01.760695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:01.768627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3029b76f-4cc0-4a04-8667-955f4c18b66b None None] Network 521f1037-ef9f-4446-b15d-736d54569dae requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:01.790377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a12274b9-d041-40f3-a8c9-07e2281e4896 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.3440602 Aug 31 06:52:01.791260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:01.932039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:01.950468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Sync routers for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:01.967405 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:01.970159 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:01.996566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:02.059200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93a4226e-fdfb-43c6-90fd-eec4f7671c25 req-6d539441-35d9-4d72-a208-23088b9c929b tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1866751 Aug 31 06:52:02.157564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port 8db67bd7-9683-4b30-8aff-19000f3f0ca3 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:02.165999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.182814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-43d7b4ee-f874-4604-9e19-125db0f17cc4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "DELETE /v2.0/ports/8db67bd7-9683-4b30-8aff-19000f3f0ca3 HTTP/1.1" status: 204 len: 173 time: 2.5727282 Aug 31 06:52:02.221107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-521f1037-ef9f-4446-b15d-736d54569dae', 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'ca40ef16-aadb-490d-a36b-1faaba4dfbb6'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:02.222980 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.305072 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:02.426539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:02.430137 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67375e2-559e-4fa9-8bbb-7ee281586a5d" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:02.508319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-643032021'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:02.534525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d07a233-cfa0-44de-b291-2c678d261fe9 req-756c137e-4a76-4e0f-9e3b-1711017c7902 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 210 time: 0.2296913 Aug 31 06:52:02.550059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dc7fce-3f0f-4c4f-9c61-8a44f2b341d7 req-be62c4a2-cb7b-44ce-a3f0-1a81b1b3f471 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:02.560464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc7fce-3f0f-4c4f-9c61-8a44f2b341d7 req-be62c4a2-cb7b-44ce-a3f0-1a81b1b3f471 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 943 time: 0.6269131 Aug 31 06:52:02.623891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Allocated IP 172.20.0.9 (82486458-6398-401b-a38c-69be53e4733c/010e9959-eca9-4054-bfeb-50a9d5e3553d/8cd70b33-57cd-4ac7-8476-407e1c1b2a89) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:02.656003 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c33efbc3-d690-4d6a-ac2a-617b0cacae52 x-openstack-request-id: req-c33efbc3-d690-4d6a-ac2a-617b0cacae52 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:02.656304 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "8db67bd7-9683-4b30-8aff-19000f3f0ca3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:02.656831 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c33efbc3-d690-4d6a-ac2a-617b0cacae52 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:02.660011 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '8db67bd7-9683-4b30-8aff-19000f3f0ca3', 'status': 'completed', 'code': 200} Aug 31 06:52:02.663094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.715971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Allocated IP 172.20.0.3 (521f1037-ef9f-4446-b15d-736d54569dae/ca40ef16-aadb-490d-a36b-1faaba4dfbb6/05e9cb1e-203f-4907-868a-28379e8d13ec) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:02.753735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53dc7fce-3f0f-4c4f-9c61-8a44f2b341d7 req-abdca9ba-c88f-48ae-a6d6-216ec5dd26bd tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups?id=aee7a867-2d18-4661-8d9d-2b299f0a9f30&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216259 Aug 31 06:52:02.796677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 664041ec-e9ad-495a-ac85-078c0c324c3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:02.800749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:02.842614 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:02.970223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Made reservation on behalf of d7c54439813c4ae5ad53b630f21895f6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:02.983861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.016737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.053164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port 664041ec-e9ad-495a-ac85-078c0c324c3a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=664041ec-e9ad-495a-ac85-078c0c324c3a,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:03.053756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.089462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 664041ec-e9ad-495a-ac85-078c0c324c3a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:03.127085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.154819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Transition to ACTIVE for port object 05e9cb1e-203f-4907-868a-28379e8d13ec will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:03.210655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Transition to ACTIVE for port object 05e9cb1e-203f-4907-868a-28379e8d13ec will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:03.219140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.312281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.326140 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Checking router: f95f487d-abfd-436e-9f60-d905b28e8abb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:03.354853 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:03.355692 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:03.410638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.459221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.461145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Network 521f1037-ef9f-4446-b15d-736d54569dae is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:03.467888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:03.470381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Pushing event updated for resources: {'Port': ['ID=05e9cb1e-203f-4907-868a-28379e8d13ec,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:03.480401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:03.634007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=664041ec-e9ad-495a-ac85-078c0c324c3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:03.636789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a71c27c7-1675-48fd-b782-2db7e1aab941 req-90df247d-d84e-43b4-b7e9-6a2472d16cd7 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.2375338 Aug 31 06:52:03.663870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=ca40ef16-aadb-490d-a36b-1faaba4dfbb6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:03.701027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fae058a7-b985-408c-b678-438cdaae12ed up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:03.764376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port 664041ec-e9ad-495a-ac85-078c0c324c3a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:03.790149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.811029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6c5db8c-b61e-4aa0-9df9-838f10d85e63 req-cc546902-36b5-46ba-b686-e4ed1b6b8d54 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.53 "DELETE /v2.0/ports/664041ec-e9ad-495a-ac85-078c0c324c3a HTTP/1.1" status: 204 len: 173 time: 1.5738184 Aug 31 06:52:03.882804 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:03.899194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:03.911030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c97b9cd9-37f5-469b-ac01-8d6fc5687b28 req-7c4d4054-994f-41b2-9299-90b76beb78d0 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 210 time: 0.0909371 Aug 31 06:52:03.930437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521f1037-ef9f-4446-b15d-736d54569dae']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:03.974026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0e1df4-ff33-49b5-b6df-eb21a1b18851') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:03.974315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0e1df4-ff33-49b5-b6df-eb21a1b18851') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:03.983637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Attempting to bind port 05e9cb1e-203f-4907-868a-28379e8d13ec on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:03.991632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Attempting to bind port 05e9cb1e-203f-4907-868a-28379e8d13ec by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5c0e1df4-ff33-49b5-b6df-eb21a1b18851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:03.992405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Attempting to bind port 05e9cb1e-203f-4907-868a-28379e8d13ec on network 521f1037-ef9f-4446-b15d-736d54569dae {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:04.004870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:04.005245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Checking segment: {'id': '5c0e1df4-ff33-49b5-b6df-eb21a1b18851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:04.005682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.006077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Bound using segment: {'id': '5c0e1df4-ff33-49b5-b6df-eb21a1b18851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:04.006559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Bound port: 05e9cb1e-203f-4907-868a-28379e8d13ec, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c0e1df4-ff33-49b5-b6df-eb21a1b18851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '521f1037-ef9f-4446-b15d-736d54569dae'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:04.010329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.031946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.057653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.098628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:04.102275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.155369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.275377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:04.278898 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:04.302746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port fae058a7-b985-408c-b678-438cdaae12ed completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:04.332260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.341803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fae058a7-b985-408c-b678-438cdaae12ed triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:04.342180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.418641 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:04.427908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] For port 05e9cb1e-203f-4907-868a-28379e8d13ec, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:04.452967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e7627-e8e8-4bb0-90f1-957160017429 None None] The sync data for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 is: [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:41:18Z', 'revision_number': 4, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c', 'name': '', 'network_id': '4efb29e2-bfec-4884-aab7-02f0886c34de', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'mac_address': 'fa:16:3e:d8:30:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:16Z', 'updated_at': '2021-08-31T06:41:25Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'subnets': [{'id': '1679fff8-fdaf-4ba8-87cc-999cf377e4c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:04.498393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.610262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Network 82486458-6398-401b-a38c-69be53e4733c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:04.619354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef3b1142-1854-44f4-b117-70565c1e85c0 req-7584dcd6-5069-4883-8703-a0a92f02aeed tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.4051058 Aug 31 06:52:04.620490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:04.641670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Pushing event updated for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:04.661167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:04.666335 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b252f2b-7f80-4c83-8725-7b50a7a66f62" -d '{"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:04.667351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:04.680557 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.683041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:04.705347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:52:04.705347 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:52:04.705347 n-d-712707-15 neutron-server[94640]: [parameters: {'id': '521f1037-ef9f-4446-b15d-736d54569dae'}] Aug 31 06:52:04.705347 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:52:04.706802 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:52:04.746313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] For port 05e9cb1e-203f-4907-868a-28379e8d13ec, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=05e9cb1e-203f-4907-868a-28379e8d13ec,segment=NetworkSegment(5c0e1df4-ff33-49b5-b6df-eb21a1b18851),segment_id=5c0e1df4-ff33-49b5-b6df-eb21a1b18851)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:04.760006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.788721 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8744c9a4-997d-4c1e-a9da-44a904a58ef1 x-openstack-request-id: req-8744c9a4-997d-4c1e-a9da-44a904a58ef1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:04.789008 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2a4d703-f0c8-4176-942c-fe85f55cb89c", "name": "network-vif-deleted", "tag": "664041ec-e9ad-495a-ac85-078c0c324c3a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:04.789598 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8744c9a4-997d-4c1e-a9da-44a904a58ef1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:04.790256 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2a4d703-f0c8-4176-942c-fe85f55cb89c', 'name': 'network-vif-deleted', 'tag': '664041ec-e9ad-495a-ac85-078c0c324c3a', 'status': 'completed', 'code': 200} Aug 31 06:52:04.819996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.820499 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Added segment 667d16e8-4996-4e50-ba1a-f3702f424c1e of type vlan for network 442273e0-a721-42bb-b8f4-45b288c87e96 Aug 31 06:52:04.825416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6196d19-e2a0-4ec9-b59a-76589cf15107,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:04.834507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port fae058a7-b985-408c-b678-438cdaae12ed, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fae058a7-b985-408c-b678-438cdaae12ed,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:04.848047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.915142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15ae908-f99b-4c02-a028-57dd59f629d1 None None] Pushing event updated for resources: {'Port': ['ID=05e9cb1e-203f-4907-868a-28379e8d13ec,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:04.946770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099acc36-81d1-484b-a2b2-351951ecd3f4 None None] Network 521f1037-ef9f-4446-b15d-736d54569dae requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:04.953452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:04.954859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:04.962587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a41c618e-7dd8-4880-8215-d2ed7542c3c2 req-ac58123c-c89c-4db3-9442-cdb0f1351d62 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1351378 Aug 31 06:52:05.065824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee091ae-e519-434d-8420-67187a6c27f9 None None] New status for floating IP bb682e19-81df-440d-8cea-39d7e9455205: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:52:05.123338 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:05.130574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.134795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-0f7ea8a8-6b38-4720-9668-18e3a0f97b5a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1017990 Aug 31 06:52:05.193129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Request body: {'port': {'device_id': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:05.210601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.266700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.291588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:05.292256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.328017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1110-65e1-4720-a802-107357edd232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.406463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.3772206 Aug 31 06:52:05.417575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:05.423838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Request body: {'subnet': {'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:05.481814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b2ab1-4e89-47a8-b641-042c67b4e56c req-c6d00325-3ab2-4a41-b129-9026a3547fd3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:05.493655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c42b2ab1-4e89-47a8-b641-042c67b4e56c req-c6d00325-3ab2-4a41-b129-9026a3547fd3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 931 time: 0.3978510 Aug 31 06:52:05.539554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.576839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.586235 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.608022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b4ed-4169-4804-87b0-51335bba8cf0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'Network': ['ID=442273e0-a721-42bb-b8f4-45b288c87e96,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.614369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1110-65e1-4720-a802-107357edd232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.623730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac2d1110-65e1-4720-a802-107357edd232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.631114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 442273e0-a721-42bb-b8f4-45b288c87e96 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:05.672710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2d1110-65e1-4720-a802-107357edd232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848fc884-3c7d-4f42-b776-a26e9d193736,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:05.775310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Made reservation on behalf of d7c54439813c4ae5ad53b630f21895f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:05.786405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:05.871435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d99aa75-da02-4bb3-a88a-a110f5fb78a6 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:52:06.069170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.084780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d99aa75-da02-4bb3-a88a-a110f5fb78a6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:52:06.094911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:06.112626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.120665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ac2d1110-65e1-4720-a802-107357edd232 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2b99ee6342ef4ad094d7dac6bd9e5254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9937682 Aug 31 06:52:06.124183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:06.141428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Transition to ACTIVE for port object 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:06.160556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.289994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-418f0474-4737-4440-a563-c7e79000f447 req-8c5643c5-17cd-4577-8d23-3f93b17974f5 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.2199795 Aug 31 06:52:06.295399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:06.318811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c42b2ab1-4e89-47a8-b641-042c67b4e56c req-a0827cbe-70ad-4456-8cbe-103aef98b139 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8264050 Aug 31 06:52:06.327347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port 05e9cb1e-203f-4907-868a-28379e8d13ec {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:06.327889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.465823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Checking segment: {'id': '667d16e8-4996-4e50-ba1a-f3702f424c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:06.466268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Network hostable DHCP agents. Network: 442273e0-a721-42bb-b8f4-45b288c87e96, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:06.493236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'Subnet': ['ID=58fa6e01-808b-4463-9b39-9a0759534b16,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:06.501497 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.510634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port 05e9cb1e-203f-4907-868a-28379e8d13ec, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=05e9cb1e-203f-4907-868a-28379e8d13ec,segment=NetworkSegment(5c0e1df4-ff33-49b5-b6df-eb21a1b18851),segment_id=5c0e1df4-ff33-49b5-b6df-eb21a1b18851)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:06.511318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.537786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.540661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for 05e9cb1e-203f-4907-868a-28379e8d13ec owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:06.552565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Attempting to bind port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:06.553224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Attempting to bind port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:06.553788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Attempting to bind port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 on network 82486458-6398-401b-a38c-69be53e4733c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:06.562047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 on network 82486458-6398-401b-a38c-69be53e4733c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:06.562659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Attempting to bind port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 on network 82486458-6398-401b-a38c-69be53e4733c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:06.600652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:06.601243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Checking segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:06.601884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Bound using segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:06.602505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Bound port: 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:06.603044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.608960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8d68901-ef79-41d4-989f-c056efbd225a req-b0d9f8ff-a117-4e7b-840e-2793b978c7c0 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1475532 Aug 31 06:52:06.613822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.619125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.625075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/848fc884-3c7d-4f42-b776-a26e9d193736 HTTP/1.1" status: 204 len: 168 time: 0.4880822 Aug 31 06:52:06.664414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f49c76-31ec-4ff5-8a62-d6a89708e6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848fc884-3c7d-4f42-b776-a26e9d193736,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:06.689311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Network 442273e0-a721-42bb-b8f4-45b288c87e96 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:06.710543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 442273e0-a721-42bb-b8f4-45b288c87e96) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:06.736649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:06.737220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.770490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa3deae-a1af-4958-9cda-f996bc8d718d None None] Network 442273e0-a721-42bb-b8f4-45b288c87e96 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:06.795613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7d90be6-6ead-44cd-b09e-fc668e528eb4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3769662 Aug 31 06:52:06.796293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:06.798558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37782) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:06.809418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:06.814059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Request body: {'port': {'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-467658394'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:06.820856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.854834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.902252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:06.903182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:06.904775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] 10.222.0.53 "PUT /v2.0/ports/8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 1092 time: 1.7213371 Aug 31 06:52:06.905485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:06.908156 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:06.926547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port 05e9cb1e-203f-4907-868a-28379e8d13ec on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:07.027997 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e880e5ff-14c7-4dd6-9a25-0e24705d65b7 x-openstack-request-id: req-e880e5ff-14c7-4dd6-9a25-0e24705d65b7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:07.028604 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:07.029020 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e880e5ff-14c7-4dd6-9a25-0e24705d65b7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:07.029623 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89', 'status': 'completed', 'code': 200} Aug 31 06:52:07.060095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Made reservation on behalf of d7c54439813c4ae5ad53b630f21895f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:07.068348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.116349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.130966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] device_id is not set on port a429f6e2-b9cc-494e-b067-87af08972764 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:52:07.156096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521f1037-ef9f-4446-b15d-736d54569dae']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:07.163610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-442273e0-a721-42bb-b8f4-45b288c87e96', 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96', 'tenant_id': 'd7c54439813c4ae5ad53b630f21895f6', 'fixed_ips': [{'subnet_id': '58fa6e01-808b-4463-9b39-9a0759534b16'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:07.164876 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.217201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-a7f49403-6f58-4ca5-a2da-a3dbc1cd27de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:07.219280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-a7f49403-6f58-4ca5-a2da-a3dbc1cd27de service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1095 time: 0.2648604 Aug 31 06:52:07.227849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c0e1df4-ff33-49b5-b6df-eb21a1b18851') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:07.233463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c0e1df4-ff33-49b5-b6df-eb21a1b18851') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:07.248582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcbd6bb-2ffc-440f-a6e4-3ab603e9e754 service neutron] Pushing event updated for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:07.426650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.450704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fae058a7-b985-408c-b678-438cdaae12ed up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:07.472444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-8278c912-6fbb-48e1-9b3b-cc44923474b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 217 time: 0.2103550 Aug 31 06:52:07.538483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Allocated IP 2001:db8::2c2 (442273e0-a721-42bb-b8f4-45b288c87e96/58fa6e01-808b-4463-9b39-9a0759534b16/a429f6e2-b9cc-494e-b067-87af08972764) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:07.582355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=05e9cb1e-203f-4907-868a-28379e8d13ec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:07.586257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fae058a7-b985-408c-b678-438cdaae12ed triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:07.587036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.611615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ee9c114-bcca-4a24-bb63-630d19ce0c2f req-0f0b0719-1428-4a03-90e1-8db274867a6e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0966241 Aug 31 06:52:07.668958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.718212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:07.719572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:07.728597 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:07.899614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dca4b5-2627-43d8-a9c5-52296e6425fb req-804a67fa-5a06-4d81-9ec7-cde825e5e1f9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:07.905958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:07.907171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71dca4b5-2627-43d8-a9c5-52296e6425fb req-804a67fa-5a06-4d81-9ec7-cde825e5e1f9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 943 time: 0.3969586 Aug 31 06:52:07.925351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-4bd5400a-b403-4037-946f-f15490d51a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:07.926977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-4bd5400a-b403-4037-946f-f15490d51a97 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.4446962 Aug 31 06:52:07.933773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Transition to ACTIVE for port object a429f6e2-b9cc-494e-b067-87af08972764 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:07.996705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-91d28550-2f3a-40b2-aa69-2c01198113dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343101 Aug 31 06:52:08.002530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.028418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.035521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc98ab0e-ab5e-498b-9623-17e58cd80210 req-0ed28630-91cc-4e50-9622-7bd332186131 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0843949 Aug 31 06:52:08.036717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/521f1037-ef9f-4446-b15d-736d54569dae HTTP/1.1" status: 204 len: 168 time: 6.2023859 Aug 31 06:52:08.046937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.056320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1550695322'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:08.085114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.144616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71dca4b5-2627-43d8-a9c5-52296e6425fb req-77e96209-d02c-4313-9872-1cd303ebddd8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260966 Aug 31 06:52:08.180550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8dbbb-a471-403e-b0ab-6aa199d2b5ad tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=521f1037-ef9f-4446-b15d-736d54569dae,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.183033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Allocated IP 2001:db8::2 (442273e0-a721-42bb-b8f4-45b288c87e96/58fa6e01-808b-4463-9b39-9a0759534b16/924cc244-4099-4a6a-8fbe-8da6d815108f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:08.203420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Network 442273e0-a721-42bb-b8f4-45b288c87e96 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:08.204167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:08.216117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.230746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:08.238399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:08.245704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.246616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.292142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'Port': ['ID=a429f6e2-b9cc-494e-b067-87af08972764,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.308049 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fb6a93c7-706a-4180-8433-a8d573fd8f66 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5081728 Aug 31 06:52:08.309107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.323358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Request body: {'port': {'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2025417595', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:08.324201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:08.326283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:08.326407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-eb214ead-2aba-4342-bd51-ea71a6ac8e71 service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3133864 Aug 31 06:52:08.326735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:08.334449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:08.426849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.427635 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 0ce6b328-4267-4000-a4c8-836b2ad48ee3 of type vlan for network 3cc24fee-6479-432f-bd8f-acceb412e9da Aug 31 06:52:08.513194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.554776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.568811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Transition to ACTIVE for port object 924cc244-4099-4a6a-8fbe-8da6d815108f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:08.602033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Transition to ACTIVE for port object 924cc244-4099-4a6a-8fbe-8da6d815108f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:08.611204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.645919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.656166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.672683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Pushing event updated for resources: {'Port': ['ID=924cc244-4099-4a6a-8fbe-8da6d815108f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.684718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.702919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Network 442273e0-a721-42bb-b8f4-45b288c87e96 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:08.704956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:08.708836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b891d21-22b4-4aca-a8ee-8819d1273d1d req-3cc12dba-19c9-43fe-b252-bb962492649c service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3760774 Aug 31 06:52:08.710087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:08.793635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Attempting to bind port 924cc244-4099-4a6a-8fbe-8da6d815108f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:08.794307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Attempting to bind port 924cc244-4099-4a6a-8fbe-8da6d815108f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '667d16e8-4996-4e50-ba1a-f3702f424c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:08.794901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Attempting to bind port 924cc244-4099-4a6a-8fbe-8da6d815108f on network 442273e0-a721-42bb-b8f4-45b288c87e96 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:08.807017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:08.808403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Checking segment: {'id': '667d16e8-4996-4e50-ba1a-f3702f424c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:08.809287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.809934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Bound using segment: {'id': '667d16e8-4996-4e50-ba1a-f3702f424c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:08.810625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Bound port: 924cc244-4099-4a6a-8fbe-8da6d815108f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '667d16e8-4996-4e50-ba1a-f3702f424c1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '442273e0-a721-42bb-b8f4-45b288c87e96'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:08.811232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.822760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-1bfb5292-3b4e-436f-bf7b-0442ead66230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:08.825956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-1bfb5292-3b4e-436f-bf7b-0442ead66230 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1095 time: 0.0590248 Aug 31 06:52:08.836980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a62102e5-28e5-45d4-a36b-41e2b06435d8 req-54721fac-f21f-4e1f-b217-f45852ba3247 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0350974 Aug 31 06:52:08.894658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] For port 924cc244-4099-4a6a-8fbe-8da6d815108f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:08.898521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] For port 924cc244-4099-4a6a-8fbe-8da6d815108f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924cc244-4099-4a6a-8fbe-8da6d815108f,segment=NetworkSegment(667d16e8-4996-4e50-ba1a-f3702f424c1e),segment_id=667d16e8-4996-4e50-ba1a-f3702f424c1e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:08.903434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.921099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71598f23-f401-482b-af02-e1bc9f367a00 req-773dcd57-2621-49b1-adca-3071842c068d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.2269549 Aug 31 06:52:08.944004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Made reservation on behalf of d7c54439813c4ae5ad53b630f21895f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:08.947642 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:08.956210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9081757 Aug 31 06:52:08.960723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9232ddc5-46d2-419d-8321-a961e398632f None None] Pushing event updated for resources: {'Port': ['ID=924cc244-4099-4a6a-8fbe-8da6d815108f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.961907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:08.974115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c0dc5-4f49-42c3-9305-8493f575686f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=3cc24fee-6479-432f-bd8f-acceb412e9da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:08.986164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:08.997294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3cc24fee-6479-432f-bd8f-acceb412e9da details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:09.000409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] device_id is not set on port 25fe87b0-1440-43e1-90a7-1cf31f2cb872 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:52:09.315802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4cbe7627-b092-433c-a685-6e480609168f req-c9fa05bb-d2d8-42e5-ad57-3cef3c5d13cb tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.1163116 Aug 31 06:52:09.322670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-d96c4e1f-1311-4621-ab47-93017fc62871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.327506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-d96c4e1f-1311-4621-ab47-93017fc62871 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.4946332 Aug 31 06:52:09.336479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Allocated IP 2001:db8::132 (442273e0-a721-42bb-b8f4-45b288c87e96/58fa6e01-808b-4463-9b39-9a0759534b16/25fe87b0-1440-43e1-90a7-1cf31f2cb872) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:09.381303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-f228d5a8-aff6-405b-90ab-d959a1ac68f4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 217 time: 0.0448897 Aug 31 06:52:09.382378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:09.386200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.419198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4ce3d7-f8f6-4772-ab5b-44946cc8a3cc req-391e2719-07c3-478c-91a1-6f4e9c48dc89 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.420910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa4ce3d7-f8f6-4772-ab5b-44946cc8a3cc req-391e2719-07c3-478c-91a1-6f4e9c48dc89 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 943 time: 0.1773648 Aug 31 06:52:09.514359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa4ce3d7-f8f6-4772-ab5b-44946cc8a3cc req-b09cb2cc-4a30-41e7-848a-41a6db7fa681 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757964 Aug 31 06:52:09.518169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:09.645725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-cd83909b-1dd5-4475-9ca6-74810afc0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:09.647346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-cd83909b-1dd5-4475-9ca6-74810afc0e92 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.2578657 Aug 31 06:52:09.702279 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-12a106b9-2959-4b18-ad72-8db738bc747b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455956 Aug 31 06:52:09.823688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:09.824139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-1a9e3386-7935-4db6-b32f-2d2bad6caa63 service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117382 Aug 31 06:52:09.871200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Transition to ACTIVE for port object 25fe87b0-1440-43e1-90a7-1cf31f2cb872 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:09.999501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe8b9af-bace-4853-8d1e-192a88eb9fbf req-b7dfaf80-426e-4401-bd62-fe2215c40313 service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626720 Aug 31 06:52:10.053390 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.115398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9797b7b7-b689-4a5b-871a-a3beb3a0c4f1 req-6659aca1-128f-4e8c-8597-2a10baa81c5a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0352516 Aug 31 06:52:10.226146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Network 442273e0-a721-42bb-b8f4-45b288c87e96 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:10.231727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'Port': ['ID=25fe87b0-1440-43e1-90a7-1cf31f2cb872,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:10.242186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:10.254749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:10.263124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.264126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.300118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.358169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47914a0f-a8be-414f-b384-9eab0585efb7 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.0393281 Aug 31 06:52:10.360940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:10.467714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '0ce6b328-4267-4000-a4c8-836b2ad48ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:10.468290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 3cc24fee-6479-432f-bd8f-acceb412e9da, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:10.478343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=c3747f16-4ed7-48ca-a407-1b3ac3a147e5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:10.504760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 3cc24fee-6479-432f-bd8f-acceb412e9da is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:10.519302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3cc24fee-6479-432f-bd8f-acceb412e9da) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:10.529313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bf1a84-5180-43b8-9059-f86f39bb95ce None None] Network 3cc24fee-6479-432f-bd8f-acceb412e9da requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:10.538875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.540406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.548281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb7ac516-62be-4c12-85e8-c9fcf986b99d req-835e87b2-35f3-4375-b44a-25d7bb93c236 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0514722 Aug 31 06:52:10.568127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c2104-2f9a-46cb-b635-f7d09f844bcc tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.575016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c2104-2f9a-46cb-b635-f7d09f844bcc tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.584269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9c2104-2f9a-46cb-b635-f7d09f844bcc tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:10.598302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:10.604922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1c9c2104-2f9a-46cb-b635-f7d09f844bcc tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2431042 Aug 31 06:52:10.757078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358d0e87-a70c-44f5-b159-439ce1d63301 None None] Network 442273e0-a721-42bb-b8f4-45b288c87e96 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:10.758064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c6c8577-4de2-42db-bddc-ad59ec64d2af tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7944553 Aug 31 06:52:10.758823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:10.855174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:10.891419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-feb9187a-56cd-4cf8-80d0-5ea26e9baca8 None None] Provisioning for port 924cc244-4099-4a6a-8fbe-8da6d815108f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:10.929730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:10.987040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-153592eb-c973-4f6e-bed9-a4b1e461e5ef req-587c2b10-b42b-4761-8e03-0f59573c45fd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9337775b7f564168bf1974249a2bb44b&device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0683739 Aug 31 06:52:10.992707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dde7f39d-3511-474d-ad0d-5f20be226d90 req-ff0ea709-914b-4fed-bebf-3af17bf316a6 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0728681 Aug 31 06:52:11.047597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-153592eb-c973-4f6e-bed9-a4b1e461e5ef req-1622f2b7-4183-459e-9985-ab22cb71668b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=9337775b7f564168bf1974249a2bb44b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0507689 Aug 31 06:52:11.211326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3cc24fee-6479-432f-bd8f-acceb412e9da', 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'c3747f16-4ed7-48ca-a407-1b3ac3a147e5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:11.212650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.261565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6984-b88b-44da-8d07-c92eafd85fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.480254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd96d38a-4fbe-44d7-9458-87e437d68cb9 req-c7732550-0cfe-4620-9626-5c1e360f35df tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.481921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd96d38a-4fbe-44d7-9458-87e437d68cb9 req-c7732550-0cfe-4620-9626-5c1e360f35df tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 943 time: 0.7220869 Aug 31 06:52:11.502293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Allocated IP 172.20.0.1 (3cc24fee-6479-432f-bd8f-acceb412e9da/c3747f16-4ed7-48ca-a407-1b3ac3a147e5/dd95b499-cf13-4e68-ab7a-aeaf56dd2215) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:11.533002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.590966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Deleting port 25fe87b0-1440-43e1-90a7-1cf31f2cb872 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:11.591226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.634470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd96d38a-4fbe-44d7-9458-87e437d68cb9 req-dc5e7c74-97e1-4f36-831c-8964b82676f6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344073 Aug 31 06:52:11.638614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924cc244-4099-4a6a-8fbe-8da6d815108f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:11.758966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.782922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65990fb9-506b-4109-a158-b282d66173df None None] Provisioning for port a429f6e2-b9cc-494e-b067-87af08972764 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:11.787070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153592eb-c973-4f6e-bed9-a4b1e461e5ef req-c43e3402-4599-4c52-8ae1-9aa0343648b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:11.788869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-153592eb-c973-4f6e-bed9-a4b1e461e5ef req-c43e3402-4599-4c52-8ae1-9aa0343648b8 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7333307 Aug 31 06:52:11.808325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12de9409-a237-4fac-809a-0f4458e2b8d5 req-f9244c9a-14b4-4303-827f-f536dcc2b479 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.5478470 Aug 31 06:52:11.818566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.833414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65990fb9-506b-4109-a158-b282d66173df None None] Provisioning complete for port a429f6e2-b9cc-494e-b067-87af08972764 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:11.833801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65990fb9-506b-4109-a158-b282d66173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.866277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Calling delete_port for 25fe87b0-1440-43e1-90a7-1cf31f2cb872 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:11.890546 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.901599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-65990fb9-506b-4109-a158-b282d66173df None None] Port a429f6e2-b9cc-494e-b067-87af08972764 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:11.949954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Transition to ACTIVE for port object dd95b499-cf13-4e68-ab7a-aeaf56dd2215 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:11.968682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65990fb9-506b-4109-a158-b282d66173df None None] Provisioning complete for port 924cc244-4099-4a6a-8fbe-8da6d815108f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:11.969429 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65990fb9-506b-4109-a158-b282d66173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:11.986128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Deleting port 9ec944a0-1760-4c51-84aa-227db921847e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:11.987265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.037492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 924cc244-4099-4a6a-8fbe-8da6d815108f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:12.038321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.046386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924cc244-4099-4a6a-8fbe-8da6d815108f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:12.046774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.080291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event deleted for resources: {'Port': ['ID=25fe87b0-1440-43e1-90a7-1cf31f2cb872,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.098352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Transition to ACTIVE for port object dd95b499-cf13-4e68-ab7a-aeaf56dd2215 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:12.118212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.121767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.123757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-33585f41-9e1a-4556-a3d4-9d3c70b454e3 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "DELETE /v2.0/ports/25fe87b0-1440-43e1-90a7-1cf31f2cb872 HTTP/1.1" status: 204 len: 168 time: 1.5236664 Aug 31 06:52:12.131541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.142941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Request body: {'port': {'name': 'tempest-new-port-name-587080332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:12.148048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] bootfile-name is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:12.148391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] tftp-server is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:12.148870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.api.validators [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] server-ip-address is not in valid_values {{(pid=94640) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:52:12.168517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6984-b88b-44da-8d07-c92eafd85fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.175758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f6a6984-b88b-44da-8d07-c92eafd85fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.207771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3f6a6984-b88b-44da-8d07-c92eafd85fef admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e9b04323ec74355991b4dcff9e009db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2766519 Aug 31 06:52:12.209942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.235712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88661ee0-6621-45a7-b38e-f95e7a65dc2c req-85ba4cc5-fa14-47a9-9cea-12cfdd7c19a4 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0380025 Aug 31 06:52:12.250150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.297660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] For port 9ec944a0-1760-4c51-84aa-227db921847e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ec944a0-1760-4c51-84aa-227db921847e,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:12.298254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.305770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65990fb9-506b-4109-a158-b282d66173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.309734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Pushing event updated for resources: {'Port': ['ID=dd95b499-cf13-4e68-ab7a-aeaf56dd2215,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.315879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.321759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Calling delete_port for 9ec944a0-1760-4c51-84aa-227db921847e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:12.349878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=c3747f16-4ed7-48ca-a407-1b3ac3a147e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.358960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Network 3cc24fee-6479-432f-bd8f-acceb412e9da is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:12.367765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:12.408030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-65990fb9-506b-4109-a158-b282d66173df None None] For port 924cc244-4099-4a6a-8fbe-8da6d815108f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924cc244-4099-4a6a-8fbe-8da6d815108f,segment=NetworkSegment(667d16e8-4996-4e50-ba1a-f3702f424c1e),segment_id=667d16e8-4996-4e50-ba1a-f3702f424c1e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:12.410269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:12.461237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.470204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65990fb9-506b-4109-a158-b282d66173df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.485258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc24fee-6479-432f-bd8f-acceb412e9da']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:12.512222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce6b328-4267-4000-a4c8-836b2ad48ee3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:12.512580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce6b328-4267-4000-a4c8-836b2ad48ee3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:12.556918 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.581602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.600925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:12.601526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:12.605025 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:12.607843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.608145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6a6984-b88b-44da-8d07-c92eafd85fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fcbc74-cd81-40f8-9732-13fd852d21ef,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.641059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65990fb9-506b-4109-a158-b282d66173df None None] Pushing event updated for resources: {'Port': ['ID=924cc244-4099-4a6a-8fbe-8da6d815108f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.652320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65990fb9-506b-4109-a158-b282d66173df None None] Could not find standard attr ID for object 25fe87b0-1440-43e1-90a7-1cf31f2cb872. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:52:12.660148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:12.661579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ec944a0-1760-4c51-84aa-227db921847e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.702075 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.720353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Attempting to bind port dd95b499-cf13-4e68-ab7a-aeaf56dd2215 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:12.720737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Attempting to bind port dd95b499-cf13-4e68-ab7a-aeaf56dd2215 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0ce6b328-4267-4000-a4c8-836b2ad48ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:12.733970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Attempting to bind port dd95b499-cf13-4e68-ab7a-aeaf56dd2215 on network 3cc24fee-6479-432f-bd8f-acceb412e9da {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:12.771119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:52:12.771119 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:52:12.771119 n-d-712707-15 neutron-server[94640]: [parameters: {'id': '3cc24fee-6479-432f-bd8f-acceb412e9da'}] Aug 31 06:52:12.771119 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:52:12.771592 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:52:12.773584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:12.773959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Checking segment: {'id': '0ce6b328-4267-4000-a4c8-836b2ad48ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:12.774366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.775937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Bound using segment: {'id': '0ce6b328-4267-4000-a4c8-836b2ad48ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:12.775937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Bound port: dd95b499-cf13-4e68-ab7a-aeaf56dd2215, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce6b328-4267-4000-a4c8-836b2ad48ee3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '3cc24fee-6479-432f-bd8f-acceb412e9da'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:12.775937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.807050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.822527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.831415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.934081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:12.944639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] In _notify_port_updated(), no bound segment for port a429f6e2-b9cc-494e-b067-87af08972764 on network 442273e0-a721-42bb-b8f4-45b288c87e96 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:52:12.950432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:12.951164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:12.952467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "PUT /v2.0/ports/a429f6e2-b9cc-494e-b067-87af08972764 HTTP/1.1" status: 200 len: 1129 time: 0.8199613 Aug 31 06:52:12.954359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a28a4-3b52-4ec4-be3b-9a74132dc91e tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event updated for resources: {'Port': ['ID=a429f6e2-b9cc-494e-b067-87af08972764,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:12.959728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:12.969718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'port_id': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89', 'mac_address': 'fa:16:3e:f8:e2:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:13.015434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde7e7e3-1cea-4b39-9d9f-9ba4b925fcce req-66933d73-165d-43e7-af38-aadc58eb5f7f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.049129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] For port dd95b499-cf13-4e68-ab7a-aeaf56dd2215, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:13.052357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fde7e7e3-1cea-4b39-9d9f-9ba4b925fcce req-66933d73-165d-43e7-af38-aadc58eb5f7f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 943 time: 0.2290843 Aug 31 06:52:13.052821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] For port dd95b499-cf13-4e68-ab7a-aeaf56dd2215, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dd95b499-cf13-4e68-ab7a-aeaf56dd2215,segment=NetworkSegment(0ce6b328-4267-4000-a4c8-836b2ad48ee3),segment_id=0ce6b328-4267-4000-a4c8-836b2ad48ee3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:13.067719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.075990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43bd7b9e-b9a5-4f9b-9f1a-c0f3372a8fa2 None None] Provisioning complete for port a429f6e2-b9cc-494e-b067-87af08972764 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.077214 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43bd7b9e-b9a5-4f9b-9f1a-c0f3372a8fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.087794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10284934-aabc-4714-ab4f-6bf8946c25be req-dbfef24f-d55e-46fb-a882-32e5b9e15ec0 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.1182256 Aug 31 06:52:13.110906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5554b27-1cd8-440a-8345-f496ecb0b028 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:13.113381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c5554b27-1cd8-440a-8345-f496ecb0b028 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "GET /v2.0/ports/a429f6e2-b9cc-494e-b067-87af08972764 HTTP/1.1" status: 200 len: 1129 time: 0.1520700 Aug 31 06:52:13.124244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.169141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-43bd7b9e-b9a5-4f9b-9f1a-c0f3372a8fa2 None None] Port a429f6e2-b9cc-494e-b067-87af08972764 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:13.200904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43bd7b9e-b9a5-4f9b-9f1a-c0f3372a8fa2 None None] Could not find standard attr ID for object 25fe87b0-1440-43e1-90a7-1cf31f2cb872. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:52:13.246414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fde7e7e3-1cea-4b39-9d9f-9ba4b925fcce req-075f9cfe-2040-4e7d-8bdc-6e4b4bb49ebb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718211 Aug 31 06:52:13.251827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.254256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.256801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.265601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f3fcbc74-cd81-40f8-9732-13fd852d21ef HTTP/1.1" status: 204 len: 168 time: 1.0498788 Aug 31 06:52:13.278807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.366623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e101a6a1-b4c3-47b5-a81c-377fd43473c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fcbc74-cd81-40f8-9732-13fd852d21ef,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.389204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port dd95b499-cf13-4e68-ab7a-aeaf56dd2215 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:13.389570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.485779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port dd95b499-cf13-4e68-ab7a-aeaf56dd2215, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dd95b499-cf13-4e68-ab7a-aeaf56dd2215,segment=NetworkSegment(0ce6b328-4267-4000-a4c8-836b2ad48ee3),segment_id=0ce6b328-4267-4000-a4c8-836b2ad48ee3)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:13.486382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.504518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for dd95b499-cf13-4e68-ab7a-aeaf56dd2215 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:13.507482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-153592eb-c973-4f6e-bed9-a4b1e461e5ef req-a4e654fe-d677-48c7-bcc2-96f70bef899c tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.50 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.2045338 Aug 31 06:52:13.572419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66e7237c-d822-4b55-93c4-150391e9fd0f req-dbf14c7e-04ef-47ff-b7e4-126cd3180012 tempest-ServerShowV257Test-1901977750 tempest-ServerShowV257Test-1901977750-project] 10.222.0.57 "GET /v2.0/ports?device_id=9eaef54d-fe58-4fc7-be92-5b0f95e58f14 HTTP/1.1" status: 200 len: 210 time: 0.0437267 Aug 31 06:52:13.579312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Deleting port a429f6e2-b9cc-494e-b067-87af08972764 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:13.579851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.660803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924cc244-4099-4a6a-8fbe-8da6d815108f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:13.681137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a7b9be81-f5a5-4ee1-8214-64f5fed404ce None None] Provisioning complete for port a429f6e2-b9cc-494e-b067-87af08972764 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:13.683239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a7b9be81-f5a5-4ee1-8214-64f5fed404ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.685030 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.752426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387ba46-31b3-4f2e-acef-a8c75d971443 None None] Pushing event updated for resources: {'Port': ['ID=dd95b499-cf13-4e68-ab7a-aeaf56dd2215,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:13.779248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:13.789580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.817529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Calling delete_port for a429f6e2-b9cc-494e-b067-87af08972764 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:13.836725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a7b9be81-f5a5-4ee1-8214-64f5fed404ce None None] Port a429f6e2-b9cc-494e-b067-87af08972764 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:13.866539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66e7a51-055f-4e66-8e84-65fbfe8a488e None None] Network 3cc24fee-6479-432f-bd8f-acceb412e9da requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:13.868004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:13.885686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d0156f-e47a-4150-ba75-fd6b635c4a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.951224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Router 11a45c78-4cb5-460f-8f36-a76651202c93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:13.983919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:13.988002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:13.988887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.011239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.042532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f6076f-5463-40c7-ad10-bbe44021324f None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:52:14.085280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port dd95b499-cf13-4e68-ab7a-aeaf56dd2215 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:14.095161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924cc244-4099-4a6a-8fbe-8da6d815108f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:14.095554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.104687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=dd95b499-cf13-4e68-ab7a-aeaf56dd2215,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.122235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:14.131342 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Sync routers for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:14.150196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a34c33f3-db7d-4b4b-8ba5-e3e57c1d2158 admin admin] 10.222.0.57 "PUT /v2.0/routers/11a45c78-4cb5-460f-8f36-a76651202c93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6279209 Aug 31 06:52:14.152584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:14.153218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.157695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.168074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event deleted for resources: {'Port': ['ID=a429f6e2-b9cc-494e-b067-87af08972764,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.210866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.216040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59faedc0-4e13-4968-a0fe-ae126c63469c tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "DELETE /v2.0/ports/a429f6e2-b9cc-494e-b067-87af08972764 HTTP/1.1" status: 204 len: 168 time: 1.0895338 Aug 31 06:52:14.243992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.246010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.269192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8cd70b33-57cd-4ac7-8476-407e1c1b2a89'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:14.317301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.335260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc24fee-6479-432f-bd8f-acceb412e9da']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.349660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Deleting subnet 58fa6e01-808b-4463-9b39-9a0759534b16 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:14.357141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce6b328-4267-4000-a4c8-836b2ad48ee3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.357521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce6b328-4267-4000-a4c8-836b2ad48ee3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.360173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.369711 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:14.394302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.399856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e593d7e-0d5c-4b82-a2b7-4d75c059c080 req-61260edf-11f0-4f73-8a3f-2e7ccf32d1ed tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.1109567 Aug 31 06:52:14.470940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.474193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.522219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6076f-5463-40c7-ad10-bbe44021324f None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:52:14.560798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:14.561429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:14.568121 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:14.575544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d0156f-e47a-4150-ba75-fd6b635c4a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.596268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30d0156f-e47a-4150-ba75-fd6b635c4a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.628927 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:52:12Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.662140 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Checking router: 11a45c78-4cb5-460f-8f36-a76651202c93 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:14.676750 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Routers {'11a45c78-4cb5-460f-8f36-a76651202c93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:14.677848 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['11a45c78-4cb5-460f-8f36-a76651202c93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:14.687918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0156f-e47a-4150-ba75-fd6b635c4a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6944e1-d562-4f3f-8851-934c75a196a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:14.706465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-30d0156f-e47a-4150-ba75-fd6b635c4a7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8c95e4e129ff4eaab02fc8bf4b752a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8372612 Aug 31 06:52:14.709144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:14.716127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.746084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.834999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d23247-5185-4478-a810-44eed2a3562c req-86aa0f64-7ca5-4d65-93c3-5b2add6ce1f7 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:14.843045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62d23247-5185-4478-a810-44eed2a3562c req-86aa0f64-7ca5-4d65-93c3-5b2add6ce1f7 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 944 time: 0.4311914 Aug 31 06:52:14.849316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] Set router 11a45c78-4cb5-460f-8f36-a76651202c93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:14.849541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.894048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:14.896729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "DELETE /v2.0/subnets/58fa6e01-808b-4463-9b39-9a0759534b16 HTTP/1.1" status: 204 len: 168 time: 0.6513669 Aug 31 06:52:14.919833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:15.009949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7bf477-871f-4064-a76a-e19693b129b0 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event deleted for resources: {'Subnet': ['ID=58fa6e01-808b-4463-9b39-9a0759534b16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.017065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.022227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.052303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.077966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62d23247-5185-4478-a810-44eed2a3562c req-1833ec10-91d3-4b2c-8cec-3e330cf8909b tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280397 Aug 31 06:52:15.088224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.090888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/3cc24fee-6479-432f-bd8f-acceb412e9da HTTP/1.1" status: 204 len: 168 time: 4.3184998 Aug 31 06:52:15.095191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:15.104152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-336424760'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:15.110909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.113568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.144365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edeb0ba-a840-45cb-ba79-35fea367c626 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=3cc24fee-6479-432f-bd8f-acceb412e9da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.204209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Deleting port 924cc244-4099-4a6a-8fbe-8da6d815108f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:15.206925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.214517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:15.220766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.283348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:15.295079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.298262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.300358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ae6944e1-d562-4f3f-8851-934c75a196a3 HTTP/1.1" status: 204 len: 168 time: 0.5895693 Aug 31 06:52:15.309636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:15.335814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8bc0e7-5591-4c4b-9c48-ec4342943bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6944e1-d562-4f3f-8851-934c75a196a3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.360850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.366169 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment b107265a-2b5a-42fd-bd67-fde1d00d8199 of type vlan for network 01b20a0b-5d5f-41f2-9a3d-13d81b135619 Aug 31 06:52:15.385767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Deleting port a1e6f037-c3d0-4660-839a-de0c3a0ce33c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:15.387775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.401242 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:52:12Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:15.420898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] For port 924cc244-4099-4a6a-8fbe-8da6d815108f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924cc244-4099-4a6a-8fbe-8da6d815108f,segment=NetworkSegment(667d16e8-4996-4e50-ba1a-f3702f424c1e),segment_id=667d16e8-4996-4e50-ba1a-f3702f424c1e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:15.421545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.457104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e99c6e-98ff-41b1-ab8b-e628cd727577 None None] Network 442273e0-a721-42bb-b8f4-45b288c87e96 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:15.479402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Calling delete_port for 924cc244-4099-4a6a-8fbe-8da6d815108f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:15.504805 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b476b63-d512-47d0-a1cc-41c499e5c829 None None] The sync data for ids ['11a45c78-4cb5-460f-8f36-a76651202c93'] in n-d-712707-15 is: [{'id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'name': 'tempest-TaggedBootDevicesTest_v242-1050195792-router', 'tenant_id': '2e2e30b05dd549e9b3d78b752c014574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:52:12Z', 'revision_number': 5, 'project_id': '2e2e30b05dd549e9b3d78b752c014574', 'gw_port': {'id': 'a1e6f037-c3d0-4660-839a-de0c3a0ce33c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b4:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11a45c78-4cb5-460f-8f36-a76651202c93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:40:38Z', 'updated_at': '2021-08-31T06:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:15.550804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.604781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94ca397-9213-4d0f-b00b-d4e2df3331bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.618139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63679cec-68c1-4f6f-a90f-9d8830d0b8ec req-3b06df17-2760-4c55-a6c4-392fb8e4c71d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0859265 Aug 31 06:52:15.644941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.674592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] For port a1e6f037-c3d0-4660-839a-de0c3a0ce33c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:15.675624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.687135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.693165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:15.693880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.709231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event deleted for resources: {'Port': ['ID=924cc244-4099-4a6a-8fbe-8da6d815108f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.716289 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.729846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Calling delete_port for a1e6f037-c3d0-4660-839a-de0c3a0ce33c owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:15.730990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] No DVR routers for this DVR port 924cc244-4099-4a6a-8fbe-8da6d815108f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:15.845512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=01b20a0b-5d5f-41f2-9a3d-13d81b135619,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:15.852811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.861121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 01b20a0b-5d5f-41f2-9a3d-13d81b135619 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:15.894020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442273e0-a721-42bb-b8f4-45b288c87e96']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:15.905714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '667d16e8-4996-4e50-ba1a-f3702f424c1e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:15.906107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '667d16e8-4996-4e50-ba1a-f3702f424c1e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:15.930587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.964930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.974203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:15.974203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:15.992909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bff38c-513f-4919-9520-5eb893d2568b None None] DHCP port deletion for 442273e0-a721-42bb-b8f4-45b288c87e96 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:16.021659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94ca397-9213-4d0f-b00b-d4e2df3331bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.035619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94ca397-9213-4d0f-b00b-d4e2df3331bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.055366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b39848e2-3bb6-4afb-bea3-38943fbe5027 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9568269 Aug 31 06:52:16.068064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:16.074675 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:16.091343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '01b20a0b-5d5f-41f2-9a3d-13d81b135619', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:16.093256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.100988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.106273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] 10.222.0.57 "DELETE /v2.0/networks/442273e0-a721-42bb-b8f4-45b288c87e96 HTTP/1.1" status: 204 len: 168 time: 1.1844254 Aug 31 06:52:16.129957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0801e71e-45f9-4dce-9466-7156795706d4 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541 tempest-ExtraDHCPOptionsIpV6TestJSON-551887541-project] Pushing event deleted for resources: {'Network': ['ID=442273e0-a721-42bb-b8f4-45b288c87e96,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:16.228275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d94ca397-9213-4d0f-b00b-d4e2df3331bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9337775b7f564168bf1974249a2bb44b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9488342 Aug 31 06:52:16.234490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:16.287771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90417563-aca5-4c58-b5b7-a7ffb7b0dec4 req-b277745f-ce90-4658-8ac1-b25396123a72 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:16.290032 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90417563-aca5-4c58-b5b7-a7ffb7b0dec4 req-b277745f-ce90-4658-8ac1-b25396123a72 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 944 time: 0.1026154 Aug 31 06:52:16.304165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94ca397-9213-4d0f-b00b-d4e2df3331bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5c66fe-6ca8-4770-ba88-d8e4af4d2019,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:16.367528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90417563-aca5-4c58-b5b7-a7ffb7b0dec4 req-db7faf30-ee6a-4b78-a4a1-31a4494f0118 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704331 Aug 31 06:52:16.375447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.439590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Pushing event deleted for resources: {'Port': ['ID=a1e6f037-c3d0-4660-839a-de0c3a0ce33c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:16.452907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:16.457610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.464164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:16.488030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.582037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:16.601973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.639413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:16.653754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:16.668568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.675137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-50ce7079-ce32-4d86-ad39-df8472eb4775 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d7c54439813c4ae5ad53b630f21895f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2076991 Aug 31 06:52:16.676716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:16.689355 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.803342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.813774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.833865 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.834532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.834711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.840311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f51b311-b847-4344-bedf-0f11d22ec39b req-e4edcf4f-ee31-4a37-bf84-2b72beb492ca tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0457718 Aug 31 06:52:16.845849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.849967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.851328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a5c66fe-6ca8-4770-ba88-d8e4af4d2019 HTTP/1.1" status: 204 len: 168 time: 0.6159005 Aug 31 06:52:16.924171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119d212-e2a9-4299-8e7d-65c61a05a996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5c66fe-6ca8-4770-ba88-d8e4af4d2019,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:16.930443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.933732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.935433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a6196d19-e2a0-4ec9-b59a-76589cf15107 HTTP/1.1" status: 204 len: 168 time: 0.2574899 Aug 31 06:52:16.942204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.947680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c561c6-0cb0-4e60-bbca-13afd29f832e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6196d19-e2a0-4ec9-b59a-76589cf15107,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:16.948588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 11a45c78-4cb5-460f-8f36-a76651202c93 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:52:16.954729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:16.956891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-668520fd-c2f3-4750-90df-981b6bdc239e admin admin] 10.222.0.57 "DELETE /v2.0/routers/11a45c78-4cb5-460f-8f36-a76651202c93 HTTP/1.1" status: 204 len: 168 time: 2.7887573 Aug 31 06:52:16.958539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:16.981998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:16.983090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:16.993100 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac49cdd-85ee-4e55-b490-10187158b7ec" -d '{"events": [{"server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "name": "network-vif-plugged", "status": "completed", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:17.011835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.083852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Deleting subnet 62087458-557d-429f-ae80-6611eb033dbd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:17.093850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.116149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.166805 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0accc3fb-0e27-49a1-998d-05bcd21b83e8 x-openstack-request-id: req-0accc3fb-0e27-49a1-998d-05bcd21b83e8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:17.167106 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "name": "network-vif-plugged", "status": "completed", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:17.169672 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0accc3fb-0e27-49a1-998d-05bcd21b83e8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:17.170270 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89', 'code': 200} Aug 31 06:52:17.215673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:17.260396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.296222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08856b9-a396-4c74-83f7-c92aac528f9f req-33012ff4-5fb8-4bfd-9b80-f80b4ef3f6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.302280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=68ee05ca-7ef8-43ad-933e-cf1b533c6bbb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:17.302494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f08856b9-a396-4c74-83f7-c92aac528f9f req-33012ff4-5fb8-4bfd-9b80-f80b4ef3f6b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1097 time: 0.1280479 Aug 31 06:52:17.325630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': 'b107265a-2b5a-42fd-bd67-fde1d00d8199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '01b20a0b-5d5f-41f2-9a3d-13d81b135619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:17.326214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 01b20a0b-5d5f-41f2-9a3d-13d81b135619, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:17.353751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f08856b9-a396-4c74-83f7-c92aac528f9f req-0501c775-13be-49e8-b400-dd4306c3d6f1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436096 Aug 31 06:52:17.369092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 01b20a0b-5d5f-41f2-9a3d-13d81b135619 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:17.380208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 01b20a0b-5d5f-41f2-9a3d-13d81b135619) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:17.386624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.387232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.392333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adf83fe-04a1-4155-b0f7-f5417175f1b6 None None] Network 01b20a0b-5d5f-41f2-9a3d-13d81b135619 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:17.411438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.419733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-389f1c6a-8713-4010-9887-033243003d92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3490088 Aug 31 06:52:17.422288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:17.481415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.505163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.506883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b86927f-a663-4055-a59b-db4053ec06a8 None None] Network 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:17.508300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/62087458-557d-429f-ae80-6611eb033dbd HTTP/1.1" status: 204 len: 168 time: 0.5486572 Aug 31 06:52:17.511271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:17.537738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd4cbda-4935-43c8-96f0-84b83d274fe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62087458-557d-429f-ae80-6611eb033dbd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:17.725489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924cc244-4099-4a6a-8fbe-8da6d815108f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:17.761249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.770740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:17.781429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cab588-8d2b-4992-9b2f-51a1b16c09f7 req-8da64fcd-ee42-4004-8bf7-730bdb8de8e4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:17.783035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25cab588-8d2b-4992-9b2f-51a1b16c09f7 req-8da64fcd-ee42-4004-8bf7-730bdb8de8e4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.2283444 Aug 31 06:52:17.813845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 924cc244-4099-4a6a-8fbe-8da6d815108f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:17.814436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924cc244-4099-4a6a-8fbe-8da6d815108f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:17.815038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ec944a0-1760-4c51-84aa-227db921847e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:17.868712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9ec944a0-1760-4c51-84aa-227db921847e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:17.869256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ec944a0-1760-4c51-84aa-227db921847e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:17.869866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1e6f037-c3d0-4660-839a-de0c3a0ce33c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:17.912758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25cab588-8d2b-4992-9b2f-51a1b16c09f7 req-9f1ab239-4275-428f-9246-3591923387e2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142387 Aug 31 06:52:17.948336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.005256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Deleting port 66a5cf69-a30b-4ba4-88a7-200211564adc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:18.006359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a1e6f037-c3d0-4660-839a-de0c3a0ce33c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:18.006718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1e6f037-c3d0-4660-839a-de0c3a0ce33c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:18.009012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.051704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b8fd992-2a78-4de8-8985-7c05123250be req-5a3ce2e5-7604-4f3a-bea1-21bc1240204b tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0560796 Aug 31 06:52:18.164036 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.168168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] DHCP port deletion for 4016612e-bc0c-4ac4-9f68-bd7a15f328c4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:18.178461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a90dc19-d2f7-4545-9310-5fb5726e0e48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-01b20a0b-5d5f-41f2-9a3d-13d81b135619', 'network_id': '01b20a0b-5d5f-41f2-9a3d-13d81b135619', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': '68ee05ca-7ef8-43ad-933e-cf1b533c6bbb'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:18.179343 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3a90dc19-d2f7-4545-9310-5fb5726e0e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.218390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] For port 66a5cf69-a30b-4ba4-88a7-200211564adc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66a5cf69-a30b-4ba4-88a7-200211564adc,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:18.219679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.250166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Calling delete_port for 66a5cf69-a30b-4ba4-88a7-200211564adc owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:18.306428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25fa6fe-b93a-4d39-8515-9c7ee37b29db None None] Network 01b20a0b-5d5f-41f2-9a3d-13d81b135619 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:18.356855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=68ee05ca-7ef8-43ad-933e-cf1b533c6bbb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.359491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Deleting port 66a5cf69-a30b-4ba4-88a7-200211564adc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:18.359867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.484157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.489232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] For port 66a5cf69-a30b-4ba4-88a7-200211564adc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66a5cf69-a30b-4ba4-88a7-200211564adc,segment=NetworkSegment(ae5af69e-e72d-4ffb-a95f-6b9221d2b16b),segment_id=ae5af69e-e72d-4ffb-a95f-6b9221d2b16b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:18.489914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.511005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01b20a0b-5d5f-41f2-9a3d-13d81b135619']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.521788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Calling delete_port for 66a5cf69-a30b-4ba4-88a7-200211564adc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:18.523311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.527157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b107265a-2b5a-42fd-bd67-fde1d00d8199') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.527569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b107265a-2b5a-42fd-bd67-fde1d00d8199') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.545752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.572720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a5cf69-a30b-4ba4-88a7-200211564adc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.577534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] No DVR routers for this DVR port 66a5cf69-a30b-4ba4-88a7-200211564adc on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:18.585244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.621850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:18.622424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:18.625552 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:18.663724 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.714147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] Pushing event deleted for resources: {'Port': ['ID=66a5cf69-a30b-4ba4-88a7-200211564adc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.720796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995d36a3-2521-40ae-b6fd-14c22af5bfde None None] No DVR routers for this DVR port 66a5cf69-a30b-4ba4-88a7-200211564adc on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:18.729301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.741047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4016612e-bc0c-4ac4-9f68-bd7a15f328c4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.743835 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.759149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.761014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/01b20a0b-5d5f-41f2-9a3d-13d81b135619 HTTP/1.1" status: 204 len: 168 time: 1.3377926 Aug 31 06:52:18.764197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.764789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5af69e-e72d-4ffb-a95f-6b9221d2b16b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:18.765982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:18.777860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1949847338'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:18.791421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.799133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2731a-5fdd-4b7b-b16f-051134e29637 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=01b20a0b-5d5f-41f2-9a3d-13d81b135619,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:18.815137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.829209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:18.833511 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:18.885670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:18.889618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.931427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:18.939712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.960669 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.962610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] 10.222.0.57 "DELETE /v2.0/networks/4016612e-bc0c-4ac4-9f68-bd7a15f328c4 HTTP/1.1" status: 204 len: 168 time: 1.4504108 Aug 31 06:52:18.964273 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:18.964621 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 9efecc32-6991-4a51-8a66-143abb51e1f3 of type vlan for network 85f15549-0366-42e1-9e6c-e9c01aab250f Aug 31 06:52:18.966486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175e1ad9-0fdc-4dca-931f-8609a0c32860 admin admin] Pushing event deleted for resources: {'Network': ['ID=4016612e-bc0c-4ac4-9f68-bd7a15f328c4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:19.023042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.085501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38108) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.113653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.119299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.119996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.150446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a331fdab-f26a-46c1-ae60-efdc25a799f5 req-888314a3-2e25-4e09-9428-1201e08bef45 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.152665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a331fdab-f26a-46c1-ae60-efdc25a799f5 req-888314a3-2e25-4e09-9428-1201e08bef45 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1229420 Aug 31 06:52:19.243814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4764628 Aug 31 06:52:19.255091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.259281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a662c2a-d014-44ac-897b-3be7f0149d52 req-f19b341b-699a-4e31-a831-063337e08029 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0351646 Aug 31 06:52:19.267424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.314701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.330082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.359268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db4b1ce-2d1f-4ca1-a3e5-4551c8e3fddc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=85f15549-0366-42e1-9e6c-e9c01aab250f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:19.376270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:19.393856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0aff0d8-a256-4a42-8dbc-b4b33a3edfac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2e2e30b05dd549e9b3d78b752c014574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0610926 Aug 31 06:52:19.396331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.438391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a331fdab-f26a-46c1-ae60-efdc25a799f5 req-77f78938-05cc-4ff3-a6bc-1a59929a02f3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2688055 Aug 31 06:52:19.467424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66a5cf69-a30b-4ba4-88a7-200211564adc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:19.512185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.518400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 66a5cf69-a30b-4ba4-88a7-200211564adc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:19.518750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66a5cf69-a30b-4ba4-88a7-200211564adc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:19.569039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.638928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.649280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.653987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cd8b670d-db0a-4bdf-8129-7798738e4b5e HTTP/1.1" status: 204 len: 168 time: 0.2541380 Aug 31 06:52:19.670001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.682620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b670d-db0a-4bdf-8129-7798738e4b5e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:19.701459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.709183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.710488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.711258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.711779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.712774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.713472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.714252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.714898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.715426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.715943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.716463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.716972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d1ed34-118b-40d1-be67-186827df3a70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:19.718527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 85f15549-0366-42e1-9e6c-e9c01aab250f is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:52:19.732404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:19.733173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:19.738994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:19.747119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.750001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "PUT /v2.0/networks/85f15549-0366-42e1-9e6c-e9c01aab250f HTTP/1.1" status: 200 len: 723 time: 0.4928846 Aug 31 06:52:19.891533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-332506463-network', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.948240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-977012840'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:19.981290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Made reservation on behalf of 6454fa5802fc4456a3a0809b2e875713 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:19.985903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.014694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.084987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-0cfdceb2-3d3c-4f75-ab49-8f258bc8bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.086691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-0cfdceb2-3d3c-4f75-ab49-8f258bc8bb64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1097 time: 0.2341673 Aug 31 06:52:20.112033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:20.115636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.343055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a11baa-566b-4b02-8a70-a89c61d6df53 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=85f15549-0366-42e1-9e6c-e9c01aab250f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:20.365831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:20.402384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb56559-afd9-49a1-a0da-cd4d465c431e req-ab0fed48-3b60-4edb-a168-149635ecbb3f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.403959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eb56559-afd9-49a1-a0da-cd4d465c431e req-ab0fed48-3b60-4edb-a168-149635ecbb3f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1131272 Aug 31 06:52:20.429476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-1f91c19c-3ee7-4b95-a244-1c95df53100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.432918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-1f91c19c-3ee7-4b95-a244-1c95df53100f service neutron] 10.222.0.53 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.3220725 Aug 31 06:52:20.481066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eb56559-afd9-49a1-a0da-cd4d465c431e req-222ddc7b-849b-4d27-a91c-5efcb1ef05bb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680666 Aug 31 06:52:20.539422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-25e69f56-f1e7-42e0-bdcf-7ac57dc1f67a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 217 time: 0.0879865 Aug 31 06:52:20.601492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-355da65f-8b32-47a4-89ee-0b2017350c0a req-5ff2df0c-efdc-41c6-bb63-949dc613c1f2 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.1607635 Aug 31 06:52:20.618443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.644335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Made reservation on behalf of 1ff780f9eac44da2a324cadbb1df13c5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:20.650175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.670877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.685854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.723452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:20.745647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-8b742e5a-0fc0-46c1-93f9-be1c956f347a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:20.747287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-8b742e5a-0fc0-46c1-93f9-be1c956f347a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1519415 Aug 31 06:52:20.751731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31648b49-4086-4fef-bf59-77986334b329,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:20.800837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.801168 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Added segment bc13e86d-6555-489e-9083-49c061e44bfd of type vlan for network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb Aug 31 06:52:20.833560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-482a449c-3e27-485b-ba32-984711dc8231 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767953 Aug 31 06:52:20.860634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.866553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.910441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:20.945252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b21a84-950f-4805-8323-1798883c59db,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:20.969912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:20.971315 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Added segment 0203f835-5476-4fbb-91a4-13326740cbbe of type vlan for network a1412297-f0a9-4a33-82e8-2280fe46c66f Aug 31 06:52:20.986435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.015296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.023355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.023999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.033622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:21.064364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.100763 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.102004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.102860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.114542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Network': ['ID=f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:21.116979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.127399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:21.199426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.1057706 Aug 31 06:52:21.207778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:21.217705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Request body: {'subnet': {'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-332506463-subnet', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:21.224545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f51ac-d5af-43bb-92da-cd5bdbf25c10 admin admin] Pushing event updated for resources: {'Network': ['ID=a1412297-f0a9-4a33-82e8-2280fe46c66f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:21.238660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2038725031-network', 'tenant_id': '3ebe751c7c254e7aa13ff340110b44c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:21.242778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a1412297-f0a9-4a33-82e8-2280fe46c66f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:21.263961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Made reservation on behalf of 1ff780f9eac44da2a324cadbb1df13c5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:21.278831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.286445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a826103a-116c-4032-8404-f9dac1579137 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.9693623 Aug 31 06:52:21.290074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=ecf05660-58f6-4a44-bae9-3d85a0d6f3d8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:21.290408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:21.298641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'subnet': {'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:21.364736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-507b9109-4b52-4992-a819-e3c4f09cc9be service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5195241 Aug 31 06:52:21.406076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '9efecc32-6991-4a51-8a66-143abb51e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:21.406637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 85f15549-0366-42e1-9e6c-e9c01aab250f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:21.447030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Made reservation on behalf of 3ebe751c7c254e7aa13ff340110b44c1 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:21.448087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.484054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.540775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e73931a-815f-4aea-a62e-b7cdfa387ec9 req-4e97fbcd-c145-4437-9615-96ba07718fbc service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506722 Aug 31 06:52:21.561527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 85f15549-0366-42e1-9e6c-e9c01aab250f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:21.580255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 85f15549-0366-42e1-9e6c-e9c01aab250f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:21.591588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06958880-bd12-475c-b3b5-f973190d8564 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:21.603388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.605960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.750806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29fd49cb-425d-477b-8eb0-f9c0405174d6 req-0519787a-740c-4184-a5b4-5b15abd104db tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0471287 Aug 31 06:52:21.805885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a5b78e-adb8-4fe4-9c40-a2d2acfd53af req-dddd59bb-c05f-4163-8fdd-e4d766bb64ba tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:21.807449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4a5b78e-adb8-4fe4-9c40-a2d2acfd53af req-dddd59bb-c05f-4163-8fdd-e4d766bb64ba tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1456134 Aug 31 06:52:21.818228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.834881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.845182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c88ec0dc-e3dd-4f24-9285-d9d1829a0caa tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1050100 Aug 31 06:52:21.848335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:21.854266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:21.876740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.897644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:21.913742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-85f15549-0366-42e1-9e6c-e9c01aab250f', 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'ecf05660-58f6-4a44-bae9-3d85a0d6f3d8'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:21.915028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:21.968618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:21.990682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Checking segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:21.991054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Network hostable DHCP agents. Network: a1412297-f0a9-4a33-82e8-2280fe46c66f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:22.040838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:22.046564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4a5b78e-adb8-4fe4-9c40-a2d2acfd53af req-15312e86-cdc5-401c-a122-d181a712cfc6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094166 Aug 31 06:52:22.047723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8564977'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.057983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Made reservation on behalf of 6454fa5802fc4456a3a0809b2e875713 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:22.061533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.114840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-049702b7-cd57-44f4-bea9-ec7abd01fee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.121255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Allocated IP 172.20.0.2 (85f15549-0366-42e1-9e6c-e9c01aab250f/ecf05660-58f6-4a44-bae9-3d85a0d6f3d8/de0f0742-4fb1-4e36-a051-1544d240dcb1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:22.181348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.182020 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Added segment fe095f03-5c8d-49f2-8887-ecbb8545aaab of type vlan for network c0d795e7-3a52-40fe-80ee-7a83aa42a889 Aug 31 06:52:22.236920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-049702b7-cd57-44f4-bea9-ec7abd01fee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.243035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-049702b7-cd57-44f4-bea9-ec7abd01fee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.250694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.263339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8c96791-a547-44ab-9130-5dc0fe9ab43b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:22.271575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:22.297479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-049702b7-cd57-44f4-bea9-ec7abd01fee1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cf98620d450468a920c23c7a7a4b7f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3989513 Aug 31 06:52:22.299017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049702b7-cd57-44f4-bea9-ec7abd01fee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba2dc87-106c-4fa5-a170-bfea5fdaae0e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:22.302737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:22.318504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a1412297-f0a9-4a33-82e8-2280fe46c66f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:22.330199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.331325 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.345628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.347260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.347899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.349748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e7e9f1-ebe6-458c-bf19-8e834922ffea None None] Network a1412297-f0a9-4a33-82e8-2280fe46c66f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:22.350773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3519d8c8-af74-421a-bd62-28246931bf9c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1417987 Aug 31 06:52:22.355150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:22.360471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:22.395597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.397135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.451914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4161346 Aug 31 06:52:22.452559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:22.463864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Request body: {'subnet': {'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2038725031-subnet', 'tenant_id': '3ebe751c7c254e7aa13ff340110b44c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:22.497196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Made reservation on behalf of 3ebe751c7c254e7aa13ff340110b44c1 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:22.499509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.508631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f0e66-8eff-49aa-8186-92e86e8480c1 admin admin] Pushing event updated for resources: {'Network': ['ID=c0d795e7-3a52-40fe-80ee-7a83aa42a889,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:22.524743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.594546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:22.664718 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.669568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Checking segment: {'id': 'bc13e86d-6555-489e-9083-49c061e44bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:22.669945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network hostable DHCP agents. Network: f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:22.684391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Subnet': ['ID=02e82de8-af92-4733-8f32-63b7ca70037f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:22.701522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Transition to ACTIVE for port object de0f0742-4fb1-4e36-a051-1544d240dcb1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:22.715416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:22.748363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Transition to ACTIVE for port object de0f0742-4fb1-4e36-a051-1544d240dcb1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:22.765481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:22.770410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:22.771156 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.789630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-285db23c-6b77-4caf-a0d3-c2c6554122da tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4974053 Aug 31 06:52:22.791966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:22.798376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1442859872', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:22.870699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.871846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.878652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865c9f6d-e50d-4c16-b702-589740ceb0fa None None] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:22.883439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.895123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.932367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.968313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:22.969824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-a1412297-f0a9-4a33-82e8-2280fe46c66f', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:22.970701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:22.972813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7554746-ac39-4198-8ca8-448239e65694 req-4c7d53fe-1d16-40fa-b840-1c56bc8fa95a tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0853457 Aug 31 06:52:23.000033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:23.004884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.014162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.019316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:23.025240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3c46fe1-80fb-4920-9cb1-ff45daf42270,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.028856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Checking segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:23.029231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Network hostable DHCP agents. Network: c0d795e7-3a52-40fe-80ee-7a83aa42a889, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:23.051200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.052512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b44e048-a9f9-4fe2-be43-bba343790b86 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2595880 Aug 31 06:52:23.055126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:23.087371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.111157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.149470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:23.236187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.253662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c0d795e7-3a52-40fe-80ee-7a83aa42a889) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:23.261511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.262180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.284782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747286138076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9083745'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.306334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c72848-d19f-4220-8c4a-9e7e62926606 req-4d911eac-ec50-480b-b292-e6a9dda5d911 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.307938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36c72848-d19f-4220-8c4a-9e7e62926606 req-4d911eac-ec50-480b-b292-e6a9dda5d911 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1198494 Aug 31 06:52:23.322574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Allocated IP 172.20.0.2 (a1412297-f0a9-4a33-82e8-2280fe46c66f/f8c96791-a547-44ab-9130-5dc0fe9ab43b/e6404956-6c21-4b09-bba1-160962d4e0a6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:23.358967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:23.359563 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.364232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "PUT /v2.0/subnets/ecf05660-58f6-4a44-bae9-3d85a0d6f3d8 HTTP/1.1" status: 200 len: 806 time: 1.5115104 Aug 31 06:52:23.365814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.368326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.369682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b6ba4d60-3114-43a1-9e9c-15725b6ee85d admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9057178 Aug 31 06:52:23.370517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:23.372184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8ba2dc87-106c-4fa5-a170-bfea5fdaae0e HTTP/1.1" status: 204 len: 168 time: 1.0681894 Aug 31 06:52:23.389349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba6098b-95ed-4fe9-b082-899dda414daf tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=ecf05660-58f6-4a44-bae9-3d85a0d6f3d8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.402101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c519189-8ac5-40d7-8dfd-dd108b4e453d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba2dc87-106c-4fa5-a170-bfea5fdaae0e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.441755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623faeec-b8b9-44c2-9bf3-9bdb85b73d3c None None] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:23.536057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Pushing event updated for resources: {'Port': ['ID=de0f0742-4fb1-4e36-a051-1544d240dcb1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.646945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.658192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Transition to ACTIVE for port object e6404956-6c21-4b09-bba1-160962d4e0a6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:23.660684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36c72848-d19f-4220-8c4a-9e7e62926606 req-d8b405cf-9bd4-498d-b622-2f4c2654b1ae tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060143 Aug 31 06:52:23.678080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Transition to ACTIVE for port object e6404956-6c21-4b09-bba1-160962d4e0a6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:23.731721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.759017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.759444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.767393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Attempting to bind port de0f0742-4fb1-4e36-a051-1544d240dcb1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:23.767772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Attempting to bind port de0f0742-4fb1-4e36-a051-1544d240dcb1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '9efecc32-6991-4a51-8a66-143abb51e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:23.768663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Attempting to bind port de0f0742-4fb1-4e36-a051-1544d240dcb1 on network 85f15549-0366-42e1-9e6c-e9c01aab250f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:23.778357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.809684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.852668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Pushing event updated for resources: {'Port': ['ID=e6404956-6c21-4b09-bba1-160962d4e0a6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:23.862566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:23.863211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Checking segment: {'id': '9efecc32-6991-4a51-8a66-143abb51e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:23.863634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.864037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Bound using segment: {'id': '9efecc32-6991-4a51-8a66-143abb51e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:23.864551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Bound port: de0f0742-4fb1-4e36-a051-1544d240dcb1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9efecc32-6991-4a51-8a66-143abb51e1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '85f15549-0366-42e1-9e6c-e9c01aab250f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:23.864940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:23.874427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:23.921472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:23.928325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:23.964470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:23.965750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb', 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb', 'tenant_id': '6454fa5802fc4456a3a0809b2e875713', 'fixed_ips': [{'subnet_id': '02e82de8-af92-4733-8f32-63b7ca70037f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:23.966585 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.003276 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f57b-a832-4611-b745-7da6286bfa8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.052602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Attempting to bind port e6404956-6c21-4b09-bba1-160962d4e0a6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:24.052967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Attempting to bind port e6404956-6c21-4b09-bba1-160962d4e0a6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:24.053411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Attempting to bind port e6404956-6c21-4b09-bba1-160962d4e0a6 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:24.064220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:24.064621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Checking segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:24.065135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.065968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Bound using segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:24.066464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Bound port: e6404956-6c21-4b09-bba1-160962d4e0a6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:24.066842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.131570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Allocated IP 172.25.3.64 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/85181b6b-9829-406e-9d09-e85faea828db) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:24.135474 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:52:24.183742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-520a28ce-c6dd-4841-933c-f68cb4ef28e4 req-1b6913cc-d53c-4c22-88e8-0eaa65686912 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.0525405 Aug 31 06:52:24.248720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebaf522-d959-4702-bc70-f50a91f97c95 None None] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:24.259291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port de0f0742-4fb1-4e36-a051-1544d240dcb1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:24.259982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.274979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.323629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.387206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Allocated IP 172.20.0.1 (f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb/02e82de8-af92-4733-8f32-63b7ca70037f/3ca2fac0-155d-4757-a643-beddd24ce59f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:24.422196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:24.429703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:24.433646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port de0f0742-4fb1-4e36-a051-1544d240dcb1, host n-d-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:24.434127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.436512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:24.447020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] For port e6404956-6c21-4b09-bba1-160962d4e0a6, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:24.452809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] For port e6404956-6c21-4b09-bba1-160962d4e0a6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6404956-6c21-4b09-bba1-160962d4e0a6,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:24.459578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.475872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] For port de0f0742-4fb1-4e36-a051-1544d240dcb1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:24.479752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for de0f0742-4fb1-4e36-a051-1544d240dcb1 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:24.526348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Pushing event updated for resources: {'Port': ['ID=85181b6b-9829-406e-9d09-e85faea828db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.595869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b0f825-b2e5-4210-8a61-7b74ba82a150 None None] Pushing event updated for resources: {'Port': ['ID=e6404956-6c21-4b09-bba1-160962d4e0a6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.604562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] For port de0f0742-4fb1-4e36-a051-1544d240dcb1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de0f0742-4fb1-4e36-a051-1544d240dcb1,segment=NetworkSegment(9efecc32-6991-4a51-8a66-143abb51e1f3),segment_id=9efecc32-6991-4a51-8a66-143abb51e1f3)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:24.610265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.611444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.638998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Transition to ACTIVE for port object 3ca2fac0-155d-4757-a643-beddd24ce59f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:24.696291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0acbba-b7de-42ee-a897-d7e21fe1dd31 None None] Pushing event updated for resources: {'Port': ['ID=de0f0742-4fb1-4e36-a051-1544d240dcb1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.745039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.798335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.813850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=de0f0742-4fb1-4e36-a051-1544d240dcb1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:24.825993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-de7c3121-249a-4480-bc36-26dc558428f9 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:24.828132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-de7c3121-249a-4480-bc36-26dc558428f9 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 818 time: 0.5129399 Aug 31 06:52:24.876092 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-336f7eeb-0b3a-41b7-a7c4-2c1f5ae25794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:24.880482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port de0f0742-4fb1-4e36-a051-1544d240dcb1 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:24.893512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Allocated IP 172.20.0.2 (f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb/02e82de8-af92-4733-8f32-63b7ca70037f/48f5917c-c4c6-4b70-835a-b81a84633ef2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:24.939662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-bc95bdcf-bb96-43ef-b393-0fb074936b5f tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/quotas/3ebe751c7c254e7aa13ff340110b44c1 HTTP/1.1" status: 200 len: 375 time: 0.0427394 Aug 31 06:52:24.947219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:24.985176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f57b-a832-4611-b745-7da6286bfa8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.006969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ec6ea742-7169-41fd-9ef4-288ca53988ac tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578735 Aug 31 06:52:25.007869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f57b-a832-4611-b745-7da6286bfa8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.055360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.061890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5f57b-a832-4611-b745-7da6286bfa8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=890744f9-ddb7-4f1d-a5ff-a47a82bc09bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:25.092506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.177996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4ea5f57b-a832-4611-b745-7da6286bfa8c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b8267db450c3482fa1055ddcc6df465d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2123389 Aug 31 06:52:25.180506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:25.296135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.306524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Transition to ACTIVE for port object 48f5917c-c4c6-4b70-835a-b81a84633ef2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:25.312066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.327302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Transition to ACTIVE for port object 48f5917c-c4c6-4b70-835a-b81a84633ef2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:25.342395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.387807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:25.436239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:25.442589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.484862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:25.489827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:25.494607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:25.516094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Pushing event updated for resources: {'Port': ['ID=48f5917c-c4c6-4b70-835a-b81a84633ef2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:25.546694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.579213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6404956-6c21-4b09-bba1-160962d4e0a6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:25.579552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.583399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.584272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/890744f9-ddb7-4f1d-a5ff-a47a82bc09bf HTTP/1.1" status: 204 len: 168 time: 0.4028149 Aug 31 06:52:25.639767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3b320-e282-4780-bfe2-13472255d57f req-639a3438-c834-49c8-b46d-beb59c790ee4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:25.645282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46d3b320-e282-4780-bfe2-13472255d57f req-639a3438-c834-49c8-b46d-beb59c790ee4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.7679257 Aug 31 06:52:25.648439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.683573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da73f4b-6309-4359-8582-3efabea33f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=890744f9-ddb7-4f1d-a5ff-a47a82bc09bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:25.724757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=3ca2fac0-155d-4757-a643-beddd24ce59f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:25.800390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Attempting to bind port 48f5917c-c4c6-4b70-835a-b81a84633ef2 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:25.801024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Attempting to bind port 48f5917c-c4c6-4b70-835a-b81a84633ef2 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'bc13e86d-6555-489e-9083-49c061e44bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:25.801615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Attempting to bind port 48f5917c-c4c6-4b70-835a-b81a84633ef2 on network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:25.810857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 51, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:25.811449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Checking segment: {'id': 'bc13e86d-6555-489e-9083-49c061e44bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:25.811923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.812973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Bound using segment: {'id': 'bc13e86d-6555-489e-9083-49c061e44bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:25.813969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Bound port: 48f5917c-c4c6-4b70-835a-b81a84633ef2, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc13e86d-6555-489e-9083-49c061e44bfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:25.814468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:25.830876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e6404956-6c21-4b09-bba1-160962d4e0a6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:25.964403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=ecf05660-58f6-4a44-bae9-3d85a0d6f3d8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:25.982335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] For port 48f5917c-c4c6-4b70-835a-b81a84633ef2, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:25.991711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] For port 48f5917c-c4c6-4b70-835a-b81a84633ef2, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48f5917c-c4c6-4b70-835a-b81a84633ef2,segment=NetworkSegment(bc13e86d-6555-489e-9083-49c061e44bfd),segment_id=bc13e86d-6555-489e-9083-49c061e44bfd)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:25.998107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.005029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-45bab749-1b8a-4dd1-a852-9f95a53ce2b5 service neutron] 10.222.0.57 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9536686 Aug 31 06:52:26.020989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.196519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66215bf-edfa-4070-a88e-45dbaa2ce43b None None] Pushing event updated for resources: {'Port': ['ID=48f5917c-c4c6-4b70-835a-b81a84633ef2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:26.212746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.254254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f15549-0366-42e1-9e6c-e9c01aab250f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:26.281179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efecc32-6991-4a51-8a66-143abb51e1f3') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:26.281902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efecc32-6991-4a51-8a66-143abb51e1f3') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:26.294495 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.320580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.331338 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:26.333026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:26.391118 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:26.488311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46d3b320-e282-4780-bfe2-13472255d57f req-71c8eb32-155d-44c8-8616-2010799795b9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8282163 Aug 31 06:52:26.551230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-f1251a3a-e8e7-4db7-b66f-647cfb4a7e1b service neutron] 10.222.0.57 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450661 Aug 31 06:52:26.623253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.669988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:52:26.711151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:26.727854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/85f15549-0366-42e1-9e6c-e9c01aab250f HTTP/1.1" status: 204 len: 168 time: 3.2590084 Aug 31 06:52:26.816023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:26.886918 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c960d2-ed26-4e6a-a797-a9df84e52362 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:26.887481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c960d2-ed26-4e6a-a797-a9df84e52362 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:26.911346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7c960d2-ed26-4e6a-a797-a9df84e52362 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/85f15549-0366-42e1-9e6c-e9c01aab250f HTTP/1.1" status: 404 len: 339 time: 0.0932391 Aug 31 06:52:26.920255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:26.946343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5410e5a2-0248-4fad-94f7-d78193694910 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=85f15549-0366-42e1-9e6c-e9c01aab250f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:26.965069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-666628996', 'description': 'd1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:27.109866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f2fcbf7f-1a7e-4459-89d7-0c2639330768 None None] Could not find standard attr ID for object de0f0742-4fb1-4e36-a051-1544d240dcb1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:52:27.120969 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf0d7e7a-2e46-452a-b028-d005e313fca4 req-b42afdb2-3604-4eeb-8021-19a87ebcfb33 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.2672992 Aug 31 06:52:27.121673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.201150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ef5de77-2f9d-4c15-9f8c-fc37994aedd0 None None] DHCP port deletion for 85f15549-0366-42e1-9e6c-e9c01aab250f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:27.231314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d9824-8140-4ceb-8a9f-b630ece76985 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:27.277307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ccacef-0c93-446c-a795-22b2864b9a11 None None] Network a1412297-f0a9-4a33-82e8-2280fe46c66f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:27.289091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:27.296406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05d9824-8140-4ceb-8a9f-b630ece76985 None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:52:27.297656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.357617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b237e9f-610c-489e-86da-616c1056548a None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:27.383420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:27.426746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:27.448081 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.449006 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 03c6d190-63b4-440c-ab7c-16c24ca7e14c of type vlan for network e73038fd-d9eb-406e-ae08-15740261099a Aug 31 06:52:27.546009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.583705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:27.613397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48f5917c-c4c6-4b70-835a-b81a84633ef2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:27.854350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-904d4fac-bbcd-448c-a70b-1efaf85e3731 req-232173e2-8a57-4b2f-b03e-811efe776188 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.0732877 Aug 31 06:52:27.880491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:27.923417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:27.924187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.043306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.045064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcec7a3a-a4d5-43f9-867c-aad5648c90c4 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.6880372 Aug 31 06:52:28.048748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:28.282550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3454275 Aug 31 06:52:28.297199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:28.305076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b237e9f-610c-489e-86da-616c1056548a None None] Network 85f15549-0366-42e1-9e6c-e9c01aab250f could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 06:52:28.335071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:28.336376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:51:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:28.355073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Provisioning for port e6404956-6c21-4b09-bba1-160962d4e0a6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:28.426261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831f5155-b6c5-49e1-9677-243699c81393 req-16559adf-fdaa-45b2-8535-a07036487782 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.429599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-831f5155-b6c5-49e1-9677-243699c81393 req-16559adf-fdaa-45b2-8535-a07036487782 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.7426679 Aug 31 06:52:28.460276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ac3c3ac-a426-4cb8-a7ba-27c407751c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.484721 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.493212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Provisioning complete for port e6404956-6c21-4b09-bba1-160962d4e0a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:28.494770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.498226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-831f5155-b6c5-49e1-9677-243699c81393 req-baf172b4-3c0a-4602-af6a-1193d6a66060 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622215 Aug 31 06:52:28.502559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711c031f-8763-4697-bf90-f36b2a4af112 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=e73038fd-d9eb-406e-ae08-15740261099a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:28.524235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6b1625e-4899-4e7c-8dec-c80159932f5a req-bd2ff923-534a-4d85-8430-f636d8dc6e72 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.2278125 Aug 31 06:52:28.603286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.629498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:28.641711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e73038fd-d9eb-406e-ae08-15740261099a details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:28.644686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12172aef-723c-43cf-adbe-1ce569ab7746 None None] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:28.692480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 48f5917c-c4c6-4b70-835a-b81a84633ef2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:28.832650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de0f0742-4fb1-4e36-a051-1544d240dcb1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:28.847781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598dd6a4-5da3-4573-b82e-d116e44bac0d tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:28.849361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-598dd6a4-5da3-4573-b82e-d116e44bac0d tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks?id=e73038fd-d9eb-406e-ae08-15740261099a HTTP/1.1" status: 200 len: 760 time: 0.5507135 Aug 31 06:52:28.861689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:28.898144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'description': 'd2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:28.920112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.030149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: de0f0742-4fb1-4e36-a051-1544d240dcb1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:29.030542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de0f0742-4fb1-4e36-a051-1544d240dcb1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:29.150978 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.163670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:29.176244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:29.259643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=3ca2fac0-155d-4757-a643-beddd24ce59f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:29.467507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:29.473873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:29.711218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1148404153'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:29.717968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.780319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] For port e6404956-6c21-4b09-bba1-160962d4e0a6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6404956-6c21-4b09-bba1-160962d4e0a6,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:29.808666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:29.820455 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.032101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22752638-e90e-4f7b-a950-947bb67e93d9 None None] Pushing event updated for resources: {'Port': ['ID=e6404956-6c21-4b09-bba1-160962d4e0a6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:30.044957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Provisioning for port 48f5917c-c4c6-4b70-835a-b81a84633ef2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:30.048070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49bf1fdf-421c-413a-ab41-3e7901773792 req-f3fd1ec6-20be-4569-a741-acbc56a3170b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.0833848 Aug 31 06:52:30.079632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Provisioning complete for port 48f5917c-c4c6-4b70-835a-b81a84633ef2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:30.080372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.172332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:24Z', 'revision_number': 3, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:30.325280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:30.326177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Updating router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa port 85181b6b-9829-406e-9d09-e85faea828db binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:52:30.401821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.477033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.502821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e30124f4-4334-4182-9f5e-93e9a57011b8 req-1b39c12e-f953-49c2-86e1-357cb88cd274 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.1763732 Aug 31 06:52:30.527582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network e73038fd-d9eb-406e-ae08-15740261099a is not hosted by any dhcp agent {{(pid=94639) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:52:30.537645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.539007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.541824 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "PUT /v2.0/networks/e73038fd-d9eb-406e-ae08-15740261099a HTTP/1.1" status: 200 len: 757 time: 1.6539638 Aug 31 06:52:30.549675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95db97f-4839-4801-8794-fa95620c9389 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=e73038fd-d9eb-406e-ae08-15740261099a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:30.570429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:30.612147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e73038fd-d9eb-406e-ae08-15740261099a details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:30.702929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-40cabbeb-f433-47b4-b64b-9685d7d792c9 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.704408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-40cabbeb-f433-47b4-b64b-9685d7d792c9 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 818 time: 0.1597514 Aug 31 06:52:30.717303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Made reservation on behalf of 3aecf2e2ccda4d4e91f864a1421924bc for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:30.723741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.746960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:30.763910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Request body: {'port': {'device_id': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'admin_state_up': True, 'tenant_id': '3ebe751c7c254e7aa13ff340110b44c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:30.913680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f892a-0acd-4606-9199-e933fb85a55a req-53b2382d-f4a5-4af7-b28a-5304b8e44f71 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.931119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef6f892a-0acd-4606-9199-e933fb85a55a req-53b2382d-f4a5-4af7-b28a-5304b8e44f71 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 1.2417214 Aug 31 06:52:30.935174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-aad7b7d5-05a2-4dd4-9e39-392b838c49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:30.936679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-aad7b7d5-05a2-4dd4-9e39-392b838c49c9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1097 time: 0.2850437 Aug 31 06:52:31.086158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.125260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.224764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef6f892a-0acd-4606-9199-e933fb85a55a req-3651f964-2c59-4ad3-9a0f-66c774fbc1a1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926650 Aug 31 06:52:31.225757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.380841 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.390957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-869d10d4-2b6c-48de-8bcc-30333a0d35ab tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.392952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-869d10d4-2b6c-48de-8bcc-30333a0d35ab tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 818 time: 0.1947491 Aug 31 06:52:31.393858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Router dfe54569-362a-47c4-919a-0bf57525c24a is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:52:31.407995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Transition to ACTIVE for port object 85181b6b-9829-406e-9d09-e85faea828db will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:31.418221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8637c1e-79a8-48ec-b33a-dc572719924e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:31.423056 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.436448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.459520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.500145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Request body: {'port': {'device_id': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'admin_state_up': True, 'tenant_id': '3ebe751c7c254e7aa13ff340110b44c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:31.526710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977c804f-5d21-4aaf-8f93-152c3f01060b tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.531526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-977c804f-5d21-4aaf-8f93-152c3f01060b tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks?id=e73038fd-d9eb-406e-ae08-15740261099a HTTP/1.1" status: 200 len: 760 time: 0.8334181 Aug 31 06:52:31.534511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e208c2-f35c-45f9-97b1-e9774c24b210 None None] Pushing event updated for resources: {'Port': ['ID=85181b6b-9829-406e-9d09-e85faea828db,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:31.538174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0648ee2-8541-4eb0-a528-89fd1cc626fe req-5cdc63a6-0be7-46cb-9711-67453959bbad tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.0588660 Aug 31 06:52:31.540536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6404956-6c21-4b09-bba1-160962d4e0a6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:31.547207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38896) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:31.569764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Allocated IP 172.20.0.1 (a1412297-f0a9-4a33-82e8-2280fe46c66f/f8c96791-a547-44ab-9130-5dc0fe9ab43b/77425d53-dd1c-49ba-9d20-20e6de059357) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:31.591976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-960371586'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:31.608951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] For port 48f5917c-c4c6-4b70-835a-b81a84633ef2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48f5917c-c4c6-4b70-835a-b81a84633ef2,segment=NetworkSegment(bc13e86d-6555-489e-9083-49c061e44bfd),segment_id=bc13e86d-6555-489e-9083-49c061e44bfd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:31.619867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.632227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:31.676122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Attempting to bind port 85181b6b-9829-406e-9d09-e85faea828db on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:31.676523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Attempting to bind port 85181b6b-9829-406e-9d09-e85faea828db by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:31.676728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-c721411c-4c12-4fba-abdf-6f3818fc8355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.676886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Attempting to bind port 85181b6b-9829-406e-9d09-e85faea828db on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:31.678278 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-c721411c-4c12-4fba-abdf-6f3818fc8355 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.7082906 Aug 31 06:52:31.700566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:31.700937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:31.701354 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.701854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:31.702548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Bound port: 85181b6b-9829-406e-9d09-e85faea828db, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:31.703040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.762258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:31.765746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.774986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-618f3285-61f7-4107-8518-1dbcb2845280 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 217 time: 0.0630741 Aug 31 06:52:31.815896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] For port 85181b6b-9829-406e-9d09-e85faea828db, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:31.822265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] For port 85181b6b-9829-406e-9d09-e85faea828db, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=85181b6b-9829-406e-9d09-e85faea828db,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:31.829943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.831453 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Added segment 207920b8-aca8-43bb-a9b7-0df187b0f105 of type vlan for network e822f3c8-640d-4e85-8375-d01215a77d20 Aug 31 06:52:31.851119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-343b28c3-c39c-4776-ad45-b59da601304b req-8f708e53-47a5-4ea7-a66e-8215b4bd8d12 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.1434865 Aug 31 06:52:31.852582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.869753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:31.876898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e6404956-6c21-4b09-bba1-160962d4e0a6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:31.878673 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.902470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-0ef3369a-a5de-43d8-8f3e-1e33c84420b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:31.903947 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-0ef3369a-a5de-43d8-8f3e-1e33c84420b9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1196840 Aug 31 06:52:31.913771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.914348 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment b05cd46a-e0d5-4352-a742-997c012851e2 of type vlan for network 3795e423-dc1a-469b-a82f-f2392c3a1f44 Aug 31 06:52:31.935150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:31.949253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7da75-df0d-4556-b555-752bc91f01e3 None None] Pushing event updated for resources: {'Port': ['ID=48f5917c-c4c6-4b70-835a-b81a84633ef2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:31.983784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-4817662c-7603-41cf-9b91-3cffe16077b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677214 Aug 31 06:52:32.019951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Transition to ACTIVE for port object 77425d53-dd1c-49ba-9d20-20e6de059357 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:32.032258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:32.036315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.054271 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] Sync routers for ids ['dfe54569-362a-47c4-919a-0bf57525c24a'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:32.054766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.079530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Made reservation on behalf of 3ebe751c7c254e7aa13ff340110b44c1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:32.084198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.087999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] Routers {'dfe54569-362a-47c4-919a-0bf57525c24a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:32.092902 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dfe54569-362a-47c4-919a-0bf57525c24a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.097011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-390ed3d0-a0dd-4592-a4b0-d659aefa43b3 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "PUT /v2.0/routers/dfe54569-362a-47c4-919a-0bf57525c24a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0399559 Aug 31 06:52:32.103350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e208c2-f35c-45f9-97b1-e9774c24b210 None None] Pushing event updated for resources: {'Port': ['ID=85181b6b-9829-406e-9d09-e85faea828db,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:32.107396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:32.128473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Provisioning for port 3ca2fac0-155d-4757-a643-beddd24ce59f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:32.132236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'port': {'network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb', 'name': 'tempest-FloatingIPNegativeTestJSON-1883262419'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:32.154224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Provisioning complete for port 3ca2fac0-155d-4757-a643-beddd24ce59f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:32.155139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.214683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-f6da27f1-2fe4-4390-a1d4-41e5fd45e061 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.216257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-f6da27f1-2fe4-4390-a1d4-41e5fd45e061 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.53 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 818 time: 1.0773141 Aug 31 06:52:32.224867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.229774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Port 3ca2fac0-155d-4757-a643-beddd24ce59f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:32.248933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:32.250522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.257944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] Routers {'dfe54569-362a-47c4-919a-0bf57525c24a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:32.259256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dfe54569-362a-47c4-919a-0bf57525c24a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.348489 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.349063 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c0db464-df4c-416c-bfb3-e7cffb03b23b None None] The sync data for ids ['dfe54569-362a-47c4-919a-0bf57525c24a'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:32.432830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Allocated IP 172.20.0.3 (c0d795e7-3a52-40fe-80ee-7a83aa42a889/c3c46fe1-80fb-4920-9cb1-ff45daf42270/92c82d7a-4b40-44d7-a7f5-e59a65a677e6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:32.447466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-2c2c0620-e74d-4af4-8f37-e55221da5417 service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515617 Aug 31 06:52:32.468327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Made reservation on behalf of 6454fa5802fc4456a3a0809b2e875713 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:32.473964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.565713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:32.593454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5fe63a67-1ff9-40a6-8735-e756438c7cb9 req-44b53331-b2f4-4b62-a03a-442cff5339dc service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158762 Aug 31 06:52:32.607641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.615986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.617481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.649286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.698274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Request body: {'port': {'device_id': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'admin_state_up': True, 'tenant_id': '3ebe751c7c254e7aa13ff340110b44c1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:32.702914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.709818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=3795e423-dc1a-469b-a82f-f2392c3a1f44,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:32.733588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] device_id is not set on port ea0adf79-1452-4cf8-9c54-00477196c487 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:52:32.748657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3795e423-dc1a-469b-a82f-f2392c3a1f44 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:32.752793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cff479e-142e-42cf-ab8b-e05a7e107bce req-4b93bf0c-03ff-4761-9533-59a0e0153f92 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.0666111 Aug 31 06:52:32.779658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Provisioning complete for port e6404956-6c21-4b09-bba1-160962d4e0a6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:32.780108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.810882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424e12ce-0d42-4f13-9dc7-e7b0fe031016 req-8d8be842-b053-4ea3-b612-0a5864b9a389 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.810882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-424e12ce-0d42-4f13-9dc7-e7b0fe031016 req-8d8be842-b053-4ea3-b612-0a5864b9a389 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.4206023 Aug 31 06:52:32.813200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.868422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.874126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:32.875820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.899021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:32.914786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Made reservation on behalf of 3ebe751c7c254e7aa13ff340110b44c1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:32.920153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:32.960988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:24Z', 'revision_number': 3, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:32.990762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:33.009860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:33.010552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23234ca-4ff8-4c1c-b557-2b2d06aff08e None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:24Z', 'revision_number': 3, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:33.021820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event updated for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:33.028033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Allocated IP 172.20.0.4 (f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb/02e82de8-af92-4733-8f32-63b7ca70037f/ea0adf79-1452-4cf8-9c54-00477196c487) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:33.028841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.7702024 Aug 31 06:52:33.087185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:33.098539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Provisioning complete for port 48f5917c-c4c6-4b70-835a-b81a84633ef2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:33.099037 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e8da7ec-3419-4741-bdde-f9091014301d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.114091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Request body: {'subnet': {'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:33.223219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.239099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Transition to ACTIVE for port object ea0adf79-1452-4cf8-9c54-00477196c487 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:33.281088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76afa4af-595c-4371-8f0e-2d367f3cc597 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event updated for resources: {'Network': ['ID=e822f3c8-640d-4e85-8375-d01215a77d20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:33.284571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.290940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:33.296009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5a17e02-ce26-43d3-8eb5-6afb8ffd5a81 req-999a38d6-3911-4cdc-bdd8-eaf2b96b9002 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/ports?device_id=a2a4d703-f0c8-4176-942c-fe85f55cb89c HTTP/1.1" status: 200 len: 210 time: 0.2070954 Aug 31 06:52:33.302741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e822f3c8-640d-4e85-8375-d01215a77d20 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:33.345184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3a9117be-0fb8-4379-92e2-8a9f0b95bf48 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7965655 Aug 31 06:52:33.348460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:33.352724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:33.356252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:33.385202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-424e12ce-0d42-4f13-9dc7-e7b0fe031016 req-97b78b75-b7d0-41d2-9ed7-4cd9794983fa tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5457118 Aug 31 06:52:33.390472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:33.433136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:33.434048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.576238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Made reservation on behalf of 3ebe751c7c254e7aa13ff340110b44c1 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:33.582196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.624226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48f5917c-c4c6-4b70-835a-b81a84633ef2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:33.635823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2c0116c1-65c3-4b8a-9ba2-cec401f9caf8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8898823 Aug 31 06:52:33.660258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:33.670432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:33.676851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:33.677069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Request body: {'port': {'device_id': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:33.686981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Allocated IP 172.20.0.8 (c0d795e7-3a52-40fe-80ee-7a83aa42a889/c3c46fe1-80fb-4920-9cb1-ff45daf42270/255ae02b-5fd3-4764-b97d-acc56b27f260) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:33.687236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Pushing event updated for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:33.766378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 48f5917c-c4c6-4b70-835a-b81a84633ef2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:33.766751 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.772827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Made reservation on behalf of 3aecf2e2ccda4d4e91f864a1421924bc for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:33.780026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:33.876045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=ea0adf79-1452-4cf8-9c54-00477196c487,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:33.879558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.015924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c5df28c-0dd4-40f7-b643-fc77dbbff77b None None] Provisioning for port 77425d53-dd1c-49ba-9d20-20e6de059357 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:34.039631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6c5df28c-0dd4-40f7-b643-fc77dbbff77b None None] Provisioning complete for port 77425d53-dd1c-49ba-9d20-20e6de059357 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:34.039781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c5df28c-0dd4-40f7-b643-fc77dbbff77b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.062119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:34.071371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.110926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6c5df28c-0dd4-40f7-b643-fc77dbbff77b None None] Port 77425d53-dd1c-49ba-9d20-20e6de059357 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:34.179101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59c1074b-a80e-4726-868a-1a59d38170ec req-87cc4804-6b2c-4801-9b20-d11c5da99116 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.2155747 Aug 31 06:52:34.216685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.238863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d715eb3-07f6-413f-9340-c3a2dcc16ba5 None None] Provisioning for port ea0adf79-1452-4cf8-9c54-00477196c487 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:34.244846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6d715eb3-07f6-413f-9340-c3a2dcc16ba5 None None] Provisioning complete for port ea0adf79-1452-4cf8-9c54-00477196c487 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:34.245803 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d715eb3-07f6-413f-9340-c3a2dcc16ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.263101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.263845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.311940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6d715eb3-07f6-413f-9340-c3a2dcc16ba5 None None] Port ea0adf79-1452-4cf8-9c54-00477196c487 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:34.344274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.365868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e7593433-44f1-42ae-91dc-23c6eaba92e6 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2392468 Aug 31 06:52:34.369275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:34.374429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:34.460805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:34.469780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.609801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.641105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.730315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event updated for resources: {'Subnet': ['ID=e271ab9f-9621-43e9-960f-e56e9112d46e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:34.757869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Checking segment: {'id': '207920b8-aca8-43bb-a9b7-0df187b0f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:34.758294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Network hostable DHCP agents. Network: e822f3c8-640d-4e85-8375-d01215a77d20, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:34.766978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.834645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2beb05-6167-451a-9e15-0054a721d11b req-8943b796-763b-4a83-affd-933a4b790ce4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.836237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd2beb05-6167-451a-9e15-0054a721d11b req-8943b796-763b-4a83-affd-933a4b790ce4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.2933588 Aug 31 06:52:34.859286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:34.870193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:34.874606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Network e822f3c8-640d-4e85-8375-d01215a77d20 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:34.876827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:34.882445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event updated for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:34.887333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Allocated IP 172.20.0.12 (c0d795e7-3a52-40fe-80ee-7a83aa42a889/c3c46fe1-80fb-4920-9cb1-ff45daf42270/7f9c65a2-1688-48bc-929d-decfc88e3b50) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:34.913779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.928493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e822f3c8-640d-4e85-8375-d01215a77d20) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:34.939160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6444dd-10ae-4c42-9185-f71e661cb828 None None] Network e822f3c8-640d-4e85-8375-d01215a77d20 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:34.957844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.958451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.963344 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.977252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:34.979362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:34.996555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.018799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c8a21bd5-737f-4d56-be42-196c880ff3f6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9253712 Aug 31 06:52:35.022413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:35.027305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Request body: {'port': {'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1906814423'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:35.045739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd2beb05-6167-451a-9e15-0054a721d11b req-4575cf80-fcf3-417a-bd9d-84abe6f69f56 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745713 Aug 31 06:52:35.069527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ce45f92d-1fb6-41f6-a6c3-3c1f9b9ee4e5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6254203 Aug 31 06:52:35.133860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=f7e3878d-49a3-4efe-b0c0-9d578361a28d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:35.134284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Request body: {'port': {'device_id': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:35.147832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.160281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.258960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-e822f3c8-640d-4e85-8375-d01215a77d20', 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20', 'tenant_id': '3aecf2e2ccda4d4e91f864a1421924bc', 'fixed_ips': [{'subnet_id': 'e271ab9f-9621-43e9-960f-e56e9112d46e'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:35.260055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.313010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': 'b05cd46a-e0d5-4352-a742-997c012851e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:35.313577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: 3795e423-dc1a-469b-a82f-f2392c3a1f44, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:35.339990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.388583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.407443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abfb584b-bfd6-4406-907e-4741c96f5415 req-b3c69776-ecc8-4306-9454-f78159e11e84 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 210 time: 0.0712111 Aug 31 06:52:35.427868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.430464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.431638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/security-groups/aee7a867-2d18-4661-8d9d-2b299f0a9f30 HTTP/1.1" status: 204 len: 168 time: 0.9652424 Aug 31 06:52:35.436022 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.441035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:35.460781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.497290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Pushing event updated for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:35.507686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da038369-c485-400b-9215-b873e19b9b2d tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee7a867-2d18-4661-8d9d-2b299f0a9f30,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:35.516607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Allocated IP 172.20.0.2 (e822f3c8-640d-4e85-8375-d01215a77d20/e271ab9f-9621-43e9-960f-e56e9112d46e/039baff4-ead3-4b50-8d5b-615da3cca9bd) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:35.554122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network 3795e423-dc1a-469b-a82f-f2392c3a1f44 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:35.578090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 85181b6b-9829-406e-9d09-e85faea828db up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:35.590649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Made reservation on behalf of 3aecf2e2ccda4d4e91f864a1421924bc for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:35.594330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.613845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.620415 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-275b031b-6a5a-4377-8ef6-381bf905495c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] show failed (client error): The resource could not be found. Aug 31 06:52:35.626259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-275b031b-6a5a-4377-8ef6-381bf905495c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "GET /v2.0/security-groups/aee7a867-2d18-4661-8d9d-2b299f0a9f30 HTTP/1.1" status: 404 len: 347 time: 0.1754208 Aug 31 06:52:35.626259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38940) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:35.635945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3795e423-dc1a-469b-a82f-f2392c3a1f44) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:35.646454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:35.647048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.667853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c73afe7-ed7a-46e6-a74c-a6aba91b55ad None None] Network 3795e423-dc1a-469b-a82f-f2392c3a1f44 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:35.695882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] device_id is not set on port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:52:35.696498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Allocated IP 172.25.3.228 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/767f517c-403e-4478-81c8-b26367af22eb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:35.721540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b10cc48d-23a8-44bb-9d71-239ca9284301 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3622532 Aug 31 06:52:35.726403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:35.885954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:35.893639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:35.962369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 85181b6b-9829-406e-9d09-e85faea828db completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:35.972419 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:35.980743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 85181b6b-9829-406e-9d09-e85faea828db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:35.981112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.048727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Transition to ACTIVE for port object 039baff4-ead3-4b50-8d5b-615da3cca9bd will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:36.051407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3795e423-dc1a-469b-a82f-f2392c3a1f44', 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': 'f7e3878d-49a3-4efe-b0c0-9d578361a28d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:36.052294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.242742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Transition to ACTIVE for port object 039baff4-ead3-4b50-8d5b-615da3cca9bd will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:36.268155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.286520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Allocated IP 172.20.0.2 (3795e423-dc1a-469b-a82f-f2392c3a1f44/f7e3878d-49a3-4efe-b0c0-9d578361a28d/3ac468b9-8f52-4389-acf3-8bc9448a9447) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:36.329177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Network e822f3c8-640d-4e85-8375-d01215a77d20 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:36.335840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:36.338933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:36.351514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b8453ddb-1228-4765-8edd-fe0f529e16ab None None] Provisioning complete for port 77425d53-dd1c-49ba-9d20-20e6de059357 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:36.351514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8453ddb-1228-4765-8edd-fe0f529e16ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.400714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.514523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Network c0d795e7-3a52-40fe-80ee-7a83aa42a889 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:36.516538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.542632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Pushing event updated for resources: {'Port': ['ID=039baff4-ead3-4b50-8d5b-615da3cca9bd,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:36.550048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event updated for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:36.553232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:36.572119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:36.581867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.584046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b8453ddb-1228-4765-8edd-fe0f529e16ab None None] Port 77425d53-dd1c-49ba-9d20-20e6de059357 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:36.589668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.615263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 85181b6b-9829-406e-9d09-e85faea828db, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=85181b6b-9829-406e-9d09-e85faea828db,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:36.628568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.655999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:36.656641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.681710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Attempting to bind port 039baff4-ead3-4b50-8d5b-615da3cca9bd on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:36.682300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Attempting to bind port 039baff4-ead3-4b50-8d5b-615da3cca9bd by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '207920b8-aca8-43bb-a9b7-0df187b0f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:36.682829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Attempting to bind port 039baff4-ead3-4b50-8d5b-615da3cca9bd on network e822f3c8-640d-4e85-8375-d01215a77d20 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:36.703906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:36.715985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:36.716598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Checking segment: {'id': '207920b8-aca8-43bb-a9b7-0df187b0f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:36.716736 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.717254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.717802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Bound using segment: {'id': '207920b8-aca8-43bb-a9b7-0df187b0f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:36.718414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Bound port: 039baff4-ead3-4b50-8d5b-615da3cca9bd, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '207920b8-aca8-43bb-a9b7-0df187b0f105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'e822f3c8-640d-4e85-8375-d01215a77d20'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:36.718950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.729569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:36.734772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=85181b6b-9829-406e-9d09-e85faea828db,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:36.743224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea535cf-d910-45da-880c-5e7d8e0462db req-bd38fea4-4d4a-4654-be48-33a6fb7a1a7c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:36.744853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eea535cf-d910-45da-880c-5e7d8e0462db req-bd38fea4-4d4a-4654-be48-33a6fb7a1a7c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.2474079 Aug 31 06:52:36.751306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:36.760754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=767f517c-403e-4478-81c8-b26367af22eb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:36.776924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.777472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.777948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.778551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.779041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.779511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.779992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.780452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.780912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.781405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.781863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.782318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:36.830890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Allocated IP 172.20.0.9 (e822f3c8-640d-4e85-8375-d01215a77d20/e271ab9f-9621-43e9-960f-e56e9112d46e/106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:36.832667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.858389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Transition to ACTIVE for port object 3ac468b9-8f52-4389-acf3-8bc9448a9447 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:36.878044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010f320-9698-4910-b4a9-3d417a384147 req-c1037183-12d0-47b5-b66f-4d88fa7f748d tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:36.878768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] For port 039baff4-ead3-4b50-8d5b-615da3cca9bd, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:36.879849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7010f320-9698-4910-b4a9-3d417a384147 req-c1037183-12d0-47b5-b66f-4d88fa7f748d tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 932 time: 0.3589694 Aug 31 06:52:36.881125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-cdd1dfa0-982d-4282-99fb-96a18a164819 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1935587 Aug 31 06:52:36.882029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] For port 039baff4-ead3-4b50-8d5b-615da3cca9bd, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=039baff4-ead3-4b50-8d5b-615da3cca9bd,segment=NetworkSegment(207920b8-aca8-43bb-a9b7-0df187b0f105),segment_id=207920b8-aca8-43bb-a9b7-0df187b0f105)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:36.891991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.933597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Request body: {'port': {'device_id': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:36.944897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Transition to ACTIVE for port object 3ac468b9-8f52-4389-acf3-8bc9448a9447 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:36.956209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eea535cf-d910-45da-880c-5e7d8e0462db req-c7ecf034-5b99-49f0-b6db-131623d38839 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002163 Aug 31 06:52:36.970967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:36.971301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.004855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:37.009447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Network 3795e423-dc1a-469b-a82f-f2392c3a1f44 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:37.018358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:37.031673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:37.075581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7010f320-9698-4910-b4a9-3d417a384147 req-5060e2f2-fcad-47e7-a14f-0b4602608987 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753664 Aug 31 06:52:37.076183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.097877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:37.108688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaa951e-dfcf-41a8-95fe-90712e5adf33 None None] Pushing event updated for resources: {'Port': ['ID=039baff4-ead3-4b50-8d5b-615da3cca9bd,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:37.112895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.145261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Transition to ACTIVE for port object 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:37.174637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.212962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Attempting to bind port 3ac468b9-8f52-4389-acf3-8bc9448a9447 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:37.213595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Attempting to bind port 3ac468b9-8f52-4389-acf3-8bc9448a9447 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b05cd46a-e0d5-4352-a742-997c012851e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:37.214127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Attempting to bind port 3ac468b9-8f52-4389-acf3-8bc9448a9447 on network 3795e423-dc1a-469b-a82f-f2392c3a1f44 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:37.229601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:37.234092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Checking segment: {'id': 'b05cd46a-e0d5-4352-a742-997c012851e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:37.234868 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.235427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Bound using segment: {'id': 'b05cd46a-e0d5-4352-a742-997c012851e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:37.238679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Bound port: 3ac468b9-8f52-4389-acf3-8bc9448a9447, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b05cd46a-e0d5-4352-a742-997c012851e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:37.239401 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.242700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Pushing event updated for resources: {'Port': ['ID=3ac468b9-8f52-4389-acf3-8bc9448a9447,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:37.263707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.311681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.415181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] For port 3ac468b9-8f52-4389-acf3-8bc9448a9447, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:37.415880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.430548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] For port 3ac468b9-8f52-4389-acf3-8bc9448a9447, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3ac468b9-8f52-4389-acf3-8bc9448a9447,segment=NetworkSegment(b05cd46a-e0d5-4352-a742-997c012851e2),segment_id=b05cd46a-e0d5-4352-a742-997c012851e2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:37.438837 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.449783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3795e423-dc1a-469b-a82f-f2392c3a1f44']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:37.485269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05cd46a-e0d5-4352-a742-997c012851e2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:37.485593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05cd46a-e0d5-4352-a742-997c012851e2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:37.490766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.494128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 0b4e106a-c797-4aa1-ad6f-b7cc17f410ba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:37.494474 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.519781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.534462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.561027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.579680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:37.580110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:37.624558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=f7e3878d-49a3-4efe-b0c0-9d578361a28d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:37.635939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905bdcc8-1a78-4ff3-8ff4-9a35bae7512e None None] Network 3795e423-dc1a-469b-a82f-f2392c3a1f44 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:37.677700 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:37.713860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034cbd7-003a-41bf-9d95-1361310dd740 None None] Pushing event updated for resources: {'Port': ['ID=3ac468b9-8f52-4389-acf3-8bc9448a9447,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:37.714187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:37.734330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 85181b6b-9829-406e-9d09-e85faea828db up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:37.737934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a17a18eb-c457-471f-a5dd-71960ea32266 admin admin] 10.222.0.57 "PUT /v2.0/routers/fe6a0a2a-c071-4b6f-8ba4-63829d82abaa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5613174 Aug 31 06:52:37.749000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 06:52:37.749000 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 06:52:37.749000 n-d-712707-15 neutron-server[94640]: [parameters: {'id': '3795e423-dc1a-469b-a82f-f2392c3a1f44'}] Aug 31 06:52:37.749000 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:52:37.749794 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:52:37.796897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:37.919691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Transition to ACTIVE for port object 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:38.073000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.079816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.217309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Pushing event updated for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:38.247701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=767f517c-403e-4478-81c8-b26367af22eb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:38.260418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.314033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:38.315267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:38.332822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Attempting to bind port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:38.332822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Attempting to bind port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:38.333001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Attempting to bind port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:38.409839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.413113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:38.413469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Attempting to bind port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:38.429055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:38.429215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Checking segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:38.429538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Bound using segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:38.429991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Bound port: 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:38.430351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.438732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.439063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.447568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 85181b6b-9829-406e-9d09-e85faea828db triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:38.447941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.483490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 0b4e106a-c797-4aa1-ad6f-b7cc17f410ba owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:38.512210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d8c58-a0d0-468d-9474-63b4d36872b0 req-f97f308f-cae6-4017-a2fb-f1cc1bf8f937 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:38.513863 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d8c58-a0d0-468d-9474-63b4d36872b0 req-f97f308f-cae6-4017-a2fb-f1cc1bf8f937 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.3288403 Aug 31 06:52:38.525490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.531005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bd1fc8b1-f8bb-4909-8b0d-93ce2ca5b70d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1602354 Aug 31 06:52:38.581877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:38.585272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:38.585775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:38.593596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.603368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3426ddf6-aea1-4060-9acb-22c2c136a37a tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'floatingip': {'port_id': 'ea0adf79-1452-4cf8-9c54-00477196c487', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:38.617521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.673223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:38.678662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 039baff4-ead3-4b50-8d5b-615da3cca9bd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:38.689123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Network e822f3c8-640d-4e85-8375-d01215a77d20 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:38.739392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:38.746053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2284f128-24d2-4fa0-89dc-c53c9fe0ebd4 None None] Network e822f3c8-640d-4e85-8375-d01215a77d20 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:38.746875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 255ae02b-5fd3-4764-b97d-acc56b27f260 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:38.757448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38972) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:38.762075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1012994557', 'description': 'tempest-description--319745863'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:38.775566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d8c58-a0d0-468d-9474-63b4d36872b0 req-a8af7e99-e08c-4130-bb94-3a05fee1e8eb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430298 Aug 31 06:52:38.799309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:38.814224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3426ddf6-aea1-4060-9acb-22c2c136a37a tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.856466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:38.856933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.858423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] 10.222.0.50 "PUT /v2.0/ports/92c82d7a-4b40-44d7-a7f5-e59a65a677e6 HTTP/1.1" status: 200 len: 1092 time: 5.1960351 Aug 31 06:52:38.875323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:38.875970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.878667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:38.881020 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:38.917284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.919811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.938470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71647e17-5cde-4190-bbf6-d68e0286dbcc None None] Provisioning for port 039baff4-ead3-4b50-8d5b-615da3cca9bd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:38.943396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port 3ac468b9-8f52-4389-acf3-8bc9448a9447 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:38.943745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:38.983437 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e18a3176-3cce-4eb3-97d5-62ea05004826 x-openstack-request-id: req-e18a3176-3cce-4eb3-97d5-62ea05004826 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:38.983805 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:38.983968 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e18a3176-3cce-4eb3-97d5-62ea05004826 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:38.984374 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6', 'status': 'completed', 'code': 200} Aug 31 06:52:39.020895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9974113 Aug 31 06:52:39.029084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:39.029904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Transition to ACTIVE for port object 255ae02b-5fd3-4764-b97d-acc56b27f260 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:39.062428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133d68bb-cefa-49b0-affd-f1c13bc5069a service neutron] Pushing event updated for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:39.065151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.075055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 039baff4-ead3-4b50-8d5b-615da3cca9bd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:39.087606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 039baff4-ead3-4b50-8d5b-615da3cca9bd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:39.087976 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.088533 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3426ddf6-aea1-4060-9acb-22c2c136a37a tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] update failed (client error): The resource could not be found. Aug 31 06:52:39.089670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3426ddf6-aea1-4060-9acb-22c2c136a37a tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "PUT /v2.0/floatingips/7b12449c-1bae-4d76-8958-d62fce5dc409 HTTP/1.1" status: 404 len: 507 time: 0.5015650 Aug 31 06:52:39.095098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:39.237868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 2, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:39.240096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.285322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port 3ac468b9-8f52-4389-acf3-8bc9448a9447, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3ac468b9-8f52-4389-acf3-8bc9448a9447,segment=NetworkSegment(b05cd46a-e0d5-4352-a742-997c012851e2),segment_id=b05cd46a-e0d5-4352-a742-997c012851e2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:39.285644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.295645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:52:39.296049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Updating router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa port 77425d53-dd1c-49ba-9d20-20e6de059357 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:52:39.315661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dec5d0-4616-49b7-b673-bf291a7c20a3 req-90cc0887-578b-4966-9c49-77ca60a5b214 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:39.317869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96dec5d0-4616-49b7-b673-bf291a7c20a3 req-90cc0887-578b-4966-9c49-77ca60a5b214 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 932 time: 0.4337757 Aug 31 06:52:39.342020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-31151c6f-01df-44f3-b3b5-3c3c370da26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:39.347159 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-31151c6f-01df-44f3-b3b5-3c3c370da26e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 1095 time: 0.4167087 Aug 31 06:52:39.351252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.371625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cade29-676a-4755-a166-98b6b23f2bc6 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event updated for resources: {'Port': ['ID=106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:39.376817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 039baff4-ead3-4b50-8d5b-615da3cca9bd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=039baff4-ead3-4b50-8d5b-615da3cca9bd,segment=NetworkSegment(207920b8-aca8-43bb-a9b7-0df187b0f105),segment_id=207920b8-aca8-43bb-a9b7-0df187b0f105)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:39.393285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for 3ac468b9-8f52-4389-acf3-8bc9448a9447 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:39.406431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.542158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=039baff4-ead3-4b50-8d5b-615da3cca9bd,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:39.543675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Deleting port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:39.544353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.560017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting port 767f517c-403e-4478-81c8-b26367af22eb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:39.560229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.632413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Provisioning complete for port 039baff4-ead3-4b50-8d5b-615da3cca9bd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:39.632806 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.654654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-08d4650b-1dbc-4fb5-bbf6-17426b8a03f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6 HTTP/1.1" status: 200 len: 217 time: 0.2562723 Aug 31 06:52:39.769278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.770236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.782602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Calling delete_port for 767f517c-403e-4478-81c8-b26367af22eb owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:39.800277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96dec5d0-4616-49b7-b673-bf291a7c20a3 req-bf1d1e4f-f843-42d2-9d95-ff3ff37b9465 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421139 Aug 31 06:52:39.812567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Pushing event updated for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:39.827309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.867430 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.898319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Transition to ACTIVE for port object 77425d53-dd1c-49ba-9d20-20e6de059357 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:39.899818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.915403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=0b4e106a-c797-4aa1-ad6f-b7cc17f410ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:39.917670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.921428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-6601f172-70d7-412b-a960-599aee1b2b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:39.922660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b054da-7c3d-4d8b-ae66-265aa53e5fd5 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:52:39.923150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-6601f172-70d7-412b-a960-599aee1b2b85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.2443631 Aug 31 06:52:39.929050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.964295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:39.973382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.021546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Attempting to bind port 255ae02b-5fd3-4764-b97d-acc56b27f260 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:40.021842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Attempting to bind port 255ae02b-5fd3-4764-b97d-acc56b27f260 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:40.022316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Attempting to bind port 255ae02b-5fd3-4764-b97d-acc56b27f260 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:40.034967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=3ac468b9-8f52-4389-acf3-8bc9448a9447,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.037130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-64f4549e-0713-443a-b0e7-8cdbc50d02ea service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0824256 Aug 31 06:52:40.039125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port 3ac468b9-8f52-4389-acf3-8bc9448a9447 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:40.057403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8b323-cade-45f3-98f9-b4467a6368e6 None None] Pushing event updated for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.072526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.077207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3187716 Aug 31 06:52:40.079582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f9c65a2-1688-48bc-929d-decfc88e3b50 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:40.087802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.102141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group_rule': {'security_group_id': '241c1a8e-fc44-4acd-8888-6a6af87ddd90', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:40.115409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Port 255ae02b-5fd3-4764-b97d-acc56b27f260 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:40.115744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Attempting to bind port 255ae02b-5fd3-4764-b97d-acc56b27f260 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:40.125241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Port': ['ID=767f517c-403e-4478-81c8-b26367af22eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.137858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.157445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126042df-c81b-446f-b941-e536ebde4326 req-95c231f8-7ef8-46e0-abe6-a90d436ac297 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:40.159208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-126042df-c81b-446f-b941-e536ebde4326 req-95c231f8-7ef8-46e0-abe6-a90d436ac297 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.2035503 Aug 31 06:52:40.181036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2da6f2-2fbe-4bed-81b9-19c0fa1787f8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241c1a8e-fc44-4acd-8888-6a6af87ddd90,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.198370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:40.198911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Checking segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:40.199309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Bound using segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:40.199757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Bound port: 255ae02b-5fd3-4764-b97d-acc56b27f260, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:40.200121 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.224347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.255934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Transition to ACTIVE for port object 7f9c65a2-1688-48bc-929d-decfc88e3b50 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:40.256951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.259678 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.263778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8bf7b767-a74a-42eb-9c6b-1f66a224d6e4 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/floatingips/bb682e19-81df-440d-8cea-39d7e9455205 HTTP/1.1" status: 204 len: 168 time: 4.6342502 Aug 31 06:52:40.271661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.272561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Attempting to bind port 77425d53-dd1c-49ba-9d20-20e6de059357 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:40.272821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Attempting to bind port 77425d53-dd1c-49ba-9d20-20e6de059357 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:40.273389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Attempting to bind port 77425d53-dd1c-49ba-9d20-20e6de059357 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:40.286567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Provisioning for port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:40.296706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:40.296706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Checking segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:40.297050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.297310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Bound using segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:40.297898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Bound port: 77425d53-dd1c-49ba-9d20-20e6de059357, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:40.298299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.305173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.309962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Provisioning complete for port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:40.310341 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.314353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.325629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Calling delete_port for 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:40.352803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3795e423-dc1a-469b-a82f-f2392c3a1f44']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:40.354240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.400730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b05cd46a-e0d5-4352-a742-997c012851e2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:40.401026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b05cd46a-e0d5-4352-a742-997c012851e2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:40.445931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.449439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.449846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fadad726-b6df-4c17-bd06-eff46bd45f15 None None] Port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:40.456222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93992f0e-6b7a-453c-9f1c-8367422be61f tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "DELETE /v2.0/floatingips/7b12449c-1bae-4d76-8958-d62fce5dc409 HTTP/1.1" status: 204 len: 168 time: 1.3543439 Aug 31 06:52:40.456222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.472004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b054da-7c3d-4d8b-ae66-265aa53e5fd5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:52:40.473510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-126042df-c81b-446f-b941-e536ebde4326 req-7a6b8021-2f57-492f-b175-90be6eb09cf8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536709 Aug 31 06:52:40.481196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.485553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] For port 77425d53-dd1c-49ba-9d20-20e6de059357, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:40.486037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2ae74d33-2fa7-4ebb-bec7-7e56f7f67590 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'floatingip': {'floating_network_id': 'f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb', 'port_id': 'ea0adf79-1452-4cf8-9c54-00477196c487', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:40.492713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:40.493010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] For port 77425d53-dd1c-49ba-9d20-20e6de059357, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=77425d53-dd1c-49ba-9d20-20e6de059357,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:40.500559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=255ae02b-5fd3-4764-b97d-acc56b27f260,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:40.508000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.514910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.521880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-ba0dbbc5-ee6b-47a7-a95d-a51955864694 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329221 Aug 31 06:52:40.534125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:40.535025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:40.537593 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:40.543805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.584240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ae74d33-2fa7-4ebb-bec7-7e56f7f67590 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.635362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:40.636378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:40.679834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.681669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-a0d6f3cf-cab5-49e1-8f82-770d065ef477 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238334 Aug 31 06:52:40.685923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.690190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/3795e423-dc1a-469b-a82f-f2392c3a1f44 HTTP/1.1" status: 204 len: 168 time: 4.9521749 Aug 31 06:52:40.697101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55b40b1f-a39c-4d2a-a30c-be5093d976d9 None None] Provisioning complete for port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:40.697505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55b40b1f-a39c-4d2a-a30c-be5093d976d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.711474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.744878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:40.746408 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.748781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] 10.222.0.50 "PUT /v2.0/ports/255ae02b-5fd3-4764-b97d-acc56b27f260 HTTP/1.1" status: 200 len: 1092 time: 5.6206846 Aug 31 06:52:40.759530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b8b323-cade-45f3-98f9-b4467a6368e6 None None] Pushing event updated for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.762264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22dc433-dcf8-4959-b9ea-b194b403cd46 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=3795e423-dc1a-469b-a82f-f2392c3a1f44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.769885 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a11582b7-3d24-408a-9a26-43c93e614e34 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] GET failed (client error): The resource could not be found. Aug 31 06:52:40.771237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a11582b7-3d24-408a-9a26-43c93e614e34 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets/f7e3878d-49a3-4efe-b0c0-9d578361a28d HTTP/1.1" status: 404 len: 337 time: 0.0526984 Aug 31 06:52:40.777019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.806848 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5a8305-4e67-47ca-a495-445699bdd331 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:40.807434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5a8305-4e67-47ca-a495-445699bdd331 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:40.809191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cc5a8305-4e67-47ca-a495-445699bdd331 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/3795e423-dc1a-469b-a82f-f2392c3a1f44 HTTP/1.1" status: 404 len: 339 time: 0.0304556 Aug 31 06:52:40.814256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:40.881475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:40.892786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:40.989950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:40.992517 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f481df-d504-4330-b4eb-51e40c313864" -d '{"events": [{"name": "network-changed", "server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:40.993708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event deleted for resources: {'Port': ['ID=106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:41.050231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-55b40b1f-a39c-4d2a-a30c-be5093d976d9 None None] Port 106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:41.059169 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d482dd9-a79b-49d4-b88f-16d2f7d7b03d x-openstack-request-id: req-6d482dd9-a79b-49d4-b88f-16d2f7d7b03d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:41.059454 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:41.059703 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d482dd9-a79b-49d4-b88f-16d2f7d7b03d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:41.060090 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260', 'status': 'completed', 'code': 200} Aug 31 06:52:41.062222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:41.107413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:52:41.107696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:41.128686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abb147-1575-4b97-8703-9854e88a2010 service neutron] Pushing event updated for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:41.618884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:40Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:41.634651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 039baff4-ead3-4b50-8d5b-615da3cca9bd up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:41.700959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312c6fe0-4ba3-412c-80f8-481cffcee54b None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:40Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:41.810547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 039baff4-ead3-4b50-8d5b-615da3cca9bd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:41.815636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:41.857061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a32154c-693b-4340-ac22-c4ec7806cc92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:41.857061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a32154c-693b-4340-ac22-c4ec7806cc92 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0454235 Aug 31 06:52:41.881560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:41.891155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59b7d6f0-a4f2-4f4c-83a3-3473d9100b7b tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "DELETE /v2.0/ports/106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 HTTP/1.1" status: 204 len: 168 time: 2.8494232 Aug 31 06:52:41.906732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:41.907115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:41.961147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Attempting to bind port 7f9c65a2-1688-48bc-929d-decfc88e3b50 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:41.961521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Attempting to bind port 7f9c65a2-1688-48bc-929d-decfc88e3b50 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:41.961862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Attempting to bind port 7f9c65a2-1688-48bc-929d-decfc88e3b50 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:41.982217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-e147da5a-7791-4408-8cce-80266a6a89bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:41.994124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-e147da5a-7791-4408-8cce-80266a6a89bf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 1095 time: 1.1207221 Aug 31 06:52:42.004464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7209d10c-34d0-4eff-9fe1-83aac3d410f2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:42.047454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.048678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b4ca206e-85f1-456d-81f7-faab21a92b12 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9510787 Aug 31 06:52:42.052860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.062736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06d99649-5b65-442c-9762-64dc35d1af36 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 207 time: 0.1498928 Aug 31 06:52:42.068610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.091678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Port 7f9c65a2-1688-48bc-929d-decfc88e3b50 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:42.092263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Attempting to bind port 7f9c65a2-1688-48bc-929d-decfc88e3b50 on network c0d795e7-3a52-40fe-80ee-7a83aa42a889 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:42.121896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-5336b9f1-d112-424c-9a9d-7c74444e15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.123446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-5336b9f1-d112-424c-9a9d-7c74444e15e0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 1095 time: 1.2502210 Aug 31 06:52:42.123927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.177285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group_rule': {'security_group_id': '241c1a8e-fc44-4acd-8888-6a6af87ddd90', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:42.187820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:42.188162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Checking segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:42.188555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Bound using segment: {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:42.189008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Bound port: 7f9c65a2-1688-48bc-929d-decfc88e3b50, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe095f03-5c8d-49f2-8887-ecbb8545aaab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:42.189420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.248108 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2ae74d33-2fa7-4ebb-bec7-7e56f7f67590 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:52:42.253085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2ae74d33-2fa7-4ebb-bec7-7e56f7f67590 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.7669332 Aug 31 06:52:42.264253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:42.264610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.281961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.291119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5647c12b-e8f8-4220-bf54-8ba48b866f3b req-4d72400c-a749-4467-bd9d-21ff4c8c2459 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.300725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5647c12b-e8f8-4220-bf54-8ba48b866f3b req-4d72400c-a749-4467-bd9d-21ff4c8c2459 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 944 time: 1.4261339 Aug 31 06:52:42.303311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-68161860-e18c-4663-b382-864919a53aa3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=255ae02b-5fd3-4764-b97d-acc56b27f260 HTTP/1.1" status: 200 len: 217 time: 0.0893722 Aug 31 06:52:42.309220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df8ea148-47ab-47e3-9ca9-f2a94c0d4c58 tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4685 time: 0.3798833 Aug 31 06:52:42.315801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'ea0adf79-1452-4cf8-9c54-00477196c487', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:42.320437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.328119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b557c672-b6f8-4fed-a230-4a0723924568 req-cb356918-7d98-4fd7-9cef-fd19d385c9f0 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.329681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b557c672-b6f8-4fed-a230-4a0723924568 req-cb356918-7d98-4fd7-9cef-fd19d385c9f0 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.4901059 Aug 31 06:52:42.337040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1478230948'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:42.440834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b557c672-b6f8-4fed-a230-4a0723924568 req-2bf99e63-18c4-45f1-ba97-1f3efc9299cb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905714 Aug 31 06:52:42.463660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24932543-4037-4507-88a7-9f5a22e75365 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.469615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24932543-4037-4507-88a7-9f5a22e75365 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.476216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24932543-4037-4507-88a7-9f5a22e75365 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.482414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.482575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24932543-4037-4507-88a7-9f5a22e75365 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.488530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-24932543-4037-4507-88a7-9f5a22e75365 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4146168 Aug 31 06:52:42.492488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.559834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.560014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Made reservation on behalf of 3aecf2e2ccda4d4e91f864a1421924bc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:42.563451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.612758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:42.614028 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5647c12b-e8f8-4220-bf54-8ba48b866f3b req-fa368080-cd58-4034-bdba-002d76accbf1 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3122685 Aug 31 06:52:42.623947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-487855a4-0739-4e77-b5f5-bb49ec1b4e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.623947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-487855a4-0739-4e77-b5f5-bb49ec1b4e71 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.2889996 Aug 31 06:52:42.637445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.637796 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Added segment 5ed814ff-bc6b-40c7-aa14-737dbf5ceb9e of type vlan for network 030403e6-bb6f-441e-b492-de7a2a28c626 Aug 31 06:52:42.643529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-9b47cb0a-5601-4f27-8311-17195edb1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.645438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-9b47cb0a-5601-4f27-8311-17195edb1df0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 919 time: 0.6347589 Aug 31 06:52:42.651168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77a095a4-1879-4cd1-9b17-aac9bca63c71 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.1580188 Aug 31 06:52:42.658426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.683013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:52:42.683013 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:52:42.683013 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id_1': 'c30f0998968d4212a65a6a8ca787ae4d', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 52, 42, 563102)}] Aug 31 06:52:42.683013 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:52:42.683353 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:52:42.733171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.742521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.750238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2abe74-fc83-41e8-99f3-c1be8400ef9c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.751944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2abe74-fc83-41e8-99f3-c1be8400ef9c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.753854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de2abe74-fc83-41e8-99f3-c1be8400ef9c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0944629 Aug 31 06:52:42.758138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-acc0a894-39b8-46ab-9e2d-fc993c3417d0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0985930 Aug 31 06:52:42.759494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-01dd7600-b576-4575-a44b-02fe637ab2cf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6 HTTP/1.1" status: 200 len: 217 time: 0.0793903 Aug 31 06:52:42.762474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.766224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:42.769033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.780023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 1e1ac51c-1a59-4135-8503-2cb5ca9c5928 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:42.806679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.812352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.812894 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.826025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:42.879137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36c53b7-9e2b-42f1-b050-b340ffc0d6fd tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.880664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36c53b7-9e2b-42f1-b050-b340ffc0d6fd tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:42.882301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e36c53b7-9e2b-42f1-b050-b340ffc0d6fd tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1188560 Aug 31 06:52:42.891852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.905864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5744419 Aug 31 06:52:42.910230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:42.929107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:42.965492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780d03d-7f69-46ce-b3f4-208acd7afff9 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event updated for resources: {'Network': ['ID=030403e6-bb6f-441e-b492-de7a2a28c626,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:42.976774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 030403e6-bb6f-441e-b492-de7a2a28c626 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:43.099819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.101749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.102477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6427f7a2-58b7-4727-8565-301840cca46f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.102964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.105040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6427f7a2-58b7-4727-8565-301840cca46f tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks/bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 HTTP/1.1" status: 200 len: 799 time: 0.2113705 Aug 31 06:52:43.105132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f9c65a2-1688-48bc-929d-decfc88e3b50 HTTP/1.1" status: 200 len: 1093 time: 6.1812124 Aug 31 06:52:43.111332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:43.111928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.114317 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85" -d '{"events": [{"name": "network-changed", "server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:43.128192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-3926176e-67e1-4334-b48c-2591edb03876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.129886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-3926176e-67e1-4334-b48c-2591edb03876 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.3274243 Aug 31 06:52:43.146247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.191866 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997a0262-6420-469e-bb8d-451b812c4405 x-openstack-request-id: req-997a0262-6420-469e-bb8d-451b812c4405 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:43.192164 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:43.192570 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-997a0262-6420-469e-bb8d-451b812c4405 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:43.193062 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50', 'status': 'completed', 'code': 200} Aug 31 06:52:43.196480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.207853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9885562a-2974-4a0c-a361-242e07545a8c tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.2968576 Aug 31 06:52:43.212292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.250768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-a224f6ac-d46b-4338-b26b-2463d01f2d23 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0896764 Aug 31 06:52:43.259661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Pushing event updated for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:43.266633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4cd34f5-683d-4e4a-a004-3ab477c79504,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:43.284981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-4536ea30-f378-46d9-bfae-b5c6fc678313 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4968898 Aug 31 06:52:43.308981 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ee41376d-9fdb-4cbc-9e43-e8aa914a9aed tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/networks/bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1959522 Aug 31 06:52:43.311284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.315972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2009733 Aug 31 06:52:43.316113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.323136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.346925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:43.369306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.369688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.370036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.370380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.370714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.371047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.371380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.371705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.372033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.372358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.372681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.373005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af84b8ba-d29f-4191-8e9f-96d06b401d22 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.386438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.386713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.387059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.387396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.387492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611979f-fb42-4620-a731-008bd224b0b3 tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] Network 030403e6-bb6f-441e-b492-de7a2a28c626 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:43.387732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.388059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.388389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.389104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.389104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.389404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.389698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.390012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21b1bc07-b30b-48fe-adba-9d4a3d8a60a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:52:43.391879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b86464-8dc3-40e1-a221-436fc4348568 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.393395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52b86464-8dc3-40e1-a221-436fc4348568 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets/2e7cc049-e040-49f2-ba3d-d8b24cf603a1 HTTP/1.1" status: 200 len: 811 time: 0.0779271 Aug 31 06:52:43.397099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.436122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2611979f-fb42-4620-a731-008bd224b0b3 tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "POST /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2228346 Aug 31 06:52:43.439075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.464159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6766b5d-cf81-46c6-87ce-fe5451016424 None None] Network 030403e6-bb6f-441e-b492-de7a2a28c626 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:43.567642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-9e54d5f9-039b-4604-9219-14c75b64ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.569112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-9e54d5f9-039b-4604-9219-14c75b64ccc3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 1096 time: 0.3873975 Aug 31 06:52:43.586065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd678d3f-b5e1-4f4f-8b34-15df25875028 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['shared'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.587525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dd678d3f-b5e1-4f4f-8b34-15df25875028 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "GET /v2.0/subnets/2e7cc049-e040-49f2-ba3d-d8b24cf603a1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1890740 Aug 31 06:52:43.594717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.598768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 77425d53-dd1c-49ba-9d20-20e6de059357 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:43.601547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1854125514'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:43.612781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9349d76-b1b3-48a3-80d3-b6063a9bb23b tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks HTTP/1.1" status: 200 len: 10438 time: 0.1693470 Aug 31 06:52:43.613080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.666028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 77425d53-dd1c-49ba-9d20-20e6de059357 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:43.670596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 77425d53-dd1c-49ba-9d20-20e6de059357 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:43.670838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.723473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.730166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-2781b09c-21c6-488e-b76a-89f5702ad205 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50 HTTP/1.1" status: 200 len: 217 time: 0.1279652 Aug 31 06:52:43.761344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.770700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-735559f0-bb11-423e-94e0-fd87666f871d tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "DELETE /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks/030403e6-bb6f-441e-b492-de7a2a28c626 HTTP/1.1" status: 204 len: 168 time: 0.1562972 Aug 31 06:52:43.773372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.798702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 77425d53-dd1c-49ba-9d20-20e6de059357, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=77425d53-dd1c-49ba-9d20-20e6de059357,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:43.803396 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.804081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe8e3ba-7752-4ebc-b8c2-307627972c11 req-f1b65951-d4dc-42fe-b034-b4a1bed0c326 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:43.805671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dbe8e3ba-7752-4ebc-b8c2-307627972c11 req-f1b65951-d4dc-42fe-b034-b4a1bed0c326 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 944 time: 0.1016243 Aug 31 06:52:43.819763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-da24c133-23a2-4c02-8dfe-2b733ddf85f2 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5573120 Aug 31 06:52:43.854702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=1e1ac51c-1a59-4135-8503-2cb5ca9c5928,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:43.859866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:43.869215 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:43.896061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dbe8e3ba-7752-4ebc-b8c2-307627972c11 req-67c4545b-63ed-4161-aea8-6eefd0705768 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756187 Aug 31 06:52:43.930369 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-5d2c0e28-fa1c-4aba-8426-5d3ec196cec3 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6063614 Aug 31 06:52:43.948168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aba41100-108c-4d15-8ebb-15b12c6d2dea tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.1738946 Aug 31 06:52:43.952882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.973899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-94348e2b-6daf-4c9e-ae17-c83c72ca4b46 tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/networks/e822f3c8-640d-4e85-8375-d01215a77d20/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0193315 Aug 31 06:52:43.977225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:43.998012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-915140b9-b2cb-4062-bd8a-c807b7fbf04c tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/networks/e822f3c8-640d-4e85-8375-d01215a77d20/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0189173 Aug 31 06:52:44.000031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:44.061983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546112d-2559-4374-8384-f45f61c84554 req-07954bed-be41-450a-a099-7f22c54bccc3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.063456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4546112d-2559-4374-8384-f45f61c84554 req-07954bed-be41-450a-a099-7f22c54bccc3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.4839833 Aug 31 06:52:44.089601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-c677bdfa-53f1-4de9-829b-a90178e7632f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.090960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-c677bdfa-53f1-4de9-829b-a90178e7632f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.3266912 Aug 31 06:52:44.135355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c41e3045-a0c5-4356-b4a4-6dc7d7612b56 tempest-DHCPAgentSchedulersTestJSON-227613425 tempest-DHCPAgentSchedulersTestJSON-227613425-project-admin] 10.222.0.57 "GET /v2.0/agents/9d36fc57-af32-42ce-b9df-4326f5299ef5/dhcp-networks HTTP/1.1" status: 200 len: 9666 time: 0.1341636 Aug 31 06:52:44.139546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:44.177721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.182903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-78c613bd-1e55-45bf-8424-390bd9348694 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724895 Aug 31 06:52:44.192322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.196608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e1489977-5b60-4513-97d1-457c448af644 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/ports/1e1ac51c-1a59-4135-8503-2cb5ca9c5928 HTTP/1.1" status: 204 len: 168 time: 3.8980503 Aug 31 06:52:44.197926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:44.198146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.270811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.278652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.330785 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b21c6e9c-bdf0-4a31-a966-e9ec4a9f09e3 req-372141c2-df7f-4326-a209-d479f5417d0a service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4699662 Aug 31 06:52:44.336911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:44.357143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4546112d-2559-4374-8384-f45f61c84554 req-7a377c4b-a6fa-4020-88df-23494bbe93b2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2524076 Aug 31 06:52:44.359274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f481df-d504-4330-b4eb-51e40c313864 req-e21a3549-aa00-4089-8104-6a14f37e424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.360927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-e21a3549-aa00-4089-8104-6a14f37e424a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 1095 time: 0.3624012 Aug 31 06:52:44.370499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c30f0998968d4212a65a6a8ca787ae4d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1782527 Aug 31 06:52:44.376030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35cf6ca-b9d6-455b-b5e1-7443547f25fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57e43db-38e4-44d5-8dee-1d7d11b1ee15,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:44.381627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:44.396081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:44.401398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.452738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Allocated IP 172.25.3.245 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a81789f3-bdfc-4557-aaa3-e939a9d97859) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:44.495563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:44.511403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-13ef47a5-aa46-4342-9ad7-e068db4e2a49 service neutron] 10.222.0.53 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3050516 Aug 31 06:52:44.512515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'port_id': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6', 'mac_address': 'fa:16:3e:e3:7a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c46fe1-80fb-4920-9cb1-ff45daf42270', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:44.549380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:52:44.558024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.575322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:44.590459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.590932 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Added segment 46134db5-1d81-4122-92cb-34b7d2f6d68f of type vlan for network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 Aug 31 06:52:44.604150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:44.609036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.610338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.618563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port bbb9e051-ec81-4726-a274-e9f50b83011f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:44.618931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.635619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f481df-d504-4330-b4eb-51e40c313864 req-a2a78b2a-0159-4790-9e1f-cdf3440349b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.637107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-a2a78b2a-0159-4790-9e1f-cdf3440349b6 service neutron] 10.222.0.50 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 919 time: 0.2641146 Aug 31 06:52:44.669963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:44.687160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.695561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['030403e6-bb6f-441e-b492-de7a2a28c626']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:44.703134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-9b10a1a6-2e45-493b-a250-af092150f62a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=255ae02b-5fd3-4764-b97d-acc56b27f260 HTTP/1.1" status: 200 len: 217 time: 0.0492461 Aug 31 06:52:44.729608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed814ff-bc6b-40c7-aa14-737dbf5ceb9e') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:44.729904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed814ff-bc6b-40c7-aa14-737dbf5ceb9e') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:44.734218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.734342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.756833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dff9d9ef-0905-4216-8a81-3936d01de03a req-3a9d527b-e600-413a-852a-4d73e8b2f083 service neutron] 10.222.0.53 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147715 Aug 31 06:52:44.774622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.777665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.784035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f481df-d504-4330-b4eb-51e40c313864 req-21aee2ef-494c-48a2-9bc5-2f1f104fcb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.785740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-21aee2ef-494c-48a2-9bc5-2f1f104fcb17 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.0721636 Aug 31 06:52:44.834708 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.859724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.880538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:44.880958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:44.885020 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:44.916226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['92c82d7a-4b40-44d7-a7f5-e59a65a677e6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:44.951546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for bbb9e051-ec81-4726-a274-e9f50b83011f owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:44.967773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:44.974363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:44.975014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.040247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.056835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.117311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.119213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "DELETE /v2.0/networks/030403e6-bb6f-441e-b492-de7a2a28c626 HTTP/1.1" status: 204 len: 168 time: 0.9787366 Aug 31 06:52:45.126705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5309570 Aug 31 06:52:45.135546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:45.135877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:45.147593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'network_id': 'f4c4696e-2f5f-47b7-bc34-72a3df7bba13', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:45.184065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-9ac93589-7822-4736-86cd-cd8d6e55b749 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3896108 Aug 31 06:52:45.254062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c53f16-bd09-4b9f-a65f-1f61ebdaf772 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Network': ['ID=f4c4696e-2f5f-47b7-bc34-72a3df7bba13,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:45.257140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.275481 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e70fefc4-50ea-43df-8d34-6f8f61185f04 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:45.275481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e70fefc4-50ea-43df-8d34-6f8f61185f04 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:45.279573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e70fefc4-50ea-43df-8d34-6f8f61185f04 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "DELETE /v2.0/ports/106ccc0d-8bd9-42db-81e1-56e0d3c3e2c2 HTTP/1.1" status: 404 len: 333 time: 0.1404245 Aug 31 06:52:45.287214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:45.289746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:52:45.304163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.306595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.310106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b57e43db-38e4-44d5-8dee-1d7d11b1ee15 HTTP/1.1" status: 204 len: 168 time: 0.9248710 Aug 31 06:52:45.320818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-9df29f61-b662-465c-a420-62219e74e8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.322357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-9df29f61-b662-465c-a420-62219e74e8e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 1096 time: 0.5068429 Aug 31 06:52:45.327846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:45.332782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef121de-13a1-4a45-ab52-0b76f8287e16 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event deleted for resources: {'Network': ['ID=030403e6-bb6f-441e-b492-de7a2a28c626,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:45.346505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:45.355432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:45.372901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event updated for resources: {'Port': ['ID=a81789f3-bdfc-4557-aaa3-e939a9d97859,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:45.375027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc98c284-aa4f-4686-bc35-d0e3e948b45f req-f08781ec-a538-473c-bf15-88eda348c0e8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.383070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc98c284-aa4f-4686-bc35-d0e3e948b45f req-f08781ec-a538-473c-bf15-88eda348c0e8 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 944 time: 0.3689389 Aug 31 06:52:45.407748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d22b02b-68a7-44c2-883b-660a6bce6276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57e43db-38e4-44d5-8dee-1d7d11b1ee15,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:45.437202 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-ba5b568d-ac6d-4ed9-96e0-eba1e6106bb4 service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379591 Aug 31 06:52:45.518461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Deleting subnet e271ab9f-9621-43e9-960f-e56e9112d46e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:45.553691 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.560469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Allocated IP 172.25.3.47 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/50b8df4b-eab2-441a-a474-1bd5d6219421) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:45.568021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-a51fae80-73ca-45a0-92ae-672252817de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.570277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-a51fae80-73ca-45a0-92ae-672252817de6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 200 len: 919 time: 0.2349803 Aug 31 06:52:45.609806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 77425d53-dd1c-49ba-9d20-20e6de059357 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:45.662436 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.679159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 77425d53-dd1c-49ba-9d20-20e6de059357 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:45.679836 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.747137 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-edf634a6-14b1-402e-ad8c-31d7a5569a9f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50 HTTP/1.1" status: 200 len: 217 time: 0.1002176 Aug 31 06:52:45.803889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:45.853052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd826675-0d41-4ee4-abea-3b084017f26b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.862494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ddda8c-6014-4846-b944-a2ed8f0865ae req-c65eaf78-27a4-4eed-8f0c-135ba58cbf61 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.864082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15ddda8c-6014-4846-b944-a2ed8f0865ae req-c65eaf78-27a4-4eed-8f0c-135ba58cbf61 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.3401666 Aug 31 06:52:45.913578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-cec588d5-f1e0-4435-9b0c-83e7b4ab11dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:45.914965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-cec588d5-f1e0-4435-9b0c-83e7b4ab11dd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 200 len: 858 time: 0.1533782 Aug 31 06:52:45.928958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8f481df-d504-4330-b4eb-51e40c313864 req-0e2c5d50-d4c5-4fb9-9619-d0c24297f07b service neutron] 10.222.0.50 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4199793 Aug 31 06:52:45.935383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc98c284-aa4f-4686-bc35-d0e3e948b45f req-09383e3b-b185-40fa-b52d-2a1cdbb77445 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507090 Aug 31 06:52:45.948337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Made reservation on behalf of 484e3a1990924a86b82b4435dee65bdb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:45.951895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:45.984320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-556b3b3b-a9aa-47dd-af24-361a7f86c0c2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=c0d795e7-3a52-40fe-80ee-7a83aa42a889&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543847 Aug 31 06:52:46.008132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15ddda8c-6014-4846-b944-a2ed8f0865ae req-71644de5-8fed-42f4-b61d-6f2a9b9b13ab tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369874 Aug 31 06:52:46.013905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.051309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.096387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting port a81789f3-bdfc-4557-aaa3-e939a9d97859 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:46.096626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.115113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=bbb9e051-ec81-4726-a274-e9f50b83011f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:46.123146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 06:52:46.123656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 06:52:46.213956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-9d9f29b9-597b-4509-9304-a9ccf9bef27f service neutron] 10.222.0.53 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223229 Aug 31 06:52:46.263469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.263809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.289284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.311130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.313154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d333c890-7df5-49c6-87c4-a6709edc3709 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/ports/bbb9e051-ec81-4726-a274-e9f50b83011f HTTP/1.1" status: 204 len: 168 time: 2.1122990 Aug 31 06:52:46.317193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.318937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:46.324664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd826675-0d41-4ee4-abea-3b084017f26b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.327855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Calling delete_port for a81789f3-bdfc-4557-aaa3-e939a9d97859 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:46.343844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 255ae02b-5fd3-4764-b97d-acc56b27f260 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:46.346238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:46.372045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd826675-0d41-4ee4-abea-3b084017f26b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.462132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:46.470401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:46.470749 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.489093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cd826675-0d41-4ee4-abea-3b084017f26b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cb8c8e78bd5a48c287f0f9130e7bd890&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6743603 Aug 31 06:52:46.490921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:46.501024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting subnet 09d9cb01-26d3-4119-bf3c-594a883598dd {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:46.507845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd826675-0d41-4ee4-abea-3b084017f26b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608e5651-3dc0-4818-926f-6fb5f008ff9b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:46.514147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=255ae02b-5fd3-4764-b97d-acc56b27f260,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:46.521305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.529605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '255ae02b-5fd3-4764-b97d-acc56b27f260', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'port_id': '255ae02b-5fd3-4764-b97d-acc56b27f260', 'mac_address': 'fa:16:3e:e7:f4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c46fe1-80fb-4920-9cb1-ff45daf42270', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:46.554034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b3dd55b-10b0-4eab-9fff-c9d339b8ad85 req-6709e63e-7f89-47f0-bfc3-9b25c5d0da5d service neutron] 10.222.0.53 "GET /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275473 Aug 31 06:52:46.569697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.592672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.602126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.613731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.629534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event deleted for resources: {'Subnet': ['ID=e271ab9f-9621-43e9-960f-e56e9112d46e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:46.634880 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.653991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.670773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.679940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.681847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8eb62b0-7067-4860-8221-ca16a84d064a tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "DELETE /v2.0/subnets/e271ab9f-9621-43e9-960f-e56e9112d46e HTTP/1.1" status: 204 len: 168 time: 1.3798397 Aug 31 06:52:46.682388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e85013fc-35bd-4798-ad9e-b417bd7c9967 None None] Network e822f3c8-640d-4e85-8375-d01215a77d20 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:46.692442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:46.709068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 255ae02b-5fd3-4764-b97d-acc56b27f260 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:46.730811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:46.739194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=255ae02b-5fd3-4764-b97d-acc56b27f260,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:46.773267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f9c65a2-1688-48bc-929d-decfc88e3b50 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:52:46.782913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.783639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:46.790900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.794369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:46.795185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=50b8df4b-eab2-441a-a474-1bd5d6219421,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:46.798095 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4842bf96-0bfe-4410-9468-dd86c8e6c418" -d '{"events": [{"server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "name": "network-vif-plugged", "status": "completed", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:46.813182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:46.852208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:46.867085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.870457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.880579 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687e0679-6db0-4415-81d2-8e2f74a631ef x-openstack-request-id: req-687e0679-6db0-4415-81d2-8e2f74a631ef {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:46.880579 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "name": "network-vif-plugged", "status": "completed", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:46.880869 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-687e0679-6db0-4415-81d2-8e2f74a631ef {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:46.881094 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6', 'code': 200} Aug 31 06:52:46.889103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.927755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:46.978278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=2f9514e0-d608-4f61-ba32-72cf1d6f839f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:46.997130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.001745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.002200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.005814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/608e5651-3dc0-4818-926f-6fb5f008ff9b HTTP/1.1" status: 204 len: 168 time: 0.5118151 Aug 31 06:52:47.032070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Port': ['ID=a81789f3-bdfc-4557-aaa3-e939a9d97859,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.042805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Checking segment: {'id': '46134db5-1d81-4122-92cb-34b7d2f6d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': 'f4c4696e-2f5f-47b7-bc34-72a3df7bba13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:47.043171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network hostable DHCP agents. Network: f4c4696e-2f5f-47b7-bc34-72a3df7bba13, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:52:47.066732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69bbf1-0744-4f38-807f-6810e980430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608e5651-3dc0-4818-926f-6fb5f008ff9b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.115757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['255ae02b-5fd3-4764-b97d-acc56b27f260'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:47.172651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.224750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:47.259130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.268860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7f9c65a2-1688-48bc-929d-decfc88e3b50', 'network_id': 'c0d795e7-3a52-40fe-80ee-7a83aa42a889', 'port_id': '7f9c65a2-1688-48bc-929d-decfc88e3b50', 'mac_address': 'fa:16:3e:4d:b4:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3c46fe1-80fb-4920-9cb1-ff45daf42270', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:52:47.279793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.303582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:52:47.319771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c4eff2-e26e-422d-8e84-3124b8a647e1 req-3b589c8b-dd97-4a3a-bc83-76dd1620fb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:47.321651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2c4eff2-e26e-422d-8e84-3124b8a647e1 req-3b589c8b-dd97-4a3a-bc83-76dd1620fb0d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 1097 time: 0.3076482 Aug 31 06:52:47.326534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f4c4696e-2f5f-47b7-bc34-72a3df7bba13) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:47.330550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.335886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Deleting port 039baff4-ead3-4b50-8d5b-615da3cca9bd {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:47.335886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.359497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:47.360098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.381379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f30ba-dd7f-4f02-9c32-4137477a8630 req-21cdfdce-d9c4-466b-bf49-d2ce4c6a7f6e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:47.383069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-340f30ba-dd7f-4f02-9c32-4137477a8630 req-21cdfdce-d9c4-466b-bf49-d2ce4c6a7f6e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1923780 Aug 31 06:52:47.387678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9298fb76-79c5-450f-bf3a-1e75191343b1 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.2489612 Aug 31 06:52:47.390514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:47.395720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:47.401570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d1f251-5cfe-4d7d-9396-41e1cdf0f426 None None] Network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:47.405590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.423545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624a932-5faf-4d99-90b9-e70efb5c3798 req-9a8f5fdc-e50a-4ec2-b744-c1cba7c93c27 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:47.426152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3624a932-5faf-4d99-90b9-e70efb5c3798 req-9a8f5fdc-e50a-4ec2-b744-c1cba7c93c27 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 944 time: 0.3215449 Aug 31 06:52:47.434900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] DHCP port deletion for e822f3c8-640d-4e85-8375-d01215a77d20 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:47.438149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f9c65a2-1688-48bc-929d-decfc88e3b50 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:47.472805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Subnet': ['ID=09d9cb01-26d3-4119-bf3c-594a883598dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.476623 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] create failed (client error): The resource could not be found. Aug 31 06:52:47.476623 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4997cb22-8943-406d-a1a7-64fc3a7b199d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 5.1728728 Aug 31 06:52:47.476623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.476623 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1d3c6646-bd78-4130-8515-ae41f3e85c7c tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/subnets/09d9cb01-26d3-4119-bf3c-594a883598dd HTTP/1.1" status: 204 len: 168 time: 1.1589837 Aug 31 06:52:47.513966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:47.515101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:47.519115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2b8d1c-7497-447e-9df9-2f1480c666da None None] Network 45266707-79a6-4722-928a-d67c4103a012 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:47.614555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-340f30ba-dd7f-4f02-9c32-4137477a8630 req-0ef77c46-6886-455a-9f2f-f73d77547295 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721201 Aug 31 06:52:47.633988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8564977'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.651511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 039baff4-ead3-4b50-8d5b-615da3cca9bd no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:47.688546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] For port 039baff4-ead3-4b50-8d5b-615da3cca9bd, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=039baff4-ead3-4b50-8d5b-615da3cca9bd,segment=NetworkSegment(207920b8-aca8-43bb-a9b7-0df187b0f105),segment_id=207920b8-aca8-43bb-a9b7-0df187b0f105)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:47.689087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.762701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.764215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting subnet 898f7d18-9e63-4fd2-a585-e944428914f5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:47.770390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.794184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c2c4eff2-e26e-422d-8e84-3124b8a647e1 req-5dc24402-d225-4e57-b098-a230892a9afd service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559114 Aug 31 06:52:47.795181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.798451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Calling delete_port for 039baff4-ead3-4b50-8d5b-615da3cca9bd owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:47.821500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=50b8df4b-eab2-441a-a474-1bd5d6219421,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:47.919737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3624a932-5faf-4d99-90b9-e70efb5c3798 req-1d5e2e72-97b8-4827-ac6d-9397d13afd6d tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4589312 Aug 31 06:52:47.949259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.964449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.976628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:47.978547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0adfa4da-821f-4216-92f9-3287c903c558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.6544864 Aug 31 06:52:47.986308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747286138076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9083745'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.023213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:48.037459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad586a3-881b-48db-94ce-b4621eb2b144 req-43719011-f888-4645-994d-944f312deb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.039159 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ad586a3-881b-48db-94ce-b4621eb2b144 req-43719011-f888-4645-994d-944f312deb3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1097 time: 0.2972841 Aug 31 06:52:48.043537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.044744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.047455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "PUT /v2.0/subnets/2f9514e0-d608-4f61-ba32-72cf1d6f839f HTTP/1.1" status: 200 len: 877 time: 0.6550467 Aug 31 06:52:48.050922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:48.067476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.162191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbad000-3de9-435e-a363-2a3d4038b338 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event updated for resources: {'Subnet': ['ID=2f9514e0-d608-4f61-ba32-72cf1d6f839f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:48.168790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.218179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79766f6b-7a04-433b-9241-da27f48b6539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f4c4696e-2f5f-47b7-bc34-72a3df7bba13', 'network_id': 'f4c4696e-2f5f-47b7-bc34-72a3df7bba13', 'tenant_id': '484e3a1990924a86b82b4435dee65bdb', 'fixed_ips': [{'subnet_id': '2f9514e0-d608-4f61-ba32-72cf1d6f839f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:52:48.218746 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79766f6b-7a04-433b-9241-da27f48b6539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.232014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 039baff4-ead3-4b50-8d5b-615da3cca9bd update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 06:52:48.253860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.290801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] No DVR routers for this DVR port 039baff4-ead3-4b50-8d5b-615da3cca9bd on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:48.299864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event deleted for resources: {'Port': ['ID=039baff4-ead3-4b50-8d5b-615da3cca9bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:48.310606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7f9c65a2-1688-48bc-929d-decfc88e3b50'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:48.319772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting port ea0adf79-1452-4cf8-9c54-00477196c487 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:48.320697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.350457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:48.354363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Deleting port 039baff4-ead3-4b50-8d5b-615da3cca9bd {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:48.355375 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.397777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.423082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.453698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-d1de4b17-f04b-4d22-8f5d-0a845d4a4c64 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1012994557&fields=id&tenant_id=1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 267 time: 0.1372392 Aug 31 06:52:48.485381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] DHCP port deletion for 45266707-79a6-4722-928a-d67c4103a012 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:48.501124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ad586a3-881b-48db-94ce-b4621eb2b144 req-bc652006-184a-4fd3-bc68-8cb72c937e53 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788044 Aug 31 06:52:48.587311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] For port 039baff4-ead3-4b50-8d5b-615da3cca9bd, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:48.587837 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.603351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.610190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-79766f6b-7a04-433b-9241-da27f48b6539 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f9514e0-d608-4f61-ba32-72cf1d6f839f: This subnet is being modified by another concurrent operation. Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:52:48.617082 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f9514e0-d608-4f61-ba32-72cf1d6f839f: This subnet is being modified by another concurrent operation. Aug 31 06:52:48.619832 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:52:48.624505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Calling delete_port for 039baff4-ead3-4b50-8d5b-615da3cca9bd owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:48.631509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e822f3c8-640d-4e85-8375-d01215a77d20']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.633843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Port 039baff4-ead3-4b50-8d5b-615da3cca9bd was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:52:48.647059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.666941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] No DVR routers for this DVR port 039baff4-ead3-4b50-8d5b-615da3cca9bd on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:48.687047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e7b5e0-8df5-4c62-8dee-a4ad3c31c125 None None] Network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:48.696033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.714297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44084a-e644-4013-8875-aa75738262f8 None None] Pushing event deleted for resources: {'Port': ['ID=039baff4-ead3-4b50-8d5b-615da3cca9bd,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:48.717188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-ea598205-5f51-4072-ae87-290d0af7d783 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:48.718993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-ea598205-5f51-4072-ae87-290d0af7d783 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 810 time: 0.2546806 Aug 31 06:52:48.727417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=2f9514e0-d608-4f61-ba32-72cf1d6f839f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:48.747955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207920b8-aca8-43bb-a9b7-0df187b0f105') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.748779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207920b8-aca8-43bb-a9b7-0df187b0f105') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.753572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.756936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-c07a6511-696b-4453-95e1-f1d09d6a7d4d tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/quotas/1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 375 time: 0.0242383 Aug 31 06:52:48.766982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c4696e-2f5f-47b7-bc34-72a3df7bba13']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.774331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Deleting port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:48.774706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.805075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Calling delete_port for ea0adf79-1452-4cf8-9c54-00477196c487 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:48.807362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46134db5-1d81-4122-92cb-34b7d2f6d68f') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.807775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46134db5-1d81-4122-92cb-34b7d2f6d68f') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:48.810357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.820153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.828179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.840581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.845345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:48.847033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.866292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:48.923221 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:48.925897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:48.935751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] For port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,segment=NetworkSegment(7dfa6833-6678-449b-81b4-eb98b9805961),segment_id=7dfa6833-6678-449b-81b4-eb98b9805961)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:48.936164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.942680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77edf67-f44a-4482-ac15-28e752e15911 None None] Network f4c4696e-2f5f-47b7-bc34-72a3df7bba13 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:48.957540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.962463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:48.968492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/f4c4696e-2f5f-47b7-bc34-72a3df7bba13 HTTP/1.1" status: 204 len: 168 time: 0.9164112 Aug 31 06:52:48.975747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.008865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Calling delete_port for 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:49.012260 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9d5cd6-407f-4b00-81e6-07b0bd8713fc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:49.012774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9d5cd6-407f-4b00-81e6-07b0bd8713fc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:49.017800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c9d5cd6-407f-4b00-81e6-07b0bd8713fc tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/2f9514e0-d608-4f61-ba32-72cf1d6f839f HTTP/1.1" status: 404 len: 337 time: 0.0373163 Aug 31 06:52:49.018153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.040540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4128625a-6e65-4c54-840d-c49887826558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2752984 Aug 31 06:52:49.050040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5c1aa-ec0d-48f0-9cbf-05174dbbf9ef tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=f4c4696e-2f5f-47b7-bc34-72a3df7bba13,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:49.155774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.169379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-b05a8504-1d80-486c-8009-713525206381 service neutron] 10.222.0.57 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059120 Aug 31 06:52:49.170589 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-18cde9da-3f63-409b-b2f4-a02ea793c9ae tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:49.171397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18cde9da-3f63-409b-b2f4-a02ea793c9ae tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:49.176745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-18cde9da-3f63-409b-b2f4-a02ea793c9ae tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/f4c4696e-2f5f-47b7-bc34-72a3df7bba13 HTTP/1.1" status: 404 len: 339 time: 0.1465397 Aug 31 06:52:49.177693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.181864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] Pushing event deleted for resources: {'Port': ['ID=5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:49.187689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf1fac7-42d3-4478-aabe-81a872486d23 None None] No DVR routers for this DVR port 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:49.207518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b09c48-b1f5-401e-a8ec-81f2fe6f991f None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:52:49.272956 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-af6835c8-62d3-43c5-b79b-c7bb29156ebe tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:49.273444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af6835c8-62d3-43c5-b79b-c7bb29156ebe tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:49.277561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af6835c8-62d3-43c5-b79b-c7bb29156ebe tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/f7e3878d-49a3-4efe-b0c0-9d578361a28d HTTP/1.1" status: 404 len: 337 time: 0.0946662 Aug 31 06:52:49.278393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af4e345-9cd7-47f3-97e2-c7af7f7b8696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.279925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.311577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8b09c48-b1f5-401e-a8ec-81f2fe6f991f None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:52:49.406325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:49.406870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.414371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.418989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/subnets/898f7d18-9e63-4fd2-a585-e944428914f5 HTTP/1.1" status: 204 len: 168 time: 1.8813932 Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:49.419996 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:49.421707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd4135-c82b-4643-b22b-b3c20cc18000 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Subnet': ['ID=898f7d18-9e63-4fd2-a585-e944428914f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:49.433513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.511373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6714df1-6b9b-4369-8c40-6e818ec2bf21 req-edd6feea-7c8c-43f1-bb1d-f33e630d1813 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:49.512964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6714df1-6b9b-4369-8c40-6e818ec2bf21 req-edd6feea-7c8c-43f1-bb1d-f33e630d1813 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.7734096 Aug 31 06:52:49.560462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:49.599189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.613964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:49.614440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5ecf6b80-b537-47d3-9d7f-d6f78d36c3ce not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:49.624651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.626536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] 10.222.0.57 "DELETE /v2.0/networks/e822f3c8-640d-4e85-8375-d01215a77d20 HTTP/1.1" status: 204 len: 168 time: 2.9329591 Aug 31 06:52:49.631075 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d22ddf3-abf2-4be1-89c9-dec8b5e5cc64 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:49.631532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d22ddf3-abf2-4be1-89c9-dec8b5e5cc64 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:49.634762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d22ddf3-abf2-4be1-89c9-dec8b5e5cc64 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/3795e423-dc1a-469b-a82f-f2392c3a1f44 HTTP/1.1" status: 404 len: 339 time: 0.3494086 Aug 31 06:52:49.640178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.654117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.655912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da7e5de-6d11-41e1-951d-0edc89897b43 tempest-DHCPAgentSchedulersTestJSON-1561853404 tempest-DHCPAgentSchedulersTestJSON-1561853404-project] Pushing event deleted for resources: {'Network': ['ID=e822f3c8-640d-4e85-8375-d01215a77d20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:49.674210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6714df1-6b9b-4369-8c40-6e818ec2bf21 req-75323513-6d81-497c-ae31-5e644f115f8e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218772 Aug 31 06:52:49.697284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e67c63-3c45-457b-a4b9-8b7adc554674 None None] Network 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:49.800222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-f8f9ed33-d8c5-4be4-8507-aaea5136bc3e service neutron] 10.222.0.57 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5976312 Aug 31 06:52:49.831760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.883478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.886727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:49.889639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Port': ['ID=ea0adf79-1452-4cf8-9c54-00477196c487,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:49.916782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45266707-79a6-4722-928a-d67c4103a012']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:49.956438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dfa6833-6678-449b-81b4-eb98b9805961') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:49.957166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dfa6833-6678-449b-81b4-eb98b9805961') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:49.965773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:49.999421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3365e9-d85c-4ac4-9efa-cc360974dc67 req-c8194f5f-1ffd-4acb-8b80-f4778f49d73f tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:50.001024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc3365e9-d85c-4ac4-9efa-cc360974dc67 req-c8194f5f-1ffd-4acb-8b80-f4778f49d73f tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 945 time: 0.2219353 Aug 31 06:52:50.003611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.032545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] DHCP port deletion for 08eebcdf-0de6-4ea7-b6f4-eb2a095a053f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:50.042696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af4e345-9cd7-47f3-97e2-c7af7f7b8696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.092636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.116194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:50.116615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:50.123386 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:50.148390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Deleting port 7c69a4fd-a697-41a1-8fac-726ae569af2b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:50.148761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.208988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c7d14a0-e9d4-4302-9625-59248c5f8c3c req-7f0b2f15-368b-4ad8-81a7-5dc02a039f27 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 210 time: 0.1636155 Aug 31 06:52:50.209641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af4e345-9cd7-47f3-97e2-c7af7f7b8696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.231763 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.242050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5bb55542-cd8e-46b9-b2c7-3029982758d8 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "DELETE /v2.0/ports/ea0adf79-1452-4cf8-9c54-00477196c487 HTTP/1.1" status: 204 len: 168 time: 2.7109420 Aug 31 06:52:50.248248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:50.280301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] For port 7c69a4fd-a697-41a1-8fac-726ae569af2b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c69a4fd-a697-41a1-8fac-726ae569af2b,segment=NetworkSegment(1e301d5e-1cac-49c0-ab75-ed2b7b070919),segment_id=1e301d5e-1cac-49c0-ab75-ed2b7b070919)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:50.280713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.289034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc3365e9-d85c-4ac4-9efa-cc360974dc67 req-c53addf9-62c3-47e6-9498-d70f1d67b334 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692666 Aug 31 06:52:50.313202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.322274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Calling delete_port for 7c69a4fd-a697-41a1-8fac-726ae569af2b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:50.328713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.332439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e73038fd-d9eb-406e-ae08-15740261099a']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:50.334860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4e345-9cd7-47f3-97e2-c7af7f7b8696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1467a644-8e94-411c-8483-8580459d6d27,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.340002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.344551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/networks/45266707-79a6-4722-928a-d67c4103a012 HTTP/1.1" status: 204 len: 168 time: 0.9092741 Aug 31 06:52:50.348243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:50.350585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6af4e345-9cd7-47f3-97e2-c7af7f7b8696 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c978bd555cce46e19d95c802e4155e74&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4184439 Aug 31 06:52:50.351367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:50.371171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22b139-6d5b-4bf7-874b-87b0ae6c7a8e tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Network': ['ID=45266707-79a6-4722-928a-d67c4103a012,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.377454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 255ae02b-5fd3-4764-b97d-acc56b27f260 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:50.401514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03c6d190-63b4-440c-ab7c-16c24ca7e14c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:50.401940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03c6d190-63b4-440c-ab7c-16c24ca7e14c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:50.430400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.434744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2f809166-fe0d-457f-aa53-4f102c89cd9b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3aecf2e2ccda4d4e91f864a1421924bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4678116 Aug 31 06:52:50.439247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd5492a-afbe-4d97-981e-fb75c402f972 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:50.441629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dd5492a-afbe-4d97-981e-fb75c402f972 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "GET /v2.0/ports?device_id=dfe54569-362a-47c4-919a-0bf57525c24a HTTP/1.1" status: 200 len: 913 time: 0.1919208 Aug 31 06:52:50.442405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:50.445693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:50.454768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 255ae02b-5fd3-4764-b97d-acc56b27f260 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:50.462545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 255ae02b-5fd3-4764-b97d-acc56b27f260 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:50.462922 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.478857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.495225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.552163 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.567968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.579856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.583897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] No DVR routers for this DVR port 7c69a4fd-a697-41a1-8fac-726ae569af2b on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:50.594199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:50.595044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:50.601804 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:50.607044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccf42e-2c4b-4b82-b294-349e5aad74e5 None None] Pushing event deleted for resources: {'Port': ['ID=7c69a4fd-a697-41a1-8fac-726ae569af2b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.608993 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.627918 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.641710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:50.644509 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0edc8b-bb6f-4247-afcf-f4746c8ec6e1" -d '{"events": [{"server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "name": "network-vif-plugged", "status": "completed", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:50.653610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Deleting port 7c69a4fd-a697-41a1-8fac-726ae569af2b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:50.653960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.657084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.661292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.662614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e8637c1e-79a8-48ec-b33a-dc572719924e HTTP/1.1" status: 204 len: 168 time: 0.2153919 Aug 31 06:52:50.676375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=255ae02b-5fd3-4764-b97d-acc56b27f260,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:50.695458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.720097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c1c78-16bc-4e1f-98a6-b6ae22a92757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8637c1e-79a8-48ec-b33a-dc572719924e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.759559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] For port 7c69a4fd-a697-41a1-8fac-726ae569af2b, host n-d-712707-15, got binding levels [] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:50.759962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.783136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Calling delete_port for 7c69a4fd-a697-41a1-8fac-726ae569af2b owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:50.786738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.ipam_backend_mixin [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Port 7c69a4fd-a697-41a1-8fac-726ae569af2b was not found and therefore no delete operation was performed {{(pid=94639) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:52:50.788185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.794317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.823437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f9c65a2-1688-48bc-929d-decfc88e3b50 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:52:50.854093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Port': ['ID=7c69a4fd-a697-41a1-8fac-726ae569af2b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.885255 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3af335af-3a54-42e7-ade4-abd9a89a3112 x-openstack-request-id: req-3af335af-3a54-42e7-ade4-abd9a89a3112 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:50.885573 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "name": "network-vif-plugged", "status": "completed", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:50.885826 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3af335af-3a54-42e7-ade4-abd9a89a3112 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:50.886219 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260', 'code': 200} Aug 31 06:52:50.890108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.917145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] No DVR routers for this DVR port 7c69a4fd-a697-41a1-8fac-726ae569af2b on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:50.934825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:50.939356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7f9c65a2-1688-48bc-929d-decfc88e3b50 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:50.944702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7f9c65a2-1688-48bc-929d-decfc88e3b50 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:50.945094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.960839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:50.962997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/e73038fd-d9eb-406e-ae08-15740261099a HTTP/1.1" status: 204 len: 168 time: 1.3119078 Aug 31 06:52:50.969531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.020015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc62cac8-1be0-43ee-8805-4b765abb3b3c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=e73038fd-d9eb-406e-ae08-15740261099a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:51.065391 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.068758 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1293e58f-3822-40d1-b8f3-f805937cb614 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.069293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1293e58f-3822-40d1-b8f3-f805937cb614 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.072231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.074426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1293e58f-3822-40d1-b8f3-f805937cb614 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/ecf05660-58f6-4a44-bae9-3d85a0d6f3d8 HTTP/1.1" status: 404 len: 337 time: 0.1017237 Aug 31 06:52:51.075474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.076865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1467a644-8e94-411c-8483-8580459d6d27 HTTP/1.1" status: 204 len: 168 time: 0.7162318 Aug 31 06:52:51.077699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.102080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce637935-c869-4167-af60-f4152c2b0937 req-64495a9c-21d3-4666-951f-a5f98cbb9066 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.104120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce637935-c869-4167-af60-f4152c2b0937 req-64495a9c-21d3-4666-951f-a5f98cbb9066 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.2535167 Aug 31 06:52:51.109830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50cfc35-44b3-4e30-bfe8-b780a0431db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1467a644-8e94-411c-8483-8580459d6d27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:51.116689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:51.129088 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b479d61-770c-4954-a055-75e60bff24e5 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.129878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b479d61-770c-4954-a055-75e60bff24e5 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.134299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b479d61-770c-4954-a055-75e60bff24e5 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/85f15549-0366-42e1-9e6c-e9c01aab250f HTTP/1.1" status: 404 len: 339 time: 0.0348251 Aug 31 06:52:51.135430 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.135590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.203035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:51.203645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.231133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.234747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009830f-b3e3-4e66-94d1-7a661aade08d req-0699b1ea-697d-421e-a7ec-11e6a8d1751d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.237130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3009830f-b3e3-4e66-94d1-7a661aade08d req-0699b1ea-697d-421e-a7ec-11e6a8d1751d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 1097 time: 0.3177555 Aug 31 06:52:51.238374 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d0d69e8-d55b-4f39-95d5-66483e413d76 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.238911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d0d69e8-d55b-4f39-95d5-66483e413d76 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.243232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7d0d69e8-d55b-4f39-95d5-66483e413d76 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/68ee05ca-7ef8-43ad-933e-cf1b533c6bbb HTTP/1.1" status: 404 len: 337 time: 0.1042223 Aug 31 06:52:51.247654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.267796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce637935-c869-4167-af60-f4152c2b0937 req-b04db94b-94d0-45b2-ae16-caa244ea7a6f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947225 Aug 31 06:52:51.268751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df02554e-e360-47cb-a12e-4de57f9e5098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.273012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eebcdf-0de6-4ea7-b6f4-eb2a095a053f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:51.303326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e301d5e-1cac-49c0-ab75-ed2b7b070919') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:51.308892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e301d5e-1cac-49c0-ab75-ed2b7b070919') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:51.320910 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1362064-23ee-4492-8ba2-84c1280a8758 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.321643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1362064-23ee-4492-8ba2-84c1280a8758 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.325895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f1362064-23ee-4492-8ba2-84c1280a8758 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/01b20a0b-5d5f-41f2-9a3d-13d81b135619 HTTP/1.1" status: 404 len: 339 time: 0.0748067 Aug 31 06:52:51.341943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.354729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.414069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.420755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:51.421365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.431254 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b328a1-2cf4-4ed3-b4a7-5d153b497b0c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.431935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25b328a1-2cf4-4ed3-b4a7-5d153b497b0c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.436010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25b328a1-2cf4-4ed3-b4a7-5d153b497b0c tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/c3747f16-4ed7-48ca-a407-1b3ac3a147e5 HTTP/1.1" status: 404 len: 337 time: 0.0771191 Aug 31 06:52:51.440063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70146169-6085-4f46-9e4b-0b2f208e1a8f req-d0f4bc79-0f3e-4014-9c78-03ff46b3a7b8 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 210 time: 0.0821471 Aug 31 06:52:51.440751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39234) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:51.517021 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:51.520312 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa0e4de0-cdec-47f7-8cbc-f68e715c64de tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.520920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa0e4de0-cdec-47f7-8cbc-f68e715c64de tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.530209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aa0e4de0-cdec-47f7-8cbc-f68e715c64de tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/3cc24fee-6479-432f-bd8f-acceb412e9da HTTP/1.1" status: 404 len: 339 time: 0.0872283 Aug 31 06:52:51.538860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.581180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3009830f-b3e3-4e66-94d1-7a661aade08d req-3645fc74-e8ed-465e-9181-35b9604e7e3b service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254399 Aug 31 06:52:51.609770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c69a4fd-a697-41a1-8fac-726ae569af2b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:51.630131 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f2491f-2eb8-49df-885e-17f11b56bb72 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.630644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f2491f-2eb8-49df-885e-17f11b56bb72 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.633176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28f2491f-2eb8-49df-885e-17f11b56bb72 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/ca40ef16-aadb-490d-a36b-1faaba4dfbb6 HTTP/1.1" status: 404 len: 337 time: 0.0927010 Aug 31 06:52:51.639137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.640079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7c69a4fd-a697-41a1-8fac-726ae569af2b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:51.640621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c69a4fd-a697-41a1-8fac-726ae569af2b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:51.659742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.681683 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da22218-fda5-46f3-916f-df0b4d1cf5b2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.682244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da22218-fda5-46f3-916f-df0b4d1cf5b2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.685502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4da22218-fda5-46f3-916f-df0b4d1cf5b2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/521f1037-ef9f-4446-b15d-736d54569dae HTTP/1.1" status: 404 len: 339 time: 0.0436399 Aug 31 06:52:51.690608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.692921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.694799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] 10.222.0.57 "DELETE /v2.0/networks/08eebcdf-0de6-4ea7-b6f4-eb2a095a053f HTTP/1.1" status: 204 len: 168 time: 1.3358800 Aug 31 06:52:51.753817 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff81dabf-d3ad-45cc-9ffc-d7a0c2a84c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.754313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff81dabf-d3ad-45cc-9ffc-d7a0c2a84c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.756082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ff81dabf-d3ad-45cc-9ffc-d7a0c2a84c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/890f4a95-e9fc-4acd-8f2d-0b5e232dc1e1 HTTP/1.1" status: 404 len: 337 time: 0.0555370 Aug 31 06:52:51.756980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6a913-4f09-4856-b16b-0df268d77267 tempest-TaggedBootDevicesTest-166956913 tempest-TaggedBootDevicesTest-166956913-project] Pushing event deleted for resources: {'Network': ['ID=08eebcdf-0de6-4ea7-b6f4-eb2a095a053f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:51.758684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:51.768949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-df7444a1-5555-41a8-b8ac-4001c62ca8d7 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.770659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-df7444a1-5555-41a8-b8ac-4001c62ca8d7 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 810 time: 0.4072905 Aug 31 06:52:51.771152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.818963 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd69dac-b29b-45b2-bde2-3781dbf0f0ac tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.819657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd69dac-b29b-45b2-bde2-3781dbf0f0ac tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.821663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abd69dac-b29b-45b2-bde2-3781dbf0f0ac tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/fea9d670-1796-411b-bc73-49e674329828 HTTP/1.1" status: 404 len: 339 time: 0.0471652 Aug 31 06:52:51.838007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.843134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c46a2-4547-47c8-b7a2-7b86ddc6625b req-7cf77198-6171-464e-994a-f58f8e4250a5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:51.844047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-447c46a2-4547-47c8-b7a2-7b86ddc6625b req-7cf77198-6171-464e-994a-f58f8e4250a5 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 946 time: 0.4596236 Aug 31 06:52:51.884559 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cda0cf7-0d6e-44d8-90db-e7359b247a90 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.884928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cda0cf7-0d6e-44d8-90db-e7359b247a90 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.886673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5cda0cf7-0d6e-44d8-90db-e7359b247a90 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/e00b1725-bd15-4afd-a4a5-ebfde0ecf881 HTTP/1.1" status: 404 len: 337 time: 0.0481808 Aug 31 06:52:51.894705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.943044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-c14e7709-1131-4a50-8b72-5e2f737fe4e6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 380 time: 0.1606307 Aug 31 06:52:51.956822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'port': {'device_id': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'admin_state_up': True, 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'security_groups': ['241c1a8e-fc44-4acd-8888-6a6af87ddd90']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:51.974420 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-02595b19-9b6b-4691-910c-fd25e1763e05 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:51.975002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02595b19-9b6b-4691-910c-fd25e1763e05 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:51.976724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02595b19-9b6b-4691-910c-fd25e1763e05 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/782868c4-fd76-40bd-a6c3-666fec6ec319 HTTP/1.1" status: 404 len: 339 time: 0.0808442 Aug 31 06:52:51.981673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:51.996296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df02554e-e360-47cb-a12e-4de57f9e5098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.030276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df02554e-e360-47cb-a12e-4de57f9e5098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.030741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-2be65637-9c5d-4eae-9b65-ec40aa2f9bf6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:52.032395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-2be65637-9c5d-4eae-9b65-ec40aa2f9bf6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 810 time: 0.3427927 Aug 31 06:52:52.046352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-447c46a2-4547-47c8-b7a2-7b86ddc6625b req-44fe3efd-61bc-4629-9ca5-32fe8f0af8ac tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900079 Aug 31 06:52:52.066470 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9692f3dd-876c-45e2-8f5d-e4a745c7aa52 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:52.066921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9692f3dd-876c-45e2-8f5d-e4a745c7aa52 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:52.068604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9692f3dd-876c-45e2-8f5d-e4a745c7aa52 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/c27a0c4a-1fb8-47c3-99ea-7a2749abe804 HTTP/1.1" status: 404 len: 337 time: 0.0860112 Aug 31 06:52:52.071172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.078229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-9f611517-f264-4081-8431-0a1e367197c6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/quotas/57a97e2870eb4a61a9a967f498870646 HTTP/1.1" status: 200 len: 375 time: 0.0203815 Aug 31 06:52:52.097611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df02554e-e360-47cb-a12e-4de57f9e5098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b629fa23-0841-4cb3-952e-bae1739a0a73,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:52.103814 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a852bf4d-0b5e-418a-96c1-500ac327b344 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:52.104391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a852bf4d-0b5e-418a-96c1-500ac327b344 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:52.108420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a852bf4d-0b5e-418a-96c1-500ac327b344 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/25bef790-d29e-4f19-a8ed-1c3fff092a1a HTTP/1.1" status: 404 len: 339 time: 0.0296242 Aug 31 06:52:52.114104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39282) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.147308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df02554e-e360-47cb-a12e-4de57f9e5098 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66b977f3da5e44169fa116e859f1c62f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9372733 Aug 31 06:52:52.148572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39284) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.171397 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e0d4b88-57b9-4dfb-a021-7d46530f2ac6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:52.171755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e0d4b88-57b9-4dfb-a021-7d46530f2ac6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:52.176602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9e0d4b88-57b9-4dfb-a021-7d46530f2ac6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/320bd905-4f76-4e19-b7b4-73b74a073ac2 HTTP/1.1" status: 404 len: 337 time: 0.0586004 Aug 31 06:52:52.177360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.223145 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dcc9e32-c964-4afa-8c27-dd10b085cab2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] DELETE failed (client error): The resource could not be found. Aug 31 06:52:52.223764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dcc9e32-c964-4afa-8c27-dd10b085cab2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:52:52.225726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8dcc9e32-c964-4afa-8c27-dd10b085cab2 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/5ff589a8-7748-48fb-a204-41498b73078d HTTP/1.1" status: 404 len: 339 time: 0.0476081 Aug 31 06:52:52.230271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.311017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Made reservation on behalf of 1ff780f9eac44da2a324cadbb1df13c5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:52.314873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.340180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting subnet 2e7cc049-e040-49f2-ba3d-d8b24cf603a1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:52.343048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.426228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.483867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-8d8086fe-8c51-4a12-9541-245013be90ce tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3960721 Aug 31 06:52:52.603004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8d486a66-c6e1-4f14-a1bf-09c084b201c6 req-3f3e041e-a5b2-4545-adf9-fe6b00846d26 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 210 time: 0.0729046 Aug 31 06:52:52.610212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.642215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Allocated IP 172.20.0.3 (a1412297-f0a9-4a33-82e8-2280fe46c66f/f8c96791-a547-44ab-9130-5dc0fe9ab43b/93864460-50fd-4b53-9d3c-6c6477d2c589) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:52.652733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.678882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-1f52edab-acce-40b1-bf1a-9be9ecd9d568 service neutron] 10.222.0.57 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938312 Aug 31 06:52:52.692975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.806259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.827541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.831207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting port 3ca2fac0-155d-4757-a643-beddd24ce59f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:52.831376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:52.831547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/subnets/2e7cc049-e040-49f2-ba3d-d8b24cf603a1 HTTP/1.1" status: 204 len: 168 time: 0.5987260 Aug 31 06:52:52.839182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491b2159-e5eb-4827-8001-f27562b3f498 None None] Network bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:52.848976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-c0b7bf5d-2337-46d4-ac5a-38ba55de9592 service neutron] 10.222.0.57 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690371 Aug 31 06:52:52.849627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:52.859733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc5e6ad-0add-4808-8c84-cfcd9fe97ad6 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Subnet': ['ID=2e7cc049-e040-49f2-ba3d-d8b24cf603a1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:52.904264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:52.907487 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee542c7c-f6f5-4578-b379-c986dabe8019" -d '{"events": [{"server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "name": "network-vif-plugged", "status": "completed", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:52.960747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:53.047298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.107643 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa02f19-d07f-4050-b70a-c02dab225a7c x-openstack-request-id: req-9fa02f19-d07f-4050-b70a-c02dab225a7c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:53.108159 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "name": "network-vif-plugged", "status": "completed", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:53.108561 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9fa02f19-d07f-4050-b70a-c02dab225a7c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:53.109094 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50', 'code': 200} Aug 31 06:52:53.137862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Transition to ACTIVE for port object 93864460-50fd-4b53-9d3c-6c6477d2c589 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:53.210613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-df9db13d-af91-43b2-b61a-26727d5d3181 req-e24ff85f-f61a-4227-91f8-eed4653cd77b tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 210 time: 0.1100299 Aug 31 06:52:53.218560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.220839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.224363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b629fa23-0841-4cb3-952e-bae1739a0a73 HTTP/1.1" status: 204 len: 168 time: 1.0739079 Aug 31 06:52:53.235025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] DHCP port deletion for bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:53.267112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f485f3-8ecf-49b2-958e-1797ef7d99ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b629fa23-0841-4cb3-952e-bae1739a0a73,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:53.293920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ee8668c-09c2-4e47-9b19-e87c9279c27d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.301379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.304313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.324016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Calling delete_port for 3ca2fac0-155d-4757-a643-beddd24ce59f owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:53.332226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79deccaf-89b9-4d0e-b46b-cbcf4a50557f req-919a3da0-a837-4700-ac9d-8d94e2ec7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.333980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79deccaf-89b9-4d0e-b46b-cbcf4a50557f req-919a3da0-a837-4700-ac9d-8d94e2ec7fb6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 1098 time: 0.2288439 Aug 31 06:52:53.342016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Deleting port 22150db8-e19e-4a90-88f4-99522ab9d7c8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:53.342483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.432857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] For port 22150db8-e19e-4a90-88f4-99522ab9d7c8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=22150db8-e19e-4a90-88f4-99522ab9d7c8,segment=NetworkSegment(2fbb0d43-7862-4a86-ab43-0e7d1d44fb40),segment_id=2fbb0d43-7862-4a86-ab43-0e7d1d44fb40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:53.433273 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.449649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Calling delete_port for 22150db8-e19e-4a90-88f4-99522ab9d7c8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:53.465574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7ab4b8-ccb3-4201-b864-e724b1e0a29b req-4687bf28-197f-4523-aab0-4f8485616e7b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.467843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba7ab4b8-ccb3-4201-b864-e724b1e0a29b req-4687bf28-197f-4523-aab0-4f8485616e7b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 946 time: 0.2520955 Aug 31 06:52:53.519312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.607913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 22150db8-e19e-4a90-88f4-99522ab9d7c8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:53.625997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79deccaf-89b9-4d0e-b46b-cbcf4a50557f req-98f239e0-fb5d-4d92-9d66-25472fa32423 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805774 Aug 31 06:52:53.634337 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.681122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:53.681694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] Pushing event deleted for resources: {'Port': ['ID=22150db8-e19e-4a90-88f4-99522ab9d7c8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:53.689862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cff2f0-6933-4e63-bb47-4eab96f1ef0f None None] No DVR routers for this DVR port 22150db8-e19e-4a90-88f4-99522ab9d7c8 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:53.696970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No active binding found for port 22150db8-e19e-4a90-88f4-99522ab9d7c8 {{(pid=94641) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 31 06:52:53.697746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 22150db8-e19e-4a90-88f4-99522ab9d7c8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:53.699605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:53.715790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:53.791630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba7ab4b8-ccb3-4201-b864-e724b1e0a29b req-6e93dbf3-e18f-47e3-9070-1a4467bae7da tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624841 Aug 31 06:52:53.802585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.803278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.832937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Deleting port 22150db8-e19e-4a90-88f4-99522ab9d7c8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:53.833273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.843115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:53.955609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] For port 22150db8-e19e-4a90-88f4-99522ab9d7c8, host n-d-712707-15, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:53.956057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.959534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a36f0e-02d8-49ca-bbba-1bdbe3d8dc72 req-5cb760f5-fd21-46d2-bff4-2bdaf7bb2b77 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:53.961165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09a36f0e-02d8-49ca-bbba-1bdbe3d8dc72 req-5cb760f5-fd21-46d2-bff4-2bdaf7bb2b77 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 931 time: 0.1673579 Aug 31 06:52:53.972331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Calling delete_port for 22150db8-e19e-4a90-88f4-99522ab9d7c8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:53.975659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Port 22150db8-e19e-4a90-88f4-99522ab9d7c8 was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:52:53.977207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.979298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ee8668c-09c2-4e47-9b19-e87c9279c27d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:53.992139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ee8668c-09c2-4e47-9b19-e87c9279c27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.001024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-4daa9af4-ba5d-4995-9158-de53e9ee331c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0508728 Aug 31 06:52:54.028146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Request body: {'port': {'device_id': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:54.042297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.070556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a67e675-a513-4301-a772-311254ee77ea None None] Provisioning for port 93864460-50fd-4b53-9d3c-6c6477d2c589 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:52:54.077369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a67e675-a513-4301-a772-311254ee77ea None None] Provisioning complete for port 93864460-50fd-4b53-9d3c-6c6477d2c589 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:52:54.078028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a67e675-a513-4301-a772-311254ee77ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.094191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0ee8668c-09c2-4e47-9b19-e87c9279c27d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=12aa973ac2574f45a6196abbb90fb90a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1318808 Aug 31 06:52:54.100746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:54.112020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Port': ['ID=22150db8-e19e-4a90-88f4-99522ab9d7c8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:54.114327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee8668c-09c2-4e47-9b19-e87c9279c27d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffdc19e-3e71-4883-a12c-7a72dc47328c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:54.129247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] No DVR routers for this DVR port 22150db8-e19e-4a90-88f4-99522ab9d7c8 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:54.138188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-09a36f0e-02d8-49ca-bbba-1bdbe3d8dc72 req-d13dceca-9c13-44be-aaf2-9cdeb9413665 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674151 Aug 31 06:52:54.162985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a67e675-a513-4301-a772-311254ee77ea None None] Port 93864460-50fd-4b53-9d3c-6c6477d2c589 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:52:54.181939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.245434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.252434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.265202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.295738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.296267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fbb0d43-7862-4a86-ab43-0e7d1d44fb40') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:54.311976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.319979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Port': ['ID=3ca2fac0-155d-4757-a643-beddd24ce59f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:54.333386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.389170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.443691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5da081e-557f-4808-9b00-6b3d368f9d90 req-20ae219f-e5c3-4956-b478-0dbdccca4337 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 210 time: 0.0870125 Aug 31 06:52:54.445021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:52:54.446429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:52:54.459685 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:52:54.568093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.581831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.585975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fffdc19e-3e71-4883-a12c-7a72dc47328c HTTP/1.1" status: 204 len: 168 time: 0.4834635 Aug 31 06:52:54.636220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f68adc-4af0-4c1d-8209-39fcba275a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffdc19e-3e71-4883-a12c-7a72dc47328c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:54.655804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.676279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.680884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] 10.222.0.57 "DELETE /v2.0/networks/bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460 HTTP/1.1" status: 204 len: 168 time: 1.8232772 Aug 31 06:52:54.692107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:54.694813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55f900a-9e56-4008-826a-0f1f8ccb1c23 tempest-NetworksTest-1464255796 tempest-NetworksTest-1464255796-project] Pushing event deleted for resources: {'Network': ['ID=bcd9bb1b-7d4c-4138-bcee-5ebd8f6af460,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:54.795313 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0367e34-3a74-40fc-bd23-e019b3034bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.003841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Router dfe54569-362a-47c4-919a-0bf57525c24a has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:52:55.045191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93864460-50fd-4b53-9d3c-6c6477d2c589 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:52:55.067613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.100430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7f1b16-03ac-486a-a9c1-f444727dd968 req-6f17eb9d-4ef6-4129-881a-f53c22609edf tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:55.102509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7f1b16-03ac-486a-a9c1-f444727dd968 req-6f17eb9d-4ef6-4129-881a-f53c22609edf tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 946 time: 0.2147896 Aug 31 06:52:55.147481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Transition to ACTIVE for port object 93864460-50fd-4b53-9d3c-6c6477d2c589 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:52:55.201514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:52:55.209877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-efa04f89-b16a-4215-a82b-421c548ae862 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "PUT /v2.0/routers/dfe54569-362a-47c4-919a-0bf57525c24a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7606544 Aug 31 06:52:55.212316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:55.217476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] Sync routers for ids ['dfe54569-362a-47c4-919a-0bf57525c24a'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:52:55.237974 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] Routers {'dfe54569-362a-47c4-919a-0bf57525c24a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:55.238609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dfe54569-362a-47c4-919a-0bf57525c24a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:55.246763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:55.264840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.336105 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:55.360959 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] Routers {'dfe54569-362a-47c4-919a-0bf57525c24a'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:52:55.362454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dfe54569-362a-47c4-919a-0bf57525c24a'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:55.438699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7f1b16-03ac-486a-a9c1-f444727dd968 req-4bffa799-fd03-4a49-8297-ee9eb75231f9 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141351 Aug 31 06:52:55.479757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:55.522445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-369b6756-5d7a-431c-b649-df959b09d3e3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:55.526454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-369b6756-5d7a-431c-b649-df959b09d3e3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.50 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 810 time: 0.4180281 Aug 31 06:52:55.555736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Request body: {'port': {'device_id': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'admin_state_up': True, 'tenant_id': '57a97e2870eb4a61a9a967f498870646'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:55.589028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.723146 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:52:55.724046 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec7ed674-882e-436a-b478-c84294c7823f None None] The sync data for ids ['dfe54569-362a-47c4-919a-0bf57525c24a'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:52:55.745493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-082c4bc5-a321-4ef2-8f18-c833a9ffd7a7 req-aec71e32-8bda-483c-b260-30338b8ca638 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 210 time: 0.1217275 Aug 31 06:52:55.770805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Attempting to bind port 93864460-50fd-4b53-9d3c-6c6477d2c589 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:52:55.771143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Attempting to bind port 93864460-50fd-4b53-9d3c-6c6477d2c589 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:52:55.771476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Attempting to bind port 93864460-50fd-4b53-9d3c-6c6477d2c589 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:55.791329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Port 93864460-50fd-4b53-9d3c-6c6477d2c589 on network a1412297-f0a9-4a33-82e8-2280fe46c66f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:52:55.791764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Attempting to bind port 93864460-50fd-4b53-9d3c-6c6477d2c589 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:52:55.810780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de050eef-8da5-49d5-b504-6835a2d84b44 req-fedf5cb3-1fdd-485d-b2b7-946585134b3c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:55.820692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de050eef-8da5-49d5-b504-6835a2d84b44 req-fedf5cb3-1fdd-485d-b2b7-946585134b3c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 943 time: 0.4585822 Aug 31 06:52:55.863456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:52:55.863804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Checking segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:52:55.864202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Bound using segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:52:55.865297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Bound port: 93864460-50fd-4b53-9d3c-6c6477d2c589, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:52:55.865698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:55.938379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Made reservation on behalf of 57a97e2870eb4a61a9a967f498870646 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:52:55.943159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.112333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:52:56.143486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=93864460-50fd-4b53-9d3c-6c6477d2c589,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:52:56.148684 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.224807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39410) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.273141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:56.274376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.276060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] 10.222.0.53 "PUT /v2.0/ports/93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1092 time: 2.2532754 Aug 31 06:52:56.299765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:52:56.303070 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f0870b-bbfe-49d8-81ad-2862792300a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:52:56.338340 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.347145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.378278 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de050eef-8da5-49d5-b504-6835a2d84b44 req-5bff6358-80f7-44ac-be1b-e1253ff273ec tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5516396 Aug 31 06:52:56.421177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8062146f-1453-4fba-9b63-c4ffa753e5c0 service neutron] Pushing event updated for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:56.436249 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03975f9-1f03-4459-93c4-49c04bae0868 x-openstack-request-id: req-a03975f9-1f03-4459-93c4-49c04bae0868 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:52:56.439791 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:52:56.441134 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a03975f9-1f03-4459-93c4-49c04bae0868 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:52:56.442194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b514ac1-15b6-488b-bf61-cbd2a4a8328b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=484e3a1990924a86b82b4435dee65bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1919973 Aug 31 06:52:56.443669 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'status': 'completed', 'code': 200} Aug 31 06:52:56.457339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Allocated IP 172.20.0.6 (82486458-6398-401b-a38c-69be53e4733c/010e9959-eca9-4054-bfeb-50a9d5e3553d/f837aa05-d63c-4c41-bc68-caa7b627f8c1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:52:56.459740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.567675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-c65b43e6-265c-418e-881b-0ebab062a3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:56.569247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-c65b43e6-265c-418e-881b-0ebab062a3cb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1095 time: 0.2275829 Aug 31 06:52:56.572519 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.573039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Fanout notify agent at l3_agent the message router_deleted on router dfe54569-362a-47c4-919a-0bf57525c24a {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:52:56.584024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.585130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62b36d7e-4ab0-4893-825b-f8548318db43 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "DELETE /v2.0/routers/dfe54569-362a-47c4-919a-0bf57525c24a HTTP/1.1" status: 204 len: 168 time: 1.3556871 Aug 31 06:52:56.592526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:56.676041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-9b89d9d6-d663-423a-b22b-c13dfc30b357 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 217 time: 0.0825713 Aug 31 06:52:56.689234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a6a63c-1daf-4d68-87df-27fd564a026b req-781fea2a-9c51-4013-add2-214f41b21a3b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:56.690945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93a6a63c-1daf-4d68-87df-27fd564a026b req-781fea2a-9c51-4013-add2-214f41b21a3b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 946 time: 0.1159303 Aug 31 06:52:56.696319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.790956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93a6a63c-1daf-4d68-87df-27fd564a026b req-fd9e217d-9b95-46f1-9c46-0007a9c88815 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931344 Aug 31 06:52:56.843593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9584f287-d0f2-4308-8944-9b9c6e7dfb1e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1517962161'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:56.844045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9584f287-d0f2-4308-8944-9b9c6e7dfb1e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:52:56.885204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting subnet 02e82de8-af92-4733-8f32-63b7ca70037f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:52:56.895192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.920656 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:56.987292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eed598-c829-4424-92b1-bacf23ea557e req-e0710459-c2e2-49b5-9786-378df3c9a9f3 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:56.994743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45eed598-c829-4424-92b1-bacf23ea557e req-e0710459-c2e2-49b5-9786-378df3c9a9f3 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 945 time: 0.1062429 Aug 31 06:52:57.064309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-45eed598-c829-4424-92b1-bacf23ea557e req-074d3334-e288-4e6a-9d05-48c3ed64a045 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683548 Aug 31 06:52:57.249927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee966971-854c-400e-91ce-17543859904b req-6737266a-209a-4e5f-8d6b-dc6c1ccf818b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:57.252452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee966971-854c-400e-91ce-17543859904b req-6737266a-209a-4e5f-8d6b-dc6c1ccf818b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 945 time: 0.1187735 Aug 31 06:52:57.320405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee966971-854c-400e-91ce-17543859904b req-1659ea5a-897f-42ee-9176-027d4f95445a tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618167 Aug 31 06:52:57.438553 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d8be3c5-aa73-4a0f-ae47-5d5faa0e66fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.523136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a599035e-4265-4cb9-8e5c-61f23c106908 req-bce0171d-6948-4c40-b6ba-18ff700264e2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 210 time: 0.6489103 Aug 31 06:52:57.571860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-cfdc730e-d896-4801-a0b0-5a264c579ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:57.573832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-cfdc730e-d896-4801-a0b0-5a264c579ccc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.8737576 Aug 31 06:52:57.676671 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.717897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.772581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a831fa-e224-47cb-bfdc-5c11745e9228 req-faa26dd8-8924-46ea-9263-4ecce3fa530f tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:57.774678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a831fa-e224-47cb-bfdc-5c11745e9228 req-faa26dd8-8924-46ea-9263-4ecce3fa530f tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 945 time: 0.0864134 Aug 31 06:52:57.808078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9584f287-d0f2-4308-8944-9b9c6e7dfb1e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.815134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9584f287-d0f2-4308-8944-9b9c6e7dfb1e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.5679469 Aug 31 06:52:57.815361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:57.839564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca295d38-cda1-4044-a11a-48f822cb7572 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '7906048b-8aa7-43ad-bb23-61c56c8a37b8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:57.840053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca295d38-cda1-4044-a11a-48f822cb7572 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:52:57.927708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.949443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a831fa-e224-47cb-bfdc-5c11745e9228 req-97be9a24-8c67-48ba-ad4f-0fb853175ce0 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689041 Aug 31 06:52:57.950004 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-ca295d38-cda1-4044-a11a-48f822cb7572 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:52:57.960453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f22b14-c673-4795-9c38-abbe26baca50 req-d7e7129f-a4bb-42bd-b9f3-4075c2b6d72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:57.962155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-d7e7129f-a4bb-42bd-b9f3-4075c2b6d72d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3695409 Aug 31 06:52:57.975244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.978280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:57.986611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/27baffc6-c203-45d0-855b-f914715b1e42 HTTP/1.1" status: 204 len: 168 time: 1.5254099 Aug 31 06:52:57.991217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.092282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.147070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca295d38-cda1-4044-a11a-48f822cb7572 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.147658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b17980-79f9-48f1-9a96-d60e611837fb req-fda7cfcc-1e4a-4d21-99b0-6377af7908bd tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:58.148273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ca295d38-cda1-4044-a11a-48f822cb7572 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3309550 Aug 31 06:52:58.152356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.155859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27b17980-79f9-48f1-9a96-d60e611837fb req-fda7cfcc-1e4a-4d21-99b0-6377af7908bd tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 943 time: 0.5012200 Aug 31 06:52:58.157157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61cd1994-e490-41e1-93ca-977edebe13a0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '7906048b-8aa7-43ad-bb23-61c56c8a37b8'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:58.157708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61cd1994-e490-41e1-93ca-977edebe13a0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:52:58.215488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Subnet': ['ID=02e82de8-af92-4733-8f32-63b7ca70037f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:58.230501 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.metering.metering_plugin [None req-61cd1994-e490-41e1-93ca-977edebe13a0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 31 06:52:58.233443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d9f33-e3d4-4ff3-8652-c6f2a81d096d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27baffc6-c203-45d0-855b-f914715b1e42,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:58.260436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb1a1cc-a522-4984-b548-fffd36a7e4f6 None None] Network f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:52:58.287394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.291751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-081c69ec-79f8-4571-bd6e-1fabd1833190 tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "DELETE /v2.0/subnets/02e82de8-af92-4733-8f32-63b7ca70037f HTTP/1.1" status: 204 len: 168 time: 1.6850185 Aug 31 06:52:58.300310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.374435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61cd1994-e490-41e1-93ca-977edebe13a0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.375622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61cd1994-e490-41e1-93ca-977edebe13a0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2218935 Aug 31 06:52:58.378660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39580) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.390081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-82ef3302-4f57-465e-af86-843b797b5a7b tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=a2078a51-dc9c-4ee2-b71f-a6c629e05a20 HTTP/1.1" status: 200 len: 464 time: 0.0100541 Aug 31 06:52:58.393533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.401545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27b17980-79f9-48f1-9a96-d60e611837fb req-08399703-f735-40e4-aad5-037c424c5b4a tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2364151 Aug 31 06:52:58.441566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.472791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.480899 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-89fbd529-18c3-44cf-b67a-e9b90f8eb812 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060750 Aug 31 06:52:58.484074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8cd70b33-57cd-4ac7-8476-407e1c1b2a89'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:52:58.581280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] DHCP port deletion for f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:52:58.621853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07e4f114-90f8-4b93-be44-6c55a049ca11 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.632222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-07e4f114-90f8-4b93-be44-6c55a049ca11 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/a2078a51-dc9c-4ee2-b71f-a6c629e05a20 HTTP/1.1" status: 204 len: 168 time: 0.2352335 Aug 31 06:52:58.632222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.644219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.681980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Network 82486458-6398-401b-a38c-69be53e4733c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:52:58.694467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:52:58.703652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:52:58.707981 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcdff0d3-c87f-476e-a549-467fe82e74e4 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=a2078a51-dc9c-4ee2-b71f-a6c629e05a20 HTTP/1.1" status: 200 len: 221 time: 0.0564668 Aug 31 06:52:58.714436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39600) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:58.719926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dad7845a-139a-4e08-93c4-a10eb908d829 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1733408253', 'description': 'label created by tempest'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:58.720905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dad7845a-139a-4e08-93c4-a10eb908d829 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Unknown quota resources ['metering_label']. {{(pid=94639) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 06:52:58.747941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Pushing event updated for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:58.807648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a48b16-9a45-4636-a406-9b23a7bae4b7 req-db9518e5-2f81-43a7-a8d4-f01ca303b7ca tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:58.817260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75a48b16-9a45-4636-a406-9b23a7bae4b7 req-db9518e5-2f81-43a7-a8d4-f01ca303b7ca tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 931 time: 0.1696301 Aug 31 06:52:58.907632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75a48b16-9a45-4636-a406-9b23a7bae4b7 req-e4fb4703-89fd-46f9-a6b7-b7364cce766c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836658 Aug 31 06:52:58.915504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:58.916559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.942978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3661081e-1dba-4524-94fe-412312655fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:58.989322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Deleting port 48f5917c-c4c6-4b70-835a-b81a84633ef2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:58.989985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.078043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Deleting port 48f5917c-c4c6-4b70-835a-b81a84633ef2 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:52:59.078626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.161979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-64f22b14-c673-4795-9c38-abbe26baca50 req-e8986a78-4053-41c9-b051-0f2e49876659 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6681640 Aug 31 06:52:59.168916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3661081e-1dba-4524-94fe-412312655fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.174711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3661081e-1dba-4524-94fe-412312655fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.183167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] For port 48f5917c-c4c6-4b70-835a-b81a84633ef2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48f5917c-c4c6-4b70-835a-b81a84633ef2,segment=NetworkSegment(bc13e86d-6555-489e-9083-49c061e44bfd),segment_id=bc13e86d-6555-489e-9083-49c061e44bfd)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:59.183790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.201252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Calling delete_port for 48f5917c-c4c6-4b70-835a-b81a84633ef2 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:59.222524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3661081e-1dba-4524-94fe-412312655fbc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f67949bfb23d48ec87b9bbe6ee2ab6de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908692 Aug 31 06:52:59.229561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:59.289591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] For port 48f5917c-c4c6-4b70-835a-b81a84633ef2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48f5917c-c4c6-4b70-835a-b81a84633ef2,segment=NetworkSegment(bc13e86d-6555-489e-9083-49c061e44bfd),segment_id=bc13e86d-6555-489e-9083-49c061e44bfd)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:52:59.290079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.295088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661081e-1dba-4524-94fe-412312655fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5c1ffbe-bdd1-4548-b8d9-d18e302633cd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:59.305636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.313868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Calling delete_port for 48f5917c-c4c6-4b70-835a-b81a84633ef2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:52:59.321150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.336884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.360254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] No DVR routers for this DVR port 48f5917c-c4c6-4b70-835a-b81a84633ef2 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:52:59.363868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c501a-b25b-4d48-ad1e-3a0ac396eb54 None None] Pushing event deleted for resources: {'Port': ['ID=48f5917c-c4c6-4b70-835a-b81a84633ef2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:59.409280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dad7845a-139a-4e08-93c4-a10eb908d829 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.413527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dad7845a-139a-4e08-93c4-a10eb908d829 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6942177 Aug 31 06:52:59.414792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:59.438417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6cf017f9-9dc4-469f-b9d4-387c16349caf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8934059 Aug 31 06:52:59.505707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Request body: {'port': {'device_id': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:59.536615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48f5917c-c4c6-4b70-835a-b81a84633ef2 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:52:59.552702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:59.557632 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.560353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.560793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 48f5917c-c4c6-4b70-835a-b81a84633ef2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:52:59.561376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48f5917c-c4c6-4b70-835a-b81a84633ef2 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:52:59.585823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f5c1ffbe-bdd1-4548-b8d9-d18e302633cd HTTP/1.1" status: 204 len: 168 time: 0.3542998 Aug 31 06:52:59.592371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.592804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b4e7bc-8fc9-46f2-ad9e-6046ceed7370 req-8449f8f2-5ce9-44c4-b209-98fc5968e2b3 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:59.594496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4b4e7bc-8fc9-46f2-ad9e-6046ceed7370 req-8449f8f2-5ce9-44c4-b209-98fc5968e2b3 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 945 time: 0.5062439 Aug 31 06:52:59.607142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f86b0e98-3205-4401-8862-c7d8c6433dd4 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=1aabf4c0-92cb-4b0c-ad25-4f6d3fa979e7 HTTP/1.1" status: 200 len: 468 time: 0.1901627 Aug 31 06:52:59.616340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:52:59.631248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc0d4a6-05a3-4917-9f37-a64612b16798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5c1ffbe-bdd1-4548-b8d9-d18e302633cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:52:59.708875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7693beee-f492-4e34-b130-82694070b9c6 req-1e4d4ee9-7021-434b-ae6d-3a97c7066997 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:59.716894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7693beee-f492-4e34-b130-82694070b9c6 req-1e4d4ee9-7021-434b-ae6d-3a97c7066997 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 943 time: 0.2381735 Aug 31 06:52:59.747027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.760687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-55f5204d-9861-461d-9b02-5245b22dd5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:59.762586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-55f5204d-9861-461d-9b02-5245b22dd5b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1095 time: 0.5128100 Aug 31 06:52:59.774611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7693beee-f492-4e34-b130-82694070b9c6 req-03cc6f43-6f0f-4955-a07b-1f72f0bdf7a5 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568569 Aug 31 06:52:59.775902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-2015310148'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:52:59.793853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-5fbf570e-00c2-403a-b40f-0b8dc43f53ab tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:52:59.795451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-5fbf570e-00c2-403a-b40f-0b8dc43f53ab tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 945 time: 0.3951333 Aug 31 06:52:59.838854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:52:59.979351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4b4e7bc-8fc9-46f2-ad9e-6046ceed7370 req-211f941b-127c-4e3b-a1da-70581d6fbead tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3619583 Aug 31 06:53:00.015933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Port': ['ID=48f5917c-c4c6-4b70-835a-b81a84633ef2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:00.044114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39636) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.061830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcbf041-8647-4f36-a528-cdd769e6be1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.067090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] No DVR routers for this DVR port 48f5917c-c4c6-4b70-835a-b81a84633ef2 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:00.085781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54749002-e130-466b-9077-6497cfd0f43a req-43bfd427-b56c-425c-8e7a-0eb2cbbbdd42 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:00.087570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54749002-e130-466b-9077-6497cfd0f43a req-43bfd427-b56c-425c-8e7a-0eb2cbbbdd42 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 931 time: 0.0896993 Aug 31 06:53:00.161035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54749002-e130-466b-9077-6497cfd0f43a req-7f6e349c-417c-4ec6-b65f-f7677312f52c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624225 Aug 31 06:53:00.164612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:00.168267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.234092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcbf041-8647-4f36-a528-cdd769e6be1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.240547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-afcbf041-8647-4f36-a528-cdd769e6be1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.266037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.312772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-afcbf041-8647-4f36-a528-cdd769e6be1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=593cce19d5fa40e1a6f0f8953e5caae1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2673132 Aug 31 06:53:00.313773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbf041-8647-4f36-a528-cdd769e6be1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b02e836-1d9c-492a-96f3-35c3e8261a9e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:00.317784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.330838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-252c6101-c5ea-4da9-9e2b-05d5bcf9af4e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.332666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-252c6101-c5ea-4da9-9e2b-05d5bcf9af4e tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/1aabf4c0-92cb-4b0c-ad25-4f6d3fa979e7 HTTP/1.1" status: 204 len: 168 time: 0.7108073 Aug 31 06:53:00.335390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.364592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8e4633e2-ecb4-4aac-a4dd-2018126b1bd6 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=1aabf4c0-92cb-4b0c-ad25-4f6d3fa979e7 HTTP/1.1" status: 200 len: 216 time: 0.0279281 Aug 31 06:53:00.369223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.379351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-e7d2f46c-9650-4490-bdf8-a2ccbfab2cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:00.381046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-e7d2f46c-9650-4490-bdf8-a2ccbfab2cd8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.5762861 Aug 31 06:53:00.391613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bc244b4-17c5-48c9-a6ab-e20c555f97c1 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0208635 Aug 31 06:53:00.397225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.424209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da6844b1-e310-4e46-aa6d-a9863aed9e63 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0181527 Aug 31 06:53:00.429433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.455192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.467877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.487887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-b0097975-6496-4f53-b208-4c4fb016007e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 217 time: 0.0912385 Aug 31 06:53:00.501077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:00.516702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c17b377c-4978-4c22-9624-4da63873a20c tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-labels/7906048b-8aa7-43ad-bb23-61c56c8a37b8 HTTP/1.1" status: 200 len: 473 time: 0.0859947 Aug 31 06:53:00.520643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.539724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-597962ce-8774-47f7-b413-33f1947a176d tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "GET /v2.0/metering/metering-label-rules/dccc34f3-dc2d-4562-b4a3-edf7570cd2fa HTTP/1.1" status: 200 len: 461 time: 0.0178676 Aug 31 06:53:00.540487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.554283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.562494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc13e86d-6555-489e-9083-49c061e44bfd') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:00.562941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc13e86d-6555-489e-9083-49c061e44bfd') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:00.619918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Deleting port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:00.620589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.668979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ecf038-79d4-4c64-90c3-0a65ce96adf0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.672626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68ecf038-79d4-4c64-90c3-0a65ce96adf0 tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-label-rules/dccc34f3-dc2d-4562-b4a3-edf7570cd2fa HTTP/1.1" status: 204 len: 168 time: 0.1282022 Aug 31 06:53:00.678952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39658) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:00.711767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] For port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:00.712381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.726914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Calling delete_port for 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:00.942167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adddbbd4-8b33-492b-81c9-111a01d98cdb tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.948302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-adddbbd4-8b33-492b-81c9-111a01d98cdb tempest-MeteringTestJSON-1683426731 tempest-MeteringTestJSON-1683426731-project-admin] 10.222.0.57 "DELETE /v2.0/metering/metering-labels/7906048b-8aa7-43ad-bb23-61c56c8a37b8 HTTP/1.1" status: 204 len: 168 time: 0.2681172 Aug 31 06:53:00.986236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.992955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:00.998382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4b02e836-1d9c-492a-96f3-35c3e8261a9e HTTP/1.1" status: 204 len: 168 time: 0.6791818 Aug 31 06:53:01.020414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.023363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ab209-9f2b-4262-ada6-7945e01afdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b02e836-1d9c-492a-96f3-35c3e8261a9e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:01.135178 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:53:01.188633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0a17f-9e4b-451b-b8b6-9b7594723fdf req-517a55ef-b010-4b40-95fd-5f08affae9b2 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:01.201809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7e0a17f-9e4b-451b-b8b6-9b7594723fdf req-517a55ef-b010-4b40-95fd-5f08affae9b2 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 945 time: 0.1022627 Aug 31 06:53:01.258422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7e0a17f-9e4b-451b-b8b6-9b7594723fdf req-009b0a67-8e10-4204-982b-3764b97ece10 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552564 Aug 31 06:53:01.346907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.363888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.371427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:01.372070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.496358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:01.539381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35b49e7-e6e9-493e-933c-0dd6ba6a4414 req-d7769f1e-bb7f-4397-bbaf-59931fa10918 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:01.541117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e35b49e7-e6e9-493e-933c-0dd6ba6a4414 req-d7769f1e-bb7f-4397-bbaf-59931fa10918 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 931 time: 0.1714730 Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:01.556441 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:01.594338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.621134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e35b49e7-e6e9-493e-933c-0dd6ba6a4414 req-2421b6db-cbce-4d2c-a19a-a80818e8c7c9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728633 Aug 31 06:53:01.656813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.661654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.663711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] 10.222.0.57 "DELETE /v2.0/networks/f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb HTTP/1.1" status: 204 len: 168 time: 3.3624084 Aug 31 06:53:01.677072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0e0b-d1e8-4be2-b074-7276d7fa8c79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.702893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b986ab6-0239-41c6-9411-7710927aee8d tempest-FloatingIPNegativeTestJSON-1451197545 tempest-FloatingIPNegativeTestJSON-1451197545-project] Pushing event deleted for resources: {'Network': ['ID=f0bd7c35-ed3b-4a5c-a2c4-7fc16f17bfdb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:01.705909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.753881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-b972e3ad-8e50-458b-8883-10c0efbaf4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:01.755485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-b972e3ad-8e50-458b-8883-10c0efbaf4c1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 1.2514248 Aug 31 06:53:01.851211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0e0b-d1e8-4be2-b074-7276d7fa8c79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.856007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b4c0e0b-d1e8-4be2-b074-7276d7fa8c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.900111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f837aa05-d63c-4c41-bc68-caa7b627f8c1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:01.905193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:01.914989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b4c0e0b-d1e8-4be2-b074-7276d7fa8c79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=39180d84b7284d4d8f614368b8f9f265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150484 Aug 31 06:53:01.915311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:01.920250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84255b3-bf02-4314-b004-c2d4c4b16f88 req-85565ea8-0e16-4be8-8e1b-d36f52aad0e7 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:01.922495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b84255b3-bf02-4314-b004-c2d4c4b16f88 req-85565ea8-0e16-4be8-8e1b-d36f52aad0e7 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 943 time: 0.6439271 Aug 31 06:53:01.930718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=523cad1f-2ad8-4766-88da-0f13f43e7131,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:01.940710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.958296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c0e0b-d1e8-4be2-b074-7276d7fa8c79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fd5d2b-fd50-476e-8ed8-b4eee08dd92d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:01.963811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:01.964168 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 4b647a48-4ef6-47ee-8438-af5370f79bfe of type vlan for network 534c8910-79b9-433e-88de-4c8f15dd6d18 Aug 31 06:53:02.010001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.013810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39684) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:02.042586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.061711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Transition to ACTIVE for port object f837aa05-d63c-4c41-bc68-caa7b627f8c1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:02.076785 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-db7d003b-d6fe-4e7c-8183-18404224f4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:02.081184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-db7d003b-d6fe-4e7c-8183-18404224f4a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3092058 Aug 31 06:53:02.103712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.106664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.107960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43fd5d2b-fd50-476e-8ed8-b4eee08dd92d HTTP/1.1" status: 204 len: 168 time: 0.1912510 Aug 31 06:53:02.117451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c66bf-dc7c-4a4a-b92f-4768e2761db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fd5d2b-fd50-476e-8ed8-b4eee08dd92d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:02.140027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.170063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.183915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7f9c65a2-1688-48bc-929d-decfc88e3b50'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:02.191537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['92c82d7a-4b40-44d7-a7f5-e59a65a677e6', '255ae02b-5fd3-4764-b97d-acc56b27f260'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:02.225204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-13ff837f-3663-4451-83df-c274bfa775b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6454fa5802fc4456a3a0809b2e875713&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2100008 Aug 31 06:53:02.225937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:02.227398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b84255b3-bf02-4314-b004-c2d4c4b16f88 req-403ec60b-ada0-4055-a388-f27f7dbd3c3d tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2898343 Aug 31 06:53:02.232608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.320159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.352554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.378899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.resource_extend [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:53:02.409709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] No DVR routers for this DVR port 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:02.412480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.414971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbf30ef6-1e48-407a-98a7-015b6e3d0ef6 req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "DELETE /v2.0/ports/92c82d7a-4b40-44d7-a7f5-e59a65a677e6 HTTP/1.1" status: 204 len: 173 time: 2.5773296 Aug 31 06:53:02.415594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Pushing event updated for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:02.435837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'name': 'network-vif-deleted', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:02.439458 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19fa87bd-95ab-4cfe-946b-7042471e8a7b" -d '{"events": [{"server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "name": "network-vif-deleted", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:02.519757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9bc1b207-a9e3-4315-8d99-9b9890ce5ddc req-8cee5ff1-32b6-4e91-830a-5c4c77099563 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=8403d5b3-a0c1-4a9b-b503-020203f9a6f4 HTTP/1.1" status: 200 len: 210 time: 0.1287348 Aug 31 06:53:02.560433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578755a9-18f5-4e70-a6c0-ce2f31138ceb tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event deleted for resources: {'Port': ['ID=92c82d7a-4b40-44d7-a7f5-e59a65a677e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:02.566492 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.570494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.572153 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b317c6-5e34-4165-8b65-94a241d50372 x-openstack-request-id: req-79b317c6-5e34-4165-8b65-94a241d50372 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:02.572450 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8403d5b3-a0c1-4a9b-b503-020203f9a6f4", "name": "network-vif-deleted", "tag": "92c82d7a-4b40-44d7-a7f5-e59a65a677e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:02.573750 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-79b317c6-5e34-4165-8b65-94a241d50372 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:02.574243 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8403d5b3-a0c1-4a9b-b503-020203f9a6f4', 'name': 'network-vif-deleted', 'tag': '92c82d7a-4b40-44d7-a7f5-e59a65a677e6', 'status': 'completed', 'code': 200} Aug 31 06:53:02.574556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/31648b49-4086-4fef-bf59-77986334b329 HTTP/1.1" status: 204 len: 168 time: 0.3475080 Aug 31 06:53:02.599072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.603330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83204cae-a505-4cdd-aa97-5647bca9bb0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31648b49-4086-4fef-bf59-77986334b329,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:02.610830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:02.611984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.759956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:02.770034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Attempting to bind port f837aa05-d63c-4c41-bc68-caa7b627f8c1 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:02.770385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Attempting to bind port f837aa05-d63c-4c41-bc68-caa7b627f8c1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:02.770864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Attempting to bind port f837aa05-d63c-4c41-bc68-caa7b627f8c1 on network 82486458-6398-401b-a38c-69be53e4733c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:02.788080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ea3eed7-9519-48ae-8c89-064c589cab30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.793207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.2360783 Aug 31 06:53:02.793379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:02.799697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Port f837aa05-d63c-4c41-bc68-caa7b627f8c1 on network 82486458-6398-401b-a38c-69be53e4733c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:53:02.800039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Attempting to bind port f837aa05-d63c-4c41-bc68-caa7b627f8c1 on network 82486458-6398-401b-a38c-69be53e4733c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:02.802216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 93864460-50fd-4b53-9d3c-6c6477d2c589 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:02.804303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1952335286'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:02.807525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-bb22bf0c-5192-4427-88e3-170b8793c668 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598442 Aug 31 06:53:02.810706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:02.811049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Checking segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:02.811487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Bound using segment: {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:02.812001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Bound port: f837aa05-d63c-4c41-bc68-caa7b627f8c1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb58a542-d4af-4edb-816b-df699cc5800d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '82486458-6398-401b-a38c-69be53e4733c'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:02.812284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.815113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98a64e3-bba1-4918-9585-52a6d4ab41f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=534c8910-79b9-433e-88de-4c8f15dd6d18,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:02.841094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7492a-1384-40f8-8cdc-f75a9ca5aeeb req-f8a2cde4-85f9-44d1-a081-2c92866452ef tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:02.849030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-08b7492a-1384-40f8-8cdc-f75a9ca5aeeb req-f8a2cde4-85f9-44d1-a081-2c92866452ef tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 943 time: 0.1028972 Aug 31 06:53:02.851381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:02.913124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:02.916718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:02.996184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:03.036740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80f0870b-bbfe-49d8-81ad-2862792300a0 req-a6ee8d30-e123-46ab-9b83-aa5508d07879 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077956 Aug 31 06:53:03.046526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:03.059069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=93864460-50fd-4b53-9d3c-6c6477d2c589,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:03.059989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:03.065769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.075526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'port_id': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'mac_address': 'fa:16:3e:0e:f1:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:03.090613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-08b7492a-1384-40f8-8cdc-f75a9ca5aeeb req-a72e4b70-5306-4371-8898-50ef33a89feb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383056 Aug 31 06:53:03.091776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.092124 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 56fcf48e-7654-4d86-9569-24d1390b4fa2 of type vlan for network 492c3411-e8e4-4799-9469-2c0676064251 Aug 31 06:53:03.149589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.151008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.163381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] 10.222.0.50 "PUT /v2.0/ports/f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 1092 time: 3.6675649 Aug 31 06:53:03.166328 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.175289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ea3eed7-9519-48ae-8c89-064c589cab30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.199360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93864460-50fd-4b53-9d3c-6c6477d2c589 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:03.199936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464e7f89-0e05-4cd3-9409-3a763627e996 service neutron] Pushing event updated for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:03.243763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=93864460-50fd-4b53-9d3c-6c6477d2c589,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:03.246298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ea3eed7-9519-48ae-8c89-064c589cab30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.248311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.284821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-f7ae4ab2-4333-4e08-9727-5141ce6adffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.286844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-f7ae4ab2-4333-4e08-9727-5141ce6adffa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1095 time: 0.0525417 Aug 31 06:53:03.312060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.332004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:03.347467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.354116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.354801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.378811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-8650f4fd-899f-4557-963c-b52763e24c89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 217 time: 0.0826252 Aug 31 06:53:03.398990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ea3eed7-9519-48ae-8c89-064c589cab30 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c4b1f5cf210049629b3cf3f1845a6143&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396370 Aug 31 06:53:03.399178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:03.447928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6477678 Aug 31 06:53:03.451019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:03.456305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea3eed7-9519-48ae-8c89-064c589cab30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd2d331a-5ec3-4349-85a7-f62e3fa9f11b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:03.468570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:03.478338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['93864460-50fd-4b53-9d3c-6c6477d2c589'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:03.512388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea36da63-321e-4c45-8ff1-718703adc089 req-2c5d63a1-5de0-421c-b263-6b2ab3bc2d80 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.513920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea36da63-321e-4c45-8ff1-718703adc089 req-2c5d63a1-5de0-421c-b263-6b2ab3bc2d80 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 944 time: 0.1391857 Aug 31 06:53:03.515734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-98e22cb7-032f-4ead-91fa-7ca6f6dbba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:03.517714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-98e22cb7-032f-4ead-91fa-7ca6f6dbba88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1295497 Aug 31 06:53:03.520751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1a0a6c-b304-419c-9be8-9bc4388bea8f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=492c3411-e8e4-4799-9469-2c0676064251,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:03.553986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 492c3411-e8e4-4799-9469-2c0676064251 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:03.570038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-6a0bab3b-db12-4b19-9c9a-1d18113103af service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395670 Aug 31 06:53:03.584828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.587892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:03.592208 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.727100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:03.776396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-96180e86-ffc6-400a-9d72-29ac5fdbd65f service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927521 Aug 31 06:53:03.860929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.865546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea36da63-321e-4c45-8ff1-718703adc089 req-11ebdaa3-b28b-4c6a-a4d0-28c1c7adb2aa tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3426092 Aug 31 06:53:03.928639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:03.968652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f7b2e9a-4e2c-4483-a928-b249d49d728d req-d395cb59-1c10-46c2-b540-8f455f893798 service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759057 Aug 31 06:53:04.005037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:04.007869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:04.011626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bd2d331a-5ec3-4349-85a7-f62e3fa9f11b HTTP/1.1" status: 204 len: 168 time: 0.5954878 Aug 31 06:53:04.017970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc7d1ac-5d67-434a-be85-e8a9ffd53e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd2d331a-5ec3-4349-85a7-f62e3fa9f11b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:04.053398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '4b647a48-4ef6-47ee-8438-af5370f79bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:04.053785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 534c8910-79b9-433e-88de-4c8f15dd6d18, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:04.067150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=8a34cc27-cadc-48c8-aa92-4b87c48bd2b0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:04.093621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:04.111568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 534c8910-79b9-433e-88de-4c8f15dd6d18) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:04.119948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c7861-7e43-4b9d-affe-0b28385fb4fa None None] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:04.174615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:04.175365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:04.242784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8949a49-c7c3-40a4-98a5-156864b15db5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7834918 Aug 31 06:53:04.243592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39764) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:04.261400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '492c3411-e8e4-4799-9469-2c0676064251', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:04.531107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:04.535215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:04.537535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25289603-5900-41e9-aab4-497ff0f9eb0c req-77fe05c6-be30-4627-bca0-6725b8d55962 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:04.546921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:04.547400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25289603-5900-41e9-aab4-497ff0f9eb0c req-77fe05c6-be30-4627-bca0-6725b8d55962 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 943 time: 0.1415102 Aug 31 06:53:04.590984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:04.593148 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a9f515-610b-47e9-bc63-783efc40a707" -d '{"events": [{"name": "network-changed", "server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:04.617668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:04.619474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 92c82d7a-4b40-44d7-a7f5-e59a65a677e6 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:04.627758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-534c8910-79b9-433e-88de-4c8f15dd6d18', 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '8a34cc27-cadc-48c8-aa92-4b87c48bd2b0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:04.630931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:04.669654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25289603-5900-41e9-aab4-497ff0f9eb0c req-aadc4a17-b228-4f86-aca6-3f3b194af979 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213164 Aug 31 06:53:04.860687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 93864460-50fd-4b53-9d3c-6c6477d2c589 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:04.911141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.016130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Allocated IP 172.20.0.2 (534c8910-79b9-433e-88de-4c8f15dd6d18/8a34cc27-cadc-48c8-aa92-4b87c48bd2b0/8f3c92b6-07db-483e-a768-db0992c25edf) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:05.100767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '56fcf48e-7654-4d86-9569-24d1390b4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '492c3411-e8e4-4799-9469-2c0676064251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:05.101042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 492c3411-e8e4-4799-9469-2c0676064251, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:05.112062 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8713bd0-366b-4cd0-b74e-4acfd438592f x-openstack-request-id: req-c8713bd0-366b-4cd0-b74e-4acfd438592f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:05.112253 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:05.112505 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8713bd0-366b-4cd0-b74e-4acfd438592f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:05.112907 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1', 'status': 'completed', 'code': 200} Aug 31 06:53:05.127649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 93864460-50fd-4b53-9d3c-6c6477d2c589 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:05.143358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=174c9e8a-d77a-46fd-8ecb-70b18786bc44,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:05.151698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 492c3411-e8e4-4799-9469-2c0676064251 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:05.163017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 93864460-50fd-4b53-9d3c-6c6477d2c589 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:05.163515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.180896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 492c3411-e8e4-4799-9469-2c0676064251) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:05.189827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.190437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.217965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7784b168-1933-4a74-ba68-608fcf57996a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9700718 Aug 31 06:53:05.222551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:05.231952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e372353-5da2-4c85-88f9-80f6c1e522e1 None None] Network 492c3411-e8e4-4799-9469-2c0676064251 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:05.233414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000358469', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:05.255145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24690d-6d90-4c20-b06c-506c14a66cde req-e63ed9b9-bba9-4343-91b3-44f2e6ed8d26 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.261219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af24690d-6d90-4c20-b06c-506c14a66cde req-e63ed9b9-bba9-4343-91b3-44f2e6ed8d26 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.263324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af24690d-6d90-4c20-b06c-506c14a66cde req-e63ed9b9-bba9-4343-91b3-44f2e6ed8d26 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e&device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 1682 time: 0.2673419 Aug 31 06:53:05.333637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af24690d-6d90-4c20-b06c-506c14a66cde req-72da79f8-d362-43d9-bb81-038ed865016e tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Aug 31 06:53:05.349004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-dc0d36be-1d77-4c0a-a2c7-3aee1c3bbddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.352323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-dc0d36be-1d77-4c0a-a2c7-3aee1c3bbddf service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1095 time: 0.2028348 Aug 31 06:53:05.360243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.364454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.405374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81d97e9-d422-4b8a-8aa6-b3f72c32e6c6 req-4a604f5e-9617-4df9-8ae3-c2fb1a0bdfec tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.417010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b81d97e9-d422-4b8a-8aa6-b3f72c32e6c6 req-4a604f5e-9617-4df9-8ae3-c2fb1a0bdfec tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 944 time: 0.1946733 Aug 31 06:53:05.522519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.522733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.536669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b81d97e9-d422-4b8a-8aa6-b3f72c32e6c6 req-c9cf35e0-fca5-45be-9a48-5225f31930d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182990 Aug 31 06:53:05.542039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.569821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.596429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.600291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b66c792-adf0-421f-b823-66a7a93da137 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3768296 Aug 31 06:53:05.605031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:05.625388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-1e42cf65-03c1-4ae9-b79b-072ff2ca8a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.633523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-1e42cf65-03c1-4ae9-b79b-072ff2ca8a3f service neutron] 10.222.0.50 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.2524102 Aug 31 06:53:05.714744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:05.727114 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.727314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-6617dfcd-b76c-4cd8-aebf-f03e6bb79da0 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 217 time: 0.0515738 Aug 31 06:53:05.740595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-492c3411-e8e4-4799-9469-2c0676064251', 'network_id': '492c3411-e8e4-4799-9469-2c0676064251', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '174c9e8a-d77a-46fd-8ecb-70b18786bc44'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:05.747058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.805782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:05.855842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Transition to ACTIVE for port object 8f3c92b6-07db-483e-a768-db0992c25edf will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:05.933412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-13bc0a9b-ce59-467e-bcd5-d2000d5d79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:05.934884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-13bc0a9b-ce59-467e-bcd5-d2000d5d79fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1944740 Aug 31 06:53:05.986572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:05.997237 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e42935-7f59-4c45-aa1d-3b13eea4076b" -d '{"events": [{"server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "name": "network-vif-plugged", "status": "completed", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:06.019313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-21d66aae-ef0d-4024-97fe-af7c21bccbaf service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639117 Aug 31 06:53:06.086298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=93864460-50fd-4b53-9d3c-6c6477d2c589,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:06.089931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Transition to ACTIVE for port object 8f3c92b6-07db-483e-a768-db0992c25edf will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:06.109538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.172936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Allocated IP 172.21.0.2 (492c3411-e8e4-4799-9469-2c0676064251/174c9e8a-d77a-46fd-8ecb-70b18786bc44/0980c9bd-b41f-448b-bf7e-3a42d8f36859) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:06.180311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-515e5ebc-ca73-4326-96ce-46774fa18ea9 service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415391 Aug 31 06:53:06.254325 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211284c2-32ea-4b28-a3df-e06852f8cfe4 x-openstack-request-id: req-211284c2-32ea-4b28-a3df-e06852f8cfe4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:06.254621 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "name": "network-vif-plugged", "status": "completed", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:06.254872 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-211284c2-32ea-4b28-a3df-e06852f8cfe4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:06.255261 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'code': 200} Aug 31 06:53:06.259999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.299275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2100142223'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:06.346884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:06.411589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecaa33ed-67fa-47ec-a84a-b89aa67c02d5 req-1a836b91-f214-4ff0-91d2-95418eac5ba5 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:06.413201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecaa33ed-67fa-47ec-a84a-b89aa67c02d5 req-1a836b91-f214-4ff0-91d2-95418eac5ba5 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 943 time: 0.5855286 Aug 31 06:53:06.416402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:06.420020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.444572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.582347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:06.612038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.622665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.679908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:06.683405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:06.686188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:06.692255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f837aa05-d63c-4c41-bc68-caa7b627f8c1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:06.713884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecaa33ed-67fa-47ec-a84a-b89aa67c02d5 req-37f288e5-2845-47b2-be7a-cee969f72917 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911437 Aug 31 06:53:06.717242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.738820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69374384-9571-4ffd-8c97-39add6047f98,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:06.753185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.755814 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Added segment ff466ce8-5865-446c-915e-0ad033d5a27c of type vlan for network c4d125fe-4366-4057-bdc6-6148116905fa Aug 31 06:53:06.852095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Pushing event updated for resources: {'Port': ['ID=8f3c92b6-07db-483e-a768-db0992c25edf,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:06.861294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Attempting to bind port 8f3c92b6-07db-483e-a768-db0992c25edf on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:06.862945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Attempting to bind port 8f3c92b6-07db-483e-a768-db0992c25edf by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '4b647a48-4ef6-47ee-8438-af5370f79bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:06.863325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Attempting to bind port 8f3c92b6-07db-483e-a768-db0992c25edf on network 534c8910-79b9-433e-88de-4c8f15dd6d18 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:06.873107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.873933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:06.874312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Checking segment: {'id': '4b647a48-4ef6-47ee-8438-af5370f79bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:06.874725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.875117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Bound using segment: {'id': '4b647a48-4ef6-47ee-8438-af5370f79bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:06.878706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Bound port: 8f3c92b6-07db-483e-a768-db0992c25edf, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b647a48-4ef6-47ee-8438-af5370f79bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '534c8910-79b9-433e-88de-4c8f15dd6d18'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:06.879657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.909247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de34e9f-fdf6-4bd0-876f-f24f180c6017 req-038aab1c-7953-4dd6-9c4c-eb5dd935b6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:06.910895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2de34e9f-fdf6-4bd0-876f-f24f180c6017 req-038aab1c-7953-4dd6-9c4c-eb5dd935b6b2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.7089367 Aug 31 06:53:06.957822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Transition to ACTIVE for port object 0980c9bd-b41f-448b-bf7e-3a42d8f36859 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:06.958221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:06.977123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1a9f515-610b-47e9-bc63-783efc40a707 req-cb2a251e-f18d-4442-b1e3-fc1d61a45bbd service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7844448 Aug 31 06:53:07.006645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee5b99-bfb8-4db7-b9f0-710b1544d717 req-ae0e0ec5-fcdb-4a48-a705-29442da0207b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.015421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0ee5b99-bfb8-4db7-b9f0-710b1544d717 req-ae0e0ec5-fcdb-4a48-a705-29442da0207b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 945 time: 0.2497659 Aug 31 06:53:07.031585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Deleting port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:07.031943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.057759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Transition to ACTIVE for port object 0980c9bd-b41f-448b-bf7e-3a42d8f36859 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:07.062669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:53:07.075100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.152376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2de34e9f-fdf6-4bd0-876f-f24f180c6017 req-7530f3bc-5d84-42c0-93fb-7240932d1105 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269256 Aug 31 06:53:07.163603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e3218a-421c-4353-a787-64b0bd016ae3 req-6e984c4c-742d-45a0-b734-1dbd60a4da31 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.164357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] For port 8f3c92b6-07db-483e-a768-db0992c25edf, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:07.165429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25e3218a-421c-4353-a787-64b0bd016ae3 req-6e984c4c-742d-45a0-b734-1dbd60a4da31 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2657843 Aug 31 06:53:07.169793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.174689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] For port 8f3c92b6-07db-483e-a768-db0992c25edf, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f3c92b6-07db-483e-a768-db0992c25edf,segment=NetworkSegment(4b647a48-4ef6-47ee-8438-af5370f79bfe),segment_id=4b647a48-4ef6-47ee-8438-af5370f79bfe)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:07.176093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:07.176768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.183751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0ee5b99-bfb8-4db7-b9f0-710b1544d717 req-639ce36d-7c57-46b8-aca4-a78928e186df tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1673284 Aug 31 06:53:07.201148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:07.220163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1', 'network_id': '82486458-6398-401b-a38c-69be53e4733c', 'port_id': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1', 'mac_address': 'fa:16:3e:c1:ee:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '010e9959-eca9-4054-bfeb-50a9d5e3553d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:07.234853 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.242931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] For port a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:07.243576 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.300019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Calling delete_port for a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:07.304337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5860167 Aug 31 06:53:07.306353 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.308240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Pushing event updated for resources: {'Port': ['ID=0980c9bd-b41f-448b-bf7e-3a42d8f36859,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:07.331373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:07.341461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'subnet': {'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:07.358184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7331e476-6ac8-4768-a07f-8bd463f32888 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Network': ['ID=c4d125fe-4366-4057-bdc6-6148116905fa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:07.379259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e0173b-9de9-46d1-8b11-5d6dd5ddaa29 None None] Pushing event updated for resources: {'Port': ['ID=8f3c92b6-07db-483e-a768-db0992c25edf,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:07.401976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Network 492c3411-e8e4-4799-9469-2c0676064251 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:07.403107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c4d125fe-4366-4057-bdc6-6148116905fa details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:07.439107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:07.503632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25e3218a-421c-4353-a787-64b0bd016ae3 req-50d83623-3d53-438c-83a5-9fc05f0da2d0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3236639 Aug 31 06:53:07.506990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:07.509883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:07.513832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.519850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f837aa05-d63c-4c41-bc68-caa7b627f8c1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:07.558517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.20.0.1 (534c8910-79b9-433e-88de-4c8f15dd6d18/8a34cc27-cadc-48c8-aa92-4b87c48bd2b0/6930faf5-f3ef-41e3-ab52-4208d4cabc65) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:07.634900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.661819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Attempting to bind port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:07.662332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Attempting to bind port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '56fcf48e-7654-4d86-9569-24d1390b4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '492c3411-e8e4-4799-9469-2c0676064251'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:07.662559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Attempting to bind port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 on network 492c3411-e8e4-4799-9469-2c0676064251 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:07.665883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:07.671912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:07.672807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.678601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 52, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:07.679087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Checking segment: {'id': '56fcf48e-7654-4d86-9569-24d1390b4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '492c3411-e8e4-4799-9469-2c0676064251'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:07.679413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.680211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Bound using segment: {'id': '56fcf48e-7654-4d86-9569-24d1390b4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '492c3411-e8e4-4799-9469-2c0676064251'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:07.680211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Bound port: 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56fcf48e-7654-4d86-9569-24d1390b4fa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '492c3411-e8e4-4799-9469-2c0676064251'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:07.680589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.792446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:07.877821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] For port 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:07.882608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] For port 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0980c9bd-b41f-448b-bf7e-3a42d8f36859,segment=NetworkSegment(56fcf48e-7654-4d86-9569-24d1390b4fa2),segment_id=56fcf48e-7654-4d86-9569-24d1390b4fa2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:07.887786 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:07.914662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f837aa05-d63c-4c41-bc68-caa7b627f8c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:08.011884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.031388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef33e8e-5848-468e-8ec6-7d907d2c8f95 None None] Pushing event updated for resources: {'Port': ['ID=0980c9bd-b41f-448b-bf7e-3a42d8f36859,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:08.068120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object 6930faf5-f3ef-41e3-ab52-4208d4cabc65 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:08.135704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-bfbf4b6b-0852-497b-9615-0511bc10109c tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.137267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-bfbf4b6b-0852-497b-9615-0511bc10109c tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 945 time: 0.3261697 Aug 31 06:53:08.195309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.253707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d37460-1f1b-43b0-abf1-68000c7031be req-d1edc194-91c8-44df-bbe7-a6df5f9871be tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.255449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8d37460-1f1b-43b0-abf1-68000c7031be req-d1edc194-91c8-44df-bbe7-a6df5f9871be tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 944 time: 0.3421683 Aug 31 06:53:08.267482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.274317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-5eb3f656-1cb9-4c76-af13-89bd34a3a8c6 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.275863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-5eb3f656-1cb9-4c76-af13-89bd34a3a8c6 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.53 "GET /v2.0/ports?device_id=5e1a2f2c-6138-42e9-8f8d-faca59f3b53e HTTP/1.1" status: 200 len: 946 time: 0.3606541 Aug 31 06:53:08.369158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.371996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Subnet': ['ID=0e1f2c86-8fa8-4c31-9166-17db3f0f1529,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:08.442048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:08.455739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:08.458766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:08.515105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Checking segment: {'id': 'ff466ce8-5865-446c-915e-0ad033d5a27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:08.515803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network hostable DHCP agents. Network: c4d125fe-4366-4057-bdc6-6148116905fa, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:08.534209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=6930faf5-f3ef-41e3-ab52-4208d4cabc65,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:08.548868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5745bff2-7ee2-4357-a5aa-9a2b72db50e0 req-8e155a60-b825-4450-8af2-263ad4bcd58b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.551062 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5745bff2-7ee2-4357-a5aa-9a2b72db50e0 req-8e155a60-b825-4450-8af2-263ad4bcd58b tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 945 time: 0.2224905 Aug 31 06:53:08.585854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:08.607008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.611671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c4d125fe-4366-4057-bdc6-6148116905fa) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:08.616635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:08.617391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.623200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846419af-92a7-4828-b4a5-4268cbb4a9af None None] Network c4d125fe-4366-4057-bdc6-6148116905fa requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:08.634300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8d37460-1f1b-43b0-abf1-68000c7031be req-c445c323-38a3-42e4-8208-969647e409f6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393183 Aug 31 06:53:08.701818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f81a6a7b-f0b6-4e95-bf7f-b053646cd2f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3672938 Aug 31 06:53:08.702432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:08.714090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1974392303', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:08.740646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5745bff2-7ee2-4357-a5aa-9a2b72db50e0 req-ff97f434-8deb-484f-9d24-aa88e4a0f59c tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/security-groups?id=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674709 Aug 31 06:53:08.761770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.762771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.868159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Deleting port 255ae02b-5fd3-4764-b97d-acc56b27f260 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:08.868587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.871702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:08.916065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e8108a-89fe-41ff-b9b0-17abbf9b9249 None None] Network c4d125fe-4366-4057-bdc6-6148116905fa requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:08.917679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.010604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] For port 255ae02b-5fd3-4764-b97d-acc56b27f260, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=255ae02b-5fd3-4764-b97d-acc56b27f260,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:09.013611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.041245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Calling delete_port for 255ae02b-5fd3-4764-b97d-acc56b27f260 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:09.121488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.179169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71443984-a0f1-45aa-b12e-8ee91fa4a828 None None] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:09.205088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Deleting port 7f9c65a2-1688-48bc-929d-decfc88e3b50 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:09.205831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.295292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9bd86c-9c84-4c2e-aa7d-3c8ee394cc86 req-99334b9f-89ca-4422-975f-3b1a07b3c712 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:09.304335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b9bd86c-9c84-4c2e-aa7d-3c8ee394cc86 req-99334b9f-89ca-4422-975f-3b1a07b3c712 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.5434856 Aug 31 06:53:09.527596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.535697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ba22a2cc-804a-423a-bb10-5e3eedf4b72e None None] Provisioning for port 8f3c92b6-07db-483e-a768-db0992c25edf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:09.557123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Router f95f487d-abfd-436e-9f60-d905b28e8abb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:09.568421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7f9c65a2-1688-48bc-929d-decfc88e3b50'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:09.570624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['255ae02b-5fd3-4764-b97d-acc56b27f260'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:09.636344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b9bd86c-9c84-4c2e-aa7d-3c8ee394cc86 req-5078025a-aa23-4701-9c63-b40a97a74ca6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307507 Aug 31 06:53:09.664486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] No DVR routers for this DVR port 255ae02b-5fd3-4764-b97d-acc56b27f260 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:09.672106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event deleted for resources: {'Port': ['ID=255ae02b-5fd3-4764-b97d-acc56b27f260,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:09.702215 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.704972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae873e04-2bbf-4684-964a-9d209ab29f4f req-e9b563e1-9499-4e49-bcbf-1ffdfbdc3166 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.50 "DELETE /v2.0/ports/255ae02b-5fd3-4764-b97d-acc56b27f260 HTTP/1.1" status: 204 len: 173 time: 1.5334389 Aug 31 06:53:09.727737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'name': 'network-vif-deleted', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:09.739811 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd130fbe-d529-4f78-95ac-f8a5510c9237" -d '{"events": [{"server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "name": "network-vif-deleted", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:09.789874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] For port 7f9c65a2-1688-48bc-929d-decfc88e3b50, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f9c65a2-1688-48bc-929d-decfc88e3b50,segment=NetworkSegment(fe095f03-5c8d-49f2-8887-ecbb8545aaab),segment_id=fe095f03-5c8d-49f2-8887-ecbb8545aaab)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:09.793091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:09.902738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbfc88e-178b-4226-9979-e71b568e0119 None None] Network 492c3411-e8e4-4799-9469-2c0676064251 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:09.914807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Calling delete_port for 7f9c65a2-1688-48bc-929d-decfc88e3b50 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:09.976867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f3c92b6-07db-483e-a768-db0992c25edf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:10.031721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ea81ec3-d6b9-41d5-91ae-9bd44e1a430b None None] Provisioning for port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:10.072538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a86b5-c12b-4ea7-9f49-4f2d711b2f9f req-0d8d5905-4ca2-4a86-8daf-649151654420 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:10.073357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d86a86b5-c12b-4ea7-9f49-4f2d711b2f9f req-0d8d5905-4ca2-4a86-8daf-649151654420 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1785109 Aug 31 06:53:10.087131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.095809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'floatingip': {'port_id': '93864460-50fd-4b53-9d3c-6c6477d2c589'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:10.146957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:10.156210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-10a28c0a-e0bc-40e2-bc1c-add7fb01ca46 admin admin] 10.222.0.57 "PUT /v2.0/routers/f95f487d-abfd-436e-9f60-d905b28e8abb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4247942 Aug 31 06:53:10.166867 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-145f7aa3-8a60-4b53-99eb-59f128375341 x-openstack-request-id: req-145f7aa3-8a60-4b53-99eb-59f128375341 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:10.167278 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4445087-4b2f-4c48-baf6-21dabdfca272", "name": "network-vif-deleted", "tag": "255ae02b-5fd3-4764-b97d-acc56b27f260", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:10.168437 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-145f7aa3-8a60-4b53-99eb-59f128375341 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:10.168870 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4445087-4b2f-4c48-baf6-21dabdfca272', 'name': 'network-vif-deleted', 'tag': '255ae02b-5fd3-4764-b97d-acc56b27f260', 'status': 'completed', 'code': 200} Aug 31 06:53:10.169292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:10.179045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.229607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Sync routers for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:10.285063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 8f3c92b6-07db-483e-a768-db0992c25edf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:10.295241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Provisioning complete for port 8f3c92b6-07db-483e-a768-db0992c25edf triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:10.295620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.337426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88a3c2d0-c8c4-4afb-a7f6-8efa5a0fc1dd req-237ba627-cec8-4171-8142-45e91696e6a4 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4445087-4b2f-4c48-baf6-21dabdfca272 HTTP/1.1" status: 200 len: 210 time: 0.0382600 Aug 31 06:53:10.366297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 8f3c92b6-07db-483e-a768-db0992c25edf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:10.367537 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.405419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:10.406135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:10.450832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.464044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f837aa05-d63c-4c41-bc68-caa7b627f8c1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:10.474563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.570979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e762add4-178c-4056-a29a-3a8724d32a0f req-523c9373-4f93-4a46-a449-5ba97e409607 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:10.572600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e762add4-178c-4056-a29a-3a8724d32a0f req-523c9373-4f93-4a46-a449-5ba97e409607 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 944 time: 0.4281638 Aug 31 06:53:10.614418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.628958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Pushing event deleted for resources: {'Port': ['ID=7f9c65a2-1688-48bc-929d-decfc88e3b50,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.687516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.766072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] No DVR routers for this DVR port 7f9c65a2-1688-48bc-929d-decfc88e3b50 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:10.774621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.776761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a62e622-b748-48bd-ac60-d4c39da62f0e req-411a9452-1744-4170-8d88-2f6008be4a75 tempest-ListServersNegativeTestJSON-1940263114 tempest-ListServersNegativeTestJSON-1940263114-project] 10.222.0.53 "DELETE /v2.0/ports/7f9c65a2-1688-48bc-929d-decfc88e3b50 HTTP/1.1" status: 204 len: 173 time: 2.4716394 Aug 31 06:53:10.804194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.837191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port f837aa05-d63c-4c41-bc68-caa7b627f8c1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:10.855790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.863656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.864935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f837aa05-d63c-4c41-bc68-caa7b627f8c1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:10.865557 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.874423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e762add4-178c-4056-a29a-3a8724d32a0f req-092cd90a-d734-4654-bfd6-92e5b9ea74e2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624931 Aug 31 06:53:10.891583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:10.904075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:10.906751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=6930faf5-f3ef-41e3-ab52-4208d4cabc65,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:10.920103 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.033477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.038064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.103757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.125471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:11.130984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:11.171488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] For port 8f3c92b6-07db-483e-a768-db0992c25edf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f3c92b6-07db-483e-a768-db0992c25edf,segment=NetworkSegment(4b647a48-4ef6-47ee-8438-af5370f79bfe),segment_id=4b647a48-4ef6-47ee-8438-af5370f79bfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:11.203340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.370523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.90 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/bc61c3c7-74cd-4233-aa70-c51b3e55181b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:11.410235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Pushing event updated for resources: {'Port': ['ID=8f3c92b6-07db-483e-a768-db0992c25edf,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:11.428564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Deleting port 897d7994-bbeb-44d6-ad64-de14490e148c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:11.428979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.496458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Provisioning for port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:11.531783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:11.560937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:53:11.561602 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:53:11.566408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Provisioning complete for port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:11.567077 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.627920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.638787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7cf1c64c-dbed-4125-9c39-920735899c03 None None] Port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:11.646490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 4a7a5765-079e-4aa4-9014-c22fe94ef511 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:11.658131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Deleting subnet c3c46fe1-80fb-4920-9cb1-ff45daf42270 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:11.659153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:11.661631 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cf5298-a25d-40a8-aead-2dd5cda29086" -d '{"events": [{"server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "name": "network-vif-plugged", "status": "completed", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:11.667743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.682436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:11.687973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211'}], 'enable_snat': True}, 'gw_port_id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:53:07Z', 'revision_number': 5, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port': {'id': '897d7994-bbeb-44d6-ad64-de14490e148c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:90:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:41:11Z', 'updated_at': '2021-08-31T06:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:11.705497 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Floating IP 0fdfb95d-805b-4e55-ab4a-57d0c4b25311 associated. External IP: 172.25.3.47, port: 93864460-50fd-4b53-9d3c-6c6477d2c589. Aug 31 06:53:11.727527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] For port 897d7994-bbeb-44d6-ad64-de14490e148c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=897d7994-bbeb-44d6-ad64-de14490e148c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:11.727906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.761548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.764760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.771769 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd3e01-46a4-49d6-8a02-71ea43eb2e7f x-openstack-request-id: req-25fd3e01-46a4-49d6-8a02-71ea43eb2e7f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:11.772179 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "name": "network-vif-plugged", "status": "completed", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:11.772431 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-25fd3e01-46a4-49d6-8a02-71ea43eb2e7f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:11.773610 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1', 'code': 200} Aug 31 06:53:11.777522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.778314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 255ae02b-5fd3-4764-b97d-acc56b27f260 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:11.783177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Checking router: f95f487d-abfd-436e-9f60-d905b28e8abb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:11.803122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Calling delete_port for 897d7994-bbeb-44d6-ad64-de14490e148c owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:11.829805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 255ae02b-5fd3-4764-b97d-acc56b27f260 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:11.829805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 255ae02b-5fd3-4764-b97d-acc56b27f260 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:11.847690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Routers {'f95f487d-abfd-436e-9f60-d905b28e8abb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:11.848350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f95f487d-abfd-436e-9f60-d905b28e8abb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:11.859229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e805bd7b-a12e-4af1-a07f-28536cb40cbe req-a6aaad6c-c6df-4a93-8bdd-e13330eb37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:11.861313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e805bd7b-a12e-4af1-a07f-28536cb40cbe req-a6aaad6c-c6df-4a93-8bdd-e13330eb37fc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1097 time: 0.0905917 Aug 31 06:53:11.944315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:11.952024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] Set router f95f487d-abfd-436e-9f60-d905b28e8abb gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:12.005023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:12.012337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:12.017118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e805bd7b-a12e-4af1-a07f-28536cb40cbe req-8260ae10-86cd-431d-bc9b-7f5399bf307e service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112258 Aug 31 06:53:12.017441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:53:11Z', 'revision_number': 6, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.021305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26efc5b4-f521-40d8-a267-89688a6cce14 None None] Provisioning complete for port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:12.021305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26efc5b4-f521-40d8-a267-89688a6cce14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.030295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-70e95b56-6991-492e-9873-eb6d85407765 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4237382 Aug 31 06:53:12.032961 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] Sync routers for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:12.034791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:12.035510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:12.049299 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:12.050994 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.066581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.069825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8b8c0-f7cf-4c52-8d03-c7094f1ea49f None None] The sync data for ids ['f95f487d-abfd-436e-9f60-d905b28e8abb'] in n-d-712707-15 is: [{'id': 'f95f487d-abfd-436e-9f60-d905b28e8abb', 'name': 'tempest-TaggedBootDevicesTest-1341221060-router', 'tenant_id': '44974ac04edd47f2857f6c2a2e7867d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:41:09Z', 'updated_at': '2021-08-31T06:53:11Z', 'revision_number': 6, 'project_id': '44974ac04edd47f2857f6c2a2e7867d0', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:12.105896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d6aea7-6820-45ae-9f8d-0d689c9583ee tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:12.110194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62d6aea7-6820-45ae-9f8d-0d689c9583ee tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports/6930faf5-f3ef-41e3-ab52-4208d4cabc65 HTTP/1.1" status: 200 len: 910 time: 0.0736971 Aug 31 06:53:12.111575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39894) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:12.127399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-26efc5b4-f521-40d8-a267-89688a6cce14 None None] Port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:12.141436 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.148721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0980c9bd-b41f-448b-bf7e-3a42d8f36859 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:12.162831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:12.163441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.180352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'name': 'network-vif-deleted', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:12.187261 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-befaa96d-64a6-45a2-9089-785fbf7a55a4" -d '{"events": [{"server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "name": "network-vif-deleted", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:12.202954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:12.204260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.214781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c246a108-2eac-4632-b1df-f8051e0f6dc5 req-95598f0a-3fd5-48d0-aae0-e427673cc45e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:12.216266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c246a108-2eac-4632-b1df-f8051e0f6dc5 req-95598f0a-3fd5-48d0-aae0-e427673cc45e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2469220 Aug 31 06:53:12.231794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:12.255532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:12.260133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:12.262924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:12.263408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.267368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.268220 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b75b57b-0b26-4904-973e-ea2840444695 None None] The sync data for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:12.278947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3c46fe1-80fb-4920-9cb1-ff45daf42270,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:12.303409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.305238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d41d7fdd-fdff-431a-a779-544391f4ef93 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c3c46fe1-80fb-4920-9cb1-ff45daf42270 HTTP/1.1" status: 204 len: 168 time: 0.7682498 Aug 31 06:53:12.305950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=bc61c3c7-74cd-4233-aa70-c51b3e55181b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:12.306341 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfb901ae-b6be-43e3-833f-ccbdff0e9ab5 x-openstack-request-id: req-cfb901ae-b6be-43e3-833f-ccbdff0e9ab5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:12.306992 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e1a2f2c-6138-42e9-8f8d-faca59f3b53e", "name": "network-vif-deleted", "tag": "7f9c65a2-1688-48bc-929d-decfc88e3b50", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:12.307392 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfb901ae-b6be-43e3-833f-ccbdff0e9ab5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:12.310178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:12.313185 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e1a2f2c-6138-42e9-8f8d-faca59f3b53e', 'name': 'network-vif-deleted', 'tag': '7f9c65a2-1688-48bc-929d-decfc88e3b50', 'status': 'completed', 'code': 200} Aug 31 06:53:12.380950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.419084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0980c9bd-b41f-448b-bf7e-3a42d8f36859,segment=NetworkSegment(56fcf48e-7654-4d86-9569-24d1390b4fa2),segment_id=56fcf48e-7654-4d86-9569-24d1390b4fa2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:12.424818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.452283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c246a108-2eac-4632-b1df-f8051e0f6dc5 req-0c5f9728-1169-4179-9c6e-c95ae258ba52 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138169 Aug 31 06:53:12.516526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=0980c9bd-b41f-448b-bf7e-3a42d8f36859,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:12.642411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f3c92b6-07db-483e-a768-db0992c25edf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:12.702128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 8f3c92b6-07db-483e-a768-db0992c25edf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:12.702609 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.734277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:12.739402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.747964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:12.760319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:12.760953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:12.788070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0382f34b-cc24-432f-935d-66f5cee73d28 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "PUT /v2.0/floatingips/0fdfb95d-805b-4e55-ab4a-57d0c4b25311 HTTP/1.1" status: 200 len: 990 time: 2.6977842 Aug 31 06:53:12.831003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.862685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.891140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:12.892686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:12.945641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Pushing event deleted for resources: {'Port': ['ID=897d7994-bbeb-44d6-ad64-de14490e148c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:13.074721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f9c65a2-1688-48bc-929d-decfc88e3b50 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:13.116175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 7f9c65a2-1688-48bc-929d-decfc88e3b50 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:13.116664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f9c65a2-1688-48bc-929d-decfc88e3b50 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:13.169102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.191845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0d795e7-3a52-40fe-80ee-7a83aa42a889']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.237931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.240849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe095f03-5c8d-49f2-8887-ecbb8545aaab') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.241152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe095f03-5c8d-49f2-8887-ecbb8545aaab') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.263785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:13.285128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.304160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:13.305687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5a394c9-a4fa-4c14-b6fb-8f55e41fd63c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:13.327913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.21.0.1 (492c3411-e8e4-4799-9469-2c0676064251/174c9e8a-d77a-46fd-8ecb-70b18786bc44/ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:13.355286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fdfb95d-805b-4e55-ab4a-57d0c4b25311', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:0e:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:47Z', 'updated_at': '2021-08-31T06:53:10Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.377462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.380717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.384577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.388098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.389660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:53:13.390038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:13.390434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:13.394054 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:13.400159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:13.400770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:13.492949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.528810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.530032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f95f487d-abfd-436e-9f60-d905b28e8abb {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:13.539922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.541299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be233933-879f-41e7-b333-634e03b17c81 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f95f487d-abfd-436e-9f60-d905b28e8abb HTTP/1.1" status: 204 len: 168 time: 3.3680892 Aug 31 06:53:13.544568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:13.550535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:13.573178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:53:13.599176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.631834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.661527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.663469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] 10.222.0.57 "DELETE /v2.0/networks/c0d795e7-3a52-40fe-80ee-7a83aa42a889 HTTP/1.1" status: 204 len: 168 time: 1.3446689 Aug 31 06:53:13.696817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 492c3411-e8e4-4799-9469-2c0676064251 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:13.700855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:13.709046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:13.756496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b4ebc-a795-4e83-b163-e2af18463ef6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0d795e7-3a52-40fe-80ee-7a83aa42a889,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:13.770524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Deleting subnet 1679fff8-fdaf-4ba8-87cc-999cf377e4c4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:13.771282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:13.777873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.798268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:13.973439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292ac9d0-7eee-4feb-b130-51b8591beac7 req-9c320f06-4139-461e-8099-60686cf01c23 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:13.976011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-292ac9d0-7eee-4feb-b130-51b8591beac7 req-9c320f06-4139-461e-8099-60686cf01c23 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.3400223 Aug 31 06:53:13.983905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.015580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.073616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fdfb95d-805b-4e55-ab4a-57d0c4b25311', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:0e:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:47Z', 'updated_at': '2021-08-31T06:53:10Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:14.083533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.118080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d13ed0ee-137d-49c4-b228-d507d15d51f8 None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fdfb95d-805b-4e55-ab4a-57d0c4b25311', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.47', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2058, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:0e:f1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:52:47Z', 'updated_at': '2021-08-31T06:53:10Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:14.179300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-292ac9d0-7eee-4feb-b130-51b8591beac7 req-b58a9b73-e459-45bc-8b94-9e8d54caa8e9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483402 Aug 31 06:53:14.179830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2db9ad12-801e-45fb-a81b-5764561ce018 None None] Provisioning for port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:14.188224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2db9ad12-801e-45fb-a81b-5764561ce018 None None] Provisioning complete for port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:14.206594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2db9ad12-801e-45fb-a81b-5764561ce018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.206862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.253925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2db9ad12-801e-45fb-a81b-5764561ce018 None None] Port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:14.278116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bc763a81-8dfb-483e-b29d-bc4641a9343e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3ebe751c7c254e7aa13ff340110b44c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1899369 Aug 31 06:53:14.282040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.293348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.326731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:14.329008 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd09b17-2f15-466a-9215-6213073cf981" -d '{"events": [{"name": "network-changed", "server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:14.485597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.513232 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2c4e67-7915-4052-b7b7-756bd80848a5 None None] New status for floating IP 0fdfb95d-805b-4e55-ab4a-57d0c4b25311: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:53:14.537057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.543973 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ddb0155-5567-446c-952a-2d2bc34844f4 x-openstack-request-id: req-6ddb0155-5567-446c-952a-2d2bc34844f4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:14.544395 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:14.544648 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ddb0155-5567-446c-952a-2d2bc34844f4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:14.545043 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'status': 'completed', 'code': 200} Aug 31 06:53:14.545820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.614442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.618665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] 10.222.0.57 "DELETE /v2.0/subnets/1679fff8-fdaf-4ba8-87cc-999cf377e4c4 HTTP/1.1" status: 204 len: 168 time: 1.0705628 Aug 31 06:53:14.620272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d150ec6-18ea-49fd-a973-8860488be1bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1679fff8-fdaf-4ba8-87cc-999cf377e4c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:14.626919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:14.627588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28019b8d-0e6e-483d-aa50-0e2c33905773 None None] Network 4efb29e2-bfec-4884-aab7-02f0886c34de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:14.629781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0980c9bd-b41f-448b-bf7e-3a42d8f36859 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:14.641647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.649747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-b7efa382-e2cd-490b-b63c-bebd5e42bbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.651267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-b7efa382-e2cd-490b-b63c-bebd5e42bbc8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1097 time: 0.1461298 Aug 31 06:53:14.734901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1f5e66-36f3-4cc7-a4a8-f215e50410b6 req-f4f9bad7-e7d5-45b8-a9bb-e218e260ec18 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.737399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a1f5e66-36f3-4cc7-a4a8-f215e50410b6 req-f4f9bad7-e7d5-45b8-a9bb-e218e260ec18 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2362826 Aug 31 06:53:14.739643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.795619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:14.795870 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:14.835757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-ad470692-19e3-4b30-97c2-b423643694b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.837744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-ad470692-19e3-4b30-97c2-b423643694b0 service neutron] 10.222.0.50 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.1611536 Aug 31 06:53:14.840002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:14.858177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a1f5e66-36f3-4cc7-a4a8-f215e50410b6 req-3b5d85c5-26f7-4771-9263-e467e62dc180 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084831 Aug 31 06:53:14.908582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:14.915090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-58a79fc1-9e9c-4454-9962-188dfc7090bf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 217 time: 0.0583835 Aug 31 06:53:14.919976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd09b17-2f15-466a-9215-6213073cf981 req-4e97396e-4dda-4700-91e1-3d2d4bf65e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:14.921611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-4e97396e-4dda-4700-91e1-3d2d4bf65e75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.4268541 Aug 31 06:53:14.922484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.082050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd09b17-2f15-466a-9215-6213073cf981 req-362cd441-b044-4792-aea4-4b65933f6856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.083821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-362cd441-b044-4792-aea4-4b65933f6856 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.1517925 Aug 31 06:53:15.085193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-fe9cfa61-e47d-4342-8b7f-ea9c49b06436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.087852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-fe9cfa61-e47d-4342-8b7f-ea9c49b06436 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.0617256 Aug 31 06:53:15.156495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:15.174539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] DHCP port deletion for 4efb29e2-bfec-4884-aab7-02f0886c34de request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:15.190297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:15.211428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.214143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.217723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01 HTTP/1.1" status: 204 len: 168 time: 0.9329801 Aug 31 06:53:15.225247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:15.226989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:15.237419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafbb520-11b2-499b-875b-438b1d816538 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbddbe9e-ecf5-4ebe-a392-8f4bee9efa01,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:15.247950 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.249473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55da7065-bba0-4ea1-87b1-2d1e69f538df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.5410993 Aug 31 06:53:15.252311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:15.256330 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-4a7571ba-9e64-41c6-af1d-e0fa0fdeb5b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1611629 Aug 31 06:53:15.265014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.302126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 897d7994-bbeb-44d6-ad64-de14490e148c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:15.308115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:15.340137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 897d7994-bbeb-44d6-ad64-de14490e148c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:15.340589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 897d7994-bbeb-44d6-ad64-de14490e148c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:15.354962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:15.355587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:15.396315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:15.396900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5a2ff67-0327-4667-b2a6-2247a258ace9 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:15.401317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Deleting port fe4046b0-4e5f-4660-8012-a7115573ec51 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:15.401740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.435915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-a1757a86-9ccf-45da-8caf-6ffdd2a0e3d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.3268991 Aug 31 06:53:15.517606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] For port fe4046b0-4e5f-4660-8012-a7115573ec51, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe4046b0-4e5f-4660-8012-a7115573ec51,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:15.518450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.533182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Calling delete_port for fe4046b0-4e5f-4660-8012-a7115573ec51 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:15.575598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 492c3411-e8e4-4799-9469-2c0676064251 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:15.586824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Deleting port fe4046b0-4e5f-4660-8012-a7115573ec51 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:15.587176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.667575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] For port fe4046b0-4e5f-4660-8012-a7115573ec51, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe4046b0-4e5f-4660-8012-a7115573ec51,segment=NetworkSegment(14947c30-9fca-4eee-b798-e5a93bc28a40),segment_id=14947c30-9fca-4eee-b798-e5a93bc28a40)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:15.667967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.669431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.682644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Calling delete_port for fe4046b0-4e5f-4660-8012-a7115573ec51 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:15.707771 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.765320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:15.768718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd09b17-2f15-466a-9215-6213073cf981 req-873f9297-7b1a-41dd-bc2d-80158f026f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:15.770273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-873f9297-7b1a-41dd-bc2d-80158f026f62 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.3263083 Aug 31 06:53:15.770681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] No DVR routers for this DVR port fe4046b0-4e5f-4660-8012-a7115573ec51 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:15.774517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeaf9f0-1713-4dbc-9070-68f561dfcaed None None] Pushing event deleted for resources: {'Port': ['ID=fe4046b0-4e5f-4660-8012-a7115573ec51,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:15.776662 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:15.806294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-010970d2-2a0f-49c5-b45e-f424e257ac45 service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5331554 Aug 31 06:53:15.809128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] No DVR routers for this DVR port fe4046b0-4e5f-4660-8012-a7115573ec51 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:16.085426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.214794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f43ca8-0bca-4b2b-9502-658c7a0526f0 req-ac01de41-7418-4332-804e-eb9732e38707 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:16.216349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9f43ca8-0bca-4b2b-9502-658c7a0526f0 req-ac01de41-7418-4332-804e-eb9732e38707 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1929934 Aug 31 06:53:16.225691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9012819-7675-4ee3-9020-575e48470220 None None] Provisioning complete for port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:16.226063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9012819-7675-4ee3-9020-575e48470220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.337530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a9012819-7675-4ee3-9020-575e48470220 None None] Port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:16.389180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4046b0-4e5f-4660-8012-a7115573ec51,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:16.532089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.564345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd09b17-2f15-466a-9215-6213073cf981 req-9c44fe05-1873-41d3-bcf5-458f15456073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:16.566037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-9c44fe05-1873-41d3-bcf5-458f15456073 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7755814 Aug 31 06:53:16.567887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4efb29e2-bfec-4884-aab7-02f0886c34de']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:16.578977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe4046b0-4e5f-4660-8012-a7115573ec51 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:16.598027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14947c30-9fca-4eee-b798-e5a93bc28a40') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:16.598329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14947c30-9fca-4eee-b798-e5a93bc28a40') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:16.619437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: fe4046b0-4e5f-4660-8012-a7115573ec51 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:16.619784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe4046b0-4e5f-4660-8012-a7115573ec51 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:16.665584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.669954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 4a7a5765-079e-4aa4-9014-c22fe94ef511 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:16.685492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9a1b57-0442-43ef-8691-dde2f01ded9d req-56092af2-7496-440a-9900-24091063e67b service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644147 Aug 31 06:53:16.698109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.725015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:16.727936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:16.731681 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:16.872532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9f43ca8-0bca-4b2b-9502-658c7a0526f0 req-3cc2ef48-a59e-4f71-815e-1832885c4451 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6427960 Aug 31 06:53:16.881879 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.899949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:16.902024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] 10.222.0.57 "DELETE /v2.0/networks/4efb29e2-bfec-4884-aab7-02f0886c34de HTTP/1.1" status: 204 len: 168 time: 2.2678170 Aug 31 06:53:16.924354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-b41b4ff1-0f22-4efa-996e-3261aa0cb1f8 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460028 Aug 31 06:53:16.928114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc792f68-e0cb-45b1-885c-78dc53504c8d admin admin] Pushing event deleted for resources: {'Network': ['ID=4efb29e2-bfec-4884-aab7-02f0886c34de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:16.959928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:16.974710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884442f-86ba-425f-9856-577d6028256e None None] Sync routers for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:16.996421 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:16.998100 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:17.001506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1be629d9-e65c-46d8-8d53-9cda61532b19 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8351736 Aug 31 06:53:17.002089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.048373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:17.060331 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:17.061173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:17.095689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb38b74-798a-4895-bc0a-70e492e9fd9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:17.100130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bfb38b74-798a-4895-bc0a-70e492e9fd9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports/ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 HTTP/1.1" status: 200 len: 910 time: 0.0948370 Aug 31 06:53:17.100761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.125778 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4884442f-86ba-425f-9856-577d6028256e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:17.127516 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4884442f-86ba-425f-9856-577d6028256e None None] The sync data for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:17.235959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.1 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/bab25b58-5f89-423f-afb3-62f4e6c9eef3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:17.349703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.373895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9cd09b17-2f15-466a-9215-6213073cf981 req-37feae39-d6d7-4519-a59f-c636305aa203 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4417713 Aug 31 06:53:17.461829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-311e534c-30fa-4649-9aa5-bf705b3f0464 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44974ac04edd47f2857f6c2a2e7867d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1087976 Aug 31 06:53:17.462609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.519126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.545961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:17.555321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.561201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.597150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.607822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.674191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:17.679773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:17.684668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:17.689531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=bab25b58-5f89-423f-afb3-62f4e6c9eef3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:17.718830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55682e5b-0cce-42bd-b92e-644fe46dc9f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.745803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.748364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.749661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/118d7c66-664e-4c1b-a845-7f0ae011b228 HTTP/1.1" status: 204 len: 168 time: 0.2859218 Aug 31 06:53:17.753790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.792164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711994c8-86c4-455a-a88a-0f231941fee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118d7c66-664e-4c1b-a845-7f0ae011b228,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:17.895696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55682e5b-0cce-42bd-b92e-644fe46dc9f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.913293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-55682e5b-0cce-42bd-b92e-644fe46dc9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.926613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.936509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:17.936856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:17.999145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55682e5b-0cce-42bd-b92e-644fe46dc9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c73ddf-1670-4a86-aa1a-d576694920c0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.010251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-55682e5b-0cce-42bd-b92e-644fe46dc9f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ebf1faf3af7f43bb9e02446f59f3936b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4631686 Aug 31 06:53:18.014779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:18.116655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.128866 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.134463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:18.148273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38036760-79f5-4efd-80aa-19c0a7f6bd21 req-f12c4e01-18de-4b86-913f-5d94f7ea0798 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:18.151366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38036760-79f5-4efd-80aa-19c0a7f6bd21 req-f12c4e01-18de-4b86-913f-5d94f7ea0798 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1528354 Aug 31 06:53:18.170413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.231854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-38036760-79f5-4efd-80aa-19c0a7f6bd21 req-d1413a3e-6515-45fc-8210-1943523dd106 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644972 Aug 31 06:53:18.290430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.293456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.297440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6c73ddf-1670-4a86-aa1a-d576694920c0 HTTP/1.1" status: 204 len: 168 time: 0.2791731 Aug 31 06:53:18.319367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e943ac7-e89e-4a19-a6e9-3440298d7b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c73ddf-1670-4a86-aa1a-d576694920c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.392896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.403633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.483909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.540803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=bab25b58-5f89-423f-afb3-62f4e6c9eef3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.541048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=ad71ddbf-76e3-484b-8e8d-dc2dc12b78d6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:18.565055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.729352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:18.730981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:18.870246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:18.889794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:19.051410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:19.062114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eadaf058-8f3c-4545-80e5-b9670f41d9ef tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/routers/29d050db-dcf1-49b1-8b45-e6a8e63cc7c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8076622 Aug 31 06:53:19.064316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:19.068570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:19.071464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'port': {'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa', 'name': 'tempest-FloatingIPTestJSON-1274417603'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:19.097211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:19.098081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.165927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.167067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 4a7a5765-079e-4aa4-9014-c22fe94ef511 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:19.190643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:19.195686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.255114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:19.263712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.300375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] device_id is not set on port 350e95fc-a878-4dee-a694-bfe23f4f831f yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:53:19.313276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.323358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7794e26a-3048-4c71-bd87-38628f73745e None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:19.348798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:19.367030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7438a6ed-b6c6-4e73-a536-7ea01e3af4ed tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2633436 Aug 31 06:53:19.371904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40068) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:19.377551 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] Sync routers for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:19.394060 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:19.395093 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.437553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.462007 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:19.464120 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.524976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.14 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/350e95fc-a878-4dee-a694-bfe23f4f831f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:19.549809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65497b-2f95-4a1e-a68b-8b68c25fd4ea req-92cb7bca-68af-4aa2-a908-083453a458d5 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:19.551411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea65497b-2f95-4a1e-a68b-8b68c25fd4ea req-92cb7bca-68af-4aa2-a908-083453a458d5 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1290395 Aug 31 06:53:19.551500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:19.552537 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5931d4-8520-46a0-873a-3afc404f6dc6 None None] The sync data for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:19.643242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea65497b-2f95-4a1e-a68b-8b68c25fd4ea req-1eb37f2c-7e03-461d-adf8-b56649797646 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822072 Aug 31 06:53:19.773878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.823905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.835230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:19.903856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:19.911564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:19.919138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:19.935634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=350e95fc-a878-4dee-a694-bfe23f4f831f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:19.936462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:19.945978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.946328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.946856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.946993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.947498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.947833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.948197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.948536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.949006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.949360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.949681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.950023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:19.965902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02c2b484-5e7c-4a16-a4f2-39d03775f029 req-a0328bee-488b-4d76-8b6c-d69b048695ac tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0800266 Aug 31 06:53:20.035757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:20.036431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.074099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f3dc33c-a822-4dc7-b85e-f713f33ee847 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0057807 Aug 31 06:53:20.074980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:20.081020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'port': {'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa', 'name': 'tempest-FloatingIPTestJSON-184055887'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:20.124871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1146457561-network', 'tenant_id': 'a3d8b08f97074cf88e524cc0a63721cc'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:20.197730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Made reservation on behalf of a3d8b08f97074cf88e524cc0a63721cc for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:20.200383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.216354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.383783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.393252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.421788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:20.451666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 6930faf5-f3ef-41e3-ab52-4208d4cabc65 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:20.452189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.471038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:20.475884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.529426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c36759-71a8-4caa-bb5c-70f0928e2c63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:20.546382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.546732 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Added segment 266625d4-e429-4d95-82e0-ef0e2895baef of type vlan for network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf Aug 31 06:53:20.560332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] device_id is not set on port 70282655-50ee-4283-9180-1c0696d768a7 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:53:20.647278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a722c3a-4922-4686-a6cf-642729babaed req-1efe5ebf-de5b-414f-8b99-aece6c494a59 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0461664 Aug 31 06:53:20.678781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.697829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 6930faf5-f3ef-41e3-ab52-4208d4cabc65 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:20.718506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.10 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/70282655-50ee-4283-9180-1c0696d768a7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:20.826356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.962458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54676218-f2d7-4bc9-b93e-c80d156b5d46 req-1fbc4773-09bb-441c-8c31-ece006a34d01 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:20.964335 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54676218-f2d7-4bc9-b93e-c80d156b5d46 req-1fbc4773-09bb-441c-8c31-ece006a34d01 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1762166 Aug 31 06:53:20.969544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:20.971521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:20.972809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.024735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.056073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=6930faf5-f3ef-41e3-ab52-4208d4cabc65,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.116360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2799187 Aug 31 06:53:21.116979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:21.138621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Request body: {'subnet': {'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1146457561-subnet', 'tenant_id': 'a3d8b08f97074cf88e524cc0a63721cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:21.156341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d10c702-7d8c-4784-b2ff-2452b30820e1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e40e2ea-c935-4f44-8da7-9c830a6f24bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.169173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:21.194671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54676218-f2d7-4bc9-b93e-c80d156b5d46 req-641a4ead-2aec-48d5-af05-4305ccfdd8d6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191079 Aug 31 06:53:21.221044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.236248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Made reservation on behalf of a3d8b08f97074cf88e524cc0a63721cc for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:21.239219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.416631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.429294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.499000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:21.503960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=70282655-50ee-4283-9180-1c0696d768a7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.508004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:21.511852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:21.591064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.591741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.614778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-72426384-f3a8-434c-a845-92f06cca3cb7 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5387189 Aug 31 06:53:21.635597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:21.640302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '70282655-50ee-4283-9180-1c0696d768a7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:21.678450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.712738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.738452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a73fd758-f42e-4d26-8ff1-6e3505996b72,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:21.826067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Checking segment: {'id': '266625d4-e429-4d95-82e0-ef0e2895baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:21.826433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Network hostable DHCP agents. Network: 6e40e2ea-c935-4f44-8da7-9c830a6f24bf, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:21.856298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:21.880068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6e40e2ea-c935-4f44-8da7-9c830a6f24bf) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:21.887118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:21.887704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.897560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11064079-11c2-42ea-8db2-6141ae2107ec None None] Network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:21.933284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:21.950582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-358e3460-3dfe-469a-9dc8-f8e8c6feb085 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8125927 Aug 31 06:53:22.015231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 4a7a5765-079e-4aa4-9014-c22fe94ef511 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:22.031323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-95515ded-f6f1-4cbc-9638-53409df131e6 req-a3072b5f-3491-40c8-948d-2b4badcf14f4 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0341003 Aug 31 06:53:22.128348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.88 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/22d29055-d54f-46a8-8aa2-3023a73fbced) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:22.131147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:22.140749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-514d6898-1391-4a91-acef-cd54cbb79545 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7673554 Aug 31 06:53:22.143870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:22.190375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] Sync routers for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:22.202873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:22.203639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.209445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5251e0-04df-41da-b6c2-6ea4a937c3a6 None None] Network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:22.218738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91ea30ea-717d-44c7-a07e-908becf7d2ea tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a7a5765-079e-4aa4-9014-c22fe94ef511 HTTP/1.1" status: 200 len: 205 time: 0.0736787 Aug 31 06:53:22.221361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:22.312279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.314737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.350568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.375779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.418521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:22.421292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:22.421453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] Routers {'4a7a5765-079e-4aa4-9014-c22fe94ef511'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:22.422044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4a7a5765-079e-4aa4-9014-c22fe94ef511'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.425003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:22.481684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197a01-3ec9-47cb-b970-8d3c1e38918f req-54fff371-0a19-4863-95bd-fe3083b4ff32 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:22.483376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70197a01-3ec9-47cb-b970-8d3c1e38918f req-54fff371-0a19-4863-95bd-fe3083b4ff32 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1588695 Aug 31 06:53:22.518417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:22.520157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8bae632-f582-4d38-9d94-3f00f4678d62 None None] The sync data for ids ['4a7a5765-079e-4aa4-9014-c22fe94ef511'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:22.561040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=22d29055-d54f-46a8-8aa2-3023a73fbced,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:22.630621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.634806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.638862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70197a01-3ec9-47cb-b970-8d3c1e38918f req-7d5fdc8a-9e06-48b6-bbc3-aba82089a7e1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480620 Aug 31 06:53:22.707010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e75fd372-976b-40c1-98b2-e7e30f3cfde3 req-e4773a4c-33de-49cf-aa82-334041cfcdce service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0657234 Aug 31 06:53:22.715812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.716563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router 4a7a5765-079e-4aa4-9014-c22fe94ef511 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:22.727816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.729378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-906a7aae-85cd-4144-926c-a19400b05f2a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511 HTTP/1.1" status: 204 len: 168 time: 0.5044398 Aug 31 06:53:22.731848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:22.792047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 174c9e8a-d77a-46fd-8ecb-70b18786bc44 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:22.796029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.846985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:22.957157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.020812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.050591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=174c9e8a-d77a-46fd-8ecb-70b18786bc44,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:23.054437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.056316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00a0dddc-3417-4230-abcb-e1929cbaba6d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/174c9e8a-d77a-46fd-8ecb-70b18786bc44 HTTP/1.1" status: 204 len: 168 time: 0.3234687 Aug 31 06:53:23.058809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:23.065112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1720176e-531c-4d49-a8ca-16d613e59e3f None None] Network 492c3411-e8e4-4799-9469-2c0676064251 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:23.070300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-00d6bbbc-a724-4184-9bf9-1ac375ce9fac tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:23.077291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-00d6bbbc-a724-4184-9bf9-1ac375ce9fac tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/networks?id=6e40e2ea-c935-4f44-8da7-9c830a6f24bf HTTP/1.1" status: 200 len: 814 time: 0.5055051 Aug 31 06:53:23.092703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-ee0597e6-ff5f-4aa3-8d29-07de9fea379a tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/quotas/a3d8b08f97074cf88e524cc0a63721cc HTTP/1.1" status: 200 len: 375 time: 0.0145187 Aug 31 06:53:23.121022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 8a34cc27-cadc-48c8-aa92-4b87c48bd2b0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:23.124645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.140400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-b449b55d-578b-4ad5-bac1-abd5907dfedc tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=a3d8b08f97074cf88e524cc0a63721cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370202 Aug 31 06:53:23.178304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.294593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.351444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-56f90679-d8ed-4e6f-9ce4-96399c967c6f req-c15ac1e2-773f-46a5-932b-5fba57f89b67 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0534940 Aug 31 06:53:23.368731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] DHCP port deletion for 492c3411-e8e4-4799-9469-2c0676064251 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:23.405192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.426894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-f2715f9a-15cb-4c96-8e8f-c8736c93537e service neutron] 10.222.0.57 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760410 Aug 31 06:53:23.438802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Deleting port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:23.440514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=8a34cc27-cadc-48c8-aa92-4b87c48bd2b0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:23.442847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.445369 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ac7734f1-f3d9-43f4-94de-f7ad14113360 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/8a34cc27-cadc-48c8-aa92-4b87c48bd2b0 HTTP/1.1" status: 204 len: 168 time: 0.3849611 Aug 31 06:53:23.445968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.447481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:23.473103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964b06da-e42f-4ada-8f5c-449bd83cca76 None None] Network 534c8910-79b9-433e-88de-4c8f15dd6d18 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:23.535233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.542467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.598335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:23.598335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.640692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] For port 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0980c9bd-b41f-448b-bf7e-3a42d8f36859,segment=NetworkSegment(56fcf48e-7654-4d86-9569-24d1390b4fa2),segment_id=56fcf48e-7654-4d86-9569-24d1390b4fa2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:23.641201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.669270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-bf573b1a-69c5-44bf-b309-694b232b742a service neutron] 10.222.0.57 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298310 Aug 31 06:53:23.694589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port 0980c9bd-b41f-448b-bf7e-3a42d8f36859, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0980c9bd-b41f-448b-bf7e-3a42d8f36859,segment=NetworkSegment(56fcf48e-7654-4d86-9569-24d1390b4fa2),segment_id=56fcf48e-7654-4d86-9569-24d1390b4fa2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:23.694959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.713192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 0980c9bd-b41f-448b-bf7e-3a42d8f36859 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:23.725975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.774520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Calling delete_port for 0980c9bd-b41f-448b-bf7e-3a42d8f36859 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:23.847178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca210eaa-30b1-4919-951b-fc4445b80caf req-373846c7-fea3-4799-8967-445ad31c20c2 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0530205 Aug 31 06:53:23.969857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f2e42a-76e6-44aa-a812-5737eb0c8b07 req-8eb5397c-78ba-429b-8735-f06be4bea590 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:23.971393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21f2e42a-76e6-44aa-a812-5737eb0c8b07 req-8eb5397c-78ba-429b-8735-f06be4bea590 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1759984 Aug 31 06:53:23.972515 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:23.978040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] DHCP port deletion for 534c8910-79b9-433e-88de-4c8f15dd6d18 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:24.004375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:24.008992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29c8cd67-3578-4d7c-8473-98635109d83e req-659d37dc-06ed-43e2-8c2e-9ce260582610 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 210 time: 0.0528798 Aug 31 06:53:24.012497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:24.033595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=0980c9bd-b41f-448b-bf7e-3a42d8f36859,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.053735 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.100632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] Pushing event deleted for resources: {'Port': ['ID=0980c9bd-b41f-448b-bf7e-3a42d8f36859,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.103473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf60730-a1bf-425a-8a48-20689d10f08f None None] No DVR routers for this DVR port 0980c9bd-b41f-448b-bf7e-3a42d8f36859 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:24.107780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.123306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.142625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Deleting port 8f3c92b6-07db-483e-a768-db0992c25edf {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:24.143285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.259672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b82d4f39-23be-4c26-a53a-4c213e853a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.260393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.264964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=22d29055-d54f-46a8-8aa2-3023a73fbced,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.291138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.292575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] For port 8f3c92b6-07db-483e-a768-db0992c25edf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f3c92b6-07db-483e-a768-db0992c25edf,segment=NetworkSegment(4b647a48-4ef6-47ee-8438-af5370f79bfe),segment_id=4b647a48-4ef6-47ee-8438-af5370f79bfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:24.292987 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.297535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492c3411-e8e4-4799-9469-2c0676064251']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.309044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Calling delete_port for 8f3c92b6-07db-483e-a768-db0992c25edf owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:24.315614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56fcf48e-7654-4d86-9569-24d1390b4fa2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.315614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56fcf48e-7654-4d86-9569-24d1390b4fa2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.331361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.354621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.360919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-21f2e42a-76e6-44aa-a812-5737eb0c8b07 req-c01417af-29e5-4532-94a2-2a689616b5e4 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3805225 Aug 31 06:53:24.379155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:24.379603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:24.389065 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:24.436011 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.439756 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 39803ece-3343-4ea4-863c-6ef8682fd3b5 associated. External IP: 172.25.3.88, port: 70282655-50ee-4283-9180-1c0696d768a7. Aug 31 06:53:24.486507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] Pushing event deleted for resources: {'Port': ['ID=8f3c92b6-07db-483e-a768-db0992c25edf,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.497292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02a6bc2-73a3-4992-92ff-5ea5a39be1b9 None None] No DVR routers for this DVR port 8f3c92b6-07db-483e-a768-db0992c25edf on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:24.522692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.555597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.558002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/492c3411-e8e4-4799-9469-2c0676064251 HTTP/1.1" status: 204 len: 168 time: 1.1095753 Aug 31 06:53:24.559317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea96fda6-bd7a-4873-b2c7-34f03cd7be89 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=492c3411-e8e4-4799-9469-2c0676064251,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.561311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:24.572116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8294d2fe-4d49-4372-977f-0ff23359a283 req-096b727c-a276-4cd5-9934-59c5e552ae50 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0350368 Aug 31 06:53:24.572797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f3c92b6-07db-483e-a768-db0992c25edf no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:24.607142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 8f3c92b6-07db-483e-a768-db0992c25edf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:24.607142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f3c92b6-07db-483e-a768-db0992c25edf not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:24.607142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0980c9bd-b41f-448b-bf7e-3a42d8f36859 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:24.627462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0980c9bd-b41f-448b-bf7e-3a42d8f36859 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:24.627943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0980c9bd-b41f-448b-bf7e-3a42d8f36859 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:24.691480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.739723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b82d4f39-23be-4c26-a53a-4c213e853a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.744503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b82d4f39-23be-4c26-a53a-4c213e853a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.787751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.793223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35c79624-4271-4855-b298-9e6586ba8d1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.796817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b82d4f39-23be-4c26-a53a-4c213e853a7e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=46c44686325e4bd5938094bbf9586abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908654 Aug 31 06:53:24.799940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['534c8910-79b9-433e-88de-4c8f15dd6d18']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.802052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:24.805393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:24.808278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4f39-23be-4c26-a53a-4c213e853a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac28039b-f68b-48aa-a95e-9ed6f10b9aa3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:24.823101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b647a48-4ef6-47ee-8438-af5370f79bfe') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.823605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b647a48-4ef6-47ee-8438-af5370f79bfe') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.841690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.868499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.878758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:24.879080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:24.882098 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:24.931204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:24.935481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.950577 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:24.951068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.961548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:24.962680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:24.970793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.983915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:24.989076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e2347ddd-ff08-452c-9fcd-2cb1cbbafc23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.3523958 Aug 31 06:53:24.990122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.002479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.005023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:25.009832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/534c8910-79b9-433e-88de-4c8f15dd6d18 HTTP/1.1" status: 204 len: 168 time: 0.4472516 Aug 31 06:53:25.009988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.017435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1475602221'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:25.027898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:25.035020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83cc33b-3a2e-4711-b7f0-9ad7309477e5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=534c8910-79b9-433e-88de-4c8f15dd6d18,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.045608 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:25.046572 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:25.062917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.066774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.068267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ac28039b-f68b-48aa-a95e-9ed6f10b9aa3 HTTP/1.1" status: 204 len: 168 time: 0.2651739 Aug 31 06:53:25.083481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4549d9-7c44-4788-8c5a-fd8373a8777b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac28039b-f68b-48aa-a95e-9ed6f10b9aa3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.090227 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:25.091634 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc21fc-e197-48be-8c84-5e4681c25df9 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:25.158252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:25.161956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.172199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-306eee65-5a84-45c8-9e6e-dd3a4b512dce req-8c50f33a-ef0c-4987-9a47-dfdc6dc5fadb tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 210 time: 0.0427642 Aug 31 06:53:25.238954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.363752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:25.412231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.412587 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 2eaa6669-e499-4844-aef4-512709236ba2 of type vlan for network 8cc65612-f726-4058-a38f-14d6fe0b70e0 Aug 31 06:53:25.426352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.431265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.431714 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 39803ece-3343-4ea4-863c-6ef8682fd3b5 disassociated. External IP: 172.25.3.88, port: 70282655-50ee-4283-9180-1c0696d768a7. Aug 31 06:53:25.437174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-bdd660f9-8583-4782-be4b-f58fc8780876 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:25.439437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-bdd660f9-8583-4782-be4b-f58fc8780876 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.53 "GET /v2.0/networks?id=6e40e2ea-c935-4f44-8da7-9c830a6f24bf HTTP/1.1" status: 200 len: 814 time: 0.1952379 Aug 31 06:53:25.457629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Request body: {'port': {'device_id': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf', 'admin_state_up': True, 'tenant_id': 'a3d8b08f97074cf88e524cc0a63721cc'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:25.603133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc61ad4-4fc0-42ad-aa24-45e0d63750ba req-79e8b9b7-b838-4bd3-8587-2a60f8ec7913 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:25.604992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc61ad4-4fc0-42ad-aa24-45e0d63750ba req-79e8b9b7-b838-4bd3-8587-2a60f8ec7913 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1214635 Aug 31 06:53:25.610252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.627005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2f6033-1029-4012-8271-209647cee8d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.751836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5bc61ad4-4fc0-42ad-aa24-45e0d63750ba req-965b63c6-22c8-4ffa-83ff-93305c7d38a3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137805 Aug 31 06:53:25.784982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2f6033-1029-4012-8271-209647cee8d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.793519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d2f6033-1029-4012-8271-209647cee8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.842106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Made reservation on behalf of a3d8b08f97074cf88e524cc0a63721cc for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:25.846146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.862185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1d2f6033-1029-4012-8271-209647cee8d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f660728c64ce414988461602eddeb2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2482674 Aug 31 06:53:25.862185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f6033-1029-4012-8271-209647cee8d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a507e73-1a2d-4fd6-b3db-e596c4797806,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:25.863436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:25.888731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.893757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3fff6680-a43f-4ddd-a604-3e570d923c75 req-520dedda-5661-4d45-8f8a-818223450893 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0530365 Aug 31 06:53:25.966253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:25.973914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:25.975247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.028949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.055272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0432765 Aug 31 06:53:26.062440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:26.069229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:26.092107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce1965-d09a-4d96-b24f-3f85d06264fb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=8cc65612-f726-4058-a38f-14d6fe0b70e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:26.120235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:26.178220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.214936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:26.269407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Allocated IP 172.20.0.6 (6e40e2ea-c935-4f44-8da7-9c830a6f24bf/a73fd758-f42e-4d26-8ff1-6e3505996b72/b23e898e-aaa6-4499-b38c-9e57c9a227e8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:26.345120 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92e12faf-8918-49b6-bbbc-9d3237bc65cd req-79898d6f-ffc3-4f71-bd57-00073171d63a tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 210 time: 0.0434508 Aug 31 06:53:26.358473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:26.364454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.434117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:26.443056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.446527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:26.458692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:26.459331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:26.475262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6739e0d0-074e-4c57-a33c-8018b0425b23 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/39803ece-3343-4ea4-863c-6ef8682fd3b5 HTTP/1.1" status: 200 len: 687 time: 1.4828515 Aug 31 06:53:26.476619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-501fc760-3a14-4c8d-bc4f-ba7528ab7671 req-72f9f9f2-4e0a-42ed-8694-2853dcef6e5b tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.1080232 Aug 31 06:53:26.477180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:26.500100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.512791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.512791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4a507e73-1a2d-4fd6-b3db-e596c4797806 HTTP/1.1" status: 204 len: 168 time: 0.6399055 Aug 31 06:53:26.527391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:26.537216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:26.537980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:52:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:26.572230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:26.572889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f07e0caf-6bfa-4b94-9ca4-8e4c8d7d7d25 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:26.588162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1414bbb-7efa-45f1-b47a-df09a563ac67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a507e73-1a2d-4fd6-b3db-e596c4797806,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:26.624252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 22d29055-d54f-46a8-8aa2-3023a73fbced {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:26.624252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.714176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.714432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.714731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.728781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 22d29055-d54f-46a8-8aa2-3023a73fbced owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:26.806244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.865116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.921052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=67b0f202-dcd0-47ac-92f4-0dfd40d04625,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:26.935532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:26.944706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:26.951870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:26.956084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Pushing event updated for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:26.958685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:26.963020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '2eaa6669-e499-4844-aef4-512709236ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:26.963737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 8cc65612-f726-4058-a38f-14d6fe0b70e0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:26.987350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=22d29055-d54f-46a8-8aa2-3023a73fbced,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.020473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:27.021125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.024990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:27.040402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 8cc65612-f726-4058-a38f-14d6fe0b70e0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:27.044414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-811d697f-f3a6-49ee-899d-b10d6cd7221e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5958076 Aug 31 06:53:27.048284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:27.048897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.050618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b78510-4dc4-450a-81b1-4db2deaf9551 None None] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:27.060468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Request body: {'port': {'device_id': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:27.084482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.087846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.089161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d25defcc-23fc-414d-8548-4e19c0e0acf1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/39803ece-3343-4ea4-863c-6ef8682fd3b5 HTTP/1.1" status: 204 len: 168 time: 0.6109500 Aug 31 06:53:27.093575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:27.096084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-61870204-ef39-402e-be36-6b7006857b9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0314114 Aug 31 06:53:27.098563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:27.104459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '350e95fc-a878-4dee-a694-bfe23f4f831f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:27.105201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1426200384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:27.150919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.173356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.187551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92add403-9424-428c-9614-f83138e4d972 req-5dcd867d-7ed0-4f54-9c06-0a8170075728 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:27.187916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.189887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.190802 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92add403-9424-428c-9614-f83138e4d972 req-5dcd867d-7ed0-4f54-9c06-0a8170075728 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.3566222 Aug 31 06:53:27.256475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-8cc65612-f726-4058-a38f-14d6fe0b70e0', 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '67b0f202-dcd0-47ac-92f4-0dfd40d04625'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:27.257826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.299382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.305604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.310473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92add403-9424-428c-9614-f83138e4d972 req-ef7ce5b8-a605-4ec3-8dcc-05a98a48769c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062126 Aug 31 06:53:27.380600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.384812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-242c0139-947d-4a37-a569-867bca95ed87 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2852895 Aug 31 06:53:27.385625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:27.394689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'port': {'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0', 'name': 'tempest-RoutersTest-895900159'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:27.399933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.432414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01d8ccad-3cb8-47a1-bf07-408e1f59fbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.486857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Allocated IP 172.20.0.2 (8cc65612-f726-4058-a38f-14d6fe0b70e0/67b0f202-dcd0-47ac-92f4-0dfd40d04625/d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:27.652860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.170 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/aefca64c-2ebb-4e16-87c9-e8d9292a6e68) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:27.683838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ce174-c9ed-4748-866d-76d22272a9f5 req-9b54be1a-37b3-4dc1-811a-7853b3c34d5c tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:27.685477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-966ce174-c9ed-4748-866d-76d22272a9f5 req-9b54be1a-37b3-4dc1-811a-7853b3c34d5c tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 931 time: 0.1506143 Aug 31 06:53:27.691203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.709690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.721710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Transition to ACTIVE for port object d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:27.744174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Transition to ACTIVE for port object d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:27.761110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:27.762408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.764797 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.770932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-966ce174-c9ed-4748-866d-76d22272a9f5 req-7c21e2ac-cc0e-4130-8aaf-4e5dcda394a8 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722167 Aug 31 06:53:27.790151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-659f2334-4dc7-403d-a6ea-3ea3b31a1179 req-3705db98-7ba8-4e3a-8ee1-fb3e3aa69ab4 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0564032 Aug 31 06:53:27.815347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:27.821202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:27.822688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] device_id is not set on port dd679802-3746-4e4d-bcd5-13fe68366d73 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:53:27.825820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:27.835615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23e898e-aaa6-4499-b38c-9e57c9a227e8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:27.869714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.872856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.895999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Pushing event updated for resources: {'Port': ['ID=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:27.903886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Transition to ACTIVE for port object b23e898e-aaa6-4499-b38c-9e57c9a227e8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:27.910321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.945570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.945743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Attempting to bind port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:27.946311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Attempting to bind port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '2eaa6669-e499-4844-aef4-512709236ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:27.946865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Attempting to bind port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a on network 8cc65612-f726-4058-a38f-14d6fe0b70e0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:27.954998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:27.955749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Checking segment: {'id': '2eaa6669-e499-4844-aef4-512709236ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:27.956532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:27.957197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Bound using segment: {'id': '2eaa6669-e499-4844-aef4-512709236ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:27.958677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Bound port: d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eaa6669-e499-4844-aef4-512709236ba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': '8cc65612-f726-4058-a38f-14d6fe0b70e0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:27.959293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.013190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:28.017634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:28.020919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:28.039463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=aefca64c-2ebb-4e16-87c9-e8d9292a6e68,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:28.049475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] For port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:28.053512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] For port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,segment=NetworkSegment(2eaa6669-e499-4844-aef4-512709236ba2),segment_id=2eaa6669-e499-4844-aef4-512709236ba2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:28.058699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:28.060688 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.061635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.20.0.14 (8cc65612-f726-4058-a38f-14d6fe0b70e0/67b0f202-dcd0-47ac-92f4-0dfd40d04625/dd679802-3746-4e4d-bcd5-13fe68366d73) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:28.132601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Attempting to bind port b23e898e-aaa6-4499-b38c-9e57c9a227e8 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:28.133033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Attempting to bind port b23e898e-aaa6-4499-b38c-9e57c9a227e8 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '266625d4-e429-4d95-82e0-ef0e2895baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:28.133467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Attempting to bind port b23e898e-aaa6-4499-b38c-9e57c9a227e8 on network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:28.152713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507b7558-446e-4e53-9a4c-a1921982c8bc None None] Pushing event updated for resources: {'Port': ['ID=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:28.158260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Port b23e898e-aaa6-4499-b38c-9e57c9a227e8 on network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:53:28.158748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Attempting to bind port b23e898e-aaa6-4499-b38c-9e57c9a227e8 on network 6e40e2ea-c935-4f44-8da7-9c830a6f24bf {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:28.183247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:28.183594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Checking segment: {'id': '266625d4-e429-4d95-82e0-ef0e2895baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:28.183986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Bound using segment: {'id': '266625d4-e429-4d95-82e0-ef0e2895baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:28.184446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Bound port: b23e898e-aaa6-4499-b38c-9e57c9a227e8, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '266625d4-e429-4d95-82e0-ef0e2895baef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:28.184822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.337022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:28.343611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.349223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8,segment=NetworkSegment(266625d4-e429-4d95-82e0-ef0e2895baef),segment_id=266625d4-e429-4d95-82e0-ef0e2895baef)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:28.357651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.383017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object dd679802-3746-4e4d-bcd5-13fe68366d73 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:28.412087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:28.413286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.414828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] 10.222.0.53 "PUT /v2.0/ports/b23e898e-aaa6-4499-b38c-9e57c9a227e8 HTTP/1.1" status: 200 len: 1092 time: 1.3587606 Aug 31 06:53:28.418429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:28.424499 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0682df8-6e9e-48fc-8898-60ea91d033a8" -d '{"events": [{"name": "network-changed", "server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:28.537159 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3b7f35f-4bf6-4853-81c6-32463bffa44b x-openstack-request-id: req-a3b7f35f-4bf6-4853-81c6-32463bffa44b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:28.537725 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:28.538724 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a3b7f35f-4bf6-4853-81c6-32463bffa44b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:28.539456 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8', 'status': 'completed', 'code': 200} Aug 31 06:53:28.587939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449bc092-8c4d-47dc-8818-1ffd26b99d88 service neutron] Pushing event updated for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:28.633905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:28.643511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-c6ef978e-6994-40e5-8d31-5e30a42bdb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:28.645467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-c6ef978e-6994-40e5-8d31-5e30a42bdb7d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3d8b08f97074cf88e524cc0a63721cc&device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 1095 time: 0.1782889 Aug 31 06:53:28.657454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.669451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.684037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408a724-ab9b-4dd3-9435-5e9fbac45d4f req-bcfa597c-3a29-427f-a6f8-16393f921674 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:28.685920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f408a724-ab9b-4dd3-9435-5e9fbac45d4f req-bcfa597c-3a29-427f-a6f8-16393f921674 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1454227 Aug 31 06:53:28.723594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:28.752177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-a79c032b-b654-4006-afcb-9e9889f512ff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8 HTTP/1.1" status: 200 len: 217 time: 0.0899549 Aug 31 06:53:28.760697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:28.843382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:28.856887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:28.861289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:28.896734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-417890c2-9002-4086-ae7e-8ee26bf643b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:28.898225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-417890c2-9002-4086-ae7e-8ee26bf643b4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a73fd758-f42e-4d26-8ff1-6e3505996b72 HTTP/1.1" status: 200 len: 854 time: 0.1241930 Aug 31 06:53:28.898810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=dd679802-3746-4e4d-bcd5-13fe68366d73,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:28.940294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-8d675a55-be48-402e-994b-bb47417d83ac service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e40e2ea-c935-4f44-8da7-9c830a6f24bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333290 Aug 31 06:53:28.954795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3ed1c0-b72a-45f7-a2f6-054b225ed788 req-db1d2fbb-f321-472c-a99c-0c7fb32b3ae1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:28.954946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f408a724-ab9b-4dd3-9435-5e9fbac45d4f req-d5b0eeff-4dcc-40de-a08a-4fe65a2a2454 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068441 Aug 31 06:53:28.968184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af3ed1c0-b72a-45f7-a2f6-054b225ed788 req-db1d2fbb-f321-472c-a99c-0c7fb32b3ae1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 943 time: 0.0947602 Aug 31 06:53:29.036535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af3ed1c0-b72a-45f7-a2f6-054b225ed788 req-2340af31-8f01-44af-9e96-b1842ea26fb8 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730400 Aug 31 06:53:29.056294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.062809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.112485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-07c014b4-c5d8-4480-ac64-57666cba702b req-9875ebfb-7fd0-4c06-b731-79913940ff59 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0511017 Aug 31 06:53:29.122390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:29.123022 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.129083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-ab4f524e-ebcf-4134-83f5-89421138dfa5 service neutron] 10.222.0.53 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665416 Aug 31 06:53:29.161116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9c5c9f87-97ef-4733-b10f-c6f17b46adf2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.7719092 Aug 31 06:53:29.170645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.177526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:29.240242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1c02a4d5-97fb-4105-9dfb-76fa9cc12d3c req-987f644d-3bbe-4d15-b82e-995feb8cb068 service neutron] 10.222.0.53 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020577 Aug 31 06:53:29.240356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:29.267914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=aefca64c-2ebb-4e16-87c9-e8d9292a6e68,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:29.354891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-6a0b374c-46c7-4028-9cf5-1a6859e3de84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:29.356618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-6a0b374c-46c7-4028-9cf5-1a6859e3de84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=a3d8b08f97074cf88e524cc0a63721cc&device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 1095 time: 0.0527666 Aug 31 06:53:29.401484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182b414b-59f4-4ebb-b5dd-b61084714a0e None None] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:29.430184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb6ab-52fb-4b39-8041-8c594c49ed01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.495922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-b0bdb353-a2a6-423f-a4d8-8d27d9892108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:29.496516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-b0bdb353-a2a6-423f-a4d8-8d27d9892108 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6e40e2ea-c935-4f44-8da7-9c830a6f24bf HTTP/1.1" status: 200 len: 915 time: 0.1311157 Aug 31 06:53:29.503619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Provisioning for port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:29.527163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Provisioning complete for port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:29.527982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.528796 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP f99de7e8-5162-41e0-bd29-8ef67be3f108 associated. External IP: 172.25.3.170, port: 350e95fc-a878-4dee-a694-bfe23f4f831f. Aug 31 06:53:29.618864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.679695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.722677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] For port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,segment=NetworkSegment(2eaa6669-e499-4844-aef4-512709236ba2),segment_id=2eaa6669-e499-4844-aef4-512709236ba2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:29.729119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.773176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:29.787250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac09d4c-b5f6-4abb-96f1-15a38eb21c7f None None] Pushing event updated for resources: {'Port': ['ID=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:29.923634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-e3e561d9-3d03-402a-9e57-5fb08ee8ba6b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8 HTTP/1.1" status: 200 len: 217 time: 0.4148822 Aug 31 06:53:29.968622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Provisioning complete for port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:29.972654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.015321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-207bdcf0-12be-4b36-9854-162ee13a3bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:30.015789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:30.023923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-207bdcf0-12be-4b36-9854-162ee13a3bac service neutron] 10.222.0.53 "GET /v2.0/subnets?id=a73fd758-f42e-4d26-8ff1-6e3505996b72 HTTP/1.1" status: 200 len: 854 time: 0.0900872 Aug 31 06:53:30.074592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-1218633e-4a81-4e57-a9d1-52c8d7faca92 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6e40e2ea-c935-4f44-8da7-9c830a6f24bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415297 Aug 31 06:53:30.119521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Provisioning for port dd679802-3746-4e4d-bcd5-13fe68366d73 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:30.126577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Provisioning complete for port dd679802-3746-4e4d-bcd5-13fe68366d73 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:30.127505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.143752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb6ab-52fb-4b39-8041-8c594c49ed01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.173158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e9fb6ab-52fb-4b39-8041-8c594c49ed01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.177693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-308b40c0-feb5-4afd-83d3-e7269c602ac7 None None] Port dd679802-3746-4e4d-bcd5-13fe68366d73 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:30.262578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3e9fb6ab-52fb-4b39-8041-8c594c49ed01 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bd6b5760054244c8bf2dab21eb24f748&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0212708 Aug 31 06:53:30.273285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:30.285308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fb6ab-52fb-4b39-8041-8c594c49ed01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c01f072-1682-498a-9bd1-1297ff871fdf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:30.299314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46abc144-b21a-4a5d-a809-3b24fc56e07d req-bfc0fa04-43be-401a-a35e-c5504756b998 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:30.300856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46abc144-b21a-4a5d-a809-3b24fc56e07d req-bfc0fa04-43be-401a-a35e-c5504756b998 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2248447 Aug 31 06:53:30.301446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-281af96e-e3f7-4e31-8115-bba852486aca None None] Provisioning complete for port dd679802-3746-4e4d-bcd5-13fe68366d73 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:30.301909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-281af96e-e3f7-4e31-8115-bba852486aca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.340234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-281af96e-e3f7-4e31-8115-bba852486aca None None] Port dd679802-3746-4e4d-bcd5-13fe68366d73 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:30.355815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-1366a639-138a-481c-b8a1-47430793eb09 service neutron] 10.222.0.53 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2222235 Aug 31 06:53:30.427092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46abc144-b21a-4a5d-a809-3b24fc56e07d req-4632a300-3ac4-4731-830f-637fe45be0d8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133161 Aug 31 06:53:30.447602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.497413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.525744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:30.528155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c301269-511d-443f-8016-17e36046db34 req-20f8c46f-f646-47b3-acfc-87ebe1cd83bc tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:30.529778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c301269-511d-443f-8016-17e36046db34 req-20f8c46f-f646-47b3-acfc-87ebe1cd83bc tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 943 time: 0.1529889 Aug 31 06:53:30.560681 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ede24834-0c18-485b-a7a4-5a795205b559 req-5f83cc7c-e1fc-4228-9d45-aff339373d3b tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0510664 Aug 31 06:53:30.570057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0682df8-6e9e-48fc-8898-60ea91d033a8 req-1d360dc8-e374-46c0-9801-cad0da15b2fc service neutron] 10.222.0.53 "GET /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023501 Aug 31 06:53:30.587190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:30.587849 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.611014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.614333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.615880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3c01f072-1682-498a-9bd1-1297ff871fdf HTTP/1.1" status: 204 len: 168 time: 0.3400764 Aug 31 06:53:30.625533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbc8bf8-6fce-458f-b9b5-105dfd9578bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c01f072-1682-498a-9bd1-1297ff871fdf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:30.631641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c301269-511d-443f-8016-17e36046db34 req-b5601b26-5b87-4501-bd9f-37c8eb9ac614 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934381 Aug 31 06:53:30.665097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.673439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.679022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:30.695383 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:30.706981 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:30.708748 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:30.756711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:30.756893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:30.767536 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:30.768222 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:30.768673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=dd679802-3746-4e4d-bcd5-13fe68366d73,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:30.812282 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:30.815256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d33dc0f-29b4-4db0-969f-fc011c80841b None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:30.824152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ecae94c5-0663-4f18-b9a4-cb4b40e7230c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.7286389 Aug 31 06:53:30.826871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:30.953392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3056fe95-74e9-4377-a84e-6eb3742ac684 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/floatingips/f99de7e8-5162-41e0-bd29-8ef67be3f108 HTTP/1.1" status: 200 len: 979 time: 0.1231136 Aug 31 06:53:30.954293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:30.998328 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.005115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:31.019241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-718c596f-21c3-4ec5-ba00-196cd03925ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.069157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8e4e46ae-9276-4f76-bf23-47dd9fbe59cc None None] Provisioning complete for port dd679802-3746-4e4d-bcd5-13fe68366d73 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:31.070583 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e4e46ae-9276-4f76-bf23-47dd9fbe59cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.109515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e46ae-9276-4f76-bf23-47dd9fbe59cc None None] Port dd679802-3746-4e4d-bcd5-13fe68366d73 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:31.121940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.127121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d257c3b0-47ca-42b4-9bc0-37c80430423a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 982 time: 0.1722209 Aug 31 06:53:31.129754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-718c596f-21c3-4ec5-ba00-196cd03925ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.130602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:31.135564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': '70282655-50ee-4283-9180-1c0696d768a7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:31.139943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-718c596f-21c3-4ec5-ba00-196cd03925ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.225878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.229764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-718c596f-21c3-4ec5-ba00-196cd03925ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=62e781e407bd41f191e0ca5f28450b97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235630 Aug 31 06:53:31.231608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718c596f-21c3-4ec5-ba00-196cd03925ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5726543f-fa23-423e-9e49-12cc530e4f0c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.233979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:31.258636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.334420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.433213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.576528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.580086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.580999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5726543f-fa23-423e-9e49-12cc530e4f0c HTTP/1.1" status: 204 len: 168 time: 0.3460717 Aug 31 06:53:31.607060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365064c-1d14-4c9f-af2f-d2b512b84fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5726543f-fa23-423e-9e49-12cc530e4f0c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.656670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1a970-ecbd-46ba-bda7-a5d52165f476 req-b4f840f3-6b77-4ff8-91a7-dbe42340b0ee tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:31.665928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1dd1a970-ecbd-46ba-bda7-a5d52165f476 req-b4f840f3-6b77-4ff8-91a7-dbe42340b0ee tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1273227 Aug 31 06:53:31.667443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-42c41d20-e8cc-4069-a061-87439fe93629 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0989110 Aug 31 06:53:31.731278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.739562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1dd1a970-ecbd-46ba-bda7-a5d52165f476 req-8b4d200a-bb6b-4efe-b076-03953e2f66bb tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724890 Aug 31 06:53:31.740782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.885376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.890071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=dd679802-3746-4e4d-bcd5-13fe68366d73,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:31.914384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7ba85f6-f8df-4ab2-b095-66086eaddc11 req-d7aa3a64-b4ba-43de-8e2e-6b4a7e7ef4b5 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.1517580 Aug 31 06:53:31.936038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.941270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:31.969290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7ae5cf-241c-4ec6-b486-b7c8433a3674 req-514c5bc7-9419-47e3-9799-be12c6fa4f9e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:31.981727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd7ae5cf-241c-4ec6-b486-b7c8433a3674 req-514c5bc7-9419-47e3-9799-be12c6fa4f9e tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 943 time: 0.1529846 Aug 31 06:53:31.998243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-758f827f-d831-45b3-8d46-0149e0fffd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:31.999144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-758f827f-d831-45b3-8d46-0149e0fffd75 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 1097 time: 0.2345352 Aug 31 06:53:32.040175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd7ae5cf-241c-4ec6-b486-b7c8433a3674 req-4fe82e42-2c62-48a8-b44e-4230c69d06fa tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575516 Aug 31 06:53:32.074376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:32.077068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:32.157940 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP f99de7e8-5162-41e0-bd29-8ef67be3f108 associated. External IP: 172.25.3.170, port: 350e95fc-a878-4dee-a694-bfe23f4f831f. Aug 31 06:53:32.243186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 41890a6b-261d-464c-b8b7-7b05412f8da8 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:32.280163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-5c16576b-63fe-4b13-87ca-2e0eaf3032f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:32.281679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-5c16576b-63fe-4b13-87ca-2e0eaf3032f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.2093449 Aug 31 06:53:32.344061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-1fa48402-7899-438b-ae7d-e3125693ad4d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 200 len: 217 time: 0.0510974 Aug 31 06:53:32.385648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:32.397459 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-152caf2c-2d70-492e-a864-e41cb5454977 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/41890a6b-261d-464c-b8b7-7b05412f8da8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2186761 Aug 31 06:53:32.401153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:32.401828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] Sync routers for ids ['41890a6b-261d-464c-b8b7-7b05412f8da8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:32.414147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] Routers {'41890a6b-261d-464c-b8b7-7b05412f8da8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:32.415061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['41890a6b-261d-464c-b8b7-7b05412f8da8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.450280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-54798349-7649-4c6e-ae24-0945da5e3f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:32.452477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-54798349-7649-4c6e-ae24-0945da5e3f29 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.0977705 Aug 31 06:53:32.485913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5261252c-8602-4ae0-8b5c-0bc06aea2d4b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:32.495910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:32.496780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5261252c-8602-4ae0-8b5c-0bc06aea2d4b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports/dd679802-3746-4e4d-bcd5-13fe68366d73 HTTP/1.1" status: 200 len: 977 time: 0.0944264 Aug 31 06:53:32.562062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-5a128822-0d20-4e28-9065-cc1ca72996d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0776381 Aug 31 06:53:32.640052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.656018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] Routers {'41890a6b-261d-464c-b8b7-7b05412f8da8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:32.656947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['41890a6b-261d-464c-b8b7-7b05412f8da8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.660400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19427bfe-5b32-403b-b9bb-1d7083862a8d None None] Provisioning complete for port dd679802-3746-4e4d-bcd5-13fe68366d73 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:32.660968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19427bfe-5b32-403b-b9bb-1d7083862a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:32.668610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:32.693455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:32.694541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a7bd79-9e83-4d9f-9bd9-74324d178a35 None None] The sync data for ids ['41890a6b-261d-464c-b8b7-7b05412f8da8'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:32.727041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-19427bfe-5b32-403b-b9bb-1d7083862a8d None None] Port dd679802-3746-4e4d-bcd5-13fe68366d73 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:32.830012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-3a9d0ac0-c48b-4d61-96a6-68a0f50a4bea service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390234 Aug 31 06:53:32.923741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b23e898e-aaa6-4499-b38c-9e57c9a227e8 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:33.051173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c911c2d4-1303-4d80-9b67-645487766b2f req-97a5871d-4073-4398-8e23-e7bde380a602 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0312703 Aug 31 06:53:33.055206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acebfe1c-055b-4df0-812a-5aa2f25caad4 req-df621b7f-7070-4a57-aa12-c3fada7a867e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:33.056742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acebfe1c-055b-4df0-812a-5aa2f25caad4 req-df621b7f-7070-4a57-aa12-c3fada7a867e tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2314630 Aug 31 06:53:33.072037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8,segment=NetworkSegment(266625d4-e429-4d95-82e0-ef0e2895baef),segment_id=266625d4-e429-4d95-82e0-ef0e2895baef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:33.090589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8', 'network_id': '6e40e2ea-c935-4f44-8da7-9c830a6f24bf', 'port_id': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8', 'mac_address': 'fa:16:3e:a4:5f:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a73fd758-f42e-4d26-8ff1-6e3505996b72', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:33.101058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:33.110291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3063d4d7-d16a-4ea5-8e3f-c7e6e76ceefb req-52e17d2c-d674-453c-bd17-534419e53020 service neutron] 10.222.0.53 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2625811 Aug 31 06:53:33.111882 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:33.123610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:33.126174 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:33.150829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.180144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:33.185012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23e898e-aaa6-4499-b38c-9e57c9a227e8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:33.186139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acebfe1c-055b-4df0-812a-5aa2f25caad4 req-03ba73da-226d-400c-8c49-53914f9febf2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131709 Aug 31 06:53:33.194669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:33.194669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:33.207503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8,segment=NetworkSegment(266625d4-e429-4d95-82e0-ef0e2895baef),segment_id=266625d4-e429-4d95-82e0-ef0e2895baef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:33.212832 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.234562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:33.235500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bcff11-db8f-4893-9bb0-72388155a40e None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:33.287653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:33.365152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd49e85-9d29-4eab-86c8-9b451622d602 req-024fe156-259c-44d5-b78b-a346cdaf66c1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:33.368022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4dd49e85-9d29-4eab-86c8-9b451622d602 req-024fe156-259c-44d5-b78b-a346cdaf66c1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 944 time: 0.0814805 Aug 31 06:53:33.420504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4dd49e85-9d29-4eab-86c8-9b451622d602 req-379cf418-ea16-41c7-8244-9590f6cda716 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418370 Aug 31 06:53:33.453354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b23e898e-aaa6-4499-b38c-9e57c9a227e8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:33.851111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:33.939921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:34.125173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:34.132419 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.139826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:34.150007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:34.150901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.192311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.201113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:34.202091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.204019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e9adbb7-f7e2-4b78-9a67-de561c2c301f req-0c00b9eb-de5b-46ed-a3f9-7db70144e40e tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0521994 Aug 31 06:53:34.240968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.242383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c52858-54b2-472b-9684-99d9e11915fa None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:34.245916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:34.246475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b027de00-607d-4dbf-8d40-00d856f53de8 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/f99de7e8-5162-41e0-bd29-8ef67be3f108 HTTP/1.1" status: 200 len: 978 time: 3.1142178 Aug 31 06:53:34.257989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:34.262554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port dd679802-3746-4e4d-bcd5-13fe68366d73 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:34.262900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.323377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.388795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.404954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for dd679802-3746-4e4d-bcd5-13fe68366d73 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:34.426124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e7a10-5ce3-4050-9a5c-d541a11c86a0 req-e90228c1-ccc0-454b-a2de-6b6438064f99 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:34.427635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-409e7a10-5ce3-4050-9a5c-d541a11c86a0 req-e90228c1-ccc0-454b-a2de-6b6438064f99 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.0850365 Aug 31 06:53:34.486911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.491589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.492145 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP f99de7e8-5162-41e0-bd29-8ef67be3f108 disassociated. External IP: 172.25.3.170, port: 70282655-50ee-4283-9180-1c0696d768a7. Aug 31 06:53:34.526256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-409e7a10-5ce3-4050-9a5c-d541a11c86a0 req-dbbb8591-e3ce-4f3b-9cf7-b43754c6edef tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517464 Aug 31 06:53:34.636998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed1b98-6622-4023-9722-3a4b88065c35 req-e2dfb385-ef0a-4ee2-a78d-bb5a1a93c4e3 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:34.646577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02ed1b98-6622-4023-9722-3a4b88065c35 req-e2dfb385-ef0a-4ee2-a78d-bb5a1a93c4e3 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 944 time: 0.1189897 Aug 31 06:53:34.663002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.696267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=dd679802-3746-4e4d-bcd5-13fe68366d73,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:34.731721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02ed1b98-6622-4023-9722-3a4b88065c35 req-0a472512-bfa3-4275-9c4c-dcf497587683 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839589 Aug 31 06:53:34.815445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:34.861073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.931516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:34.936536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:34.940418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b23e898e-aaa6-4499-b38c-9e57c9a227e8 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:34.942589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:34.953252 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:34.954369 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.971885 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40ef07c4-b4ac-4bf8-82bf-f758469ce72d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/f99de7e8-5162-41e0-bd29-8ef67be3f108 HTTP/1.1" status: 200 len: 688 time: 0.7239590 Aug 31 06:53:34.975377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:34.994374 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:34.998560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port b23e898e-aaa6-4499-b38c-9e57c9a227e8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:35.004052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b23e898e-aaa6-4499-b38c-9e57c9a227e8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:35.004503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.007783 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:35.008519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.054481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.055285 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df500b78-6cbd-4a05-82a2-e3579cb7d915 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:35.089020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 41890a6b-261d-464c-b8b7-7b05412f8da8 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:35.121996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.123694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port aefca64c-2ebb-4e16-87c9-e8d9292a6e68 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:35.124216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.184489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:35.190140 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-868fd8b7-3488-4d63-8c3b-681f21744f18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/41890a6b-261d-464c-b8b7-7b05412f8da8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6932175 Aug 31 06:53:35.192737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40452) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:35.222370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] Sync routers for ids ['41890a6b-261d-464c-b8b7-7b05412f8da8'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:35.230756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:35.234461 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7538e3a8-721d-48fc-95ed-7ebf2fa2c5df" -d '{"events": [{"server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "name": "network-vif-plugged", "status": "completed", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:35.263302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.265962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] Routers {'41890a6b-261d-464c-b8b7-7b05412f8da8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:35.267239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['41890a6b-261d-464c-b8b7-7b05412f8da8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.271560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8,segment=NetworkSegment(266625d4-e429-4d95-82e0-ef0e2895baef),segment_id=266625d4-e429-4d95-82e0-ef0e2895baef)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:35.280339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.317564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.323313 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.325380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for aefca64c-2ebb-4e16-87c9-e8d9292a6e68 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:35.360023 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f5d1ba6-7e4b-40dd-a10c-b9bcc25691f7 x-openstack-request-id: req-3f5d1ba6-7e4b-40dd-a10c-b9bcc25691f7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:35.360964 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "name": "network-vif-plugged", "status": "completed", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:35.360964 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f5d1ba6-7e4b-40dd-a10c-b9bcc25691f7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:35.361190 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8', 'code': 200} Aug 31 06:53:35.362739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] Routers {'41890a6b-261d-464c-b8b7-7b05412f8da8'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:35.363574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['41890a6b-261d-464c-b8b7-7b05412f8da8'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.449392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:35.450277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f3cbec-234c-45a6-817f-4caef525d3c7 None None] The sync data for ids ['41890a6b-261d-464c-b8b7-7b05412f8da8'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:35.481498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:35.491276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.519443 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f1829cc9-ccf2-4ded-990b-b4cedd0fe0f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 06:53:35.524207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1829cc9-ccf2-4ded-990b-b4cedd0fe0f7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/41890a6b-261d-464c-b8b7-7b05412f8da8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3264475 Aug 31 06:53:35.533506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:35.581525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70d81b92-c5e1-48b9-b3b5-646d2ebd6a99 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=41890a6b-261d-464c-b8b7-7b05412f8da8 HTTP/1.1" status: 200 len: 205 time: 0.0438938 Aug 31 06:53:35.581525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-696f1eee-88ca-4cc3-be66-811fd24f2777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:35.582522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-696f1eee-88ca-4cc3-be66-811fd24f2777 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1097 time: 0.2111135 Aug 31 06:53:35.600394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40468) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:35.776536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.792831 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02b0661c-b08a-4f9e-87c1-46176defcf3c req-9b26c9c9-7151-45cb-aedc-1c062ad25e2e tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.3606122 Aug 31 06:53:35.819120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea60d66b-a232-47aa-8600-08ba7dcbe261 req-b528bab9-6cad-4142-bd21-a7c4aed6f8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:35.820773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea60d66b-a232-47aa-8600-08ba7dcbe261 req-b528bab9-6cad-4142-bd21-a7c4aed6f8f8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 1097 time: 0.3034396 Aug 31 06:53:35.906477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4da8c-62a7-4d66-8f3b-7e0e42e14f4e req-e0ed7f0b-b743-49ca-bf26-207335a3de93 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:35.913827 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2cc4da8c-62a7-4d66-8f3b-7e0e42e14f4e req-e0ed7f0b-b743-49ca-bf26-207335a3de93 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2550788 Aug 31 06:53:35.930520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:35.940409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d84d3-8442-4ac3-bfc8-dd237a375b14 req-f4a5883b-7087-4704-a802-bf0d3c1c98b1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:35.941952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-578d84d3-8442-4ac3-bfc8-dd237a375b14 req-f4a5883b-7087-4704-a802-bf0d3c1c98b1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.0710752 Aug 31 06:53:35.988748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=aefca64c-2ebb-4e16-87c9-e8d9292a6e68,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:36.050451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-1e39f8c5-ee7c-4692-a23c-9bf06b77dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.051920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-1e39f8c5-ee7c-4692-a23c-9bf06b77dc38 service neutron] 10.222.0.50 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.3954685 Aug 31 06:53:36.053999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.058400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.060928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea60d66b-a232-47aa-8600-08ba7dcbe261 req-2bdae9c8-3bb7-4e6a-b763-555fad7f0115 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322664 Aug 31 06:53:36.076681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-578d84d3-8442-4ac3-bfc8-dd237a375b14 req-738216a7-f6c5-451a-b6af-b58209cb5e06 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933304 Aug 31 06:53:36.090279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.093719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.096212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5010467e-d2c4-4df8-8263-075df568773e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/f99de7e8-5162-41e0-bd29-8ef67be3f108 HTTP/1.1" status: 204 len: 168 time: 1.1199028 Aug 31 06:53:36.098780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.136123 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-968f0796-3c32-48d9-8632-edb346b6cbe5 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] delete failed (client error): The resource could not be found. Aug 31 06:53:36.137521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-968f0796-3c32-48d9-8632-edb346b6cbe5 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/f99de7e8-5162-41e0-bd29-8ef67be3f108 HTTP/1.1" status: 404 len: 345 time: 0.0375671 Aug 31 06:53:36.141910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40482) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.236370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc4498-2a4e-49db-a11a-c5705975423d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.242368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc4498-2a4e-49db-a11a-c5705975423d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.248467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc4498-2a4e-49db-a11a-c5705975423d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.253415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcfc4498-2a4e-49db-a11a-c5705975423d tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/ports?network_id=c4d125fe-4366-4057-bdc6-6148116905fa HTTP/1.1" status: 200 len: 2359 time: 0.1071444 Aug 31 06:53:36.253716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.313302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acf8b3a-c517-4961-838c-b80c0a1822c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.314713 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8acf8b3a-c517-4961-838c-b80c0a1822c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/subnets/0e1f2c86-8fa8-4c31-9166-17db3f0f1529 HTTP/1.1" status: 200 len: 797 time: 0.0600998 Aug 31 06:53:36.319384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.324533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'port': {'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa', 'name': 'tempest-FloatingIPTestJSON-837327350', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:36.441120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:36.497379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-2054b2c9-937b-4451-b862-a03f0ec65c9f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 217 time: 0.4319551 Aug 31 06:53:36.500385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2cc4da8c-62a7-4d66-8f3b-7e0e42e14f4e req-c9e5baca-6008-4957-a827-9cdeb88ee45c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5857363 Aug 31 06:53:36.532839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.533540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router 41890a6b-261d-464c-b8b7-7b05412f8da8 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:36.565271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.566961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0f1f4280-35b2-4490-a7d9-c16b03756ac6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/41890a6b-261d-464c-b8b7-7b05412f8da8 HTTP/1.1" status: 204 len: 168 time: 0.9627085 Aug 31 06:53:36.568959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:36.576274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.595680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] device_id is not set on port 8eb188c0-1e99-4b5f-8d80-294f3db7ae9e yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:53:36.623468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-dda64987-931f-4856-8854-ec6dab8466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:36.625116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-dda64987-931f-4856-8854-ec6dab8466f0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1152043 Aug 31 06:53:36.634345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 67b0f202-dcd0-47ac-92f4-0dfd40d04625 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:36.645607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.686917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-98fb2a27-6a75-4869-ad7d-f4032a029325 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491240 Aug 31 06:53:36.712742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.864941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-aebbba10-871a-4e04-9c19-43cef55c501b service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660898 Aug 31 06:53:36.874562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:36.912683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.13 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/8eb188c0-1e99-4b5f-8d80-294f3db7ae9e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:36.921146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.12 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/8eb188c0-1e99-4b5f-8d80-294f3db7ae9e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:36.976164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80473dd8-92c5-43e2-bf0f-22877f0127c2 req-c67e56b3-fe93-44f1-8e9f-fdde962bb893 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0710509 Aug 31 06:53:37.029514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.073809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=67b0f202-dcd0-47ac-92f4-0dfd40d04625,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.079338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.081294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93e8f8cf-f974-4bb6-a0dd-0f58d11af133 None None] Network 8cc65612-f726-4058-a38f-14d6fe0b70e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:37.084382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa395c9b-0109-47da-894b-5801a2d4234c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/67b0f202-dcd0-47ac-92f4-0dfd40d04625 HTTP/1.1" status: 204 len: 168 time: 0.5122657 Aug 31 06:53:37.085279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13617cde-272d-43dc-aa25-732e5eebeec2 req-e56471bd-d345-4cc8-a49f-818c21d62a9b service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065094 Aug 31 06:53:37.085884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40496) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.160355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.179472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.264168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.287900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:37.288254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.337741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc43eb77-1c6d-47a2-90da-09398359432e req-6001bd30-eaa0-4818-a8ba-88e37234c037 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:37.339528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc43eb77-1c6d-47a2-90da-09398359432e req-6001bd30-eaa0-4818-a8ba-88e37234c037 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.1227870 Aug 31 06:53:37.346801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:37.352576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:37.365658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,segment=NetworkSegment(2eaa6669-e499-4844-aef4-512709236ba2),segment_id=2eaa6669-e499-4844-aef4-512709236ba2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:37.366302 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.367886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:37.387355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:37.403108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=8eb188c0-1e99-4b5f-8d80-294f3db7ae9e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.425564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] DHCP port deletion for 8cc65612-f726-4058-a38f-14d6fe0b70e0 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:37.464325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc43eb77-1c6d-47a2-90da-09398359432e req-1664f954-c6fd-4360-9d24-7fc5427a8f43 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024258 Aug 31 06:53:37.464325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:37.464325 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.481118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-82b8d40a-f173-4c8a-b60d-23d3a492c8f3 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1582491 Aug 31 06:53:37.481462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.489636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '8eb188c0-1e99-4b5f-8d80-294f3db7ae9e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:37.492173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.493793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Deleting port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:37.494240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.514000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.520104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.524870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:37.599695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] For port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:37.600236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.624901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Calling delete_port for d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:37.628669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:53:37.630240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.676110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.683378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] No DVR routers for this DVR port d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:37.685806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Pushing event deleted for resources: {'Port': ['ID=d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.689706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.701805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.701805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.701805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.701805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.701805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.702210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.702689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.702853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.703394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.705203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.705352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd3c50-24ad-4e5e-a757-779294e61210 req-1725d481-1f89-4f6d-9944-825a28fef242 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:37.705467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.705467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4574b80f-ab03-407e-83c8-c6adf3b54772 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:37.706272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bdd3c50-24ad-4e5e-a757-779294e61210 req-1725d481-1f89-4f6d-9944-825a28fef242 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.0971107 Aug 31 06:53:37.708478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cc65612-f726-4058-a38f-14d6fe0b70e0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:37.726198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eaa6669-e499-4844-aef4-512709236ba2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:37.726500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eaa6669-e499-4844-aef4-512709236ba2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:37.746450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.767933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.779525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1bdd3c50-24ad-4e5e-a757-779294e61210 req-b288ba5d-c25c-46a7-a2ef-fbdf8759be29 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630090 Aug 31 06:53:37.780478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:37.780882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:37.783976 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:37.834925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.188 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:37.860064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.868363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.870221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/8cc65612-f726-4058-a38f-14d6fe0b70e0 HTTP/1.1" status: 204 len: 168 time: 0.7833529 Aug 31 06:53:37.881881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:37.886850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-757616383'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:37.895676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39243c3-21a2-42d8-9bf6-07ef8b66bd38 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=8cc65612-f726-4058-a38f-14d6fe0b70e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:37.911742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:37.915548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.940927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:37.950530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.950813 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 42d9ce68-c7fa-4449-94f2-e36cc9c0a507 of type vlan for network 67e669e1-2392-4e0f-89ec-d948564b744c Aug 31 06:53:37.951524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.995983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:37.998347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.026703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.037120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:38.037764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:38.038639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.041502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:38.045986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:38.075779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.116599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2335560 Aug 31 06:53:38.119390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61348709-6384-43eb-83d0-23cd5990d77f req-8a8a7afe-e4d6-466c-909b-c362da3a3880 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0369873 Aug 31 06:53:38.119565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:38.124401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:38.134683 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:53:38.199462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0868e1-7f3b-4526-9f08-82b472b659bf tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=67e669e1-2392-4e0f-89ec-d948564b744c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.211429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 67e669e1-2392-4e0f-89ec-d948564b744c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:38.258390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:38.262336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.495666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.585088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.585751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:38.619258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=8ef42756-75c4-4508-b478-85d5485a85ba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:38.623116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:38.623719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d6bfd1de-5a0d-4d95-b2fe-9b6d1395c54a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:38.636076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '42d9ce68-c7fa-4449-94f2-e36cc9c0a507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:38.636621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 67e669e1-2392-4e0f-89ec-d948564b744c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:38.680760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 67e669e1-2392-4e0f-89ec-d948564b744c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:38.710512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 67e669e1-2392-4e0f-89ec-d948564b744c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:38.717165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:38.717820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.723914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24efd0e-d5f1-4b28-9ae9-305ed2d45d4a None None] Network 67e669e1-2392-4e0f-89ec-d948564b744c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:38.734145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.751410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2e5a7e24-6e43-42e8-ace1-8b6b196c0ba7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6308410 Aug 31 06:53:38.754035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:38.759937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1686355365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:38.828334 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.832328 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.919161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.923158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40530) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:38.933043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.957520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:38.974514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.000140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.002618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe1cbfe3-9f64-4a87-9b55-08ebaacb662b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2475905 Aug 31 06:53:39.005567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:39.031121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-67e669e1-2392-4e0f-89ec-d948564b744c', 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '8ef42756-75c4-4508-b478-85d5485a85ba'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:39.032817 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.096759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbcc664-18c3-4b03-a1de-32796264fcd5 req-cd81a5ca-4001-454e-a384-48c0d09cadb8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.098762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dbcc664-18c3-4b03-a1de-32796264fcd5 req-cd81a5ca-4001-454e-a384-48c0d09cadb8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1384523 Aug 31 06:53:39.105860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.121768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c545762-71d0-4a13-978f-5748ed9927b4 req-8ec01320-cb72-4d66-8d1e-32de6f5651c9 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.130713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c545762-71d0-4a13-978f-5748ed9927b4 req-8ec01320-cb72-4d66-8d1e-32de6f5651c9 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.5635056 Aug 31 06:53:39.136296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.149768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-320432c6-42d6-4099-b274-be74477ffdf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.196632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7dbcc664-18c3-4b03-a1de-32796264fcd5 req-6c46d91d-6f73-49ff-92bd-ac46b19eb7e3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875890 Aug 31 06:53:39.231134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Allocated IP 172.20.0.2 (67e669e1-2392-4e0f-89ec-d948564b744c/8ef42756-75c4-4508-b478-85d5485a85ba/aae544f9-d762-4869-953c-317f44d00e37) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:39.269056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c545762-71d0-4a13-978f-5748ed9927b4 req-452d7805-becb-49ab-b33a-0f8b576776c1 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372306 Aug 31 06:53:39.301228 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP e2635199-5510-46b9-8326-99677f778940 associated. External IP: 172.25.3.188, port: 8eb188c0-1e99-4b5f-8d80-294f3db7ae9e. Aug 31 06:53:39.383464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc3f50fa-0438-4653-b833-b695215d16e3 req-81f7a79c-acda-48d8-9e3e-3665da020f14 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0321488 Aug 31 06:53:39.426751 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.436719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Transition to ACTIVE for port object aae544f9-d762-4869-953c-317f44d00e37 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:39.457360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Transition to ACTIVE for port object aae544f9-d762-4869-953c-317f44d00e37 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:39.465170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.507459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-320432c6-42d6-4099-b274-be74477ffdf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.513749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Network 67e669e1-2392-4e0f-89ec-d948564b744c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:39.517990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:39.521095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-320432c6-42d6-4099-b274-be74477ffdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.523307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:39.527120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Pushing event updated for resources: {'Port': ['ID=aae544f9-d762-4869-953c-317f44d00e37,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.569175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.593067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Attempting to bind port aae544f9-d762-4869-953c-317f44d00e37 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:39.593349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Attempting to bind port aae544f9-d762-4869-953c-317f44d00e37 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '42d9ce68-c7fa-4449-94f2-e36cc9c0a507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:39.593913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Attempting to bind port aae544f9-d762-4869-953c-317f44d00e37 on network 67e669e1-2392-4e0f-89ec-d948564b744c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:39.600989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:39.601526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Checking segment: {'id': '42d9ce68-c7fa-4449-94f2-e36cc9c0a507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:39.602001 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.602455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Bound using segment: {'id': '42d9ce68-c7fa-4449-94f2-e36cc9c0a507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:39.602994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Bound port: aae544f9-d762-4869-953c-317f44d00e37, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42d9ce68-c7fa-4449-94f2-e36cc9c0a507', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '67e669e1-2392-4e0f-89ec-d948564b744c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:39.603690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.637594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-320432c6-42d6-4099-b274-be74477ffdf9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfc45d6a53854a5bbeb5cc2294c58a04&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087204 Aug 31 06:53:39.637831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:39.667848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320432c6-42d6-4099-b274-be74477ffdf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42fcd4ab-c335-4e3c-9e20-e8336c904d02,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.702189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] For port aae544f9-d762-4869-953c-317f44d00e37, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:39.705839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:39.707616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] For port aae544f9-d762-4869-953c-317f44d00e37, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aae544f9-d762-4869-953c-317f44d00e37,segment=NetworkSegment(42d9ce68-c7fa-4449-94f2-e36cc9c0a507),segment_id=42d9ce68-c7fa-4449-94f2-e36cc9c0a507)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:39.712957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.737685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.789507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2445c-2eb1-4e37-a23f-9ecfa0292661 None None] Pushing event updated for resources: {'Port': ['ID=aae544f9-d762-4869-953c-317f44d00e37,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.810273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.859174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a28bc84-111b-4dea-91b7-ed680515d42f req-425db9a3-b5fb-43e4-8df4-e995061d3724 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:39.862077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a28bc84-111b-4dea-91b7-ed680515d42f req-425db9a3-b5fb-43e4-8df4-e995061d3724 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.1076972 Aug 31 06:53:39.909976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:39.912729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.915360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:39.916615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/42fcd4ab-c335-4e3c-9e20-e8336c904d02 HTTP/1.1" status: 204 len: 168 time: 0.2789638 Aug 31 06:53:39.923949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a28bc84-111b-4dea-91b7-ed680515d42f req-8f82d4af-30cb-461f-9dc9-e69bc133348f tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607944 Aug 31 06:53:39.929027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:39.959361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7da3a4-286d-4aed-997e-7dec5d54bec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42fcd4ab-c335-4e3c-9e20-e8336c904d02,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:39.959721 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:39.964242 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:39.971246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.023389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.20.0.1 (67e669e1-2392-4e0f-89ec-d948564b744c/8ef42756-75c4-4508-b478-85d5485a85ba/b2acee88-8b9b-4794-93ec-647d192949a8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:40.052744 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:40.055661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6f699ddb-9205-43a6-ad13-4f42b23763f1 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.5728154 Aug 31 06:53:40.056633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:40.068641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': '8eb188c0-1e99-4b5f-8d80-294f3db7ae9e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:40.068867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:40.069304 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:40.129045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:40.129854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67bd07ea-1619-46bb-84af-50592d576e19 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:40.175007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.223152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.239722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object b2acee88-8b9b-4794-93ec-647d192949a8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:40.287542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.334656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 67e669e1-2392-4e0f-89ec-d948564b744c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:40.338304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:40.349122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:40.351900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:40.390429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18ac14b-3b9d-421f-afbe-8cadefdaf184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.392572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=b2acee88-8b9b-4794-93ec-647d192949a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:40.412332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4d99-3618-494f-9a35-aa4372a23118 req-df28f40f-057a-4ab5-81fe-d81bade58a57 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:40.413890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecbf4d99-3618-494f-9a35-aa4372a23118 req-df28f40f-057a-4ab5-81fe-d81bade58a57 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1140583 Aug 31 06:53:40.424500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.559050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12beeeed-9e77-462d-8833-cacacc5fab4b req-8669cd6c-b01b-49bc-b1ac-9d163dfbf246 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0446143 Aug 31 06:53:40.590406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aae544f9-d762-4869-953c-317f44d00e37 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:40.635944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.669576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port aae544f9-d762-4869-953c-317f44d00e37 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:40.704238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18ac14b-3b9d-421f-afbe-8cadefdaf184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.716108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a18ac14b-3b9d-421f-afbe-8cadefdaf184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:40.841752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a18ac14b-3b9d-421f-afbe-8cadefdaf184 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=44a3f002f7c4480aad759409308f973e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5003750 Aug 31 06:53:40.842298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:40.843039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ac14b-3b9d-421f-afbe-8cadefdaf184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb987ac2-ed8f-4615-946e-c50b4bbdbc75,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:40.848708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecbf4d99-3618-494f-9a35-aa4372a23118 req-0fae105f-94d0-43fc-a14b-c8bf4fd2a69a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286425 Aug 31 06:53:40.988225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.029243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.045927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d089c7-a4ea-49a1-ae4f-39457d3b203e None None] Network 67e669e1-2392-4e0f-89ec-d948564b744c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:41.101252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.110358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.117875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Provisioning for port aae544f9-d762-4869-953c-317f44d00e37 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:41.120893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d39cb22-9153-432e-aa74-6ed0ea4f1323 req-bae3f675-97c8-47a1-a6dc-9fa196d804d6 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:41.122454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d39cb22-9153-432e-aa74-6ed0ea4f1323 req-bae3f675-97c8-47a1-a6dc-9fa196d804d6 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.0933917 Aug 31 06:53:41.130666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Provisioning complete for port aae544f9-d762-4869-953c-317f44d00e37 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:41.131122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.162848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.165375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.167512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cb987ac2-ed8f-4615-946e-c50b4bbdbc75 HTTP/1.1" status: 204 len: 168 time: 0.3185310 Aug 31 06:53:41.214123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d39cb22-9153-432e-aa74-6ed0ea4f1323 req-76ed0332-b1c1-4c74-a9a4-ee50ff14995a tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/security-groups?id=70c36759-71a8-4caa-bb5c-70f0928e2c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817659 Aug 31 06:53:41.216803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.222370 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.249545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71bc8c96-f833-42fc-8713-443509ea7084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb987ac2-ed8f-4615-946e-c50b4bbdbc75,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:41.268829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=b2acee88-8b9b-4794-93ec-647d192949a8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:41.287085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.300638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.308754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-351ed8f9-1ea8-4ae5-8434-b5a34b8e4d5c tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:41.310667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-351ed8f9-1ea8-4ae5-8434-b5a34b8e4d5c tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.53 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 945 time: 0.1164534 Aug 31 06:53:41.355339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] For port aae544f9-d762-4869-953c-317f44d00e37, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aae544f9-d762-4869-953c-317f44d00e37,segment=NetworkSegment(42d9ce68-c7fa-4449-94f2-e36cc9c0a507),segment_id=42d9ce68-c7fa-4449-94f2-e36cc9c0a507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:41.361402 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.436800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1c488e-18b0-4bff-b8cd-e7194484b019 None None] Pushing event updated for resources: {'Port': ['ID=aae544f9-d762-4869-953c-317f44d00e37,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:41.528239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Deleting port b23e898e-aaa6-4499-b38c-9e57c9a227e8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:41.529097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.531144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:41.595842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 67e669e1-2392-4e0f-89ec-d948564b744c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:41.599927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:41.692394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:41.695413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Provisioning for port b2acee88-8b9b-4794-93ec-647d192949a8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:41.704204 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.708224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Provisioning complete for port b2acee88-8b9b-4794-93ec-647d192949a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:41.709410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.712739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:41.771804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca0f3efc-e356-4e97-9f63-f1aad803465e req-50c11e1d-64fc-49a5-88da-18bebc1ac3ff tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0425854 Aug 31 06:53:41.780585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eba9df80-f18b-4419-a8fd-4977e51cb660 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/e2635199-5510-46b9-8326-99677f778940 HTTP/1.1" status: 200 len: 978 time: 1.7216697 Aug 31 06:53:41.783767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:41.798721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:41.799369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:41.813130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] For port b23e898e-aaa6-4499-b38c-9e57c9a227e8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b23e898e-aaa6-4499-b38c-9e57c9a227e8,segment=NetworkSegment(266625d4-e429-4d95-82e0-ef0e2895baef),segment_id=266625d4-e429-4d95-82e0-ef0e2895baef)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:41.815549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.839278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Calling delete_port for b23e898e-aaa6-4499-b38c-9e57c9a227e8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:41.850365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Port b2acee88-8b9b-4794-93ec-647d192949a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:41.852149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:41.866053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Provisioning complete for port aae544f9-d762-4869-953c-317f44d00e37 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:41.866422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d75a30ab-d637-4925-a2f8-a6537b29aa2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:41.936500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:41.937130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:41.976823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:41.977611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94bf5098-49ba-4e20-9aa4-6f8ad24c8090 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:41.997844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router ee66ace7-3e46-4621-a858-19ed189efd88 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:42.090402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafb9421-b96c-41c0-87e4-270c2b599366 req-4e3e1898-ca40-44bf-af03-cf2502ca10e2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:42.098537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eafb9421-b96c-41c0-87e4-270c2b599366 req-4e3e1898-ca40-44bf-af03-cf2502ca10e2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1139371 Aug 31 06:53:42.148707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:42.149294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.155124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eafb9421-b96c-41c0-87e4-270c2b599366 req-a9f96b39-0b72-422d-9a31-65fc68309f8a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555484 Aug 31 06:53:42.213653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:42.222714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e6ac5389-536c-4e44-b8ec-9373a22439cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/ee66ace7-3e46-4621-a858-19ed189efd88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2155247 Aug 31 06:53:42.223694 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] Sync routers for ids ['ee66ace7-3e46-4621-a858-19ed189efd88'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:42.225302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:42.242213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.247316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2f8b9bd3-34c6-4d14-b379-05cc60ca7f2d None None] Provisioning complete for port b2acee88-8b9b-4794-93ec-647d192949a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:42.247834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f8b9bd3-34c6-4d14-b379-05cc60ca7f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.256988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] Routers {'ee66ace7-3e46-4621-a858-19ed189efd88'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:42.257905 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ee66ace7-3e46-4621-a858-19ed189efd88'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:42.299686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b23e898e-aaa6-4499-b38c-9e57c9a227e8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:53:42.316386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Pushing event deleted for resources: {'Port': ['ID=b23e898e-aaa6-4499-b38c-9e57c9a227e8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:42.334481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:42.344578 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] Routers {'ee66ace7-3e46-4621-a858-19ed189efd88'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:42.345529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ee66ace7-3e46-4621-a858-19ed189efd88'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:42.355186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.359463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.378252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2f8b9bd3-34c6-4d14-b379-05cc60ca7f2d None None] Port b2acee88-8b9b-4794-93ec-647d192949a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:42.378404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] No DVR routers for this DVR port b23e898e-aaa6-4499-b38c-9e57c9a227e8 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:42.385781 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:42.386439 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b88c6c-b78c-405a-9918-bad72f506576 None None] The sync data for ids ['ee66ace7-3e46-4621-a858-19ed189efd88'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:42.389207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.391745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5cd914a-1201-479a-8f77-a75d6b7e590b req-412ae42b-219d-44dd-b147-e8803221c2af tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.53 "DELETE /v2.0/ports/b23e898e-aaa6-4499-b38c-9e57c9a227e8 HTTP/1.1" status: 204 len: 173 time: 1.0725508 Aug 31 06:53:42.392941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:42.405977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc12582-06b2-4d39-8b9e-d8e76b8a8893 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:42.408138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bdc12582-06b2-4d39-8b9e-d8e76b8a8893 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports/b2acee88-8b9b-4794-93ec-647d192949a8 HTTP/1.1" status: 200 len: 910 time: 0.1817858 Aug 31 06:53:42.408967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'name': 'network-vif-deleted', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:42.411667 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29d922b7-83f5-44fb-b539-ba718ee3cac4" -d '{"events": [{"server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "name": "network-vif-deleted", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:42.411888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:42.473427 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d59d2bd-7ddf-4e3f-b678-236154d46891 x-openstack-request-id: req-2d59d2bd-7ddf-4e3f-b678-236154d46891 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:42.473979 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8ba56ce-f208-4e42-8a26-0dc4b0af9acd", "name": "network-vif-deleted", "tag": "b23e898e-aaa6-4499-b38c-9e57c9a227e8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:42.474352 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2d59d2bd-7ddf-4e3f-b678-236154d46891 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:42.474648 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8ba56ce-f208-4e42-8a26-0dc4b0af9acd', 'name': 'network-vif-deleted', 'tag': 'b23e898e-aaa6-4499-b38c-9e57c9a227e8', 'status': 'completed', 'code': 200} Aug 31 06:53:42.477083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5827c208-8570-4a8a-8813-93981dd07db6 req-0bf97281-48f9-4028-903d-bf15adf7cb92 tempest-ServerAddressesTestJSON-280018703 tempest-ServerAddressesTestJSON-280018703-project] 10.222.0.57 "GET /v2.0/ports?device_id=e8ba56ce-f208-4e42-8a26-0dc4b0af9acd HTTP/1.1" status: 200 len: 210 time: 0.1032333 Aug 31 06:53:42.516550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-21d2c0fe-ac74-4d38-a8d9-506d0d8d1a04 None None] Provisioning complete for port b2acee88-8b9b-4794-93ec-647d192949a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:42.517425 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-21d2c0fe-ac74-4d38-a8d9-506d0d8d1a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.560120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aae544f9-d762-4869-953c-317f44d00e37 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:42.594216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-21d2c0fe-ac74-4d38-a8d9-506d0d8d1a04 None None] Port b2acee88-8b9b-4794-93ec-647d192949a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:42.621867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port aae544f9-d762-4869-953c-317f44d00e37 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:42.622250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.849062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:42.902569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=4f91e69d-a66e-4cd6-9836-5f4e18c6cbfe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:42.935833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89cfe920-af74-40c3-a8a6-66ff2f712dff req-b7e06bac-2ebc-46c8-a09e-a7f60dd29707 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0688505 Aug 31 06:53:43.011464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.011757 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP e2635199-5510-46b9-8326-99677f778940 disassociated (deleted). External IP: 172.25.3.188, port: 8eb188c0-1e99-4b5f-8d80-294f3db7ae9e. Aug 31 06:53:43.121633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.398074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29e0dd-3b1a-40f5-ba1a-2df8653f6194 req-329473e6-62c7-42b1-a1ec-b9006be6e711 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:43.399561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d29e0dd-3b1a-40f5-ba1a-2df8653f6194 req-329473e6-62c7-42b1-a1ec-b9006be6e711 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1610332 Aug 31 06:53:43.544174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.598014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Deleting subnet a73fd758-f42e-4d26-8ff1-6e3505996b72 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:43.601455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.637461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.660410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.688375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.737587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:43.749595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.774306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d29e0dd-3b1a-40f5-ba1a-2df8653f6194 req-e00917f2-9572-4256-bd54-768fec147986 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682737 Aug 31 06:53:43.788650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a73fd758-f42e-4d26-8ff1-6e3505996b72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:43.804600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.806510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a73fd758-f42e-4d26-8ff1-6e3505996b72 HTTP/1.1" status: 204 len: 168 time: 0.2611151 Aug 31 06:53:43.807589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e90e87af-0a42-4de6-b5fd-06e8983bf2a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.809387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:43.810656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.810984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.811318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.811651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.811978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.812304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.812630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.813510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.813913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.814344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.814664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.814980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162e2c19-e7a6-4f2b-8e2e-b213f4e50a21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:53:43.905199 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.933413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:43.939168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.947854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:43.961839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:43.962043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port b2acee88-8b9b-4794-93ec-647d192949a8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:43.962282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:43.963001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.011900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.016441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.016621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4ce7bbd0-93e3-4051-b5b1-28b86e1d5503 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/e2635199-5510-46b9-8326-99677f778940 HTTP/1.1" status: 204 len: 168 time: 2.2311480 Aug 31 06:53:44.024876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:44.025625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.058333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.062248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.063618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1409a5f-e312-488b-a69e-1aec16baec71 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:44.068528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.081094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for b2acee88-8b9b-4794-93ec-647d192949a8 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:44.101185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e40e2ea-c935-4f44-8da7-9c830a6f24bf']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.109178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2988809-196c-4ed6-aee9-7477ecd3fceb req-0543c481-35e9-4eaa-8dd9-326cb9cd62f2 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0552707 Aug 31 06:53:44.124486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '266625d4-e429-4d95-82e0-ef0e2895baef') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.125095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '266625d4-e429-4d95-82e0-ef0e2895baef') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.148573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.178370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e90e87af-0a42-4de6-b5fd-06e8983bf2a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.185974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e90e87af-0a42-4de6-b5fd-06e8983bf2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.194697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.226030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:44.226446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:44.233322 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:44.260931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.287661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e90e87af-0a42-4de6-b5fd-06e8983bf2a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e6ab3b4e0c44fce84161ec957d0f19f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6262131 Aug 31 06:53:44.288384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90e87af-0a42-4de6-b5fd-06e8983bf2a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cea5d90-1eab-4f68-ac8e-80a610908ba4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.290607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.310395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=b2acee88-8b9b-4794-93ec-647d192949a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.319458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.325314 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.327287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e40e2ea-c935-4f44-8da7-9c830a6f24bf HTTP/1.1" status: 204 len: 168 time: 0.5094676 Aug 31 06:53:44.348714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 8eb188c0-1e99-4b5f-8d80-294f3db7ae9e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:44.349127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.352176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19e1a96-2186-4139-820f-c6fb587ef874 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e40e2ea-c935-4f44-8da7-9c830a6f24bf,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.414452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.491730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.494145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.509155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 8eb188c0-1e99-4b5f-8d80-294f3db7ae9e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:44.518281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.528538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.613204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5b719d51-3ea8-452f-8f07-9f28a3eb2c4f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a3d8b08f97074cf88e524cc0a63721cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1203554 Aug 31 06:53:44.621796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.718780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.721800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.722946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7cea5d90-1eab-4f68-ac8e-80a610908ba4 HTTP/1.1" status: 204 len: 168 time: 0.4310234 Aug 31 06:53:44.731641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.740784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router ee66ace7-3e46-4621-a858-19ed189efd88 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:44.741814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c875-3949-422e-bd67-aba4880cd889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cea5d90-1eab-4f68-ac8e-80a610908ba4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.759915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.762700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:44.799190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=8eb188c0-1e99-4b5f-8d80-294f3db7ae9e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:44.830429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:44.838838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cfc9f348-a2b6-4511-9e71-1da0db974fc5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/ee66ace7-3e46-4621-a858-19ed189efd88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4259031 Aug 31 06:53:44.839477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.841637 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] Sync routers for ids ['ee66ace7-3e46-4621-a858-19ed189efd88'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:44.856694 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] Routers {'ee66ace7-3e46-4621-a858-19ed189efd88'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:44.857690 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ee66ace7-3e46-4621-a858-19ed189efd88'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.885483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1ba7cd1-ea06-4593-8890-aa19b54eb12e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee66ace7-3e46-4621-a858-19ed189efd88 HTTP/1.1" status: 200 len: 205 time: 0.0446925 Aug 31 06:53:44.885985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:44.896824 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.907644 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] Routers {'ee66ace7-3e46-4621-a858-19ed189efd88'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:44.908268 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ee66ace7-3e46-4621-a858-19ed189efd88'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.944310 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:44.945499 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec562b2-a164-4b07-ab94-f807a6b46b3f None None] The sync data for ids ['ee66ace7-3e46-4621-a858-19ed189efd88'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:44.972464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b23e898e-aaa6-4499-b38c-9e57c9a227e8 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:44.973044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.021783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: b23e898e-aaa6-4499-b38c-9e57c9a227e8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:45.022540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b23e898e-aaa6-4499-b38c-9e57c9a227e8 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:45.147446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.150219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.198349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:45.220486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8175f92-8d61-429a-9ee7-2f75e60375e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.230108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.230609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router ee66ace7-3e46-4621-a858-19ed189efd88 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:45.239631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.243774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-76985df2-8bc0-4b99-bae5-744ff1549c39 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/ee66ace7-3e46-4621-a858-19ed189efd88 HTTP/1.1" status: 204 len: 168 time: 0.3568068 Aug 31 06:53:45.245056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:45.286305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.288796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.289963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/70c36759-71a8-4caa-bb5c-70f0928e2c63 HTTP/1.1" status: 204 len: 168 time: 0.6672299 Aug 31 06:53:45.297836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.299707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b16cb110-ddd3-4a2b-92a8-e27b346feb8a tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/8eb188c0-1e99-4b5f-8d80-294f3db7ae9e HTTP/1.1" status: 204 len: 168 time: 1.2801592 Aug 31 06:53:45.303011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87c7822d-9317-4f2c-9eb4-dea7a45bc87e req-a14cdf9e-2972-4d3c-b465-103eaba76108 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0740273 Aug 31 06:53:45.305462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af558e5-c748-4b5a-b257-7421b266d7a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c36759-71a8-4caa-bb5c-70f0928e2c63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:45.305656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:45.315270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:45.319926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7483e2fc-25a9-4075-b15a-548f1d9a10dd req-323f25ce-e4be-437f-a099-de23e1f1b856 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:45.327126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7483e2fc-25a9-4075-b15a-548f1d9a10dd req-323f25ce-e4be-437f-a099-de23e1f1b856 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1384647 Aug 31 06:53:45.373817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 8ef42756-75c4-4508-b478-85d5485a85ba {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:53:45.378738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.382662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7483e2fc-25a9-4075-b15a-548f1d9a10dd req-d250619c-f78a-432f-beab-cc8e9cc42427 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546601 Aug 31 06:53:45.440450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.548478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8175f92-8d61-429a-9ee7-2f75e60375e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.558995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a8175f92-8d61-429a-9ee7-2f75e60375e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.568612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.612396 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.622323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.680109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8175f92-8d61-429a-9ee7-2f75e60375e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e89952-f613-4d34-affb-1467a1056c72,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:45.684331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a8175f92-8d61-429a-9ee7-2f75e60375e9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=54c1ed4c1f2c463cb1b8bbaf4bf63ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836767 Aug 31 06:53:45.690097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:45.722139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.754577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=8ef42756-75c4-4508-b478-85d5485a85ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:45.760616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.765112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6b3a8170-a0c6-45fd-9435-bf75ea89afc8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/8ef42756-75c4-4508-b478-85d5485a85ba HTTP/1.1" status: 204 len: 168 time: 0.5165036 Aug 31 06:53:45.765264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:45.773043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.774030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dcc4693-8b99-4ad6-a394-3305804cb30d None None] Network 67e669e1-2392-4e0f-89ec-d948564b744c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:45.796447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.855004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.857892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.859239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55e89952-f613-4d34-affb-1467a1056c72 HTTP/1.1" status: 204 len: 168 time: 0.1678972 Aug 31 06:53:45.866606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:45.868174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a5ed84-ac86-4a94-9e5f-ed037741f102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e89952-f613-4d34-affb-1467a1056c72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:45.879559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.014994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] DHCP port deletion for 67e669e1-2392-4e0f-89ec-d948564b744c request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:53:46.043884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.253 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:46.049812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port aae544f9-d762-4869-953c-317f44d00e37 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:46.050108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.087219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Deleting port aae544f9-d762-4869-953c-317f44d00e37 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:46.087890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.165128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port aae544f9-d762-4869-953c-317f44d00e37, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aae544f9-d762-4869-953c-317f44d00e37,segment=NetworkSegment(42d9ce68-c7fa-4449-94f2-e36cc9c0a507),segment_id=42d9ce68-c7fa-4449-94f2-e36cc9c0a507)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:46.165562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.175016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] For port aae544f9-d762-4869-953c-317f44d00e37, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aae544f9-d762-4869-953c-317f44d00e37,segment=NetworkSegment(42d9ce68-c7fa-4449-94f2-e36cc9c0a507),segment_id=42d9ce68-c7fa-4449-94f2-e36cc9c0a507)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:46.175408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.183907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for aae544f9-d762-4869-953c-317f44d00e37 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:46.197175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Calling delete_port for aae544f9-d762-4869-953c-317f44d00e37 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:46.227280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:46.267249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.316860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.331005 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.347322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=aae544f9-d762-4869-953c-317f44d00e37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.353808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port aae544f9-d762-4869-953c-317f44d00e37 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:46.360301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] Pushing event deleted for resources: {'Port': ['ID=aae544f9-d762-4869-953c-317f44d00e37,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.374599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072ab438-c541-4800-b3ef-d9f40c231ef9 None None] No DVR routers for this DVR port aae544f9-d762-4869-953c-317f44d00e37 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:53:46.394556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.405590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1263342792-network', 'tenant_id': 'c54b4a3e4790446886778ced3c5f0076'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:46.455694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71f49a6c-f251-44e8-81bf-31dd41ffe443 req-b1b2c80f-57fd-48da-b6ac-b98e7257c73f tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0320821 Aug 31 06:53:46.456420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Made reservation on behalf of c54b4a3e4790446886778ced3c5f0076 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:46.458757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.469969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.493757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.558721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67e669e1-2392-4e0f-89ec-d948564b744c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:46.568284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:46.572221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aae544f9-d762-4869-953c-317f44d00e37 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:53:46.577398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42d9ce68-c7fa-4449-94f2-e36cc9c0a507') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:46.577711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42d9ce68-c7fa-4449-94f2-e36cc9c0a507') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:46.589107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:46.591887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:46.601636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: aae544f9-d762-4869-953c-317f44d00e37 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:53:46.602230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aae544f9-d762-4869-953c-317f44d00e37 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:53:46.638153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.644169 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.645738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.671221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:46.675614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.689174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c986881-9f49-468b-b4c7-0f40f86ba6a0 req-1e4c927b-5180-43a3-b7a8-e9c1a46c8b81 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:46.690782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c986881-9f49-468b-b4c7-0f40f86ba6a0 req-1e4c927b-5180-43a3-b7a8-e9c1a46c8b81 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1917644 Aug 31 06:53:46.693725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.694447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aeaa0a3-af3d-4163-9787-bf02d859c6cd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.709593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:53:46.710030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:53:46.713033 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:53:46.805171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.805869 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Added segment 4cecd978-8eb1-4afc-a6cd-ad6a8b46827d of type vlan for network 4f932063-e307-4905-98fc-220635ace5b6 Aug 31 06:53:46.806461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c986881-9f49-468b-b4c7-0f40f86ba6a0 req-2583a27f-e5b4-43a9-ac65-24339301b527 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981667 Aug 31 06:53:46.837255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.855493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.857417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/67e669e1-2392-4e0f-89ec-d948564b744c HTTP/1.1" status: 204 len: 168 time: 1.0907586 Aug 31 06:53:46.864991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.868878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:46.879974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-10098645', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:46.893467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.894472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:46.895191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.903743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82785f-b755-4974-86a8-329a859557bb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=67e669e1-2392-4e0f-89ec-d948564b744c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.919261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.936189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.937189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:46.956906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7284839 Aug 31 06:53:46.959774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:46.964946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Request body: {'subnet': {'network_id': '4f932063-e307-4905-98fc-220635ace5b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1263342792-subnet', 'tenant_id': 'c54b4a3e4790446886778ced3c5f0076', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:46.973363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34d8cd-1109-4449-ae4d-daba62d896fd admin admin] Pushing event updated for resources: {'Network': ['ID=4f932063-e307-4905-98fc-220635ace5b6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:46.984469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4f932063-e307-4905-98fc-220635ace5b6 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:46.994596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.008480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Made reservation on behalf of c54b4a3e4790446886778ced3c5f0076 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:47.011301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.049001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.210334 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.267797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:47.300301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Checking segment: {'id': '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f932063-e307-4905-98fc-220635ace5b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:47.300867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Network hostable DHCP agents. Network: 4f932063-e307-4905-98fc-220635ace5b6, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:47.331012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Network 4f932063-e307-4905-98fc-220635ace5b6 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:47.357366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4f932063-e307-4905-98fc-220635ace5b6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:47.359528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.363002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:47.363690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.373367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a87e9-c512-4f9c-b0f9-5f9b571e0ae8 None None] Network 4f932063-e307-4905-98fc-220635ace5b6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:47.395037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ef6f105d-2e7b-44e9-a4f0-378a0ab4bc33 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4339981 Aug 31 06:53:47.476885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.487770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:47.685778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fceb88f-b42e-4669-89e3-bff584dca3c1 req-3f550954-ce6e-4760-82c7-2fa4cc773131 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0401876 Aug 31 06:53:47.872438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8773ed1c-25a5-4881-9315-74a8a116b978 None None] Network 4f932063-e307-4905-98fc-220635ace5b6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:48.007070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.015240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:48.029295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92975128-057b-44b2-8c83-29bfc4afb34c req-cdb22bfb-1278-4d9c-9b7c-89d90ae7040b tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:48.038153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.038377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92975128-057b-44b2-8c83-29bfc4afb34c req-cdb22bfb-1278-4d9c-9b7c-89d90ae7040b tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1037931 Aug 31 06:53:48.039432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1114138f-234f-4816-8780-1c1d26cb1547 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7301674 Aug 31 06:53:48.045322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:48.051477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'port': {'network_id': 'c4d125fe-4366-4057-bdc6-6148116905fa', 'name': 'tempest-FloatingIPTestJSON-1310722308'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:48.082903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92975128-057b-44b2-8c83-29bfc4afb34c req-00c13dd1-5f23-4f5f-8c51-7b0058a3afd3 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433505 Aug 31 06:53:48.142489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:48.148042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1508045651-network', 'tenant_id': '27b245e5835f49808ff32106e47f3ece'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:48.171139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Made reservation on behalf of 27b245e5835f49808ff32106e47f3ece for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:48.174432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.184296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.230018 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.258874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.342658 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.358442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.414085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:48.422743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.25.3.171 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/803924d4-7298-4d9f-85ad-85222e2da25a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:48.424920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:48.428660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.439965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.440323 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Added segment d69bca4a-3e5c-40d2-a11d-c3d49c680648 of type vlan for network e2c24727-e562-465f-ad85-dd7fbfa5dd34 Aug 31 06:53:48.441576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfddfe48-fee1-4ae7-bc34-3f050696a8b2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:48.446625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8e81b9-3d96-42ee-b9db-6d058cc57f85 req-138e0ec7-a3a7-4e57-8591-8ea69c425c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:48.448615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c8e81b9-3d96-42ee-b9db-6d058cc57f85 req-138e0ec7-a3a7-4e57-8591-8ea69c425c87 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1097 time: 0.1032107 Aug 31 06:53:48.458010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] device_id is not set on port b55f304f-238f-403b-9ec3-f5cccb7b1ffe yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:53:48.512258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.521831 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c8e81b9-3d96-42ee-b9db-6d058cc57f85 req-8714c20d-9dd7-4b77-864b-1a79285104c0 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648079 Aug 31 06:53:48.541944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.543123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:48.543797 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.596656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4529798 Aug 31 06:53:48.599982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:48.607798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df38686-5ebd-4938-b975-a83befe598ac admin admin] Pushing event updated for resources: {'Network': ['ID=e2c24727-e562-465f-ad85-dd7fbfa5dd34,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:48.618306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e2c24727-e562-465f-ad85-dd7fbfa5dd34 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:48.619947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Request body: {'subnet': {'network_id': 'e2c24727-e562-465f-ad85-dd7fbfa5dd34', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1508045651-subnet', 'tenant_id': '27b245e5835f49808ff32106e47f3ece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:48.660663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.676732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.5 (c4d125fe-4366-4057-bdc6-6148116905fa/0e1f2c86-8fa8-4c31-9166-17db3f0f1529/b55f304f-238f-403b-9ec3-f5cccb7b1ffe) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:48.683163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Made reservation on behalf of 27b245e5835f49808ff32106e47f3ece for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:48.685469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.838878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0bc4ad2-eef2-41fd-b27b-28b02039309f req-b6980573-00ce-4e89-817c-75a74f6233b5 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0491385 Aug 31 06:53:48.860599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:48.946545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:48.976677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:48.989777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:48.997869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=803924d4-7298-4d9f-85ad-85222e2da25a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:49.135111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.170414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.204073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2d49a8-0777-4d96-a06d-276c0f5c1504 req-2909227b-8f0e-49c7-94f0-eaf22ee6f12f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:49.205722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d2d49a8-0777-4d96-a06d-276c0f5c1504 req-2909227b-8f0e-49c7-94f0-eaf22ee6f12f tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.0567429 Aug 31 06:53:49.243757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d2d49a8-0777-4d96-a06d-276c0f5c1504 req-6bff7089-caf6-41d0-a07c-df51dde70597 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318110 Aug 31 06:53:49.276722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e05b84a7-d633-4c99-8d4e-883ad81e4cfc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:49.343309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Checking segment: {'id': 'd69bca4a-3e5c-40d2-a11d-c3d49c680648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'e2c24727-e562-465f-ad85-dd7fbfa5dd34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:49.343668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Network hostable DHCP agents. Network: e2c24727-e562-465f-ad85-dd7fbfa5dd34, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:49.347656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.434437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network c4d125fe-4366-4057-bdc6-6148116905fa is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:49.452272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:49.457819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Network e2c24727-e562-465f-ad85-dd7fbfa5dd34 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:49.460710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:49.467861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.470893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=b55f304f-238f-403b-9ec3-f5cccb7b1ffe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:49.522727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e2c24727-e562-465f-ad85-dd7fbfa5dd34) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:49.533627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd5663-a852-4140-b37f-a329e57021bf None None] Network e2c24727-e562-465f-ad85-dd7fbfa5dd34 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:49.534303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:49.534942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.606501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c20e4e75-9020-4afd-a724-1ced047508b4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9947069 Aug 31 06:53:49.619951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:49.620616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.648031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68ba8e47-a3ae-4f03-9638-f013062f7b6e tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6014392 Aug 31 06:53:49.653789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:49.666054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': 'b55f304f-238f-403b-9ec3-f5cccb7b1ffe'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:49.697232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452dcd8d-dd0c-47d9-b91d-998b2b0484ff None None] Network e2c24727-e562-465f-ad85-dd7fbfa5dd34 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:49.727397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:49.814638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.038400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdc2179e-d7f4-45cd-a538-51880f9e6597 req-efba9488-47b3-4ccd-bdbe-5fa5a2c7374e tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0751252 Aug 31 06:53:50.060204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router ae7b7041-5828-44b3-bc2d-228434330d40 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:50.193354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:50.204593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] Sync routers for ids ['ae7b7041-5828-44b3-bc2d-228434330d40'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:50.214729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] Routers {'ae7b7041-5828-44b3-bc2d-228434330d40'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:50.215354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae7b7041-5828-44b3-bc2d-228434330d40'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:50.252901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:50.262384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] Routers {'ae7b7041-5828-44b3-bc2d-228434330d40'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:50.263034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae7b7041-5828-44b3-bc2d-228434330d40'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:50.309457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.312200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12e65410-5949-4423-8c7b-5bab373a10d2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.4381340 Aug 31 06:53:50.315647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:50.334869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:50.335710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2be1fc3-cb3e-45e7-a9bf-b08552dae3c6 None None] The sync data for ids ['ae7b7041-5828-44b3-bc2d-228434330d40'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:50.436146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.449840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772ee3b-0f0e-4f93-aa5e-78c5b123a552 req-308134b5-4468-4b2e-a50d-78902d1a2836 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.451507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8772ee3b-0f0e-4f93-aa5e-78c5b123a552 req-308134b5-4468-4b2e-a50d-78902d1a2836 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1004095 Aug 31 06:53:50.452473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:50.468515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-125c8f87-f94c-4b4d-b9c5-d4a94f460ca3 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:50.476344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-125c8f87-f94c-4b4d-b9c5-d4a94f460ca3 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/networks?id=4f932063-e307-4905-98fc-220635ace5b6 HTTP/1.1" status: 200 len: 825 time: 0.2572591 Aug 31 06:53:50.497912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-6ab7fa35-52b6-4c6a-827a-b1d2a9d5db5f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/quotas/c54b4a3e4790446886778ced3c5f0076 HTTP/1.1" status: 200 len: 375 time: 0.0206404 Aug 31 06:53:50.508334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f8c844e-4b21-4677-8a0c-bfc776fc854b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers/ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 200 len: 879 time: 0.1912198 Aug 31 06:53:50.517638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:50.535538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-683430a1-1ca3-47fd-84bf-a06ae7cccdbe tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c54b4a3e4790446886778ced3c5f0076&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331016 Aug 31 06:53:50.631618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-646477d0-7af0-4d16-ac1a-cdd82e9af6ed service neutron] 10.222.0.57 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883684 Aug 31 06:53:50.644662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8772ee3b-0f0e-4f93-aa5e-78c5b123a552 req-96ce7bc0-b0ba-4366-9710-bd28aedf10f1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505809 Aug 31 06:53:50.670233 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 9c4c5ed0-e4b7-47be-82ed-a06a75ab76c6 associated. External IP: 172.25.3.253, port: b55f304f-238f-403b-9ec3-f5cccb7b1ffe. Aug 31 06:53:50.745911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-a272e7cf-a541-4eca-9016-132ec7372c57 service neutron] 10.222.0.57 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046114 Aug 31 06:53:51.099741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca6c09-67f3-4c9e-a35b-82a9f03851c9 req-e7252077-767b-479e-8643-e20144bf7280 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.101375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6ca6c09-67f3-4c9e-a35b-82a9f03851c9 req-e7252077-767b-479e-8643-e20144bf7280 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.2003670 Aug 31 06:53:51.113121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-330cffd1-7ca8-47a8-a235-d4345af70520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.114781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-330cffd1-7ca8-47a8-a235-d4345af70520 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=57a97e2870eb4a61a9a967f498870646&device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 1097 time: 0.1626832 Aug 31 06:53:51.151833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d526f70f-d6ce-442b-81e8-84ce029c76c1 req-99bc074f-aacc-41bd-af52-75039d9a6d81 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 210 time: 0.0351059 Aug 31 06:53:51.247994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f399bf8-2277-4d00-b26c-434e2bdc359b req-13a6738f-3338-400c-adc7-a7f52a7d99d9 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0323329 Aug 31 06:53:51.329454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aaaf7acc-6e84-49c9-b6ca-fcc9a5457a9a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.8105533 Aug 31 06:53:51.332494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:51.338253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6ca6c09-67f3-4c9e-a35b-82a9f03851c9 req-5f3bc032-fc26-4667-93f2-bf02d2439224 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215374 Aug 31 06:53:51.339196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-10098645'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:51.371748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:51.373367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-e9fbf8e3-1eeb-405e-a368-61a7555d7c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.375002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-e9fbf8e3-1eeb-405e-a368-61a7555d7c43 service neutron] 10.222.0.50 "GET /v2.0/networks?id=82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 200 len: 911 time: 0.2226641 Aug 31 06:53:51.468613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-7b681c2d-eca8-41df-8a0b-d78963c1d390 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 200 len: 217 time: 0.0500057 Aug 31 06:53:51.579006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-0a122ef8-481e-461f-8cc8-6b700a5ae686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:51.580837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-0a122ef8-481e-461f-8cc8-6b700a5ae686 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 200 len: 850 time: 0.1017246 Aug 31 06:53:51.582145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:51.586913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.594809 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:51.608266 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:51.609169 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:51.639837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-7222bbe0-503d-4d0b-8168-6995da039393 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=82486458-6398-401b-a38c-69be53e4733c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326290 Aug 31 06:53:51.642534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f2fe55a6-e379-4864-8893-c7f9f90fbd80 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/9c4c5ed0-e4b7-47be-82ed-a06a75ab76c6 HTTP/1.1" status: 200 len: 978 time: 1.9906340 Aug 31 06:53:51.645572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:51.653588 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:51.670357 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:51.671289 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:51.710110 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:51.710946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad854e12-b08a-4628-b87d-bc462783879f None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:51.810323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-a1b7a078-40a0-4c4d-8627-47c4f43befda service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560974 Aug 31 06:53:51.821764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port b55f304f-238f-403b-9ec3-f5cccb7b1ffe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:51.821969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:51.978338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.082232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.117231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.264753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router ae7b7041-5828-44b3-bc2d-228434330d40 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:52.405577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6de1a326-efe7-446d-8ebd-98608e269373 req-6edc47d8-d7e5-4a11-a9e0-485f4263c531 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0370870 Aug 31 06:53:52.418935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:52.428297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.429715 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-63726900-7751-430d-87cf-c8d9a503a3f8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 200 len: 886 time: 1.0961294 Aug 31 06:53:52.442281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:52.442483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] Sync routers for ids ['ae7b7041-5828-44b3-bc2d-228434330d40'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:52.452750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] Routers {'ae7b7041-5828-44b3-bc2d-228434330d40'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:52.453648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae7b7041-5828-44b3-bc2d-228434330d40'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:52.490159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:52.510285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] Routers {'ae7b7041-5828-44b3-bc2d-228434330d40'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:52.510938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ae7b7041-5828-44b3-bc2d-228434330d40'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:52.570456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:52.571208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c870bfa-5f90-4e2f-83d6-982e0d957416 None None] The sync data for ids ['ae7b7041-5828-44b3-bc2d-228434330d40'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:52.632725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-446029e2-3549-4e4b-9c8c-f0884a3b8052 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers/ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 200 len: 886 time: 0.1992741 Aug 31 06:53:52.635368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:52.657562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbffec92-af35-4aac-b1cb-fa9786d12cca req-5b676d5a-7fd4-44a1-abd5-b58c2bf85ed6 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 210 time: 0.0752409 Aug 31 06:53:52.673775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7521baac-e9be-467a-b197-8cd4f52410fc tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 200 len: 205 time: 0.0336163 Aug 31 06:53:52.674213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:52.688925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22465de-d20b-4177-a66b-982ee96c3224 req-ce253333-9705-464d-b400-4b80462a7552 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.690569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c22465de-d20b-4177-a66b-982ee96c3224 req-ce253333-9705-464d-b400-4b80462a7552 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1039183 Aug 31 06:53:52.725033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-192d2ad5-8fa8-44ea-bf6d-14ff55bb9a70 req-cd80626d-c60f-41fe-95e5-6391aafc47aa service neutron] 10.222.0.50 "GET /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9000111 Aug 31 06:53:52.764670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.765105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.765415 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 9c4c5ed0-e4b7-47be-82ed-a06a75ab76c6 disassociated. External IP: 172.25.3.253, port: b55f304f-238f-403b-9ec3-f5cccb7b1ffe. Aug 31 06:53:52.766478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for b55f304f-238f-403b-9ec3-f5cccb7b1ffe owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:52.827701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c22465de-d20b-4177-a66b-982ee96c3224 req-3a6bf4c7-2831-45ed-bc21-0a83e15dffab tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042669 Aug 31 06:53:52.835801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-4e1c4035-6c5d-45b5-93e0-6cdcb2854b89 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:52.837381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-4e1c4035-6c5d-45b5-93e0-6cdcb2854b89 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.53 "GET /v2.0/networks?id=4f932063-e307-4905-98fc-220635ace5b6 HTTP/1.1" status: 200 len: 825 time: 0.2537169 Aug 31 06:53:52.857751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:52.858641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Request body: {'port': {'device_id': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'network_id': '4f932063-e307-4905-98fc-220635ace5b6', 'admin_state_up': True, 'tenant_id': 'c54b4a3e4790446886778ced3c5f0076'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:52.976990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.017673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.039999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 803924d4-7298-4d9f-85ad-85222e2da25a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:53.040479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.050729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Made reservation on behalf of c54b4a3e4790446886778ced3c5f0076 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:53.054338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.059143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=b55f304f-238f-403b-9ec3-f5cccb7b1ffe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:53.129189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.140446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 803924d4-7298-4d9f-85ad-85222e2da25a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:53.281076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:53.293501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Allocated IP 172.20.0.8 (4f932063-e307-4905-98fc-220635ace5b6/8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb/980c95c7-d458-476d-9328-0247a84d14a6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:53.330135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.360601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=803924d4-7298-4d9f-85ad-85222e2da25a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:53.425646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.499242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:53.515407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:53.526049 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:53.526859 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:53.569013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:53.569286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.584378 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:53.585502 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:53.591385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-047c520c-d519-4502-939c-0087553642b8 req-03cf57bd-5a7c-4792-a7dc-c5886fb57e36 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0402434 Aug 31 06:53:53.607589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.629549 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:53.631183 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f9f455-f71d-404b-9db7-fa05c6af611d None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:53.658456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.671435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.674509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33443260-9cfb-4ba4-b7d9-4d8c22ce7475 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/b55f304f-238f-403b-9ec3-f5cccb7b1ffe HTTP/1.1" status: 204 len: 168 time: 2.0279193 Aug 31 06:53:53.677104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:53.720312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.721055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router ae7b7041-5828-44b3-bc2d-228434330d40 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:53:53.722804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.732121 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.732546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a6ecea85-90d8-4b41-be24-fe33c20a24fd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 204 len: 168 time: 1.0571320 Aug 31 06:53:53.744722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:53.752345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a8eb196e-1eae-4c4f-929e-589e5564e1d9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/floatingips/9c4c5ed0-e4b7-47be-82ed-a06a75ab76c6 HTTP/1.1" status: 200 len: 688 time: 0.0739615 Aug 31 06:53:53.752846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:53.769991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1592827254'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:53.814619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Network 4f932063-e307-4905-98fc-220635ace5b6 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:53.837381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:53.841289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:53.849702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Pushing event updated for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:53.887567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:53:53.888468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.899230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:53.903395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.945897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1b806-d350-45a2-a8b1-b774f3f43796 req-7509def9-532e-42e8-8a0f-00909248d23f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.947413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9da1b806-d350-45a2-a8b1-b774f3f43796 req-7509def9-532e-42e8-8a0f-00909248d23f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 931 time: 0.1727116 Aug 31 06:53:53.957889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:53.958655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:53.977238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 598, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:54.001754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.002108 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 5a7410d9-a2d1-494b-b948-06dd5390822b of type vlan for network ab9ab6db-fb79-4308-af48-8aed151a7c40 Aug 31 06:53:54.005171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-2bfcc22b-035f-47ae-8c96-03e544f92c0f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1549728 Aug 31 06:53:54.011307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afc1801-cf19-4a56-ba97-cde3813019b8 req-96504ac1-02b2-46d0-a2b3-7e7d003df9a9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:54.012774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4afc1801-cf19-4a56-ba97-cde3813019b8 req-96504ac1-02b2-46d0-a2b3-7e7d003df9a9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.0815661 Aug 31 06:53:54.017898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.018225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.023647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-48f6d644-d6f0-4f0c-a3df-16a133d1cc72 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:53:54.024633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-48f6d644-d6f0-4f0c-a3df-16a133d1cc72 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054197 Aug 31 06:53:54.044818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:53:54.056576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9da1b806-d350-45a2-a8b1-b774f3f43796 req-da49de57-47b2-481d-8666-6f873a51eb8f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950668 Aug 31 06:53:54.071773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4afc1801-cf19-4a56-ba97-cde3813019b8 req-b915d866-6555-43cd-90b0-419c5234abdf tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507243 Aug 31 06:53:54.077246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.128283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.134895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:54.135500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.202112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Request body: {'port': {'device_id': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:54.213468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.223970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4778349 Aug 31 06:53:54.230408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:54.238102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:54.249054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=0f9080c8-5ef9-4f57-9dfa-9c75a7640c1a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:54.312341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030aa35-34fe-488f-9915-9da3eb8d91a1 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=ab9ab6db-fb79-4308-af48-8aed151a7c40,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:54.315018 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.317739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.319180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae28845d-5340-4ef6-aea2-9c06330a2695 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/9c4c5ed0-e4b7-47be-82ed-a06a75ab76c6 HTTP/1.1" status: 204 len: 168 time: 0.5650883 Aug 31 06:53:54.322722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:54.325047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:54.327448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '70282655-50ee-4283-9180-1c0696d768a7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:54.351308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.354416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.413473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:54.416935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.459139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.573419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.56 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/07045dcb-b13d-4825-a310-b3c556ae69ba) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:54.697735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.747161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0ad6ca7-7a64-4f1b-b5a6-36d1d91bfe74 req-4b714c87-5765-4fe4-a4c8-18dea7016c5f tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0410762 Aug 31 06:53:54.776930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.796247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4472886e-20d8-40a8-917d-a9b53f9640c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.802229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.828068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:54.844777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:54.847477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:54.883829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=07045dcb-b13d-4825-a310-b3c556ae69ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:54.896117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 980c95c7-d458-476d-9328-0247a84d14a6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:53:54.915985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.921232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=363c3453-94ef-4b27-89b7-284ef67d2cf2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:54.955533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Transition to ACTIVE for port object 980c95c7-d458-476d-9328-0247a84d14a6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:54.960821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:54.989516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '5a7410d9-a2d1-494b-b948-06dd5390822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:54.989801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: ab9ab6db-fb79-4308-af48-8aed151a7c40, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:55.036117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:55.051529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Pushing event updated for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:55.083392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ab9ab6db-fb79-4308-af48-8aed151a7c40) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:55.087925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.088525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.118045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36e6fc7-3f32-46ee-b182-412c392b31a1 None None] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:55.120486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-778a20fb-ba51-4989-b39e-200e765377c9 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8886354 Aug 31 06:53:55.124980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:55.130205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2048686583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:55.158863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Attempting to bind port 980c95c7-d458-476d-9328-0247a84d14a6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:55.159201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Attempting to bind port 980c95c7-d458-476d-9328-0247a84d14a6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f932063-e307-4905-98fc-220635ace5b6'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:55.159689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Attempting to bind port 980c95c7-d458-476d-9328-0247a84d14a6 on network 4f932063-e307-4905-98fc-220635ace5b6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:55.168398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Port 980c95c7-d458-476d-9328-0247a84d14a6 on network 4f932063-e307-4905-98fc-220635ace5b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:53:55.168649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Attempting to bind port 980c95c7-d458-476d-9328-0247a84d14a6 on network 4f932063-e307-4905-98fc-220635ace5b6 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:55.178196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:55.178710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Checking segment: {'id': '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f932063-e307-4905-98fc-220635ace5b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:55.179774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Bound using segment: {'id': '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f932063-e307-4905-98fc-220635ace5b6'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:55.179909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Bound port: 980c95c7-d458-476d-9328-0247a84d14a6, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '4f932063-e307-4905-98fc-220635ace5b6'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:55.180380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.184488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.185571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.337991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90169782-2d8f-4ac0-baaf-8efd56520c7a req-c34fa498-94dd-4622-b3d5-f0d355d9c4c9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.338440 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.339587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90169782-2d8f-4ac0-baaf-8efd56520c7a req-c34fa498-94dd-4622-b3d5-f0d355d9c4c9 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1802988 Aug 31 06:53:55.348477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ab9ab6db-fb79-4308-af48-8aed151a7c40', 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '363c3453-94ef-4b27-89b7-284ef67d2cf2'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:55.349372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.349838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca43e32-fb83-4d86-8f6f-02985f6d012e req-75e4cc7d-fa27-493c-b9f4-6cdef1222425 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.351404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ca43e32-fb83-4d86-8f6f-02985f6d012e req-75e4cc7d-fa27-493c-b9f4-6cdef1222425 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 943 time: 0.1463110 Aug 31 06:53:55.355214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.365322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:55.371790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=980c95c7-d458-476d-9328-0247a84d14a6,segment=NetworkSegment(4cecd978-8eb1-4afc-a6cd-ad6a8b46827d),segment_id=4cecd978-8eb1-4afc-a6cd-ad6a8b46827d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:55.392281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.410430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.411469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.412966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-c099047a-a638-4e23-9732-9e796afade27 service neutron] 10.222.0.53 "PUT /v2.0/ports/980c95c7-d458-476d-9328-0247a84d14a6 HTTP/1.1" status: 200 len: 1092 time: 1.3659279 Aug 31 06:53:55.413083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.416975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:53:55.419603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90169782-2d8f-4ac0-baaf-8efd56520c7a req-fe6ec6e3-251c-4b76-90ad-64399f8a4bf6 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541704 Aug 31 06:53:55.431643 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185d7968-803d-4304-ad14-437d46aa01fb" -d '{"events": [{"name": "network-changed", "server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "tag": "980c95c7-d458-476d-9328-0247a84d14a6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:53:55.473944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.475557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d6f0073-0a01-4339-8e82-54f7bfe3c554 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3493545 Aug 31 06:53:55.478769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:55.537669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ca43e32-fb83-4d86-8f6f-02985f6d012e req-81486f72-a4a0-4f21-8ec3-99deb8619131 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748140 Aug 31 06:53:55.571493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c099047a-a638-4e23-9732-9e796afade27 service neutron] Pushing event updated for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:55.571493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-630b99f7-21ee-4134-8d41-7be6d5b418bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.571493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-630b99f7-21ee-4134-8d41-7be6d5b418bb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c54b4a3e4790446886778ced3c5f0076&device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0873525 Aug 31 06:53:55.587844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Allocated IP 172.20.0.2 (ab9ab6db-fb79-4308-af48-8aed151a7c40/363c3453-94ef-4b27-89b7-284ef67d2cf2/f0c38010-fb4d-4fc1-8089-e22bc7e4b13f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:55.650568 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-863d68b6-8658-4d30-a195-fcdc60ed0be1 x-openstack-request-id: req-863d68b6-8658-4d30-a195-fcdc60ed0be1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:53:55.650568 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "tag": "980c95c7-d458-476d-9328-0247a84d14a6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:53:55.650812 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-863d68b6-8658-4d30-a195-fcdc60ed0be1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:53:55.651163 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6', 'status': 'completed', 'code': 200} Aug 31 06:53:55.653225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-4a9b7f2d-b9b7-439e-b106-f03ccbe1279a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980c95c7-d458-476d-9328-0247a84d14a6 HTTP/1.1" status: 200 len: 217 time: 0.0713711 Aug 31 06:53:55.717816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.756353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-51707b33-de8d-497f-aa0b-0f4d3dc14833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:55.757896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-51707b33-de8d-497f-aa0b-0f4d3dc14833 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb HTTP/1.1" status: 200 len: 865 time: 0.0927024 Aug 31 06:53:55.815657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.821953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-b66b979c-566c-417e-9be6-bb4479a78ad4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f932063-e307-4905-98fc-220635ace5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553823 Aug 31 06:53:55.835288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Transition to ACTIVE for port object f0c38010-fb4d-4fc1-8089-e22bc7e4b13f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:55.888625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Transition to ACTIVE for port object f0c38010-fb4d-4fc1-8089-e22bc7e4b13f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:55.901109 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:55.962619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:55.965878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:55.972131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:55.990507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1030e56-cb89-42f2-a308-7c4b2220d3e8 req-8c04d552-ae31-4a7a-855c-4a244cde0137 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0593765 Aug 31 06:53:56.009481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Pushing event updated for resources: {'Port': ['ID=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:56.036015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-d7b032a1-91e5-400d-9ee3-090bb815636c service neutron] 10.222.0.53 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064407 Aug 31 06:53:56.052518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Attempting to bind port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:53:56.053432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Attempting to bind port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5a7410d9-a2d1-494b-b948-06dd5390822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:53:56.054260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Attempting to bind port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f on network ab9ab6db-fb79-4308-af48-8aed151a7c40 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:53:56.061111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:53:56.062002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Checking segment: {'id': '5a7410d9-a2d1-494b-b948-06dd5390822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:56.062809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.063560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Bound using segment: {'id': '5a7410d9-a2d1-494b-b948-06dd5390822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:53:56.064435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Bound port: f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7410d9-a2d1-494b-b948-06dd5390822b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 598, 'network_id': 'ab9ab6db-fb79-4308-af48-8aed151a7c40'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:53:56.065014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.142733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] For port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:53:56.146808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] For port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,segment=NetworkSegment(5a7410d9-a2d1-494b-b948-06dd5390822b),segment_id=5a7410d9-a2d1-494b-b948-06dd5390822b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:53:56.147193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d27c0cd1-eb6e-46c1-a555-0d16e2a2c31f req-b143332a-2c46-45c4-881e-18b7dabe8800 service neutron] 10.222.0.53 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041970 Aug 31 06:53:56.152264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.218023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487584a-9c64-4654-9209-0398c2b94896 None None] Pushing event updated for resources: {'Port': ['ID=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:56.283453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7968-803d-4304-ad14-437d46aa01fb req-adc10334-42d9-4812-ad31-67b2e22bf2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.283453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-adc10334-42d9-4812-ad31-67b2e22bf2ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c54b4a3e4790446886778ced3c5f0076&device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 1095 time: 0.0817535 Aug 31 06:53:56.524102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5b2ac-ff97-41b3-9a10-68145ad4d13d req-14c10543-37d7-4830-9417-8559be26b849 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.528102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0b5b2ac-ff97-41b3-9a10-68145ad4d13d req-14c10543-37d7-4830-9417-8559be26b849 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.5954251 Aug 31 06:53:56.540709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.648564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.652066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f0c38010-fb4d-4fc1-8089-e22bc7e4b13f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:56.698636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.715044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0b5b2ac-ff97-41b3-9a10-68145ad4d13d req-e7ebeaee-b01b-4d42-b783-9d5bfde6fcb8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815791 Aug 31 06:53:56.754844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:56.841196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7968-803d-4304-ad14-437d46aa01fb req-7927f7e0-7b9e-4b1d-833c-8e8f042db8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.843151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-7927f7e0-7b9e-4b1d-833c-8e8f042db8c3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f932063-e307-4905-98fc-220635ace5b6 HTTP/1.1" status: 200 len: 926 time: 0.5554745 Aug 31 06:53:56.849969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=07045dcb-b13d-4825-a310-b3c556ae69ba,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:56.852584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bf865d-ed75-455f-a477-66cd35044e10 req-7f6d5614-69e2-46b1-ab66-766d9ff7da97 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.855323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0bf865d-ed75-455f-a477-66cd35044e10 req-7f6d5614-69e2-46b1-ab66-766d9ff7da97 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 943 time: 0.0880749 Aug 31 06:53:56.867207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:56.897950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-32091fdd-46f5-44e6-a1de-95dd3281cf07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=980c95c7-d458-476d-9328-0247a84d14a6 HTTP/1.1" status: 200 len: 217 time: 0.0414562 Aug 31 06:53:56.963636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0bf865d-ed75-455f-a477-66cd35044e10 req-00c922ee-7511-4ddd-8ee6-474d9ee4d32d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699315 Aug 31 06:53:56.972438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185d7968-803d-4304-ad14-437d46aa01fb req-f5acaa0d-64f6-41b2-80bb-92d840481110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:56.973950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-f5acaa0d-64f6-41b2-80bb-92d840481110 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb HTTP/1.1" status: 200 len: 865 time: 0.0628860 Aug 31 06:53:57.032264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-1418e556-8602-48f6-9a7f-21df3fd1fd00 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f932063-e307-4905-98fc-220635ace5b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443625 Aug 31 06:53:57.058691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.20.0.1 (ab9ab6db-fb79-4308-af48-8aed151a7c40/363c3453-94ef-4b27-89b7-284ef67d2cf2/268b06e7-5693-41b3-b27f-455f982bdf64) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:53:57.061673 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 37f805b0-2996-48b2-a912-a8847ec26356 associated. External IP: 172.25.3.56, port: 70282655-50ee-4283-9180-1c0696d768a7. Aug 31 06:53:57.165460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6533fc9b-78e7-4faa-84a5-c57cf8d778d0 req-77ce3a47-2805-4e11-95c2-c081f161d383 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0587313 Aug 31 06:53:57.206906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-49465431-9ddd-4544-bb75-ddbc0286e540 service neutron] 10.222.0.53 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678095 Aug 31 06:53:57.361679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-185d7968-803d-4304-ad14-437d46aa01fb req-a6ee536d-d7c2-451b-86f6-cd58b7b0309c service neutron] 10.222.0.53 "GET /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458526 Aug 31 06:53:57.419501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.446753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f80922a-2641-483f-bee8-8e56815103b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.457857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:57.488574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object 268b06e7-5693-41b3-b27f-455f982bdf64 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:53:57.529303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:53:57.552465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8749dcbe-abd5-488d-ad30-b2570d0208cd None None] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:57.607062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2826bd0d-f0a7-408b-b0aa-a0c1872abe12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.611523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.625533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Provisioning for port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:57.631601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Provisioning complete for port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:57.631981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.693418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:57.706145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:57.720141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.760897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2826bd0d-f0a7-408b-b0aa-a0c1872abe12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.766983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2826bd0d-f0a7-408b-b0aa-a0c1872abe12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.803399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:53:57.806444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.813108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2826bd0d-f0a7-408b-b0aa-a0c1872abe12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c56d10b45bbb4241a9cbf5dbf53372b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3534155 Aug 31 06:53:57.819614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:57.825550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=268b06e7-5693-41b3-b27f-455f982bdf64,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:57.855592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2826bd0d-f0a7-408b-b0aa-a0c1872abe12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889c2ac8-a29b-4186-95cb-50d1fd7a7bc2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:57.882785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] For port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,segment=NetworkSegment(5a7410d9-a2d1-494b-b948-06dd5390822b),segment_id=5a7410d9-a2d1-494b-b948-06dd5390822b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:57.888933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.894226 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.918671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.974145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8e1e0a-dc2c-44fe-b484-df7004012927 None None] Pushing event updated for resources: {'Port': ['ID=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:57.976752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.981581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:57.983144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/889c2ac8-a29b-4186-95cb-50d1fd7a7bc2 HTTP/1.1" status: 204 len: 168 time: 0.1626000 Aug 31 06:53:57.996136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:57.996427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5080a65a-d9eb-4f28-98bc-b1a0d266f76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889c2ac8-a29b-4186-95cb-50d1fd7a7bc2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:58.004597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.011986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:58.027766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:58.028417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:58.035185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905739a6-e4fe-4d5b-9230-0a91d3cd3096 req-95f53d25-8900-4e2e-b6cc-5394a97ee8ec tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:58.044300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-905739a6-e4fe-4d5b-9230-0a91d3cd3096 req-95f53d25-8900-4e2e-b6cc-5394a97ee8ec tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1574690 Aug 31 06:53:58.114503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:58.133510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:58.135037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:58.178380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:58.179163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edf20fb5-bd20-4b7c-b01d-81dbc9dd4a60 None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:58.195279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087071b3-8907-48e6-ba36-91cfafcd678a req-362d3705-e29c-46d2-8c72-f230830e5871 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:58.197000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-087071b3-8907-48e6-ba36-91cfafcd678a req-362d3705-e29c-46d2-8c72-f230830e5871 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 943 time: 0.1148641 Aug 31 06:53:58.215521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Provisioning complete for port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:58.216026 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.234675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.260712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-087071b3-8907-48e6-ba36-91cfafcd678a req-3a559afa-bdf6-4b5a-a778-5c98df618cca tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520241 Aug 31 06:53:58.278423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-905739a6-e4fe-4d5b-9230-0a91d3cd3096 req-53d9e9ce-51d7-4dd7-8039-6c338da50af2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291796 Aug 31 06:53:58.314698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0f85882-89a4-488a-8abc-df1b470df035 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.9880397 Aug 31 06:53:58.315875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:58.324812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-635134694'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:58.371808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:58.372125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.380443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.397315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Provisioning for port 268b06e7-5693-41b3-b27f-455f982bdf64 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:53:58.403416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Provisioning complete for port 268b06e7-5693-41b3-b27f-455f982bdf64 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:58.403864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.417926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7fd7520b-a6b2-453d-b3ea-84b729afe4f3 req-57b45dc0-66d2-4511-b6e6-6978c12f633c tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0355635 Aug 31 06:53:58.431942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:53:58.443246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.443597 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Added segment 7599e858-57a9-46bb-b5b6-1e43e387b5dc of type vlan for network 161aa7a3-1be2-436a-885d-870bd93fdcb4 Aug 31 06:53:58.496678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1b64acf4-65c5-45d4-986e-938c47017394 None None] Port 268b06e7-5693-41b3-b27f-455f982bdf64 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:58.509587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.538928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.544966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:58.545634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.559946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f0c38010-fb4d-4fc1-8089-e22bc7e4b13f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:53:58.631985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3145833 Aug 31 06:53:58.635015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b9ec5d52-79b5-466c-b7f7-9eee6f0d851d None None] Provisioning complete for port 268b06e7-5693-41b3-b27f-455f982bdf64 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:58.635190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:58.636154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b9ec5d52-79b5-466c-b7f7-9eee6f0d851d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.642381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'subnet': {'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:58.659762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42011f87-191a-4f94-8642-45511f5c7039 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Network': ['ID=161aa7a3-1be2-436a-885d-870bd93fdcb4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:58.675478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:53:58.739278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:58.739877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.752976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:53:58.757411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.766060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.769940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b9ec5d52-79b5-466c-b7f7-9eee6f0d851d None None] Port 268b06e7-5693-41b3-b27f-455f982bdf64 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:58.772640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.878514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=268b06e7-5693-41b3-b27f-455f982bdf64,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:58.882363 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:58.986096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:53:58.987909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:58.999923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.083405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Checking segment: {'id': '7599e858-57a9-46bb-b5b6-1e43e387b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:53:59.083778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network hostable DHCP agents. Network: 161aa7a3-1be2-436a-885d-870bd93fdcb4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:53:59.087153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Subnet': ['ID=8e5f364a-7711-4875-979a-18c0e8ab8055,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:53:59.090126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 980c95c7-d458-476d-9328-0247a84d14a6 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:53:59.114105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:53:59.135701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 161aa7a3-1be2-436a-885d-870bd93fdcb4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:53:59.136816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 1d29b788-adc2-4341-8536-6c4cc7a203b2 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:53:59.141490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.144250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.147022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733f9cb-a34b-4b70-a6dc-73c9f6c97516 None None] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:53:59.179494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fb80a683-a748-455a-b0be-39f8d40cfc49 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5433550 Aug 31 06:53:59.180447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:59.185930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1880707054', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:59.217212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.218300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.274567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:53:59.283060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5972fceb-336d-4170-aadd-052b468c33dd tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/1d29b788-adc2-4341-8536-6c4cc7a203b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7986515 Aug 31 06:53:59.295523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:59.296430 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] Sync routers for ids ['1d29b788-adc2-4341-8536-6c4cc7a203b2'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:53:59.309443 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] Routers {'1d29b788-adc2-4341-8536-6c4cc7a203b2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:59.313083 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1d29b788-adc2-4341-8536-6c4cc7a203b2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:59.338610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.392282 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:59.413038 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] Routers {'1d29b788-adc2-4341-8536-6c4cc7a203b2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:53:59.415855 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1d29b788-adc2-4341-8536-6c4cc7a203b2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:59.433778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b0f5941-fc26-4e66-82d9-4c5702d01065 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.436211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8b0f5941-fc26-4e66-82d9-4c5702d01065 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports/268b06e7-5693-41b3-b27f-455f982bdf64 HTTP/1.1" status: 200 len: 910 time: 0.1389461 Aug 31 06:53:59.439347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:53:59.445579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '363c3453-94ef-4b27-89b7-284ef67d2cf2'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:53:59.513811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b274eab-f459-4b0e-9c11-f6c7f3737a75 req-399b1dbe-8489-4b53-8a47-22004ae0416d tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.515560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b274eab-f459-4b0e-9c11-f6c7f3737a75 req-399b1dbe-8489-4b53-8a47-22004ae0416d tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1286480 Aug 31 06:53:59.596964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.615978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee689c5-a481-46f6-8dda-ccb3518169e7 req-59fcb105-9473-42f6-85e1-2df05ffedf63 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:53:59.617746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ee689c5-a481-46f6-8dda-ccb3518169e7 req-59fcb105-9473-42f6-85e1-2df05ffedf63 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 943 time: 0.1812103 Aug 31 06:53:59.645913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b274eab-f459-4b0e-9c11-f6c7f3737a75 req-8c07afe0-52f4-4060-9bba-ba3e850bc87a tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191621 Aug 31 06:53:59.684028 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:53:59.684962 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad4455f-b461-46c9-b17e-292fb114d4da None None] The sync data for ids ['1d29b788-adc2-4341-8536-6c4cc7a203b2'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:53:59.699631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a97b44a4-0eec-404f-8b96-57969b314042 None None] Provisioning complete for port 268b06e7-5693-41b3-b27f-455f982bdf64 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:53:59.699631 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a97b44a4-0eec-404f-8b96-57969b314042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.723158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.755993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a97b44a4-0eec-404f-8b96-57969b314042 None None] Port 268b06e7-5693-41b3-b27f-455f982bdf64 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:53:59.757612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-161aa7a3-1be2-436a-885d-870bd93fdcb4', 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4', 'tenant_id': 'e6e47e87088b4ba7a6d75ea0ba80c7ec', 'fixed_ips': [{'subnet_id': '8e5f364a-7711-4875-979a-18c0e8ab8055'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:53:59.758518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.768740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ee689c5-a481-46f6-8dda-ccb3518169e7 req-2091a859-4486-4ddd-99e3-7bb7e99cc098 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288879 Aug 31 06:53:59.797980 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:53:59.821241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=980c95c7-d458-476d-9328-0247a84d14a6,segment=NetworkSegment(4cecd978-8eb1-4afc-a6cd-ad6a8b46827d),segment_id=4cecd978-8eb1-4afc-a6cd-ad6a8b46827d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:53:59.908717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-309ec92d-3d81-4240-b5d0-a02606779012 req-793b72be-0e99-497e-8e2e-9aa02373de1a tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0627270 Aug 31 06:53:59.927861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '980c95c7-d458-476d-9328-0247a84d14a6', 'network_id': '4f932063-e307-4905-98fc-220635ace5b6', 'port_id': '980c95c7-d458-476d-9328-0247a84d14a6', 'mac_address': 'fa:16:3e:d4:7e:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:53:59.994514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.015480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.039497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Allocated IP 172.20.0.2 (161aa7a3-1be2-436a-885d-870bd93fdcb4/8e5f364a-7711-4875-979a-18c0e8ab8055/c5cf1462-71f6-447d-92a4-73ac52ff0052) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:00.064655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.129462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 980c95c7-d458-476d-9328-0247a84d14a6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:54:00.150634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=980c95c7-d458-476d-9328-0247a84d14a6,segment=NetworkSegment(4cecd978-8eb1-4afc-a6cd-ad6a8b46827d),segment_id=4cecd978-8eb1-4afc-a6cd-ad6a8b46827d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:00.158086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.206635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.25.3.67 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/347c1b94-14ef-431c-9a60-06617d460e49) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:00.242812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:00.320792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.343935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Transition to ACTIVE for port object c5cf1462-71f6-447d-92a4-73ac52ff0052 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:00.363817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Transition to ACTIVE for port object c5cf1462-71f6-447d-92a4-73ac52ff0052 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:00.370355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.380137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.389595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-f1c4d50b-2bec-49aa-aa0c-57442b1d765c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:00.391504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:00.391730 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-f1c4d50b-2bec-49aa-aa0c-57442b1d765c tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.50 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.0990624 Aug 31 06:54:00.395203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:00.420524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['980c95c7-d458-476d-9328-0247a84d14a6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:00.425566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:00.500758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.534822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Pushing event updated for resources: {'Port': ['ID=c5cf1462-71f6-447d-92a4-73ac52ff0052,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:00.543757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Attempting to bind port c5cf1462-71f6-447d-92a4-73ac52ff0052 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:00.544135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Attempting to bind port c5cf1462-71f6-447d-92a4-73ac52ff0052 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7599e858-57a9-46bb-b5b6-1e43e387b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:00.544499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Attempting to bind port c5cf1462-71f6-447d-92a4-73ac52ff0052 on network 161aa7a3-1be2-436a-885d-870bd93fdcb4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:00.558372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:00.559034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Checking segment: {'id': '7599e858-57a9-46bb-b5b6-1e43e387b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:00.559346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.559626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Bound using segment: {'id': '7599e858-57a9-46bb-b5b6-1e43e387b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:00.559978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Bound port: c5cf1462-71f6-447d-92a4-73ac52ff0052, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7599e858-57a9-46bb-b5b6-1e43e387b5dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 586, 'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:00.560512 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.598298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:00.605175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:00.608648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Deleting port f837aa05-d63c-4c41-bc68-caa7b627f8c1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:00.608998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.613591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:00.617046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=347c1b94-14ef-431c-9a60-06617d460e49,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:00.706556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.728781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.730670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] For port c5cf1462-71f6-447d-92a4-73ac52ff0052, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:00.752719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] For port c5cf1462-71f6-447d-92a4-73ac52ff0052, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5cf1462-71f6-447d-92a4-73ac52ff0052,segment=NetworkSegment(7599e858-57a9-46bb-b5b6-1e43e387b5dc),segment_id=7599e858-57a9-46bb-b5b6-1e43e387b5dc)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:00.761672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.857024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=268b06e7-5693-41b3-b27f-455f982bdf64,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:00.860910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] For port f837aa05-d63c-4c41-bc68-caa7b627f8c1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f837aa05-d63c-4c41-bc68-caa7b627f8c1,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:00.861511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.880660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Calling delete_port for f837aa05-d63c-4c41-bc68-caa7b627f8c1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:00.885444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f51e96f-a9fa-4bad-91d9-5c39fc039e8c None None] Pushing event updated for resources: {'Port': ['ID=c5cf1462-71f6-447d-92a4-73ac52ff0052,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:00.902813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c9c9e-e183-4ca0-be68-8c9a87521446 req-ac8186db-f90b-49b9-943e-f54027bb8b38 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:00.908868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a8c9c9e-e183-4ca0-be68-8c9a87521446 req-ac8186db-f90b-49b9-943e-f54027bb8b38 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 945 time: 0.1380634 Aug 31 06:54:00.918103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:00.918792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:00.923476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e90bdd97-cdb2-4cf6-aaf2-b2e5bd8fdaa6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/ports/268b06e7-5693-41b3-b27f-455f982bdf64 HTTP/1.1" status: 200 len: 910 time: 1.4830806 Aug 31 06:54:00.923798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:00.966267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a8c9c9e-e183-4ca0-be68-8c9a87521446 req-e46739e2-8c88-4016-92c9-bd38fe382a3d tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412872 Aug 31 06:54:01.023679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:01.151006 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fab3f6c9-1a41-4ae0-9052-07a0b939292b req-809faaef-c4f5-49f4-b120-a7593f99d189 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0629654 Aug 31 06:54:01.413057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68953de9-befc-4788-a008-259a93f6439d req-8175fc44-2201-43b1-9927-282413450444 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:01.414520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68953de9-befc-4788-a008-259a93f6439d req-8175fc44-2201-43b1-9927-282413450444 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 944 time: 0.5501375 Aug 31 06:54:01.590975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:01.648129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68953de9-befc-4788-a008-259a93f6439d req-33294707-7cbd-4cd6-a076-02f0c6b50c94 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023156 Aug 31 06:54:01.757624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:01.771362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8cd70b33-57cd-4ac7-8476-407e1c1b2a89'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:01.810529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Pushing event deleted for resources: {'Port': ['ID=f837aa05-d63c-4c41-bc68-caa7b627f8c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:01.817566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f837aa05-d63c-4c41-bc68-caa7b627f8c1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:01.937386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] No DVR routers for this DVR port f837aa05-d63c-4c41-bc68-caa7b627f8c1 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:01.944979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:01.946989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b567030-fc63-4ee5-a9c4-340cebecfd04 req-b3330d3a-0b01-4fbf-9950-252910627da1 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.50 "DELETE /v2.0/ports/f837aa05-d63c-4c41-bc68-caa7b627f8c1 HTTP/1.1" status: 204 len: 173 time: 1.5465090 Aug 31 06:54:01.948573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'name': 'network-vif-deleted', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:01.950743 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55de8f23-31ae-4ee0-b9af-3f385e50bda9" -d '{"events": [{"server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "name": "network-vif-deleted", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:02.007122 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d5dab5b-b9c3-4eac-8b67-979dc762137e x-openstack-request-id: req-8d5dab5b-b9c3-4eac-8b67-979dc762137e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:02.007429 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464d451e-62e0-485a-b79b-8b3bc91fa02b", "name": "network-vif-deleted", "tag": "f837aa05-d63c-4c41-bc68-caa7b627f8c1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:02.007679 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8d5dab5b-b9c3-4eac-8b67-979dc762137e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:02.008073 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464d451e-62e0-485a-b79b-8b3bc91fa02b', 'name': 'network-vif-deleted', 'tag': 'f837aa05-d63c-4c41-bc68-caa7b627f8c1', 'status': 'completed', 'code': 200} Aug 31 06:54:02.061720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.113354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d7031d-d99b-45ae-813c-074f9cde52eb None None] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:02.169705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7293d4c1-2454-40c8-a069-97f35ad7ee18 req-ddb5d83e-c3bd-4e5e-afd6-4a63ba997be0 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=464d451e-62e0-485a-b79b-8b3bc91fa02b HTTP/1.1" status: 200 len: 210 time: 0.0641613 Aug 31 06:54:02.219448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4d05354-b311-4b8a-8ca3-59ba28a09141 None None] Provisioning for port c5cf1462-71f6-447d-92a4-73ac52ff0052 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:02.301372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.421957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4df5e6e7-f858-484c-b4da-ed1e36d0da6e req-a3061710-be71-44eb-90ef-9b04633321c3 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0698979 Aug 31 06:54:02.455416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 137937b6-a4d1-4650-84c2-8c15f929f0fc is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:02.655606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5cf1462-71f6-447d-92a4-73ac52ff0052 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:02.681352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:02.697616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] Sync routers for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:02.721770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:02.722837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:02.729168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.733161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4cfac9ad-e3e1-4016-ae87-aa8441d5a1c0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.5489719 Aug 31 06:54:02.733804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:02.763302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:02.778951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:02.779806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:02.783734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c5cf1462-71f6-447d-92a4-73ac52ff0052 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:02.814913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:02.815574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f4cfb98-9fe5-4982-b0c9-7464e1586f7f None None] The sync data for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:02.817071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c5cf1462-71f6-447d-92a4-73ac52ff0052 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:02.817480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.898282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.901247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888de75-aee6-46e4-ad2e-d913b199dceb req-1ca0276a-de1a-43be-aa16-b61099601d05 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:02.902768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6888de75-aee6-46e4-ad2e-d913b199dceb req-1ca0276a-de1a-43be-aa16-b61099601d05 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 944 time: 0.1284583 Aug 31 06:54:02.930713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c5cf1462-71f6-447d-92a4-73ac52ff0052, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5cf1462-71f6-447d-92a4-73ac52ff0052,segment=NetworkSegment(7599e858-57a9-46bb-b5b6-1e43e387b5dc),segment_id=7599e858-57a9-46bb-b5b6-1e43e387b5dc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:02.935284 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.940057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 268b06e7-5693-41b3-b27f-455f982bdf64 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:02.940391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:02.984753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5cf1462-71f6-447d-92a4-73ac52ff0052,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:03.056914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6888de75-aee6-46e4-ad2e-d913b199dceb req-7f53b44f-d05c-407c-b442-680963353cf6 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473684 Aug 31 06:54:03.121826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 980c95c7-d458-476d-9328-0247a84d14a6 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:03.173714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 980c95c7-d458-476d-9328-0247a84d14a6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:03.180170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 980c95c7-d458-476d-9328-0247a84d14a6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:03.180170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.292031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.337260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=980c95c7-d458-476d-9328-0247a84d14a6,segment=NetworkSegment(4cecd978-8eb1-4afc-a6cd-ad6a8b46827d),segment_id=4cecd978-8eb1-4afc-a6cd-ad6a8b46827d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:03.338184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:03.341208 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed5c9bc-703a-4ac9-9077-527f6fc10344" -d '{"events": [{"server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "name": "network-vif-plugged", "status": "completed", "tag": "980c95c7-d458-476d-9328-0247a84d14a6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:03.364770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.417598 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:03.435855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:03.469673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 268b06e7-5693-41b3-b27f-455f982bdf64 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:03.595986 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b711501-435c-4b3e-aa5e-e01e830fdabb x-openstack-request-id: req-2b711501-435c-4b3e-aa5e-e01e830fdabb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:03.596361 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "name": "network-vif-plugged", "status": "completed", "tag": "980c95c7-d458-476d-9328-0247a84d14a6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:03.596700 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b711501-435c-4b3e-aa5e-e01e830fdabb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:03.597536 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6', 'code': 200} Aug 31 06:54:03.661067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7220b571-5b63-4ac6-aa97-36e07c3ad397 req-0a42e9be-c693-473c-b4d8-de880a710d48 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:03.668168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7220b571-5b63-4ac6-aa97-36e07c3ad397 req-0a42e9be-c693-473c-b4d8-de880a710d48 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1751099 Aug 31 06:54:03.752666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1594c3b7-a768-4d21-bba8-d95ebb995029 req-7bd1857b-4dd7-4cb7-8624-6534aeea3f4d tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0295758 Aug 31 06:54:03.823360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7220b571-5b63-4ac6-aa97-36e07c3ad397 req-06cf2a85-2282-4489-a2e1-3245c3186828 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543176 Aug 31 06:54:03.859995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a410bdb-35a4-4473-875b-7e6e4a89e187 req-516d031f-161d-4aa9-9c44-8a882e20be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:03.861497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a410bdb-35a4-4473-875b-7e6e4a89e187 req-516d031f-161d-4aa9-9c44-8a882e20be0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 1097 time: 0.1798782 Aug 31 06:54:03.971626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a410bdb-35a4-4473-875b-7e6e4a89e187 req-331bc988-2927-4383-a023-2a2ddca7dcb6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891242 Aug 31 06:54:03.974090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.008991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.012173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=268b06e7-5693-41b3-b27f-455f982bdf64,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:04.206204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540045a-3f50-4207-b59a-b2f4c5127e74 req-b5cdce91-d52f-485d-a352-4a4c7352a793 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:04.214002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c540045a-3f50-4207-b59a-b2f4c5127e74 req-b5cdce91-d52f-485d-a352-4a4c7352a793 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.0783639 Aug 31 06:54:04.249809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.257976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c540045a-3f50-4207-b59a-b2f4c5127e74 req-d7bd80de-93af-4c56-8659-3a5ede6ac121 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430377 Aug 31 06:54:04.519223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 1d29b788-adc2-4341-8536-6c4cc7a203b2 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:04.642626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5cf1462-71f6-447d-92a4-73ac52ff0052 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:04.668972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:04.680254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259daac-1305-4abf-8878-3c65431e505d None None] Sync routers for ids ['1d29b788-adc2-4341-8536-6c4cc7a203b2'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:04.699777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0cfe3e24-9ae6-4bb6-b3f3-c2d010535089 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/1d29b788-adc2-4341-8536-6c4cc7a203b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7724307 Aug 31 06:54:04.703105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:04.706168 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] Routers {'1d29b788-adc2-4341-8536-6c4cc7a203b2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:04.708173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1d29b788-adc2-4341-8536-6c4cc7a203b2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:04.729884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c5cf1462-71f6-447d-92a4-73ac52ff0052 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:04.730515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.745896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6ceb28e4-92b0-43ed-8ac4-b1e95a7f506a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d29b788-adc2-4341-8536-6c4cc7a203b2 HTTP/1.1" status: 200 len: 205 time: 0.0391533 Aug 31 06:54:04.746072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:04.771556 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:04.786490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f837aa05-d63c-4c41-bc68-caa7b627f8c1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:04.797945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.1 (161aa7a3-1be2-436a-885d-870bd93fdcb4/8e5f364a-7711-4875-979a-18c0e8ab8055/62de024e-5a1f-4b84-bd34-57497fe6bfed) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:04.800536 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] Routers {'1d29b788-adc2-4341-8536-6c4cc7a203b2'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:04.801892 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1d29b788-adc2-4341-8536-6c4cc7a203b2'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:04.816319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: f837aa05-d63c-4c41-bc68-caa7b627f8c1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:04.816663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f837aa05-d63c-4c41-bc68-caa7b627f8c1 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:04.838806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:04.843078 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a259daac-1305-4abf-8878-3c65431e505d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:04.845461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a259daac-1305-4abf-8878-3c65431e505d None None] The sync data for ids ['1d29b788-adc2-4341-8536-6c4cc7a203b2'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:04.892154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14b25f97-3b73-49e6-9ace-6800219bc24f req-9e6e3201-d4a8-48da-8743-c0e7e4e52081 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0502634 Aug 31 06:54:05.092884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.098606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.117222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23b40-f2cc-4bcc-a972-63972aceecd1 req-dea46c5f-87bb-4cf7-94d5-748d72386fa7 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:05.118728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2df23b40-f2cc-4bcc-a972-63972aceecd1 req-dea46c5f-87bb-4cf7-94d5-748d72386fa7 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1985707 Aug 31 06:54:05.373540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d27624-976f-49c7-bd4e-b68c17eb6d26 req-a6c9a410-be90-4115-9248-2c0fbadedc56 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:05.375081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d27624-976f-49c7-bd4e-b68c17eb6d26 req-a6c9a410-be90-4115-9248-2c0fbadedc56 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.0511684 Aug 31 06:54:05.415324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d27624-976f-49c7-bd4e-b68c17eb6d26 req-2dc35dc0-ad25-42d9-a012-dc2d79b6dbaa tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339563 Aug 31 06:54:05.448364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.452401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.458328 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.458876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router 1d29b788-adc2-4341-8536-6c4cc7a203b2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:05.474508 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.475616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36c2dc31-e26e-424d-8481-f65af3d0e65b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/1d29b788-adc2-4341-8536-6c4cc7a203b2 HTTP/1.1" status: 204 len: 168 time: 0.7286747 Aug 31 06:54:05.479182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:05.488174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2df23b40-f2cc-4bcc-a972-63972aceecd1 req-fea5dd48-1d90-4a71-b45c-e9bc45babe83 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3280394 Aug 31 06:54:05.495023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Transition to ACTIVE for port object 62de024e-5a1f-4b84-bd34-57497fe6bfed will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:05.538909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.574469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 363c3453-94ef-4b27-89b7-284ef67d2cf2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:05.582712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.596781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:05.598947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:05.604594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:05.623291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c13ac1-7fb7-474a-8447-85ecab2d2470 req-f7f9de62-a1c1-4024-b61d-55a2608a5eb0 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:05.626080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41c13ac1-7fb7-474a-8447-85ecab2d2470 req-f7f9de62-a1c1-4024-b61d-55a2608a5eb0 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.1092019 Aug 31 06:54:05.636478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=62de024e-5a1f-4b84-bd34-57497fe6bfed,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:05.679572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.684748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.738468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41c13ac1-7fb7-474a-8447-85ecab2d2470 req-c938fbc5-2ac1-4498-9ff3-0d18ae3960e5 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024530 Aug 31 06:54:05.829986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.926931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5002f32a-0354-438e-baa0-334217c73b94 None None] Provisioning for port 62de024e-5a1f-4b84-bd34-57497fe6bfed completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:05.934007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5002f32a-0354-438e-baa0-334217c73b94 None None] Provisioning complete for port 62de024e-5a1f-4b84-bd34-57497fe6bfed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:05.935348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5002f32a-0354-438e-baa0-334217c73b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:05.944969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-29952df8-9b3f-49e3-9770-521797b19974 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:05.951813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-29952df8-9b3f-49e3-9770-521797b19974 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.53 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1862760 Aug 31 06:54:05.958611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.016145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5002f32a-0354-438e-baa0-334217c73b94 None None] Port 62de024e-5a1f-4b84-bd34-57497fe6bfed cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:06.026338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=363c3453-94ef-4b27-89b7-284ef67d2cf2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.035126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d293db70-f7e8-4847-8e52-318ebbcfd3c3 None None] Network ab9ab6db-fb79-4308-af48-8aed151a7c40 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:06.050518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.056519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52c24873-0d3f-447c-8b89-36b339617bf3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/363c3453-94ef-4b27-89b7-284ef67d2cf2 HTTP/1.1" status: 204 len: 168 time: 0.5756223 Aug 31 06:54:06.057435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:06.103075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-963aecab-1f06-4f07-a4e3-2155c30f38a1 req-f48a9d11-ad16-4f82-88c5-0840d9978d24 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0647740 Aug 31 06:54:06.136986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.180469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.256848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:06.257203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.268354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcc549-67ce-4b0b-84cc-69ba6771b716 req-80a0bad6-f368-4f80-ab9c-f2dc8eb4e145 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:06.270033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-31fcc549-67ce-4b0b-84cc-69ba6771b716 req-80a0bad6-f368-4f80-ab9c-f2dc8eb4e145 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.1232066 Aug 31 06:54:06.283573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Deleting port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:06.283573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.293163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] DHCP port deletion for ab9ab6db-fb79-4308-af48-8aed151a7c40 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:06.341486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,segment=NetworkSegment(5a7410d9-a2d1-494b-b948-06dd5390822b),segment_id=5a7410d9-a2d1-494b-b948-06dd5390822b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:06.342263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.357696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Deleting port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:06.358943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.359568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for f0c38010-fb4d-4fc1-8089-e22bc7e4b13f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:06.447582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.455742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] For port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,segment=NetworkSegment(5a7410d9-a2d1-494b-b948-06dd5390822b),segment_id=5a7410d9-a2d1-494b-b948-06dd5390822b)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:06.456169 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.457849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] For port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:06.458775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.472469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Calling delete_port for f0c38010-fb4d-4fc1-8089-e22bc7e4b13f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:06.501756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Calling delete_port for 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:06.510670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:06.522807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.584635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-31fcc549-67ce-4b0b-84cc-69ba6771b716 req-4a61ab31-c139-4cf9-b2d4-f4a40c1b6b30 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037643 Aug 31 06:54:06.627036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.654259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f0c38010-fb4d-4fc1-8089-e22bc7e4b13f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:06.659438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] Pushing event deleted for resources: {'Port': ['ID=f0c38010-fb4d-4fc1-8089-e22bc7e4b13f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:06.691184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f0c38010-fb4d-4fc1-8089-e22bc7e4b13f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:06.691711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f0c38010-fb4d-4fc1-8089-e22bc7e4b13f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:06.698089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d154f635-c8b5-4e83-8cbb-c78c77ff0af3 None None] No DVR routers for this DVR port f0c38010-fb4d-4fc1-8089-e22bc7e4b13f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:06.722181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.736885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9ab6db-fb79-4308-af48-8aed151a7c40']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:06.762469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8263b75b-ec4b-45fd-9caf-520cf70607ab req-ebfb62a1-4e3f-47c8-9922-3022ef257af2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:06.765104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8263b75b-ec4b-45fd-9caf-520cf70607ab req-ebfb62a1-4e3f-47c8-9922-3022ef257af2 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/ports?device_id=c6c2e850-1229-4a46-bc52-fe2e32b21b25 HTTP/1.1" status: 200 len: 945 time: 0.1265538 Aug 31 06:54:06.768647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7410d9-a2d1-494b-b948-06dd5390822b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:06.768952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7410d9-a2d1-494b-b948-06dd5390822b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:06.788831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.810836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.829729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 598 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:06.830153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:06.833289 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:06.962546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8263b75b-ec4b-45fd-9caf-520cf70607ab req-3c5b2cc7-4d14-48dd-934e-d799c2462110 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.57 "GET /v2.0/security-groups?id=bae09588-19ea-4eb7-adb7-f495588b37b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889546 Aug 31 06:54:06.970639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:06.994424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.002311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.032818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.040985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/ab9ab6db-fb79-4308-af48-8aed151a7c40 HTTP/1.1" status: 204 len: 168 time: 0.9759336 Aug 31 06:54:07.040985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fa855c-4b57-4518-a32b-20c9f6105e9c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=ab9ab6db-fb79-4308-af48-8aed151a7c40,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.040985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.049683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1289803325', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:07.055502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.083808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8cd70b33-57cd-4ac7-8476-407e1c1b2a89'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:07.117113 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.118083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.167716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616082f-276f-4139-94e4-c924f30d25ef req-c597c2c9-292b-4c8e-b7bd-0907b864f9a7 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:07.169967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9616082f-276f-4139-94e4-c924f30d25ef req-c597c2c9-292b-4c8e-b7bd-0907b864f9a7 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.0971181 Aug 31 06:54:07.172503 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.182263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=62de024e-5a1f-4b84-bd34-57497fe6bfed,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.210546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Pushing event deleted for resources: {'Port': ['ID=8cd70b33-57cd-4ac7-8476-407e1c1b2a89,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.213803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.214321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] No DVR routers for this DVR port 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:07.218005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.220238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4463582-5248-4543-8f9b-9b4b321e31ad req-04bf6755-b96c-4c84-9546-946d557697b8 tempest-ServerRescueTestJSON-2072942867 tempest-ServerRescueTestJSON-2072942867-project] 10.222.0.53 "DELETE /v2.0/ports/8cd70b33-57cd-4ac7-8476-407e1c1b2a89 HTTP/1.1" status: 204 len: 173 time: 1.2564824 Aug 31 06:54:07.224764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.227613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'name': 'network-vif-deleted', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:07.230347 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a0083d-4130-4e6d-9da2-a5e4f1ecfd21" -d '{"events": [{"server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "name": "network-vif-deleted", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:07.258687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.262622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3158463-a76f-4b73-b33d-47018492f45f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2181153 Aug 31 06:54:07.262924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.278195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9616082f-276f-4139-94e4-c924f30d25ef req-48e8ad92-2182-42c4-9de4-8db980d6d30f tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698235 Aug 31 06:54:07.284466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b99cc1e-fbf8-4a5c-af88-61dbea8c7ab2 req-606ebd0b-3288-4acb-a872-e1926584cdf9 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0630088 Aug 31 06:54:07.286578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1216658974'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:07.334364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:07.340046 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.379565 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae7aa78-8a1b-4329-a065-c8e337d83b6b x-openstack-request-id: req-7ae7aa78-8a1b-4329-a065-c8e337d83b6b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:07.379859 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6c2e850-1229-4a46-bc52-fe2e32b21b25", "name": "network-vif-deleted", "tag": "8cd70b33-57cd-4ac7-8476-407e1c1b2a89", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:07.380111 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ae7aa78-8a1b-4329-a065-c8e337d83b6b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:07.380534 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6c2e850-1229-4a46-bc52-fe2e32b21b25', 'name': 'network-vif-deleted', 'tag': '8cd70b33-57cd-4ac7-8476-407e1c1b2a89', 'status': 'completed', 'code': 200} Aug 31 06:54:07.382780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:07.384227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:07.396502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:07.419112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.419469 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment e7c883f2-27f0-44ec-929b-22643e707eb2 of type vlan for network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd Aug 31 06:54:07.468114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.502441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.512349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:07.513212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.520994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 137937b6-a4d1-4650-84c2-8c15f929f0fc has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:07.603423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:07.608320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a485508d-0672-477c-abcf-70947a4565d0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3288867 Aug 31 06:54:07.611052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.617276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:07.631171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:07.653803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:07.660471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0c8a8dc-0d4e-4a4a-a230-1f563fa5628c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/routers/137937b6-a4d1-4650-84c2-8c15f929f0fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9251239 Aug 31 06:54:07.663362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:07.669851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'port': {'network_id': '161aa7a3-1be2-436a-885d-870bd93fdcb4', 'name': 'tempest-FloatingIPTestJSON-2059979280'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:07.679760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] Sync routers for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:07.711597 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:07.712523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:07.775453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:07.795032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:07.795916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:07.798842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5cb036c2-a8cf-4873-9c04-6573a01c16dc None None] Provisioning complete for port 62de024e-5a1f-4b84-bd34-57497fe6bfed triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:07.799601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cb036c2-a8cf-4873-9c04-6573a01c16dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.807710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:07.813602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.839922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5cb036c2-a8cf-4873-9c04-6573a01c16dc None None] Port 62de024e-5a1f-4b84-bd34-57497fe6bfed cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:07.847262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Made reservation on behalf of e6e47e87088b4ba7a6d75ea0ba80c7ec for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:07.851590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:07.872297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:07.872969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697c657e-17d1-4fbf-a83d-f5e64ad7cf40 None None] The sync data for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:07.877717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] device_id is not set on port ffa4e709-e0c8-4345-9f2a-e9116e315e68 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:54:08.016310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Allocated IP 172.20.0.12 (161aa7a3-1be2-436a-885d-870bd93fdcb4/8e5f364a-7711-4875-979a-18c0e8ab8055/ffa4e709-e0c8-4345-9f2a-e9116e315e68) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:08.022495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:08.129312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.209748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.225904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Transition to ACTIVE for port object ffa4e709-e0c8-4345-9f2a-e9116e315e68 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:08.232796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=200d0d50-9645-470b-a799-f42bec07818f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:08.262118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.289772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:08.290178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:08.343116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:08.353547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:08.357095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:08.368642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event updated for resources: {'Port': ['ID=ffa4e709-e0c8-4345-9f2a-e9116e315e68,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:08.372904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:08.377414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:08.398364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:08.398874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.410973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8d9b4e-35b7-4b6c-bd8c-f53cf8a05914 None None] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:08.482150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-de08cb0d-015f-4b4d-b223-51be4de97e36 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:08.484120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-de08cb0d-015f-4b4d-b223-51be4de97e36 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.53 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.2144749 Aug 31 06:54:08.551151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61fac5fa-73e5-4e60-9777-4d59a40a63df tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9389176 Aug 31 06:54:08.571497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:08.599556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:08.600258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.609841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68562fb5-4112-4f8c-b7b5-4db997e37876 req-79e8dbdd-8cd9-4e0b-a2b7-a8571b76950b tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0710487 Aug 31 06:54:08.662939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80c1117d-fe20-48c2-82a9-8764f6b42a72 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9958663 Aug 31 06:54:08.689597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:08.694145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Request body: {'floatingip': {'port_id': 'ffa4e709-e0c8-4345-9f2a-e9116e315e68'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:08.715789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:54:08.716731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.787511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.811266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbfbff5-f1f8-48f2-8820-b0ff491c69e3 req-dee07f43-b726-4a43-b263-1ddfc3e5a135 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:08.819904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebbfbff5-f1f8-48f2-8820-b0ff491c69e3 req-dee07f43-b726-4a43-b263-1ddfc3e5a135 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 945 time: 0.4223845 Aug 31 06:54:08.833743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-603bb8d6-cf15-4d80-855b-6803e451aa86 None None] Provisioning for port ffa4e709-e0c8-4345-9f2a-e9116e315e68 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:08.847156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-603bb8d6-cf15-4d80-855b-6803e451aa86 None None] Provisioning complete for port ffa4e709-e0c8-4345-9f2a-e9116e315e68 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:08.847549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-603bb8d6-cf15-4d80-855b-6803e451aa86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:08.917738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-603bb8d6-cf15-4d80-855b-6803e451aa86 None None] Port ffa4e709-e0c8-4345-9f2a-e9116e315e68 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:08.919706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Allocated IP 172.20.0.2 (af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd/200d0d50-9645-470b-a799-f42bec07818f/c01840b3-7495-4b34-b34f-1ca371a6dc79) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:09.030187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.094910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.104530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Transition to ACTIVE for port object c01840b3-7495-4b34-b34f-1ca371a6dc79 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:09.127291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Transition to ACTIVE for port object c01840b3-7495-4b34-b34f-1ca371a6dc79 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:09.134934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.196906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:09.200345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:09.208328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:09.268696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Pushing event updated for resources: {'Port': ['ID=c01840b3-7495-4b34-b34f-1ca371a6dc79,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:09.293968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Attempting to bind port c01840b3-7495-4b34-b34f-1ca371a6dc79 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:09.294337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Attempting to bind port c01840b3-7495-4b34-b34f-1ca371a6dc79 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:09.294695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Attempting to bind port c01840b3-7495-4b34-b34f-1ca371a6dc79 on network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:09.301987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:09.302693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Checking segment: {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:09.303305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.304067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Bound using segment: {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:09.304752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Bound port: c01840b3-7495-4b34-b34f-1ca371a6dc79, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:09.305479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.330311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebbfbff5-f1f8-48f2-8820-b0ff491c69e3 req-29b68309-cde7-474b-94d1-74cb33cb6f99 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/security-groups?id=0aeaa0a3-af3d-4163-9787-bf02d859c6cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5094554 Aug 31 06:54:09.380222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] For port c01840b3-7495-4b34-b34f-1ca371a6dc79, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:09.383809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] For port c01840b3-7495-4b34-b34f-1ca371a6dc79, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c01840b3-7495-4b34-b34f-1ca371a6dc79,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:09.388058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.395023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Deleting port 980c95c7-d458-476d-9328-0247a84d14a6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:09.395453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.455535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39281ce4-7ced-4b5d-a18a-cbb80595cbfe None None] Pushing event updated for resources: {'Port': ['ID=c01840b3-7495-4b34-b34f-1ca371a6dc79,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:09.495387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.665647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] For port 980c95c7-d458-476d-9328-0247a84d14a6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=980c95c7-d458-476d-9328-0247a84d14a6,segment=NetworkSegment(4cecd978-8eb1-4afc-a6cd-ad6a8b46827d),segment_id=4cecd978-8eb1-4afc-a6cd-ad6a8b46827d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:09.665647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.731973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Calling delete_port for 980c95c7-d458-476d-9328-0247a84d14a6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:09.770065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Deleting port fae058a7-b985-408c-b678-438cdaae12ed {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:09.770747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.884145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-55796cc1-0615-4602-882f-bdc9f231f667 req-e2f429a2-3fec-4069-8b25-02503954bf8b tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0895309 Aug 31 06:54:09.897586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:54:09.958637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.20.0.1 (af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd/200d0d50-9645-470b-a799-f42bec07818f/d669393a-6ed0-44ed-8bb2-6a1c252afcb6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:09.969804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.979149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:09.986935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] For port fae058a7-b985-408c-b678-438cdaae12ed, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fae058a7-b985-408c-b678-438cdaae12ed,segment=NetworkSegment(eb58a542-d4af-4edb-816b-df699cc5800d),segment_id=eb58a542-d4af-4edb-816b-df699cc5800d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:09.987401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.148893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc323a67-0695-48e1-a3ba-a514b2df00b0 req-61b19100-ec09-4f18-bdc7-2849a2880523 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.2809248 Aug 31 06:54:10.156451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.167935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['980c95c7-d458-476d-9328-0247a84d14a6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:10.219593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Pushing event deleted for resources: {'Port': ['ID=980c95c7-d458-476d-9328-0247a84d14a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:10.301619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.337813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] No DVR routers for this DVR port 980c95c7-d458-476d-9328-0247a84d14a6 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:10.343016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.345597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a6fe0c94-3edc-432f-b14a-f93dea79c374 req-af1a6f8b-f752-476e-9ddb-5f5e48c7a34d tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.53 "DELETE /v2.0/ports/980c95c7-d458-476d-9328-0247a84d14a6 HTTP/1.1" status: 204 len: 173 time: 1.8424299 Aug 31 06:54:10.346139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'name': 'network-vif-deleted', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:10.348635 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceece963-8b51-41a9-9020-faaf868d2a86" -d '{"events": [{"server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "name": "network-vif-deleted", "tag": "980c95c7-d458-476d-9328-0247a84d14a6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:10.354040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object d669393a-6ed0-44ed-8bb2-6a1c252afcb6 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:10.425223 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5203a3c9-cd80-4713-89a4-9217c46b0b2b x-openstack-request-id: req-5203a3c9-cd80-4713-89a4-9217c46b0b2b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:10.428143 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2953d7a7-5154-41bc-a532-1d2ab3d13ae0", "name": "network-vif-deleted", "tag": "980c95c7-d458-476d-9328-0247a84d14a6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:10.428609 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5203a3c9-cd80-4713-89a4-9217c46b0b2b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:10.429185 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2953d7a7-5154-41bc-a532-1d2ab3d13ae0', 'name': 'network-vif-deleted', 'tag': '980c95c7-d458-476d-9328-0247a84d14a6', 'status': 'completed', 'code': 200} Aug 31 06:54:10.441480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.462554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Calling delete_port for fae058a7-b985-408c-b678-438cdaae12ed owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:10.509653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:10.523642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:10.526664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:10.568202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:10.616218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.633539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e4ad3ee-a97a-4aa3-8d79-1960fe6f24e1 req-9e7f3bdd-2d3e-49b1-9127-dfd2a0670e84 tempest-ServersNegativeTestMultiTenantJSON-1197280589 tempest-ServersNegativeTestMultiTenantJSON-1197280589-project] 10.222.0.57 "GET /v2.0/ports?device_id=2953d7a7-5154-41bc-a532-1d2ab3d13ae0 HTTP/1.1" status: 200 len: 210 time: 0.0668101 Aug 31 06:54:10.671239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c01840b3-7495-4b34-b34f-1ca371a6dc79 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:10.745769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c01840b3-7495-4b34-b34f-1ca371a6dc79 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:10.748943 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 37f805b0-2996-48b2-a912-a8847ec26356 associated. External IP: 172.25.3.56, port: 70282655-50ee-4283-9180-1c0696d768a7. Aug 31 06:54:10.845522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7a19c4-628c-41ba-b72b-c9aca573f367 None None] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:10.847875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.910421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Provisioning for port c01840b3-7495-4b34-b34f-1ca371a6dc79 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:10.918133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:10.920187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Provisioning complete for port c01840b3-7495-4b34-b34f-1ca371a6dc79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:10.920806 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.001212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fae058a7-b985-408c-b678-438cdaae12ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:11.180125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:11.180649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf11ac6e-492b-43b6-8fcb-9f31d63aa510 req-3ae7f9cd-39db-484f-b0f4-c3ecb01b2811 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0376794 Aug 31 06:54:11.203933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:11.209956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8cd70b33-57cd-4ac7-8476-407e1c1b2a89 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:11.210430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 980c95c7-d458-476d-9328-0247a84d14a6 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:11.275009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 980c95c7-d458-476d-9328-0247a84d14a6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:11.275009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 980c95c7-d458-476d-9328-0247a84d14a6 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:11.372936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:11.402376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.408814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.487190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.487645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.527802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.567134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] For port c01840b3-7495-4b34-b34f-1ca371a6dc79, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c01840b3-7495-4b34-b34f-1ca371a6dc79,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:11.575863 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.631850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:11.650155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f5b4b7-066b-4a0c-9a35-6d718d975f5f None None] Pushing event updated for resources: {'Port': ['ID=c01840b3-7495-4b34-b34f-1ca371a6dc79,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:11.678225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:11.679897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:11.755196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:11.812959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:11.828259 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:11.850936 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:11.851801 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.861980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Deleting subnet 8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:11.868552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.905837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Provisioning complete for port c01840b3-7495-4b34-b34f-1ca371a6dc79 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:11.907572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.935984 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.938172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:11.959738 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:11.960737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:11.984943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:54:12.039483 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.043063 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:12.044312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d47610a-1ffc-41f9-8253-ac3c829e87aa None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:12.098232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Provisioning for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:12.106171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Provisioning complete for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:12.106613 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.150947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd34d649-07cb-41c8-8823-ef8ead5da753 None None] Port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:12.276107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-edf85cd6-8b82-4b47-b8eb-898d526b2e47 None None] Provisioning complete for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:12.276482 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-edf85cd6-8b82-4b47-b8eb-898d526b2e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.284565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:12.322815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9b6f7c76-7d57-4b6f-8452-688eb8db0558 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6878309 Aug 31 06:54:12.324049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.340505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-800764997'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:12.350850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:12.360569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.377019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 137937b6-a4d1-4650-84c2-8c15f929f0fc has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:12.404509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:12.405281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:12.407688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-edf85cd6-8b82-4b47-b8eb-898d526b2e47 None None] Port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:12.418345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c15430ba-eca5-44b8-b4a3-c1743dc79f0a req-95a41474-788b-4d4e-8695-58d4aeb2f750 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0540013 Aug 31 06:54:12.452667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:12.477524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.493125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-64926210-4818-4abf-84d1-fe6a12c2ba67 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8dbbd6c7-30b6-4607-a7ff-ca0ee78ff7bb HTTP/1.1" status: 204 len: 168 time: 0.7363768 Aug 31 06:54:12.493885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:12.551485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Router 612da21e-048e-41c4-857a-096ca2eecd31 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:12.553387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:12.576247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.643032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-650f3964-9977-4a0c-b6f5-c812db42e1f5 None None] Provisioning complete for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:12.643360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-650f3964-9977-4a0c-b6f5-c812db42e1f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.668350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:12.676293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:12.709425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.712877 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 7d924646-ff5a-432e-a6ac-f64aadf84c13 of type vlan for network 66933ba9-aed0-4ed7-a331-30bb965608a1 Aug 31 06:54:12.731516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.748773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-650f3964-9977-4a0c-b6f5-c812db42e1f5 None None] Port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:12.800452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.819441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c01840b3-7495-4b34-b34f-1ca371a6dc79 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:12.877455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:12.883435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.886861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] Sync routers for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:12.907996 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:12.909393 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:12.914275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.923747 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.929932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:12.930865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:12.986791 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:12.987010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b497436a-dbe8-4bac-833c-481ab0d610d4 req-4ad1f089-b2e2-4728-9ece-355bcf02d63c tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8&device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0729716 Aug 31 06:54:13.004820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f932063-e307-4905-98fc-220635ace5b6']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.027220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=66933ba9-aed0-4ed7-a331-30bb965608a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.033940 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:13.035696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c01840b3-7495-4b34-b34f-1ca371a6dc79 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:13.036111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.036210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.036294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cecd978-8eb1-4afc-a6cd-ad6a8b46827d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.040197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.041652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:13.061011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cdb78fee-8f50-4e42-980e-4df92c2b2a04 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7291448 Aug 31 06:54:13.062008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-246bd5f3-74ac-44d2-a582-6dbb32f864d8 admin admin] 10.222.0.57 "PUT /v2.0/routers/612da21e-048e-41c4-857a-096ca2eecd31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0381339 Aug 31 06:54:13.063198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.063867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.072301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.075018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:13.108640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.127120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Sync routers for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:13.127527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:13.127958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:13.130320 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:13.134406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:13.149080 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.149771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6356eb8-0ed2-4e99-9189-8e3c977f061e None None] The sync data for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:13.221085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.230953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.238516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] 10.222.0.57 "DELETE /v2.0/networks/4f932063-e307-4905-98fc-220635ace5b6 HTTP/1.1" status: 204 len: 168 time: 0.7286632 Aug 31 06:54:13.238674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:13.238674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.239958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.282332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f84f44-e635-4fde-9c0c-046e3139a25a admin admin] Pushing event deleted for resources: {'Network': ['ID=4f932063-e307-4905-98fc-220635ace5b6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:13.344194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Deleting subnet e05b84a7-d633-4c99-8d4e-883ad81e4cfc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:13.358826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.393934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24561ed1-8af8-4a2f-8df4-907edc57c081 req-eaf97eef-ee2d-4689-afe5-6bcc516fbe6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd63c6fdcae64ffc85dcef84c8c65218&device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0469017 Aug 31 06:54:13.434943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:11Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.439695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24561ed1-8af8-4a2f-8df4-907edc57c081 req-30c7562c-1e36-4656-9bd6-ca8b43cd2789 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dd63c6fdcae64ffc85dcef84c8c65218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339050 Aug 31 06:54:13.442138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.473341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:13.473624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Updating router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:13.506208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:13.564171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.582439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.715286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ace566c8-88c2-4128-9cba-1fa1b5061073 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/floatingips/37f805b0-2996-48b2-a912-a8847ec26356 HTTP/1.1" status: 200 len: 978 time: 5.0246062 Aug 31 06:54:13.724503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:13.753432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1d7c140-3d6d-4ad7-82a3-67979911e391 req-04474b30-2a50-42a1-809a-7aa7339c11dd tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0609534 Aug 31 06:54:13.789697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:13.793839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.861095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:13.904729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 5, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.935867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Checking router: 612da21e-048e-41c4-857a-096ca2eecd31 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:13.958995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Routers {'612da21e-048e-41c4-857a-096ca2eecd31'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:13.959640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['612da21e-048e-41c4-857a-096ca2eecd31'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:13.974973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24561ed1-8af8-4a2f-8df4-907edc57c081 req-275576ed-7ef8-4fd9-9991-162d766de356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:13.976709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24561ed1-8af8-4a2f-8df4-907edc57c081 req-275576ed-7ef8-4fd9-9991-162d766de356 service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5103011 Aug 31 06:54:14.011658 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.038685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e05b84a7-d633-4c99-8d4e-883ad81e4cfc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:14.044776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port ffa4e709-e0c8-4345-9f2a-e9116e315e68 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:14.045411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.048659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.053804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-97a01e74-8038-40a1-9056-f7d435db042c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e05b84a7-d633-4c99-8d4e-883ad81e4cfc HTTP/1.1" status: 204 len: 168 time: 0.8107080 Aug 31 06:54:14.053984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:14.148915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.192270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.250731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.260507 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.278421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c24727-e562-465f-ad85-dd7fbfa5dd34']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:14.292072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Transition to ACTIVE for port object d669393a-6ed0-44ed-8bb2-6a1c252afcb6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:14.294518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd69bca4a-3e5c-40d2-a11d-c3d49c680648') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:14.295328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd69bca4a-3e5c-40d2-a11d-c3d49c680648') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:14.304608 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.307418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.321924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] Set router 612da21e-048e-41c4-857a-096ca2eecd31 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:14.322274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.330699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.338878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:14.339277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:14.341246 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:14.357658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.400043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.412821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.427558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] 10.222.0.57 "DELETE /v2.0/networks/e2c24727-e562-465f-ad85-dd7fbfa5dd34 HTTP/1.1" status: 204 len: 168 time: 0.3723478 Aug 31 06:54:14.439564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43bb64-9451-4219-9baa-5b73234b9372 admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c24727-e562-465f-ad85-dd7fbfa5dd34,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:14.515852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bf89c-931e-47ef-94b5-ff1f9ea467dc None None] Pushing event updated for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:14.539811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Deleting port 2079d39a-e7e4-4469-bca0-5b755363c6e8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:14.540143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.553809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=47938715-7596-4aba-8a6d-9a3e80be0e20,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:14.654214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Attempting to bind port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:14.654594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Attempting to bind port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:14.654964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Attempting to bind port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 on network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:14.666071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:14.666449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Checking segment: {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:14.666958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.667241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Bound using segment: {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:14.667714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Bound port: d669393a-6ed0-44ed-8bb2-6a1c252afcb6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7c883f2-27f0-44ec-929b-22643e707eb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:14.668105 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.764739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] For port 2079d39a-e7e4-4469-bca0-5b755363c6e8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2079d39a-e7e4-4469-bca0-5b755363c6e8,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:14.765442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.765778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:14.770765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:14.771729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 66933ba9-aed0-4ed7-a331-30bb965608a1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:14.826429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] For port d669393a-6ed0-44ed-8bb2-6a1c252afcb6, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:14.832260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] For port d669393a-6ed0-44ed-8bb2-6a1c252afcb6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:14.842385 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.852366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Calling delete_port for 2079d39a-e7e4-4469-bca0-5b755363c6e8 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:14.858543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-046efe13-333d-44e8-89e5-302ad5441193 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c54b4a3e4790446886778ced3c5f0076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0906620 Aug 31 06:54:14.861170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:14.873511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:14.916034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 5, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:14.930785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.956280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.962103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 66933ba9-aed0-4ed7-a331-30bb965608a1) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:14.976955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b39076-19bf-4744-874f-a4bb415fd13e None None] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:14.979695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d694f2bd-059a-45b8-8570-2f6b30575769 req-4a7e7271-3621-46d4-9587-1ea411443d62 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0911701 Aug 31 06:54:14.988221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.988628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.989006 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Floating IP 37f805b0-2996-48b2-a912-a8847ec26356 disassociated. External IP: 172.25.3.56, port: ffa4e709-e0c8-4345-9f2a-e9116e315e68. Aug 31 06:54:14.989378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for ffa4e709-e0c8-4345-9f2a-e9116e315e68 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:14.995682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:14.996284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:14.999035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ffa791e-b590-4f3a-b2bc-d0a92a2f2862 None None] The sync data for ids ['612da21e-048e-41c4-857a-096ca2eecd31'] in n-d-712707-15 is: [{'id': '612da21e-048e-41c4-857a-096ca2eecd31', 'name': 'tempest-ServerRescueTestJSON-544951488-router', 'tenant_id': '57a97e2870eb4a61a9a967f498870646', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:51:44Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 5, 'project_id': '57a97e2870eb4a61a9a967f498870646', 'gw_port': {'id': '2079d39a-e7e4-4469-bca0-5b755363c6e8', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cd:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '612da21e-048e-41c4-857a-096ca2eecd31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:51:45Z', 'updated_at': '2021-08-31T06:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:15.001477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:15.002513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:15.043848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.050145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.053221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0aeaa0a3-af3d-4163-9787-bf02d859c6cd HTTP/1.1" status: 204 len: 168 time: 0.1907337 Aug 31 06:54:15.081676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e63d2-156d-4580-a97d-f75cec55642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aeaa0a3-af3d-4163-9787-bf02d859c6cd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:15.096675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:15.104139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d36718ce-747f-4832-8da8-0d16f6895101 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0329356 Aug 31 06:54:15.150922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099bf89c-931e-47ef-94b5-ff1f9ea467dc None None] Pushing event updated for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:15.163959 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:54:15.340509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:15.549399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.559008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.614918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=ffa4e709-e0c8-4345-9f2a-e9116e315e68,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:15.788646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:15.834884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24561ed1-8af8-4a2f-8df4-907edc57c081 req-b89d4bdd-0b61-41f8-b912-c2ffb43ee3e8 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.50 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.1731448 Aug 31 06:54:15.835014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Pushing event deleted for resources: {'Port': ['ID=2079d39a-e7e4-4469-bca0-5b755363c6e8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:15.926628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:15.944342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-66933ba9-aed0-4ed7-a331-30bb965608a1', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:54:15.945267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.050832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.073524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cf8b7745-a0be-41ae-acce-213874f74e5d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=27b245e5835f49808ff32106e47f3ece&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476566 Aug 31 06:54:16.077442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.171152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e430811-b88f-4391-8b46-4fa1f127d503 req-b008a779-a644-4f48-82d2-a1a3534ab117 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=700bf0b1-1af9-43ad-8e19-06aa973723c8 HTTP/1.1" status: 200 len: 210 time: 0.0625584 Aug 31 06:54:16.179368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.183179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.205840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Allocated IP 172.21.0.2 (66933ba9-aed0-4ed7-a331-30bb965608a1/47938715-7596-4aba-8a6d-9a3e80be0e20/e60e34f3-a268-4343-8452-3b05a639bc71) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:16.208532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.211169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 137937b6-a4d1-4650-84c2-8c15f929f0fc has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:16.213487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.253436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.267544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.268515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 612da21e-048e-41c4-857a-096ca2eecd31 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:16.302811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.306300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b354efeb-63aa-4bbd-b348-98bffa66c787 admin admin] 10.222.0.57 "DELETE /v2.0/routers/612da21e-048e-41c4-857a-096ca2eecd31 HTTP/1.1" status: 204 len: 168 time: 3.2386677 Aug 31 06:54:16.306555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.391983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:14Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.435318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.438949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.449052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401a26dd-8985-4afc-a91a-a3f0403492ed None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:10Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:14Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:16.455814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cfddfe48-fee1-4ae7-bc34-3f050696a8b2 HTTP/1.1" status: 204 len: 168 time: 0.3770144 Aug 31 06:54:16.521260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6f81d9-038b-43ee-ac2a-e05b3b644a92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfddfe48-fee1-4ae7-bc34-3f050696a8b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:16.554968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Deleting subnet 010e9959-eca9-4054-bfeb-50a9d5e3553d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:16.561415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.622779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:16.662710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] Sync routers for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:16.673148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fae058a7-b985-408c-b678-438cdaae12ed no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:16.680646 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:16.682211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.695702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.729539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: fae058a7-b985-408c-b678-438cdaae12ed {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:16.730044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fae058a7-b985-408c-b678-438cdaae12ed not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:16.736897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.749684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Transition to ACTIVE for port object e60e34f3-a268-4343-8452-3b05a639bc71 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:16.775205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.778435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:16.778639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b882b614-afb8-4342-851c-589bfa402319 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/ffa4e709-e0c8-4345-9f2a-e9116e315e68 HTTP/1.1" status: 204 len: 168 time: 3.0372846 Aug 31 06:54:16.782073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.788675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Transition to ACTIVE for port object e60e34f3-a268-4343-8452-3b05a639bc71 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:16.798471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.810245 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.833994 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:16.834861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.856925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.875349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:16.876224 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aeb7aee-bb9c-4f31-a254-1b5dbc8692c9 None None] The sync data for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:16.894652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=010e9959-eca9-4054-bfeb-50a9d5e3553d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:16.900833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:16.903410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f32b6600-42b7-48e0-8670-cee847890c40 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/010e9959-eca9-4054-bfeb-50a9d5e3553d HTTP/1.1" status: 204 len: 168 time: 0.5952530 Aug 31 06:54:16.906780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:17.020408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:17.072964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:17.081701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:17.097092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.098056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.21.0.1 (66933ba9-aed0-4ed7-a331-30bb965608a1/47938715-7596-4aba-8a6d-9a3e80be0e20/690055e0-b310-4b2c-80bf-8ddef98795d3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:17.103390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Pushing event updated for resources: {'Port': ['ID=e60e34f3-a268-4343-8452-3b05a639bc71,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:17.261972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Attempting to bind port e60e34f3-a268-4343-8452-3b05a639bc71 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:17.262177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Attempting to bind port e60e34f3-a268-4343-8452-3b05a639bc71 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:17.262515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Attempting to bind port e60e34f3-a268-4343-8452-3b05a639bc71 on network 66933ba9-aed0-4ed7-a331-30bb965608a1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:17.274626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:17.275012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Checking segment: {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:17.275415 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.275813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Bound using segment: {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:17.276442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Bound port: e60e34f3-a268-4343-8452-3b05a639bc71, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:17.276663 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.303850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.332952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82486458-6398-401b-a38c-69be53e4733c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:17.357971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb58a542-d4af-4edb-816b-df699cc5800d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:17.358342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb58a542-d4af-4edb-816b-df699cc5800d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:17.382875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.398076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] For port e60e34f3-a268-4343-8452-3b05a639bc71, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:17.401848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] For port e60e34f3-a268-4343-8452-3b05a639bc71, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e60e34f3-a268-4343-8452-3b05a639bc71,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:17.409055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.419080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.436042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:17.436664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:17.441638 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:17.492242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.513516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c0b853-4046-4b54-9536-7622a4ff9399 None None] Pushing event updated for resources: {'Port': ['ID=e60e34f3-a268-4343-8452-3b05a639bc71,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:17.578847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.594467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.611826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] 10.222.0.57 "DELETE /v2.0/networks/82486458-6398-401b-a38c-69be53e4733c HTTP/1.1" status: 204 len: 168 time: 0.7036388 Aug 31 06:54:17.713064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-114f87b3-82d6-477a-a1e3-91cbcaf6c676 req-3b2c2baa-8a5c-43eb-9418-99c9c58520a8 tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0962691 Aug 31 06:54:17.717055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33226b3a-52ec-49c2-81a7-0f6630e8e278 admin admin] Pushing event deleted for resources: {'Network': ['ID=82486458-6398-401b-a38c-69be53e4733c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:17.787624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object 690055e0-b310-4b2c-80bf-8ddef98795d3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:17.944328 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:17.955445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b0dc6b-93ad-4894-b243-80c3bbcc3e3e req-ca5bade2-8e5e-428a-9604-d9a192730887 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=dd63c6fdcae64ffc85dcef84c8c65218&device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.1862240 Aug 31 06:54:17.971910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.025202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-38d74202-1971-446f-867c-fdacc9f23415 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=57a97e2870eb4a61a9a967f498870646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489726 Aug 31 06:54:18.025719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:18.040102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:18.050396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b0dc6b-93ad-4894-b243-80c3bbcc3e3e req-91082847-988c-44a9-9221-9dbbf21b05e4 service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=dd63c6fdcae64ffc85dcef84c8c65218&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0836544 Aug 31 06:54:18.051445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:18.059752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:18.081094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.114543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.124660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:18.205774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.209738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.211509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bae09588-19ea-4eb7-adb7-f495588b37b2 HTTP/1.1" status: 204 len: 168 time: 0.1848533 Aug 31 06:54:18.213578 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.236880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e196018-6f92-47d9-8ac8-be6d0cdb7bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae09588-19ea-4eb7-adb7-f495588b37b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:18.402846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.518372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b0dc6b-93ad-4894-b243-80c3bbcc3e3e req-681f94f5-7d2b-4ca6-ab79-fff870283b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:18.520090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b0dc6b-93ad-4894-b243-80c3bbcc3e3e req-681f94f5-7d2b-4ca6-ab79-fff870283b3b service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4536004 Aug 31 06:54:18.561300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.696547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e60e34f3-a268-4343-8452-3b05a639bc71 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:18.792296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e60e34f3-a268-4343-8452-3b05a639bc71 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:18.800006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d669393a-6ed0-44ed-8bb2-6a1c252afcb6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:18.887760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:18.893237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:18.894134 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:18.940409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85371345-f9d9-41ff-9ff0-324ebd3d2608 req-ac79c2c5-9294-440b-a30f-db82d70ca5ab tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0923407 Aug 31 06:54:19.006670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.067845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d669393a-6ed0-44ed-8bb2-6a1c252afcb6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:19.074893 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.095573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2079d39a-e7e4-4469-bca0-5b755363c6e8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:19.162704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 2079d39a-e7e4-4469-bca0-5b755363c6e8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:19.163182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2079d39a-e7e4-4469-bca0-5b755363c6e8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:19.197545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:19.547941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.559506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.653793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:19.715252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.757297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:19.842473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46716127-aa2d-4f36-8da7-e8861d0ee6f4 None None] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:19.894334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 62de024e-5a1f-4b84-bd34-57497fe6bfed {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:19.894672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:19.994670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b0dc6b-93ad-4894-b243-80c3bbcc3e3e req-a48ecf99-1707-4c51-89e4-a50167a5602d tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.50 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.0593774 Aug 31 06:54:20.002472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Provisioning for port e60e34f3-a268-4343-8452-3b05a639bc71 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:20.009915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:20.013261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:20.028676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1423996664-network', 'tenant_id': '2fac70db29ed46eaa2755cc30efeb675'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:20.035020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Provisioning complete for port e60e34f3-a268-4343-8452-3b05a639bc71 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:20.035392 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.097405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Made reservation on behalf of 2fac70db29ed46eaa2755cc30efeb675 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:20.105452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.139079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.233070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:20.246632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97186ac9-727f-44f1-9400-bf5866ee2275 req-9640f16c-8d4c-4972-8cba-9e1ecc70dcfb tempest-ServerShowV247Test-1551579286 tempest-ServerShowV247Test-1551579286-project] 10.222.0.57 "GET /v2.0/ports?device_id=d6c2ba4c-08ce-4423-922d-f25260b35d1d HTTP/1.1" status: 200 len: 210 time: 0.1170917 Aug 31 06:54:20.298984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.320585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.329901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.335393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.369914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] For port e60e34f3-a268-4343-8452-3b05a639bc71, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e60e34f3-a268-4343-8452-3b05a639bc71,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:20.375470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:20.378012 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.412646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c201070e-255e-4a20-bbc2-4f6833596e7c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.424910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.425540 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Added segment 79d32d1b-48cf-4d03-86bb-def359f7a5b1 of type vlan for network d75da41a-68fb-465c-8654-56727a2c68fd Aug 31 06:54:20.448996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.449569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.450253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.450755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.451244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.451741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.459509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.460303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.460825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.461321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.461849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.462328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:20.548579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 62de024e-5a1f-4b84-bd34-57497fe6bfed owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:20.569298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.636738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e3e864-3088-4596-8844-b366b4f86355 None None] Pushing event updated for resources: {'Port': ['ID=e60e34f3-a268-4343-8452-3b05a639bc71,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.641170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.642584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:20.647696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.668539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d669393a-6ed0-44ed-8bb2-6a1c252afcb6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:20.702075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Provisioning for port 690055e0-b310-4b2c-80bf-8ddef98795d3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:20.711986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:20.724714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Provisioning complete for port 690055e0-b310-4b2c-80bf-8ddef98795d3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:20.729832 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.732147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9bca3c81-0bc7-4b8f-a17c-9c6bcd4b196c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6342130 Aug 31 06:54:20.737016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.741654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:20.745404 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0895281 Aug 31 06:54:20.749130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-949637561'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:20.753068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:20.770671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Request body: {'subnet': {'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1423996664-subnet', 'tenant_id': '2fac70db29ed46eaa2755cc30efeb675', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:20.796666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a57d96-9ad9-444f-a6a1-ad8c8af0921c admin admin] Pushing event updated for resources: {'Network': ['ID=d75da41a-68fb-465c-8654-56727a2c68fd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:20.812594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:54:20.812594 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:54:20.812594 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': '2fac70db29ed46eaa2755cc30efeb675', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 54, 20, 786877)}] Aug 31 06:54:20.812594 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:54:20.813468 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:54:20.820877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d75da41a-68fb-465c-8654-56727a2c68fd details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:20.840352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:20.841806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:20.849897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:20.850847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:21.048382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.113355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Port 690055e0-b310-4b2c-80bf-8ddef98795d3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:21.165289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=62de024e-5a1f-4b84-bd34-57497fe6bfed,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:21.196825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:21.204525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:21.241687 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.242093 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment ff70803e-11e9-478e-843c-d5a4843bfac2 of type vlan for network 975b025d-7f57-4c06-b6ea-b4da6907841f Aug 31 06:54:21.350946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Made reservation on behalf of 2fac70db29ed46eaa2755cc30efeb675 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:21.356479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.368741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.420504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Provisioning complete for port e60e34f3-a268-4343-8452-3b05a639bc71 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:21.421087 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91580556-09f8-462e-96d9-950c2b755eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.434335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:21.441125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.492895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.500423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:21.501306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.571618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:21.573668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2461cb33-aab5-4fce-b1e9-3b4160b81314 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.691116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9528210 Aug 31 06:54:21.692658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:21.719486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:21.850185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab35dd-c11a-4aef-b182-187f1b8df7c4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=975b025d-7f57-4c06-b6ea-b4da6907841f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:21.860737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.867480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 975b025d-7f57-4c06-b6ea-b4da6907841f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:21.917503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2461cb33-aab5-4fce-b1e9-3b4160b81314 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.920357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.925367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2461cb33-aab5-4fce-b1e9-3b4160b81314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:21.993589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461cb33-aab5-4fce-b1e9-3b4160b81314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a54fd51-f612-4ad6-ac37-e22cd460ff8d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.022702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:22.029430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.040708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=690fb547-b48c-45cb-bdc7-02b7330b8e9c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.048463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2461cb33-aab5-4fce-b1e9-3b4160b81314 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4028584b7f454ec99a62084c70e5e497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8428509 Aug 31 06:54:22.052127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.120094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.142207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.181525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Checking segment: {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:22.181899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Network hostable DHCP agents. Network: d75da41a-68fb-465c-8654-56727a2c68fd, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:22.205800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13c029b2-d209-45c5-8f17-b296fb3d286e None None] Provisioning complete for port 690055e0-b310-4b2c-80bf-8ddef98795d3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:22.206156 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c029b2-d209-45c5-8f17-b296fb3d286e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.226844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.237482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:18Z', 'revision_number': 3, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:22.255393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Network d75da41a-68fb-465c-8654-56727a2c68fd is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:22.268685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 137937b6-a4d1-4650-84c2-8c15f929f0fc has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:22.285689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:22.285916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d75da41a-68fb-465c-8654-56727a2c68fd) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:22.286131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Updating router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd port 690055e0-b310-4b2c-80bf-8ddef98795d3 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:22.291989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:22.293008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.302682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19b5240a-61d1-4578-94b3-8f614699ca09 None None] Network d75da41a-68fb-465c-8654-56727a2c68fd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:22.311684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-671a5e3b-6d1e-4166-a947-beff05a8ec92 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5567708 Aug 31 06:54:22.331918 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.334999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.336250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a54fd51-f612-4ad6-ac37-e22cd460ff8d HTTP/1.1" status: 204 len: 168 time: 0.2832091 Aug 31 06:54:22.346669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ab949b-225e-4ce4-8727-1026be19a4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a54fd51-f612-4ad6-ac37-e22cd460ff8d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.397376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef57f9ca-ca44-4539-ad06-dd1afe4a6b2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.399139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.402804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13c029b2-d209-45c5-8f17-b296fb3d286e None None] Port 690055e0-b310-4b2c-80bf-8ddef98795d3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:22.494870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.675219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e60e34f3-a268-4343-8452-3b05a639bc71 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:22.700987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:22.704643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef57f9ca-ca44-4539-ad06-dd1afe4a6b2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.711197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] Sync routers for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:22.716733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0460dd29-a77a-40da-9824-3e6abc258315 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/routers/137937b6-a4d1-4650-84c2-8c15f929f0fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9370735 Aug 31 06:54:22.723945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:22.724170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef57f9ca-ca44-4539-ad06-dd1afe4a6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.728283 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:22.728420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 975b025d-7f57-4c06-b6ea-b4da6907841f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:22.735661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41404) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:22.740393 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:22.809351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:22.832008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 975b025d-7f57-4c06-b6ea-b4da6907841f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:22.837661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2cf51b-d95a-41c1-bc3c-7f65233844da None None] Network d75da41a-68fb-465c-8654-56727a2c68fd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:22.873795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 975b025d-7f57-4c06-b6ea-b4da6907841f) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:22.884240 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:22.895509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:22.896351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:22.911871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41851f4d-1cde-4d5b-a5cc-b9861106965d None None] Network 975b025d-7f57-4c06-b6ea-b4da6907841f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:22.924163 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] Routers {'137937b6-a4d1-4650-84c2-8c15f929f0fc'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:22.925051 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['137937b6-a4d1-4650-84c2-8c15f929f0fc'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:22.954726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed75aa4f-4ceb-453d-971a-5fb0bd7cfcb2 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2443566 Aug 31 06:54:22.961817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:23.027591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:23.028266 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b8abdb-ec92-4f77-85e2-4b7a7aaf06ef None None] The sync data for ids ['137937b6-a4d1-4650-84c2-8c15f929f0fc'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:23.058947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.063040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ef57f9ca-ca44-4539-ad06-dd1afe4a6b2d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dd63c6fdcae64ffc85dcef84c8c65218&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9419727 Aug 31 06:54:23.071449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:23.156467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:23.202902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e60e34f3-a268-4343-8452-3b05a639bc71 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:23.203460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.517395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.520093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-975b025d-7f57-4c06-b6ea-b4da6907841f', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:54:23.521038 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.548619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57f9ca-ca44-4539-ad06-dd1afe4a6b2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79f48c2b-3f0e-4f28-a2a6-854a12581dcf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:23.560150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Transition to ACTIVE for port object 690055e0-b310-4b2c-80bf-8ddef98795d3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:23.573642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.589831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75ef658-4a1d-4436-9d36-dc711da2fcaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.699257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.718656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39720df0-63b3-4768-8f13-72fbd10b4b73 None None] Pushing event updated for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:23.754020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:23.800384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.003590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 347c1b94-14ef-431c-9a60-06617d460e49 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:24.003981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.016572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Attempting to bind port 690055e0-b310-4b2c-80bf-8ddef98795d3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:24.017124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Attempting to bind port 690055e0-b310-4b2c-80bf-8ddef98795d3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:24.017278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Attempting to bind port 690055e0-b310-4b2c-80bf-8ddef98795d3 on network 66933ba9-aed0-4ed7-a331-30bb965608a1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:24.024723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:24.025107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Checking segment: {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:24.025532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.025936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Bound using segment: {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:24.026391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Bound port: 690055e0-b310-4b2c-80bf-8ddef98795d3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d924646-ff5a-432e-a6ac-f64aadf84c13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:24.026995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.055768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Allocated IP 172.22.0.2 (975b025d-7f57-4c06-b6ea-b4da6907841f/d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d/44f44741-ee8d-48fb-b87b-a63b97e5a099) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:24.059427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.062596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.063773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/79f48c2b-3f0e-4f28-a2a6-854a12581dcf HTTP/1.1" status: 204 len: 168 time: 0.9913778 Aug 31 06:54:24.073456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-d30e9068-154f-481e-96a0-6337ac9d2ad5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:24.085197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-d30e9068-154f-481e-96a0-6337ac9d2ad5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 814 time: 0.3319962 Aug 31 06:54:24.100547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdf2805-7947-4fe8-a64f-0f409ae55b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f48c2b-3f0e-4f28-a2a6-854a12581dcf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.123339 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-88bfa564-6b84-4004-929d-c59cb93c204b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/quotas/2fac70db29ed46eaa2755cc30efeb675 HTTP/1.1" status: 200 len: 375 time: 0.0361872 Aug 31 06:54:24.183751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.214671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-47b1376e-de4a-4b27-9c15-1c2b3c1274e8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0902488 Aug 31 06:54:24.233171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 347c1b94-14ef-431c-9a60-06617d460e49 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:24.345897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] For port 690055e0-b310-4b2c-80bf-8ddef98795d3, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:24.350422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] For port 690055e0-b310-4b2c-80bf-8ddef98795d3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=690055e0-b310-4b2c-80bf-8ddef98795d3,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:24.369763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.568166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-4ddb5fdd-a1b5-44fe-9de6-0175a6bfc0a8 service neutron] 10.222.0.57 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525248 Aug 31 06:54:24.641846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.660643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:24.661292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:53:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:24.665166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39720df0-63b3-4768-8f13-72fbd10b4b73 None None] Pushing event updated for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.739005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75ef658-4a1d-4436-9d36-dc711da2fcaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.744923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=347c1b94-14ef-431c-9a60-06617d460e49,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.749650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f75ef658-4a1d-4436-9d36-dc711da2fcaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.797860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ef658-4a1d-4436-9d36-dc711da2fcaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6b4fd56-d924-42ea-a01f-aa21533fb0d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:24.812910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.828725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.855878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f75ef658-4a1d-4436-9d36-dc711da2fcaa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=30938d2ffa7348d7b3adf0db4666ff91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6962390 Aug 31 06:54:24.863223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6cf0d7ba-708d-4f6d-ac57-0258869d18c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:24.865207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:24.872338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Transition to ACTIVE for port object 44f44741-ee8d-48fb-b87b-a63b97e5a099 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:24.929531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:24.931715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Transition to ACTIVE for port object 44f44741-ee8d-48fb-b87b-a63b97e5a099 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:24.999047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.019094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.028037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-f84e96a0-779f-4097-b081-7bea82991736 service neutron] 10.222.0.57 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4526408 Aug 31 06:54:25.118778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Network 975b025d-7f57-4c06-b6ea-b4da6907841f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:25.132918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:25.136615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:25.225892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.239080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.418949 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b1825d65-6b91-414b-82d6-d18389ba39cb req-391d09a1-9a52-45f0-9a29-2f3810f4df51 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 210 time: 0.0687978 Aug 31 06:54:25.420135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.420708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Fanout notify agent at l3_agent the message router_deleted on router 137937b6-a4d1-4650-84c2-8c15f929f0fc {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:25.432945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.446539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-10e69acb-866f-4933-9430-500086cf06c9 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/routers/137937b6-a4d1-4650-84c2-8c15f929f0fc HTTP/1.1" status: 204 len: 168 time: 2.6880240 Aug 31 06:54:25.446539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:25.502364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Pushing event updated for resources: {'Port': ['ID=44f44741-ee8d-48fb-b87b-a63b97e5a099,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:25.560642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting subnet 8e5f364a-7711-4875-979a-18c0e8ab8055 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:25.573644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.603285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.650669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Attempting to bind port 44f44741-ee8d-48fb-b87b-a63b97e5a099 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:25.651550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Attempting to bind port 44f44741-ee8d-48fb-b87b-a63b97e5a099 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:25.653087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Attempting to bind port 44f44741-ee8d-48fb-b87b-a63b97e5a099 on network 975b025d-7f57-4c06-b6ea-b4da6907841f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:25.728897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.730870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:25.731579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Checking segment: {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:25.732903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.734223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Bound using segment: {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:25.741962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Bound port: 44f44741-ee8d-48fb-b87b-a63b97e5a099, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:25.746315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.788983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:25.861247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.22.0.1 (975b025d-7f57-4c06-b6ea-b4da6907841f/d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d/cc28a322-d471-4cf2-9d88-04aef13ba1a4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:25.990851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.049162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:18Z', 'revision_number': 3, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:24Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:26.110518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.197787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36749815-fff6-4484-89f5-49ff4690d479 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:18Z', 'revision_number': 3, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:24Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:26.221011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Subnet': ['ID=8e5f364a-7711-4875-979a-18c0e8ab8055,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:26.225304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.234140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d04a401-3349-465a-891b-3adf874fb506 None None] Network 161aa7a3-1be2-436a-885d-870bd93fdcb4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:26.244393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7c9f2ec9-90e9-41f7-92bc-1242f0e818df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/subnets/8e5f364a-7711-4875-979a-18c0e8ab8055 HTTP/1.1" status: 204 len: 168 time: 0.7975121 Aug 31 06:54:26.245162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:26.254097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.318737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object cc28a322-d471-4cf2-9d88-04aef13ba1a4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:26.432923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.456583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.466247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.485604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6b4fd56-d924-42ea-a01f-aa21533fb0d1 HTTP/1.1" status: 204 len: 168 time: 1.6064327 Aug 31 06:54:26.575865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:26.645554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f350a3-866a-4ade-8a60-4314a60c00f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6b4fd56-d924-42ea-a01f-aa21533fb0d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:26.661589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.680094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] For port 44f44741-ee8d-48fb-b87b-a63b97e5a099, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:26.864307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] For port 44f44741-ee8d-48fb-b87b-a63b97e5a099, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=44f44741-ee8d-48fb-b87b-a63b97e5a099,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:26.875857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 690055e0-b310-4b2c-80bf-8ddef98795d3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:26.889230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d7bd345-e163-483c-bbe5-18cf4de5e268 req-06e47a0b-686d-46b0-a5d6-59d9b5b20d99 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 210 time: 0.2405703 Aug 31 06:54:26.894959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 975b025d-7f57-4c06-b6ea-b4da6907841f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:26.908587 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:26.912719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:26.936180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:26.945753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port c5cf1462-71f6-447d-92a4-73ac52ff0052 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:26.951975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.038391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:27.078278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.284784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] For port c5cf1462-71f6-447d-92a4-73ac52ff0052, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5cf1462-71f6-447d-92a4-73ac52ff0052,segment=NetworkSegment(7599e858-57a9-46bb-b5b6-1e43e387b5dc),segment_id=7599e858-57a9-46bb-b5b6-1e43e387b5dc)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:27.285315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.317719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 690055e0-b310-4b2c-80bf-8ddef98795d3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:27.322958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035cecf5-fb0a-4a5c-8e6a-9e42521ecb0d None None] Pushing event updated for resources: {'Port': ['ID=44f44741-ee8d-48fb-b87b-a63b97e5a099,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:27.350430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 690055e0-b310-4b2c-80bf-8ddef98795d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:27.350932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.391908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for c5cf1462-71f6-447d-92a4-73ac52ff0052 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:27.433038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] DHCP port deletion for 161aa7a3-1be2-436a-885d-870bd93fdcb4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:27.559582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c27ae4f0-b334-4970-96b2-c7b81b41c200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.623921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Deleting port c5cf1462-71f6-447d-92a4-73ac52ff0052 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:27.625040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.655221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b49b-2446-4a05-a945-54c28f2433a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.768175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.860603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:27.871969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-d6f6ef19-9141-4ecd-b105-a8f438730a05 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:27.889741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-d6f6ef19-9141-4ecd-b105-a8f438730a05 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 814 time: 0.4444699 Aug 31 06:54:27.908223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Request body: {'port': {'device_id': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'admin_state_up': True, 'tenant_id': '2fac70db29ed46eaa2755cc30efeb675'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:27.976605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] No DVR routers for this DVR port c5cf1462-71f6-447d-92a4-73ac52ff0052 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:28.018383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=c5cf1462-71f6-447d-92a4-73ac52ff0052,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.052184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.058487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] For port c5cf1462-71f6-447d-92a4-73ac52ff0052, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5cf1462-71f6-447d-92a4-73ac52ff0052,segment=NetworkSegment(7599e858-57a9-46bb-b5b6-1e43e387b5dc),segment_id=7599e858-57a9-46bb-b5b6-1e43e387b5dc)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:28.059887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.094725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Calling delete_port for c5cf1462-71f6-447d-92a4-73ac52ff0052 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:28.101469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6d5feaea-ca20-4f02-89f2-29e97553f0a6 req-97f6fc20-8bc8-4763-a4a0-05d6da3aa9b4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 210 time: 0.0460556 Aug 31 06:54:28.128721 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.166443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 690055e0-b310-4b2c-80bf-8ddef98795d3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=690055e0-b310-4b2c-80bf-8ddef98795d3,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:28.174450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.246075 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.279936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['161aa7a3-1be2-436a-885d-870bd93fdcb4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:28.307599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.318710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7599e858-57a9-46bb-b5b6-1e43e387b5dc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:28.320263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7599e858-57a9-46bb-b5b6-1e43e387b5dc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:28.338121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.360970 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b49b-2446-4a05-a945-54c28f2433a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.363772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.371808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d039b49b-2446-4a05-a945-54c28f2433a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.379792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] Pushing event deleted for resources: {'Port': ['ID=c5cf1462-71f6-447d-92a4-73ac52ff0052,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.386071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13868c27-ddfd-4b7b-88e6-9d621e4a7327 None None] No DVR routers for this DVR port c5cf1462-71f6-447d-92a4-73ac52ff0052 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:28.411767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.431146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d039b49b-2446-4a05-a945-54c28f2433a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588fa0f6-c891-4f96-8a41-4b7d1c36effe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.433389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Made reservation on behalf of 2fac70db29ed46eaa2755cc30efeb675 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:28.439682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.446221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:28.447389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:28.475050 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:28.488118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:28.489207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d039b49b-2446-4a05-a945-54c28f2433a2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=978c406b973b46969744046f95d8bfc9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9100306 Aug 31 06:54:28.651629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.661460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.663700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/networks/161aa7a3-1be2-436a-885d-870bd93fdcb4 HTTP/1.1" status: 204 len: 168 time: 2.4145613 Aug 31 06:54:28.666300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:28.700104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5745e-db07-4699-8e6c-3218a6d57dcf tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Network': ['ID=161aa7a3-1be2-436a-885d-870bd93fdcb4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.708034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.728054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.782256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 690055e0-b310-4b2c-80bf-8ddef98795d3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:28.811730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:28.865536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.870232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Allocated IP 172.20.0.9 (d75da41a-68fb-465c-8654-56727a2c68fd/690fb547-b48c-45cb-bdc7-02b7330b8e9c/1c0781a4-8948-4e0f-af4a-870f78feee7a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:28.883590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 07045dcb-b13d-4825-a310-b3c556ae69ba {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:28.884225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.891885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 690055e0-b310-4b2c-80bf-8ddef98795d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:28.894011 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.924327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:28.953095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.008682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44f44741-ee8d-48fb-b87b-a63b97e5a099 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:29.055817 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.057120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.088550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 44f44741-ee8d-48fb-b87b-a63b97e5a099 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:29.091558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 07045dcb-b13d-4825-a310-b3c556ae69ba owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:29.133070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff24a100-cb75-4e11-b38e-0baac6fb2463 None None] Network 975b025d-7f57-4c06-b6ea-b4da6907841f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:29.198074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5cf1462-71f6-447d-92a4-73ac52ff0052 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:29.229018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Provisioning for port 44f44741-ee8d-48fb-b87b-a63b97e5a099 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:29.236489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c5cf1462-71f6-447d-92a4-73ac52ff0052 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:29.237057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5cf1462-71f6-447d-92a4-73ac52ff0052 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:29.242038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Provisioning complete for port 44f44741-ee8d-48fb-b87b-a63b97e5a099 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:29.242419 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.256185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d037339f-5998-4a01-863f-efcd6d4a6acd req-09948cb7-f265-44d9-9d10-ffcde2910e16 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 210 time: 0.0359716 Aug 31 06:54:29.261955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 975b025d-7f57-4c06-b6ea-b4da6907841f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:29.263527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:29.307204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.311069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.315552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/588fa0f6-c891-4f96-8a41-4b7d1c36effe HTTP/1.1" status: 204 len: 168 time: 0.8240159 Aug 31 06:54:29.378354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.398266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.398827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4862a83-9d1e-486f-b1be-e0f47f502621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588fa0f6-c891-4f96-8a41-4b7d1c36effe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:29.416169 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.429449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=07045dcb-b13d-4825-a310-b3c556ae69ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:29.492386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] For port 44f44741-ee8d-48fb-b87b-a63b97e5a099, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=44f44741-ee8d-48fb-b87b-a63b97e5a099,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:29.506729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.536529 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.540624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.545514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a016866-5d63-4c4b-b2be-b02b6525b04f tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/floatingips/37f805b0-2996-48b2-a912-a8847ec26356 HTTP/1.1" status: 204 len: 168 time: 0.8750818 Aug 31 06:54:29.547680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:29.580326 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbedb717-58d6-4950-8311-17c9b34da537 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] DELETE failed (client error): The resource could not be found. Aug 31 06:54:29.581081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbedb717-58d6-4950-8311-17c9b34da537 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:54:29.585617 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cbedb717-58d6-4950-8311-17c9b34da537 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/ffa4e709-e0c8-4345-9f2a-e9116e315e68 HTTP/1.1" status: 404 len: 333 time: 0.0346658 Aug 31 06:54:29.585795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7556fd19-d21a-4848-ab3b-a8e505b3f401 None None] Pushing event updated for resources: {'Port': ['ID=44f44741-ee8d-48fb-b87b-a63b97e5a099,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:29.587044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:29.599696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:29.604019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.678052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.683309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c5e37d65-920a-466c-9071-5d6c206572df tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/ports?device_id=137937b6-a4d1-4650-84c2-8c15f929f0fc HTTP/1.1" status: 200 len: 205 time: 0.0903499 Aug 31 06:54:29.683897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:29.747149 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9acd6d9a-7a88-425b-9c06-796a4a006adc tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] delete failed (client error): The resource could not be found. Aug 31 06:54:29.751050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9acd6d9a-7a88-425b-9c06-796a4a006adc tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/routers/137937b6-a4d1-4650-84c2-8c15f929f0fc HTTP/1.1" status: 404 len: 336 time: 0.0632613 Aug 31 06:54:29.752915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41556) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:29.806971 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d47dc63-5857-473a-a65a-32b79d4d928c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] DELETE failed (client error): The resource could not be found. Aug 31 06:54:29.806971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d47dc63-5857-473a-a65a-32b79d4d928c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:54:29.815350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41562) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:29.828089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d47dc63-5857-473a-a65a-32b79d4d928c tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/subnets/8e5f364a-7711-4875-979a-18c0e8ab8055 HTTP/1.1" status: 404 len: 337 time: 0.0519106 Aug 31 06:54:29.910197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Network d75da41a-68fb-465c-8654-56727a2c68fd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:29.929047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:29.933601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:29.954027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:29.961669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Provisioning for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:29.970856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Provisioning complete for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:29.972559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:29.992558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6c974fca-9d47-407d-99ac-d5c7393e2388 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0259788 Aug 31 06:54:29.992765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.000419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'network': {'name': 'tempest-RoutersTest-1097575615'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:30.063892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:30.064672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Port cc28a322-d471-4cf2-9d88-04aef13ba1a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:30.069255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.073185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:30.086364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:30.112835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Provisioning complete for port 44f44741-ee8d-48fb-b87b-a63b97e5a099 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:30.114143 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a4937ff1-0a69-470d-a69f-d5f176655bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.136976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:30.166181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.166532 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added segment 6b741728-6231-4bbc-9bc7-0c3a2d902183 of type vlan for network 50743ba3-98a8-402a-9c9f-e2259bde5024 Aug 31 06:54:30.191261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:30.192991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.241364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-412885c0-7cd8-4ce5-95c9-5dc5cf28c328 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3499975 Aug 31 06:54:30.247668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 70282655-50ee-4283-9180-1c0696d768a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:30.249848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.283862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.299225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-fb01653b-f8fa-41d0-82c6-47588de8bf5e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:54:30.300408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-fb01653b-f8fa-41d0-82c6-47588de8bf5e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0289690 Aug 31 06:54:30.336304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.352992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:30.353864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.395689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Request body: {'port': {'device_id': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:30.502787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Network': ['ID=50743ba3-98a8-402a-9c9f-e2259bde5024,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:30.536234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-78af1635-a0e3-45e4-8ac5-84aea5584b2b tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5421398 Aug 31 06:54:30.539038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:30.551942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'subnet': {'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:30.579568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:30.604870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:30.605596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:30.754160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Made reservation on behalf of 8ad025391e6a46038becd246f4532630 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:30.760615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:30.809800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:30.916247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44f44741-ee8d-48fb-b87b-a63b97e5a099 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:31.074491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.082622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.129718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41610) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:31.158896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.190156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac68622-e9fc-4076-9717-37f6d36cef98 req-9fe29a0c-bf52-4e24-8670-b36f6fb5042e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:31.192147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dac68622-e9fc-4076-9717-37f6d36cef98 req-9fe29a0c-bf52-4e24-8670-b36f6fb5042e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 931 time: 0.7387445 Aug 31 06:54:31.202145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 70282655-50ee-4283-9180-1c0696d768a7 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:31.229412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.241928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 44f44741-ee8d-48fb-b87b-a63b97e5a099 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:31.242693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.311117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Subnet': ['ID=2a15c055-8fb8-4e8e-b098-1dc7571c0bb7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.349980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Checking segment: {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:31.350350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network hostable DHCP agents. Network: 50743ba3-98a8-402a-9c9f-e2259bde5024, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:31.359245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1642074043-network', 'tenant_id': '410a1d6a3034404a998e4a1b7d7c4be6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:31.383670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Made reservation on behalf of 410a1d6a3034404a998e4a1b7d7c4be6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:31.388641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.401582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.426543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:31.437562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 50743ba3-98a8-402a-9c9f-e2259bde5024) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:31.445058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:31.445826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.449647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:27Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:31.455798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db7ba6d6-f1b1-4db8-bd23-32a6694b2567 None None] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:31.538992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:31.539730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Updating router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd port cc28a322-d471-4cf2-9d88-04aef13ba1a4 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:31.543666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.550617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.586206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e7d60d-1ea3-4bf9-b977-fa6618dfa878,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.591020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cbf8ebca-c764-4827-b619-b2c4eea8907c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0509572 Aug 31 06:54:31.595517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:31.607082 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.610209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:31.621939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e873adf7-1bed-406a-ac45-c7161aafeb3d None None] Provisioning complete for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:31.622562 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e873adf7-1bed-406a-ac45-c7161aafeb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.669393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dac68622-e9fc-4076-9717-37f6d36cef98 req-de9a521f-26eb-4122-9442-62981adfa004 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4681814 Aug 31 06:54:31.714035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:54:31.725195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.744136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e873adf7-1bed-406a-ac45-c7161aafeb3d None None] Port cc28a322-d471-4cf2-9d88-04aef13ba1a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:31.747266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.747613 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Added segment f408df42-64b8-43cf-975f-fac5a2056036 of type vlan for network ffbd1232-86df-4f4a-8356-4c049f7e8f67 Aug 31 06:54:31.773079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Transition to ACTIVE for port object 1c0781a4-8948-4e0f-af4a-870f78feee7a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:31.785524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.853484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-50743ba3-98a8-402a-9c9f-e2259bde5024', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:54:31.859496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:31.861454 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:31.917856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.003444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.032985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Attempting to bind port 1c0781a4-8948-4e0f-af4a-870f78feee7a on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:32.033470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Attempting to bind port 1c0781a4-8948-4e0f-af4a-870f78feee7a by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:32.033809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Attempting to bind port 1c0781a4-8948-4e0f-af4a-870f78feee7a on network d75da41a-68fb-465c-8654-56727a2c68fd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:32.044020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Port 1c0781a4-8948-4e0f-af4a-870f78feee7a on network d75da41a-68fb-465c-8654-56727a2c68fd not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:54:32.044347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Attempting to bind port 1c0781a4-8948-4e0f-af4a-870f78feee7a on network d75da41a-68fb-465c-8654-56727a2c68fd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:32.077009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=70282655-50ee-4283-9180-1c0696d768a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:32.080404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:32.080742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Checking segment: {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:32.081121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Bound using segment: {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:32.081581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Bound port: 1c0781a4-8948-4e0f-af4a-870f78feee7a, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:32.081941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.205121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Allocated IP 172.23.0.2 (50743ba3-98a8-402a-9c9f-e2259bde5024/2a15c055-8fb8-4e8e-b098-1dc7571c0bb7/d90f6884-7af8-4578-905d-98f8b60bc506) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:32.220120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.221371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:32.221796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.326462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1955850 Aug 31 06:54:32.368244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be90d8e-f955-4bb4-b614-28a36b2d8c36 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbd1232-86df-4f4a-8356-4c049f7e8f67,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:32.403504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ffbd1232-86df-4f4a-8356-4c049f7e8f67 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:32.412294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:32.416769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.421303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b26f082-d950-4648-a843-5742bae03fc6 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/70282655-50ee-4283-9180-1c0696d768a7 HTTP/1.1" status: 204 len: 168 time: 2.6024320 Aug 31 06:54:32.421303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:32.422415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:32.475100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.489808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:32.570667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.573947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.579417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:32.580427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.581995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] 10.222.0.50 "PUT /v2.0/ports/1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 1092 time: 2.1975646 Aug 31 06:54:32.585098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:32.589308 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:32.623530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e38c128-4bd0-44fd-91c2-1628a693fb08 service neutron] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:32.631368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Transition to ACTIVE for port object cc28a322-d471-4cf2-9d88-04aef13ba1a4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:32.663051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.698465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port 350e95fc-a878-4dee-a694-bfe23f4f831f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:32.698946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.763201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-8cb2e64e-9355-4c1c-b8b5-7a7c93993662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:32.765693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-8cb2e64e-9355-4c1c-b8b5-7a7c93993662 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1095 time: 0.1282580 Aug 31 06:54:32.773021 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef07891-acfd-4fab-a2fa-6f2ccb55cc48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.837114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-dd6da8c3-8c3c-4791-8385-685c5c95e1bb service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.0615990 Aug 31 06:54:32.867714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54836-a294-49cf-8778-0f4ff4007044 None None] Pushing event updated for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:32.871982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.932784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Transition to ACTIVE for port object d90f6884-7af8-4578-905d-98f8b60bc506 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:32.958683 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:32.980838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for 350e95fc-a878-4dee-a694-bfe23f4f831f owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:32.987784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-1165e033-f122-4551-b8ee-88a1a39f1288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:32.989604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-1165e033-f122-4551-b8ee-88a1a39f1288 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.1434062 Aug 31 06:54:33.059141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Transition to ACTIVE for port object d90f6884-7af8-4578-905d-98f8b60bc506 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:33.060957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Attempting to bind port cc28a322-d471-4cf2-9d88-04aef13ba1a4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:33.061360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Attempting to bind port cc28a322-d471-4cf2-9d88-04aef13ba1a4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:33.062034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Attempting to bind port cc28a322-d471-4cf2-9d88-04aef13ba1a4 on network 975b025d-7f57-4c06-b6ea-b4da6907841f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:33.081665 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.086401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:33.086783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Checking segment: {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:33.087255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.087832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Bound using segment: {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:33.088476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Bound port: cc28a322-d471-4cf2-9d88-04aef13ba1a4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff70803e-11e9-478e-843c-d5a4843bfac2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:33.088908 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950500a4-a7ba-4259-b3f0-e02d2efa0962 x-openstack-request-id: req-950500a4-a7ba-4259-b3f0-e02d2efa0962 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:33.089205 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:33.089480 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-950500a4-a7ba-4259-b3f0-e02d2efa0962 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:33.089650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.090040 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'status': 'completed', 'code': 200} Aug 31 06:54:33.095345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-73c3a1cf-fde5-4996-84c3-2acc09bf9c4e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0973845 Aug 31 06:54:33.183973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Pushing event updated for resources: {'Port': ['ID=d90f6884-7af8-4578-905d-98f8b60bc506,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.224762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:33.230438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:33.232715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:33.258905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef07891-acfd-4fab-a2fa-6f2ccb55cc48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.268110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ef07891-acfd-4fab-a2fa-6f2ccb55cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.305958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3386e-250f-4509-8c57-9f6e0b9f2024 req-32b6a577-8412-4ca7-8975-3500294c8e2e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.307831 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dd3386e-250f-4509-8c57-9f6e0b9f2024 req-32b6a577-8412-4ca7-8975-3500294c8e2e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.1727347 Aug 31 06:54:33.313485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-6acca349-db45-44f2-b322-3c392026bbff service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086911 Aug 31 06:54:33.319124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef07891-acfd-4fab-a2fa-6f2ccb55cc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fc3ae-3b91-476f-a556-f1046ff17482,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.322859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Allocated IP 172.23.0.1 (50743ba3-98a8-402a-9c9f-e2259bde5024/2a15c055-8fb8-4e8e-b098-1dc7571c0bb7/308afdf0-3e1f-47fe-9208-1eded728f8eb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:33.364666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8ef07891-acfd-4fab-a2fa-6f2ccb55cc48 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b33978b004454003aa687433469d2c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8736434 Aug 31 06:54:33.376845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41658) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.387803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Attempting to bind port d90f6884-7af8-4578-905d-98f8b60bc506 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:33.388600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Attempting to bind port d90f6884-7af8-4578-905d-98f8b60bc506 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:33.389373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Attempting to bind port d90f6884-7af8-4578-905d-98f8b60bc506 on network 50743ba3-98a8-402a-9c9f-e2259bde5024 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:33.394255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163773c-ff80-48d0-a536-507919e1d48c req-32cce3e3-534d-414a-97cd-eaacf21ff7ff tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.394494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] For port cc28a322-d471-4cf2-9d88-04aef13ba1a4, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:33.399530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] For port cc28a322-d471-4cf2-9d88-04aef13ba1a4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cc28a322-d471-4cf2-9d88-04aef13ba1a4,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:33.402887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163773c-ff80-48d0-a536-507919e1d48c req-32cce3e3-534d-414a-97cd-eaacf21ff7ff tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.403513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:33.404100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Checking segment: {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:33.404824 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.406152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Bound using segment: {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:33.406708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Bound port: d90f6884-7af8-4578-905d-98f8b60bc506, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:33.407495 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.411790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.411962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a163773c-ff80-48d0-a536-507919e1d48c req-32cce3e3-534d-414a-97cd-eaacf21ff7ff tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.413549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a163773c-ff80-48d0-a536-507919e1d48c req-32cce3e3-534d-414a-97cd-eaacf21ff7ff tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3489127 Aug 31 06:54:33.510536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dd3386e-250f-4509-8c57-9f6e0b9f2024 req-6451ca51-84fb-4b65-bb7b-f56d9c5e10cb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958237 Aug 31 06:54:33.539908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.542370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.599564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] For port d90f6884-7af8-4578-905d-98f8b60bc506, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:33.612359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] For port d90f6884-7af8-4578-905d-98f8b60bc506, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d90f6884-7af8-4578-905d-98f8b60bc506,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:33.617029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=350e95fc-a878-4dee-a694-bfe23f4f831f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.622971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.627355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d54836-a294-49cf-8778-0f4ff4007044 None None] Pushing event updated for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.643546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:33.644021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:33.676516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.720686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acef7a58-70ee-4eb8-b439-08ceff7b56a6 req-a0f4e711-f856-446c-a6c0-39d671fae87a service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3999140 Aug 31 06:54:33.794157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d99c3-a7b8-4e76-8675-8719bc67198c req-65d91589-16ac-441c-b13d-2490d15bd59f tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.813778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-245d99c3-a7b8-4e76-8675-8719bc67198c req-65d91589-16ac-441c-b13d-2490d15bd59f tempest-ComputeTenantNetworksTest-1845141542 tempest-ComputeTenantNetworksTest-1845141542-project] 10.222.0.57 "GET /v2.0/networks/ffbd1232-86df-4f4a-8356-4c049f7e8f67 HTTP/1.1" status: 200 len: 769 time: 0.3039560 Aug 31 06:54:33.815678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41662) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.843778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.846436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d93a4985-ebf1-4c85-b7e6-464888d16204 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/ports/350e95fc-a878-4dee-a694-bfe23f4f831f HTTP/1.1" status: 204 len: 168 time: 1.4217508 Aug 31 06:54:33.849112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:33.871908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5646fa7-0863-4028-aa6f-ff3187b62477 None None] Pushing event updated for resources: {'Port': ['ID=d90f6884-7af8-4578-905d-98f8b60bc506,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.894051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:33.933060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.936006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:33.937505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6a5fc3ae-3b91-476f-a556-f1046ff17482 HTTP/1.1" status: 204 len: 168 time: 0.5576742 Aug 31 06:54:33.940082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-7f2cff4c-4072-4242-9a9c-74df7756feb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.941919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-7f2cff4c-4072-4242-9a9c-74df7756feb1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1095 time: 0.1505377 Aug 31 06:54:33.966413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994be6b9-8e72-4c81-8a0b-f1b0551fd29c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5fc3ae-3b91-476f-a556-f1046ff17482,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:33.991688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a12428-3968-43bc-baa5-ce0bb446aeab tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:33.993746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-19a12428-3968-43bc-baa5-ce0bb446aeab tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "GET /v2.0/ports?device_id=29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 HTTP/1.1" status: 200 len: 913 time: 0.1433370 Aug 31 06:54:34.006775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:34.078913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.085828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.142923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Transition to ACTIVE for port object 308afdf0-3e1f-47fe-9208-1eded728f8eb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:34.347364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.369230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbd1232-86df-4f4a-8356-4c049f7e8f67']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:34.387817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f408df42-64b8-43cf-975f-fac5a2056036') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:34.388014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f408df42-64b8-43cf-975f-fac5a2056036') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:34.403671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.412327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.456771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-e32c21ff-835e-4db1-b2d2-93873a5ef628 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2907031 Aug 31 06:54:34.495093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.507072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-f099adaa-d2e7-4206-9a39-7c209ee377cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:34.517457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-f099adaa-d2e7-4206-9a39-7c209ee377cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.5577054 Aug 31 06:54:34.518232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:34.518982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:34.539269 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:34.609146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:34.624426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:27Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:33Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:34.681657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186b3055-561d-488d-a765-a0f27a99b9e1 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:27Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:33Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:34.701536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d90f6884-7af8-4578-905d-98f8b60bc506 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:34.716376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:34.850018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d90f6884-7af8-4578-905d-98f8b60bc506 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:34.886775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-4ade1e0c-ac50-4de0-a042-6e3bc2fc5c49 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.3586974 Aug 31 06:54:34.896040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30814e67-ed7e-4989-a993-f455206b8cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.017538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-6571abfa-d5ca-4241-a339-a29c5bba2d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:35.019344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-6571abfa-d5ca-4241-a339-a29c5bba2d05 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.1020486 Aug 31 06:54:35.073932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-0fba8b76-3029-497b-b549-e021e454b81b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395579 Aug 31 06:54:35.084974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-5df340dc-c421-4dce-8c69-f3c33340807e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:35.086504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-5df340dc-c421-4dce-8c69-f3c33340807e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.5661054 Aug 31 06:54:35.189999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:35.212697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:35.215719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:35.294612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.301055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.303074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] 10.222.0.57 "DELETE /v2.0/networks/ffbd1232-86df-4f4a-8356-4c049f7e8f67 HTTP/1.1" status: 204 len: 168 time: 1.4756310 Aug 31 06:54:35.318766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74704731-55b6-4769-b506-26a56e861c1f None None] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:35.326268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-ea86ce97-1dfd-4860-9814-972adaf07b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:35.328647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-ea86ce97-1dfd-4860-9814-972adaf07b6b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.2110946 Aug 31 06:54:35.331484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.377617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68be50b9-8fe4-4b67-b317-f9edcbddfc00 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbd1232-86df-4f4a-8356-4c049f7e8f67,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:35.395455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f4d79-1584-41b3-9745-3a46d917398c req-0d927ce0-b6db-4b53-9beb-14539a9ba26e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:35.397396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b2f4d79-1584-41b3-9745-3a46d917398c req-0d927ce0-b6db-4b53-9beb-14539a9ba26e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.2188694 Aug 31 06:54:35.572783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Provisioning for port d90f6884-7af8-4578-905d-98f8b60bc506 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:35.585186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Provisioning complete for port d90f6884-7af8-4578-905d-98f8b60bc506 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:35.585615 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.596886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.744775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b2f4d79-1584-41b3-9745-3a46d917398c req-d4720e4b-8efa-4f0f-b8c6-395daf44f98a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017197 Aug 31 06:54:35.745766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:35.795484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41692) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:35.915509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.011958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] For port d90f6884-7af8-4578-905d-98f8b60bc506, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d90f6884-7af8-4578-905d-98f8b60bc506,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:36.018155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.066946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-1b798c9b-4956-4119-bfef-9d38e40417aa service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9842370 Aug 31 06:54:36.106428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-023adb2e-d94f-4b78-b4e6-52396653d27e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=410a1d6a3034404a998e4a1b7d7c4be6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034031 Aug 31 06:54:36.109081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:36.134284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe27e21-3eab-4ab0-b62c-db44e067e61a None None] Pushing event updated for resources: {'Port': ['ID=d90f6884-7af8-4578-905d-98f8b60bc506,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.228740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.234669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-d08bc70c-7bfb-4075-abbf-d324fea1caa4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.8980565 Aug 31 06:54:36.251936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Provisioning for port 308afdf0-3e1f-47fe-9208-1eded728f8eb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:36.256779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Provisioning complete for port 308afdf0-3e1f-47fe-9208-1eded728f8eb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:36.257156 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.258015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.286505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.344720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1b5caeb-2e3f-4000-9f09-c6565c880e3d req-0e325843-f3ce-4a26-a658-5d2373696296 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446547 Aug 31 06:54:36.372576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Port 308afdf0-3e1f-47fe-9208-1eded728f8eb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:36.402596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.409366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.414292 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84e7d60d-1ea3-4bf9-b977-fa6618dfa878 HTTP/1.1" status: 204 len: 168 time: 0.3015523 Aug 31 06:54:36.434466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Provisioning complete for port d90f6884-7af8-4578-905d-98f8b60bc506 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:36.434849 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46f0b980-dbc4-493a-b595-6f6049ce8cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.442599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5aa560-8cd3-4abd-adbd-d0d71d0df265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e7d60d-1ea3-4bf9-b977-fa6618dfa878,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.551093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.562722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.596805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30814e67-ed7e-4989-a993-f455206b8cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.620126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-30814e67-ed7e-4989-a993-f455206b8cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.675301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event updated for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.713162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.718428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-e9ab7947-01c4-4e48-9235-b5e9e5771889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:36.719908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-e9ab7947-01c4-4e48-9235-b5e9e5771889 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.4763215 Aug 31 06:54:36.789995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30814e67-ed7e-4989-a993-f455206b8cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a259f01c-97b3-4e33-9405-9741dab317a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:36.804145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-30814e67-ed7e-4989-a993-f455206b8cfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11bf1cd083a04da89cdce6ad01540658&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0816948 Aug 31 06:54:36.805100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-87aa2f6f-d85e-4e92-91d7-2be371d4854f None None] Provisioning complete for port 308afdf0-3e1f-47fe-9208-1eded728f8eb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:36.805507 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-87aa2f6f-d85e-4e92-91d7-2be371d4854f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:36.806964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:36.882263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-87aa2f6f-d85e-4e92-91d7-2be371d4854f None None] Port 308afdf0-3e1f-47fe-9208-1eded728f8eb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:36.885688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cc28a322-d471-4cf2-9d88-04aef13ba1a4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:36.915344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-43e79c50-988c-4e04-8844-006b2640594d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:36.916897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-43e79c50-988c-4e04-8844-006b2640594d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1673608 Aug 31 06:54:36.954479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:54:37.041803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:37.045687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:37.054017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.083406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:37.090064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:37.090437 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.157581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.179224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa383fe-06f8-40ed-b1f4-ae4f27465c9f req-2b97d038-f9e0-4bcd-911c-61a47c0ad1d1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:37.181853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afa383fe-06f8-40ed-b1f4-ae4f27465c9f req-2b97d038-f9e0-4bcd-911c-61a47c0ad1d1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.2626286 Aug 31 06:54:37.224521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:37.241924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-a9adb7ab-b6dc-4de9-ba62-2ecc63dc8423 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987950 Aug 31 06:54:37.259500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'port_id': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'mac_address': 'fa:16:3e:4b:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690fb547-b48c-45cb-bdc7-02b7330b8e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:54:37.314099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:37.323961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afa383fe-06f8-40ed-b1f4-ae4f27465c9f req-8b4b6f5e-bca3-4061-9531-3bbe647b6659 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064081 Aug 31 06:54:37.342969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.399278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72fa1c23-df79-43f6-a2fa-7ff01e741016 req-2a54553d-4f1e-4736-b6fe-84dc945d1a37 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433091 Aug 31 06:54:37.448848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port bab25b58-5f89-423f-afb3-62f4e6c9eef3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:37.449414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.466049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.468704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.469973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a259f01c-97b3-4e33-9405-9741dab317a0 HTTP/1.1" status: 204 len: 168 time: 0.6599905 Aug 31 06:54:37.477947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port cc28a322-d471-4cf2-9d88-04aef13ba1a4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cc28a322-d471-4cf2-9d88-04aef13ba1a4,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:37.479567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.497557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:54:37.505498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.506433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d90f6884-7af8-4578-905d-98f8b60bc506 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:37.569995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:37.583188 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:37.583724 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4ae5cc4d-4fa2-4c51-b6aa-861e16e7d45a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9869070 Aug 31 06:54:37.586632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:37.587861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9b84e2-9b0c-4bda-85a8-d7b8fd507d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a259f01c-97b3-4e33-9405-9741dab317a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:37.599668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:37.601804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:37.623582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:37.625854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:37.628789 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.651716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-159737dc-80c8-4cb9-b17a-de2d4e800e9c None None] Provisioning complete for port 308afdf0-3e1f-47fe-9208-1eded728f8eb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:37.652093 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-159737dc-80c8-4cb9-b17a-de2d4e800e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.680499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:37.716950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.740835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for bab25b58-5f89-423f-afb3-62f4e6c9eef3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:37.782753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d90f6884-7af8-4578-905d-98f8b60bc506 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:37.783146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:37.820549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-159737dc-80c8-4cb9-b17a-de2d4e800e9c None None] Port 308afdf0-3e1f-47fe-9208-1eded728f8eb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:54:37.864824 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:37.897578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1c0781a4-8948-4e0f-af4a-870f78feee7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:37.975220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:38.018658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.019013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.019363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.019714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.020039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.020378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.020730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.021061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.024621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.024984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.025352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.025718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:38.163550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.293375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=bab25b58-5f89-423f-afb3-62f4e6c9eef3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:38.350584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:35Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:36Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:38.400295 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:38.400963 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Updating router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd port 308afdf0-3e1f-47fe-9208-1eded728f8eb binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:54:38.434443 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.535031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:54:38.561431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:54:38.561966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.690832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cc28a322-d471-4cf2-9d88-04aef13ba1a4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:38.755874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.770433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2827ce-d387-4135-872f-133f6493a7e3 req-052f7860-1377-463a-8ca3-1348b2f02967 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:38.777877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f2827ce-d387-4135-872f-133f6493a7e3 req-052f7860-1377-463a-8ca3-1348b2f02967 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 944 time: 0.2109292 Aug 31 06:54:38.783852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port cc28a322-d471-4cf2-9d88-04aef13ba1a4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:38.784394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.855480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f2827ce-d387-4135-872f-133f6493a7e3 req-5b4813d9-594d-43c0-a84f-b2bbead4147a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766528 Aug 31 06:54:38.926531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:38.966763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:38.972706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.035408 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.067866 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Transition to ACTIVE for port object 308afdf0-3e1f-47fe-9208-1eded728f8eb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:39.075581 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.100655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 1c0781a4-8948-4e0f-af4a-870f78feee7a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:39.107740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1c0781a4-8948-4e0f-af4a-870f78feee7a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:39.110331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.188314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:39.199679 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Pushing event updated for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:39.276169 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.279152 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.279643 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.280114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.280549 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.280982 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.285210 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.285718 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.286133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.286621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.287078 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.288076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:39.339624 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Attempting to bind port 308afdf0-3e1f-47fe-9208-1eded728f8eb on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:39.340085 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Attempting to bind port 308afdf0-3e1f-47fe-9208-1eded728f8eb by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:39.340519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Attempting to bind port 308afdf0-3e1f-47fe-9208-1eded728f8eb on network 50743ba3-98a8-402a-9c9f-e2259bde5024 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:39.346600 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:39.347055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Checking segment: {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:39.347538 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.347993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Bound using segment: {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:39.348529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Bound port: 308afdf0-3e1f-47fe-9208-1eded728f8eb, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b741728-6231-4bbc-9bc7-0c3a2d902183', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:39.348992 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.349117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:39.373028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.377222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8f0a30f-a4e6-4313-8933-c7626e04bec6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 934 time: 1.7845905 Aug 31 06:54:39.379043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:39.408571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:39.429479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.467080 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] For port 308afdf0-3e1f-47fe-9208-1eded728f8eb, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:39.471185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] For port 308afdf0-3e1f-47fe-9208-1eded728f8eb, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=308afdf0-3e1f-47fe-9208-1eded728f8eb,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:39.482145 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.513174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:39.524847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f7f956-49f9-4cb2-bb33-1ce941b014aa" -d '{"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:39.547826 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa9f55-c648-40c1-9811-4eccb4e9a332 None None] Pushing event updated for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:39.559268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:39.566636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:39.588262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:39.589472 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:39.680994 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aca300-dfff-4d16-94b4-c14d1f264178 x-openstack-request-id: req-71aca300-dfff-4d16-94b4-c14d1f264178 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:39.681306 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:39.681593 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-71aca300-dfff-4d16-94b4-c14d1f264178 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:39.681979 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'code': 200} Aug 31 06:54:39.682735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:39.703284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41794) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:39.715814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-37eec2c8-ea7a-4511-b264-21ec5daca88c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 934 time: 0.3355625 Aug 31 06:54:39.720172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'routes': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:39.866581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:39.879132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] Sync routers for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:39.897211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:39.898468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:39.899127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:39.904726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8738b6b2-56e2-4aef-8b51-d63b54f15226 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "PUT /v2.0/routers/29d050db-dcf1-49b1-8b45-e6a8e63cc7c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8965309 Aug 31 06:54:39.948395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075b91a3-fd80-4b32-b038-377711262ab5 req-f30547b2-a683-458d-9ce3-1c851d641d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:39.963016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-075b91a3-fd80-4b32-b038-377711262ab5 req-f30547b2-a683-458d-9ce3-1c851d641d16 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1097 time: 0.2319016 Aug 31 06:54:40.004624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.014101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] Routers {'29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:40.015651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.039055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:40.050625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.051641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8020566-aa0b-4d73-805c-d98b7bd3286f None None] The sync data for ids ['29d050db-dcf1-49b1-8b45-e6a8e63cc7c3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:40.151857 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:40.184891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.431991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.512683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-075b91a3-fd80-4b32-b038-377711262ab5 req-724bf0a1-09a8-49d4-80b8-6210fd3c73f7 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5389616 Aug 31 06:54:40.527188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bc3a5-8846-43a9-a5cc-be7661c1e2c6 req-4ce7760a-3097-48e2-b908-2b8812cb6141 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:40.536167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-920bc3a5-8846-43a9-a5cc-be7661c1e2c6 req-4ce7760a-3097-48e2-b908-2b8812cb6141 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5133436 Aug 31 06:54:40.541231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785793fe-0ac1-48f8-aebd-70e21166706e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.581390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:38Z', 'revision_number': 6, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:39Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:40.662949 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baa98308-3468-4a8c-be1d-ec0ca8dfcd58 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:38Z', 'revision_number': 6, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:39Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:40.666058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-920bc3a5-8846-43a9-a5cc-be7661c1e2c6 req-ac4663c1-096a-4442-97cc-034c48590e52 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287110 Aug 31 06:54:40.667936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting port bc61c3c7-74cd-4233-aa70-c51b3e55181b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:40.668338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.952108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:40.982344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:54:40.982811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:54:41.060802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.356715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785793fe-0ac1-48f8-aebd-70e21166706e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.362055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Calling delete_port for bc61c3c7-74cd-4233-aa70-c51b3e55181b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:41.367216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-785793fe-0ac1-48f8-aebd-70e21166706e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.375477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.379984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.455267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-785793fe-0ac1-48f8-aebd-70e21166706e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9562c4ef5194ce98a203a35f93243e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4151583 Aug 31 06:54:41.457535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785793fe-0ac1-48f8-aebd-70e21166706e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e415b2-3d7c-4a1b-bb33-8778e3faa6ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:41.463747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.610061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.612408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:41.664041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.802008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.864259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Port': ['ID=bc61c3c7-74cd-4233-aa70-c51b3e55181b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:41.883235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.889188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.896866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:41.897595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/28e415b2-3d7c-4a1b-bb33-8778e3faa6ef HTTP/1.1" status: 204 len: 168 time: 0.4327753 Aug 31 06:54:41.911499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:41.916053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-53f43768-41f0-4c1a-bc8c-0e9a581b78c6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 700 time: 2.2117555 Aug 31 06:54:41.924906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eb6fbd-96af-4600-bc45-8eae7a6ccb7f req-b89f4b92-8b19-4a39-be60-a3a62826c5f3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:41.926548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10eb6fbd-96af-4600-bc45-8eae7a6ccb7f req-b89f4b92-8b19-4a39-be60-a3a62826c5f3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1406720 Aug 31 06:54:41.927059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:41.953169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c16d15-5d2e-424a-9537-4eab4439b63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e415b2-3d7c-4a1b-bb33-8778e3faa6ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:41.966579 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:41.988655 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:41.990290 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:42.042381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.097559 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:42.158966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b90b8a8-a89a-4541-a39d-b9df54f6282f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 700 time: 0.2304790 Aug 31 06:54:42.160020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:42.184838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10eb6fbd-96af-4600-bc45-8eae7a6ccb7f req-57466d52-13e1-41dd-8a18-da91f1c4f147 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502031 Aug 31 06:54:42.206285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.208944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.262990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.263642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Fanout notify agent at l3_agent the message router_deleted on router 29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:54:42.290442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.294176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-770e4281-aee0-4dbf-b822-dda4ca512499 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/routers/29d050db-dcf1-49b1-8b45-e6a8e63cc7c3 HTTP/1.1" status: 204 len: 168 time: 2.3958008 Aug 31 06:54:42.294806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:42.370833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Deleting subnet 0e1f2c86-8fa8-4c31-9166-17db3f0f1529 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:42.377560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.432049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.457347 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:41Z', 'revision_number': 7, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:39Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:42.489029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.501155 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:42.510411 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:42.510942 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:42.639073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.667627 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:42.700239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1f2c86-8fa8-4c31-9166-17db3f0f1529,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:42.716317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.725123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d21d992e-66da-4188-a228-1dd7c91a4cc0 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/subnets/0e1f2c86-8fa8-4c31-9166-17db3f0f1529 HTTP/1.1" status: 204 len: 168 time: 0.4292297 Aug 31 06:54:42.725786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:42.744312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 308afdf0-3e1f-47fe-9208-1eded728f8eb up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:42.762463 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.869301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 308afdf0-3e1f-47fe-9208-1eded728f8eb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:42.876890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 308afdf0-3e1f-47fe-9208-1eded728f8eb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:42.877462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.920744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:42.939949 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:41Z', 'revision_number': 7, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:39Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:42.988909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.003180 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95592e3e-0765-4e15-9421-6c53a2172c39 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:41Z', 'revision_number': 7, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '308afdf0-3e1f-47fe-9208-1eded728f8eb', 'name': '', 'network_id': '50743ba3-98a8-402a-9c9f-e2259bde5024', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:05:79:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2299, 'fixed_ips': [{'subnet_id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:32Z', 'updated_at': '2021-08-31T06:54:39Z', 'revision_number': 4, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '2a15c055-8fb8-4e8e-b098-1dc7571c0bb7', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:43.063262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 308afdf0-3e1f-47fe-9208-1eded728f8eb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=308afdf0-3e1f-47fe-9208-1eded728f8eb,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:43.070393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.090973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.116855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d125fe-4366-4057-bdc6-6148116905fa']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.142852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff466ce8-5865-446c-915e-0ad033d5a27c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.148964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff466ce8-5865-446c-915e-0ad033d5a27c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:43.166025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.191879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:43.192185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.201586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:43.202223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:43.207594 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:43.212514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 308afdf0-3e1f-47fe-9208-1eded728f8eb {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:43.213405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.315077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.323199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.325144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] 10.222.0.57 "DELETE /v2.0/networks/c4d125fe-4366-4057-bdc6-6148116905fa HTTP/1.1" status: 204 len: 168 time: 0.5982876 Aug 31 06:54:43.351935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bc4fcb-66bf-4917-8028-9bdc0d4e98b4 tempest-FloatingIPTestJSON-13809706 tempest-FloatingIPTestJSON-13809706-project] Pushing event deleted for resources: {'Network': ['ID=c4d125fe-4366-4057-bdc6-6148116905fa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:43.391956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb1a6f-aad6-4756-9416-e462ef17ffc8 req-7946d09d-1d78-46fe-b5e0-11e9c28e3c57 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:43.392102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffbb1a6f-aad6-4756-9416-e462ef17ffc8 req-7946d09d-1d78-46fe-b5e0-11e9c28e3c57 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1016288 Aug 31 06:54:43.411430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port 308afdf0-3e1f-47fe-9208-1eded728f8eb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=308afdf0-3e1f-47fe-9208-1eded728f8eb,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:43.411939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.438290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 308afdf0-3e1f-47fe-9208-1eded728f8eb owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:43.469834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffbb1a6f-aad6-4756-9416-e462ef17ffc8 req-50f3aa81-0bc5-4b25-956e-1badbc2d1ea2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698278 Aug 31 06:54:43.644920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.672068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=308afdf0-3e1f-47fe-9208-1eded728f8eb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:43.906606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:43.975706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.005513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-21fcc1b7-0c5a-4c3e-8ee2-464730533d22 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:44.007023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-21fcc1b7-0c5a-4c3e-8ee2-464730533d22 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 814 time: 0.1781437 Aug 31 06:54:44.016142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.025860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-f04bc8b7-d4ef-46eb-81e4-40f97c534c4e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/quotas/2fac70db29ed46eaa2755cc30efeb675 HTTP/1.1" status: 200 len: 375 time: 0.0112820 Aug 31 06:54:44.106848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-5e76d594-dc08-4612-a1f6-654989ca206f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716155 Aug 31 06:54:44.174468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:44.213845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-e695a0f8-f861-459d-8620-2f71de063958 service neutron] 10.222.0.57 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071458 Aug 31 06:54:44.328931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.339237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-c3f34baf-3e14-41cd-8b84-2d386921cb0b service neutron] 10.222.0.57 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149051 Aug 31 06:54:44.345472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.347166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0f786494-4707-4c51-9ff1-19af2ddff73a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e6e47e87088b4ba7a6d75ea0ba80c7ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3699172 Aug 31 06:54:44.349346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.349754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:44.359226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-10e24ad4-0379-40e2-b78f-04fa2c711b7e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1971524 Aug 31 06:54:44.361893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:44.366412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41938) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:44.379492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.380115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.516239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 2a15c055-8fb8-4e8e-b098-1dc7571c0bb7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:44.520057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.521428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57efd889-5c2b-405d-bf45-3200bd362aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.527087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.567372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:44.623314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.634977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.689905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.693710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.706684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/69374384-9571-4ffd-8c97-39add6047f98 HTTP/1.1" status: 204 len: 168 time: 0.3406196 Aug 31 06:54:44.729129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b2c87b-581c-4f86-83b3-d9de00857ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69374384-9571-4ffd-8c97-39add6047f98,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:44.807221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98f457a7-24f9-4a65-9f31-7fc119e01c09 req-aca26962-04fe-49bf-aefb-8753182fa9af tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 210 time: 0.2054415 Aug 31 06:54:44.816925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:43Z', 'revision_number': 8, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.849702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:44.860818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:44.861852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:44.894593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.903336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.946944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8d2aa5-2aff-4393-bfce-21e2b891c09d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:44.964205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:44.972878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.973116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.973583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.973927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.974265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.974599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.975067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.975527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.975867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.976235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.976562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:44.976891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:54:45.030350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bec01bcb-df64-4760-97f1-c8ee307ee3f7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6eff1d5e3a804b63a73ec43d5da436fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0128706 Aug 31 06:54:45.035702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.037220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57efd889-5c2b-405d-bf45-3200bd362aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.047231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57efd889-5c2b-405d-bf45-3200bd362aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.060482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:45.108370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-57efd889-5c2b-405d-bf45-3200bd362aa8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3564196d4d0c4ca585f35a1cc009089a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7616680 Aug 31 06:54:45.111655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.115743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.124779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efd889-5c2b-405d-bf45-3200bd362aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c45b1c-4d92-4204-a8e5-5bcb9def677b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.139072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.176354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.181641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=2a15c055-8fb8-4e8e-b098-1dc7571c0bb7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.199989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.204204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ae036088-f3eb-45b5-9221-a9234ce8eb77 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/2a15c055-8fb8-4e8e-b098-1dc7571c0bb7 HTTP/1.1" status: 204 len: 168 time: 0.8349895 Aug 31 06:54:45.209261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.227036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.281788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.285020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.287542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf8d2aa5-2aff-4393-bfce-21e2b891c09d HTTP/1.1" status: 204 len: 168 time: 0.2504821 Aug 31 06:54:45.303458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11080e61-fb9c-413c-b48e-f2835e205f9e None None] Network 50743ba3-98a8-402a-9c9f-e2259bde5024 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:45.304750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8164817f-54ce-4fa6-b4a6-85ff6fe00237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8d2aa5-2aff-4393-bfce-21e2b891c09d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.355660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.416191 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.512007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.514863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.516221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3c45b1c-4d92-4204-a8e5-5bcb9def677b HTTP/1.1" status: 204 len: 168 time: 0.4030728 Aug 31 06:54:45.535747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa8f00-5c6b-4973-8f05-baea5fee0875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c45b1c-4d92-4204-a8e5-5bcb9def677b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.540091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port d90f6884-7af8-4578-905d-98f8b60bc506 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:45.540091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.662696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port d90f6884-7af8-4578-905d-98f8b60bc506, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d90f6884-7af8-4578-905d-98f8b60bc506,segment=NetworkSegment(6b741728-6231-4bbc-9bc7-0c3a2d902183),segment_id=6b741728-6231-4bbc-9bc7-0c3a2d902183)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:45.663165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.673447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.679073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] DHCP port deletion for 50743ba3-98a8-402a-9c9f-e2259bde5024 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:45.689274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for d90f6884-7af8-4578-905d-98f8b60bc506 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:45.757408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:45.786925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b51049c-d5f4-4dc5-b6a2-da2456d8ddb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.800689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:45.883424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:43Z', 'revision_number': 8, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:45.898183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=d90f6884-7af8-4578-905d-98f8b60bc506,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:45.911411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port d90f6884-7af8-4578-905d-98f8b60bc506 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:45.922550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-472763a1-5d4a-4148-b4d1-ac057af8172c None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:43Z', 'revision_number': 8, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cc28a322-d471-4cf2-9d88-04aef13ba1a4', 'name': '', 'network_id': '975b025d-7f57-4c06-b6ea-b4da6907841f', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:a0:b7:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2280, 'fixed_ips': [{'subnet_id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:25Z', 'updated_at': '2021-08-31T06:54:37Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': 'd41edf1a-ed5d-4e86-bb0b-ea4421c00f8d', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:45.932627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Deleting port d90f6884-7af8-4578-905d-98f8b60bc506 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:45.933162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.007577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] For port d90f6884-7af8-4578-905d-98f8b60bc506, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:46.008321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.024254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Calling delete_port for d90f6884-7af8-4578-905d-98f8b60bc506 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:46.028216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Port d90f6884-7af8-4578-905d-98f8b60bc506 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:54:46.030405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.048793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f6f150de-de09-47c2-ad38-39744e2f091e req-4cb9e4f6-033e-4a17-98dd-4fcd8ef01410 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 210 time: 0.0652614 Aug 31 06:54:46.085758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] Pushing event deleted for resources: {'Port': ['ID=d90f6884-7af8-4578-905d-98f8b60bc506,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.087413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dddcb710-3e76-4d99-a6b8-93392d2009a0 None None] No DVR routers for this DVR port d90f6884-7af8-4578-905d-98f8b60bc506 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:46.113586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.124962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50743ba3-98a8-402a-9c9f-e2259bde5024']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.136815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b741728-6231-4bbc-9bc7-0c3a2d902183') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.137130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b741728-6231-4bbc-9bc7-0c3a2d902183') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:46.147453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.156924 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b51049c-d5f4-4dc5-b6a2-da2456d8ddb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.165687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.172629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:46.173040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.180006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b51049c-d5f4-4dc5-b6a2-da2456d8ddb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:46.238800 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:46.251590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.266537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.274208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/50743ba3-98a8-402a-9c9f-e2259bde5024 HTTP/1.1" status: 204 len: 168 time: 1.0635443 Aug 31 06:54:46.292610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:46.303768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd00506-60d7-48b6-a991-4103823af596 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=50743ba3-98a8-402a-9c9f-e2259bde5024,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.408402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b51049c-d5f4-4dc5-b6a2-da2456d8ddb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=643b155a16554e6889b057223dc8521f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6461802 Aug 31 06:54:46.408402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b51049c-d5f4-4dc5-b6a2-da2456d8ddb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbff837-930b-4541-aaef-df17f7a76de7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.408671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:46.441243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-a897bf6e-2dc0-4708-9bbd-cd6c5ac4da20 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:46.442779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-a897bf6e-2dc0-4708-9bbd-cd6c5ac4da20 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.53 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 814 time: 0.3847597 Aug 31 06:54:46.462476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Request body: {'port': {'device_id': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'admin_state_up': True, 'tenant_id': '2fac70db29ed46eaa2755cc30efeb675'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:46.488427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:46.505154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4a21-63ed-4467-890c-50f5f5b3224c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.650109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 308afdf0-3e1f-47fe-9208-1eded728f8eb no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:46.681145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 308afdf0-3e1f-47fe-9208-1eded728f8eb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:46.682463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 308afdf0-3e1f-47fe-9208-1eded728f8eb not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:46.683058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d90f6884-7af8-4578-905d-98f8b60bc506 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:46.705417 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4a21-63ed-4467-890c-50f5f5b3224c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.711269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d90f6884-7af8-4578-905d-98f8b60bc506 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:46.711762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d90f6884-7af8-4578-905d-98f8b60bc506 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:46.718659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c0b4a21-63ed-4467-890c-50f5f5b3224c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.770593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0b4a21-63ed-4467-890c-50f5f5b3224c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860a526f-1a3a-4b30-ac18-47decd7d6c06,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:46.780601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c0b4a21-63ed-4467-890c-50f5f5b3224c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3b91c9b756646fcb747ce2e35ace5f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899160 Aug 31 06:54:46.781169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:46.840354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.865496 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.924504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.927475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:46.931781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/860a526f-1a3a-4b30-ac18-47decd7d6c06 HTTP/1.1" status: 204 len: 168 time: 0.1496065 Aug 31 06:54:46.941294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f0428-1c8c-4ed0-b3d8-43a7b6b71d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860a526f-1a3a-4b30-ac18-47decd7d6c06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:47.002159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:47.012489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Made reservation on behalf of 2fac70db29ed46eaa2755cc30efeb675 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:47.015922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.034657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.159704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.228725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d76527e5-e110-407a-ae68-19d3e2276478 req-476c928d-0694-409f-82a1-663584f9badc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 210 time: 0.0718441 Aug 31 06:54:47.302307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Allocated IP 172.20.0.10 (d75da41a-68fb-465c-8654-56727a2c68fd/690fb547-b48c-45cb-bdc7-02b7330b8e9c/6ab377ed-5e1f-41e5-99b1-181706c5d5ad) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:54:47.339016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'networks': [{'name': 'tempest-network--1030231996'}, {'name': 'tempest-network--1463057417'}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:47.340829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-network--1030231996'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:47.341880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-network--1463057417'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:47.352707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.355224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.359253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3dbff837-930b-4541-aaef-df17f7a76de7 HTTP/1.1" status: 204 len: 168 time: 0.9436963 Aug 31 06:54:47.380861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'network': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:47.385427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d8540-2f07-41d3-9a58-39da8d83c7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbff837-930b-4541-aaef-df17f7a76de7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:47.395343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.407286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.536540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.550863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.551348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.599827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.642475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.646187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:47.665363 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.665734 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment a86eca1f-bea9-44cf-a322-ed33bbf715d2 of type vlan for network 859c6b34-b52b-4f75-ad27-c82095950762 Aug 31 06:54:47.783864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.834561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:47.846727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.846958 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment f4b5bf9e-1458-4b55-95d9-1a5eb533b477 of type vlan for network e83798db-45f8-4d24-8f03-067390dcb809 Aug 31 06:54:47.902099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9cd601c-0de4-4f75-81be-6d6da022dde5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:47.920001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.928826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.941436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1c0781a4-8948-4e0f-af4a-870f78feee7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:47.997580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:47.999090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.013265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.024701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.028830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.109176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1048169 Aug 31 06:54:48.116754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.222192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=859c6b34-b52b-4f75-ad27-c82095950762,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:48.244592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 859c6b34-b52b-4f75-ad27-c82095950762 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:48.251046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Network d75da41a-68fb-465c-8654-56727a2c68fd is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:54:48.253880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:48.263541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Pushing event updated for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:48.291940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:48.456638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1e8d8-5a92-46fd-8769-4463fafe4236 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.464182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1e8d8-5a92-46fd-8769-4463fafe4236 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.470720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1e8d8-5a92-46fd-8769-4463fafe4236 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.476656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff1e8d8-5a92-46fd-8769-4463fafe4236 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.481432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1ff1e8d8-5a92-46fd-8769-4463fafe4236 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3608222 Aug 31 06:54:48.484136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:48.508309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9e4a9-dd5e-4029-98fc-7f5935216b21 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=e83798db-45f8-4d24-8f03-067390dcb809,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:48.520921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e83798db-45f8-4d24-8f03-067390dcb809 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:48.526200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.527056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.660144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d3291-7360-46c6-87b3-097e48a626f1 req-1f8ef3c0-d61e-4a60-9f27-9b2a534d60b7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:48.661797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d2d3291-7360-46c6-87b3-097e48a626f1 req-1f8ef3c0-d61e-4a60-9f27-9b2a534d60b7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 932 time: 0.2390988 Aug 31 06:54:48.668324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-59cf05ba-5ea2-4250-80af-5a9e7fa0ac74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2134683 Aug 31 06:54:48.708673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Request body: {'port': {'device_id': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:48.776393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.825598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d2d3291-7360-46c6-87b3-097e48a626f1 req-a76b63e6-7700-4e8e-851d-200993df376e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346433 Aug 31 06:54:48.839486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:48.863247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port cc28a322-d471-4cf2-9d88-04aef13ba1a4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:48.863584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.058818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.188347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['859c6b34-b52b-4f75-ad27-c82095950762']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.219031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86eca1f-bea9-44cf-a322-ed33bbf715d2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.219384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86eca1f-bea9-44cf-a322-ed33bbf715d2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.244521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.318237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port cc28a322-d471-4cf2-9d88-04aef13ba1a4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cc28a322-d471-4cf2-9d88-04aef13ba1a4,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:49.319068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.321633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.340801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:49.341213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:49.346635 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:49.397118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for cc28a322-d471-4cf2-9d88-04aef13ba1a4 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:49.481695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.504015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.505905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/859c6b34-b52b-4f75-ad27-c82095950762 HTTP/1.1" status: 204 len: 168 time: 1.0059545 Aug 31 06:54:49.508607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:49.522337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c151e4-bc94-4423-ac2e-f0bc9285a16e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=859c6b34-b52b-4f75-ad27-c82095950762,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.604625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ab377ed-5e1f-41e5-99b1-181706c5d5ad {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:54:49.620226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.647090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.673968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Transition to ACTIVE for port object 6ab377ed-5e1f-41e5-99b1-181706c5d5ad will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:54:49.679380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.747006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.758030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e83798db-45f8-4d24-8f03-067390dcb809']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.777379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b5bf9e-1458-4b55-95d9-1a5eb533b477') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.777379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b5bf9e-1458-4b55-95d9-1a5eb533b477') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:49.788574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.805527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.812413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:49.812883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:49.816632 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:49.821636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.865836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.893104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.900860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=cc28a322-d471-4cf2-9d88-04aef13ba1a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:49.911174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:49.915911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/e83798db-45f8-4d24-8f03-067390dcb809 HTTP/1.1" status: 204 len: 168 time: 0.4035349 Aug 31 06:54:49.918122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:49.993936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2074efda-80ff-48d3-8e5e-617125df57a9 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=e83798db-45f8-4d24-8f03-067390dcb809,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:50.011971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:50.026450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Attempting to bind port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:54:50.026757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Attempting to bind port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:54:50.027089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Attempting to bind port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad on network d75da41a-68fb-465c-8654-56727a2c68fd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:50.042875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad on network d75da41a-68fb-465c-8654-56727a2c68fd not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:54:50.042875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Attempting to bind port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad on network d75da41a-68fb-465c-8654-56727a2c68fd {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:54:50.105115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9d9768-ae5c-46c7-8d79-04b753b49edd req-e0fc6d20-cbc8-420e-baf4-77f60e8be768 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:50.113151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f9d9768-ae5c-46c7-8d79-04b753b49edd req-e0fc6d20-cbc8-420e-baf4-77f60e8be768 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 944 time: 0.1480651 Aug 31 06:54:50.126549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:54:50.126907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Checking segment: {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:50.127314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Bound using segment: {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:54:50.127780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Bound port: 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79d32d1b-48cf-4d03-86bb-def359f7a5b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:54:50.128144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.209260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454526e-c8e0-4e76-8e0f-098d217f2f30 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:50.215873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1454526e-c8e0-4e76-8e0f-098d217f2f30 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:50.221205 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1454526e-c8e0-4e76-8e0f-098d217f2f30 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2984898 Aug 31 06:54:50.226562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:50.230224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f9d9768-ae5c-46c7-8d79-04b753b49edd req-4a89ec4a-c519-4efa-90c5-0185631202ad tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159587 Aug 31 06:54:50.247232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-306216757'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:50.305644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-675fb498-a91e-44bb-a1af-49369d43ba7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.307912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.356639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:50.360550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.425386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:54:50.480195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:54:50.499390 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.512596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:50.572795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:50.573444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.574842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] 10.222.0.53 "PUT /v2.0/ports/6ab377ed-5e1f-41e5-99b1-181706c5d5ad HTTP/1.1" status: 200 len: 1093 time: 1.8772690 Aug 31 06:54:50.576000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:50.576398 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment 39cc686a-5e99-48fb-a51d-372a0cf3ef48 of type vlan for network f6594c8a-de82-44f4-ac91-8d48fe6e1267 Aug 31 06:54:50.583557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:50.585896 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8" -d '{"events": [{"name": "network-changed", "server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:50.718381 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de39092c-6f99-4dc5-9043-74298e7465f4 x-openstack-request-id: req-de39092c-6f99-4dc5-9043-74298e7465f4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:50.718673 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:50.718923 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-de39092c-6f99-4dc5-9043-74298e7465f4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:50.719323 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad', 'status': 'completed', 'code': 200} Aug 31 06:54:50.988588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.112173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a14072-ae1f-4be7-bf43-37ae2451c7ac service neutron] Pushing event updated for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.132051 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.182939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92fc26-a17f-482e-9fa8-89ad1ecdd04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.187358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-675fb498-a91e-44bb-a1af-49369d43ba7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.200390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-70912873-6c89-44ce-b010-c099c62c8f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:51.202645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-70912873-6c89-44ce-b010-c099c62c8f18 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 1096 time: 0.5733273 Aug 31 06:54:51.203266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-675fb498-a91e-44bb-a1af-49369d43ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.206927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:51.235257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.240693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:51.241304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.319523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92fc26-a17f-482e-9fa8-89ad1ecdd04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.326849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a92fc26-a17f-482e-9fa8-89ad1ecdd04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.329072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-1bfef220-44a2-4104-be96-28f426a8d8df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad HTTP/1.1" status: 200 len: 217 time: 0.1169579 Aug 31 06:54:51.386135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fb498-a91e-44bb-a1af-49369d43ba7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6caa4e-79ec-4447-a16c-24cea83d740f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.393819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-675fb498-a91e-44bb-a1af-49369d43ba7f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=170a636cf79b4cbbb10926d0b98e2e99&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3776159 Aug 31 06:54:51.395013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.428768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1937027 Aug 31 06:54:51.440772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a92fc26-a17f-482e-9fa8-89ad1ecdd04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=558fadc1-5ba1-4584-8f0f-447d7666f37d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.447002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.451466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-329051504'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:51.479399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a92fc26-a17f-482e-9fa8-89ad1ecdd04b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f755dcaf04a6435fa8de7e5585561351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4892228 Aug 31 06:54:51.485613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.532181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce2b8e-591e-48f8-ae40-a4af81ca4ef2 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=f6594c8a-de82-44f4-ac91-8d48fe6e1267,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:51.544996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f6594c8a-de82-44f4-ac91-8d48fe6e1267 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:51.591490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-132c34f7-96cb-4d43-88cb-7c2e0f61d3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:51.593069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-132c34f7-96cb-4d43-88cb-7c2e0f61d3f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.2246380 Aug 31 06:54:51.595898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:51.600170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.615474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.641869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2df68e2-b112-4e7b-ab40-8307ef1f1d41 req-7d240cfc-7880-442e-a7bd-59baf8a97b85 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:51.643515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2df68e2-b112-4e7b-ab40-8307ef1f1d41 req-7d240cfc-7880-442e-a7bd-59baf8a97b85 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 944 time: 0.2681894 Aug 31 06:54:51.664486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:51.668341 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.679521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-c7cef745-2bbd-47e6-a099-9f332d9ef35a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683885 Aug 31 06:54:51.682278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:51.684260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.697365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ff9afd3a-6983-4589-9ccc-65de0294398f tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3914618 Aug 31 06:54:51.700855 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:51.703703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:51.719530 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:51.720167 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:51.727149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.727605 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment 79dbb6b8-f121-44ed-be4c-9bbd4299790d of type vlan for network 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5 Aug 31 06:54:51.810492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2df68e2-b112-4e7b-ab40-8307ef1f1d41 req-22ffae44-7a61-4e1f-b5f4-3eabd5f5b404 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464813 Aug 31 06:54:51.835899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.866507 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:51.886061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:51.905676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.915030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.966594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.968616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.972433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:51.975793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/558fadc1-5ba1-4584-8f0f-447d7666f37d HTTP/1.1" status: 204 len: 168 time: 0.4868009 Aug 31 06:54:51.996355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-3a482c79-e323-473b-bc0e-4e6a253f8754 service neutron] 10.222.0.53 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001189 Aug 31 06:54:52.021377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b962e2-fc82-48f9-9c84-3aad215c5606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=558fadc1-5ba1-4584-8f0f-447d7666f37d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.034207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.037505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.037957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.042061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/dd6caa4e-79ec-4447-a16c-24cea83d740f HTTP/1.1" status: 204 len: 168 time: 0.6413682 Aug 31 06:54:52.069562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.072756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.113277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06be5975-93ef-4df3-8f2a-1d58030db9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6caa4e-79ec-4447-a16c-24cea83d740f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.179465 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:54:52.183600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.238432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.243992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0ca93157-af5a-4961-8c43-65ecf511b40b tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7973776 Aug 31 06:54:52.245395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c07446d1-43b7-46ce-961b-6aa9339bf881 req-3da9a5ba-6d43-411c-a49f-93652eb34567 service neutron] 10.222.0.53 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407749 Aug 31 06:54:52.247141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.256180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'ports': [{'network_id': 'f6594c8a-de82-44f4-ac91-8d48fe6e1267', 'name': 'tempest-port--678349111', 'admin_state_up': True}, {'network_id': '5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5', 'admin_state_up': False}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:52.256754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'port': {'network_id': 'f6594c8a-de82-44f4-ac91-8d48fe6e1267', 'name': 'tempest-port--678349111', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:52.257463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'port': {'network_id': '5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:52.261398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:52.325936 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:49Z', 'revision_number': 9, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.376404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.428213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:52.444346 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.447193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4d39daf9-28a5-43a0-b714-dbe7b432c431 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d HTTP/1.1" status: 204 len: 168 time: 0.7346475 Aug 31 06:54:52.448373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:54:52.452904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1702f178-ef1e-4e8c-8a61-cd36a950ef01 None None] Network 975b025d-7f57-4c06-b6ea-b4da6907841f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:52.455010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.473360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-75376b10-36a1-47ce-bab9-404b20045f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.481198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-75376b10-36a1-47ce-bab9-404b20045f53 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 1096 time: 0.1649208 Aug 31 06:54:52.502210 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:52.505113 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:52.662132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.729442 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:52.811698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:52.822157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.828659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] DHCP port deletion for 975b025d-7f57-4c06-b6ea-b4da6907841f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:54:52.843031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.901017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:52.912648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Deleting port 44f44741-ee8d-48fb-b87b-a63b97e5a099 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:52.913215 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:52.987569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-00b89bac-513b-45e6-aa56-834dab42b645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:52.989505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-00b89bac-513b-45e6-aa56-834dab42b645 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.3132281 Aug 31 06:54:52.997351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 44f44741-ee8d-48fb-b87b-a63b97e5a099 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:52.997708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.045006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] For port 44f44741-ee8d-48fb-b87b-a63b97e5a099, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=44f44741-ee8d-48fb-b87b-a63b97e5a099,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:53.045582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.054271 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a96a7f5-28b9-4866-a200-7ab0e6dfa34b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.085017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Calling delete_port for 44f44741-ee8d-48fb-b87b-a63b97e5a099 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:53.176610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-187c43ba-05a7-4d2b-bd70-d8dc5a3eab88 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad HTTP/1.1" status: 200 len: 217 time: 0.1714318 Aug 31 06:54:53.248000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] device_id is not set on port 2b35b9ff-150e-41aa-9e4f-208426373c15 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:54:53.292381 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.302729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port 44f44741-ee8d-48fb-b87b-a63b97e5a099, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=44f44741-ee8d-48fb-b87b-a63b97e5a099,segment=NetworkSegment(ff70803e-11e9-478e-843c-d5a4843bfac2),segment_id=ff70803e-11e9-478e-843c-d5a4843bfac2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:53.303112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.322972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e5e-9e6f-4425-8100-e327eee10d29 req-51a964c1-04b2-4578-ae67-fec77df1eeb9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:53.339230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25d43e5e-9e6f-4425-8100-e327eee10d29 req-51a964c1-04b2-4578-ae67-fec77df1eeb9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 944 time: 0.3022137 Aug 31 06:54:53.355028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 44f44741-ee8d-48fb-b87b-a63b97e5a099 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:53.356892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] No DVR routers for this DVR port 44f44741-ee8d-48fb-b87b-a63b97e5a099 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:53.368336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f2945e-a91f-4415-ae14-3f618a23942c None None] Pushing event deleted for resources: {'Port': ['ID=44f44741-ee8d-48fb-b87b-a63b97e5a099,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:53.374763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:49Z', 'revision_number': 9, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:53.413118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-b6b97322-d307-44b4-91fd-9241fd47181c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:53.420117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-b6b97322-d307-44b4-91fd-9241fd47181c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.2357042 Aug 31 06:54:53.432047 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d3e38e-9fe5-4651-a208-99ae1bd2b9d6 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:49Z', 'revision_number': 9, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': '690055e0-b310-4b2c-80bf-8ddef98795d3', 'name': '', 'network_id': '66933ba9-aed0-4ed7-a331-30bb965608a1', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:32:86:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2252, 'fixed_ips': [{'subnet_id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:16Z', 'updated_at': '2021-08-31T06:54:28Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '47938715-7596-4aba-8a6d-9a3e80be0e20', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:54:53.516239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25d43e5e-9e6f-4425-8100-e327eee10d29 req-22d907fe-0c0d-4907-bc45-e4e772db3cd4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760314 Aug 31 06:54:53.597834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a96a7f5-28b9-4866-a200-7ab0e6dfa34b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.610784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a96a7f5-28b9-4866-a200-7ab0e6dfa34b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.645460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.660370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a96a7f5-28b9-4866-a200-7ab0e6dfa34b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c178eca30bbb498ea4b18fec3a624e8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7181454 Aug 31 06:54:53.663342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.666501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96a7f5-28b9-4866-a200-7ab0e6dfa34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e856726-7167-4826-a149-1d85ad7104e2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:53.688872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:53.725967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-628f4b9a-921a-4ca8-811e-264132841275 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545344 Aug 31 06:54:53.743682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port 44f44741-ee8d-48fb-b87b-a63b97e5a099 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:54:53.756479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=44f44741-ee8d-48fb-b87b-a63b97e5a099,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:53.813127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] device_id is not set on port 2ee8c02c-2aa1-4387-8f9b-6c8502c0e200 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:54:53.833585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.862929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.903074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.921618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['975b025d-7f57-4c06-b6ea-b4da6907841f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:53.923936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.926851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.928054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3e856726-7167-4826-a149-1d85ad7104e2 HTTP/1.1" status: 204 len: 168 time: 0.2374313 Aug 31 06:54:53.940103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf524073-6d3b-406b-8ba7-d64618bd9590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e856726-7167-4826-a149-1d85ad7104e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:53.940950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff70803e-11e9-478e-843c-d5a4843bfac2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:53.941172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff70803e-11e9-478e-843c-d5a4843bfac2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:53.950981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.968621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:53.975024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:54:53.975326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:54:54.043207 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:54:54.050240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.085219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.089908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/975b025d-7f57-4c06-b6ea-b4da6907841f HTTP/1.1" status: 204 len: 168 time: 1.6338751 Aug 31 06:54:54.093143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:54.095204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426dfa36-b81b-42ed-8fd4-b15621e798a5 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=975b025d-7f57-4c06-b6ea-b4da6907841f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:54.137166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-0b7cebed-e610-442e-b359-eee9d5ef44db service neutron] 10.222.0.53 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910692 Aug 31 06:54:54.324332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edc81c7f-acae-4de3-ae3c-e2680a82cbf8 req-341cfc3d-5bb2-4341-b830-9d0867db528f service neutron] 10.222.0.53 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782517 Aug 31 06:54:54.432155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.649972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cc28a322-d471-4cf2-9d88-04aef13ba1a4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:54.690902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: cc28a322-d471-4cf2-9d88-04aef13ba1a4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:54.692555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cc28a322-d471-4cf2-9d88-04aef13ba1a4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:54.693137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44f44741-ee8d-48fb-b87b-a63b97e5a099 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:54:54.714262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6deb34c2-aa89-41e0-8408-31653be33f57 req-67696e56-87c4-41a8-bb1d-cb0046c6c2b5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:54.715747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6deb34c2-aa89-41e0-8408-31653be33f57 req-67696e56-87c4-41a8-bb1d-cb0046c6c2b5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 944 time: 0.1048338 Aug 31 06:54:54.734612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.759113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 44f44741-ee8d-48fb-b87b-a63b97e5a099 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:54:54.761630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44f44741-ee8d-48fb-b87b-a63b97e5a099 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:54:54.800617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6deb34c2-aa89-41e0-8408-31653be33f57 req-ce571382-0a3c-4051-9a02-37c122a11a8f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770504 Aug 31 06:54:54.823552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8578543-b903-4201-82f3-c6d13d09111f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:54.881038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Port': ['ID=2b35b9ff-150e-41aa-9e4f-208426373c15,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:54.909556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Checking segment: {'id': '39cc686a-5e99-48fb-a51d-372a0cf3ef48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'f6594c8a-de82-44f4-ac91-8d48fe6e1267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:54.909835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network hostable DHCP agents. Network: f6594c8a-de82-44f4-ac91-8d48fe6e1267, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:54.956861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network f6594c8a-de82-44f4-ac91-8d48fe6e1267 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:54.987570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f6594c8a-de82-44f4-ac91-8d48fe6e1267) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:54.997308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b6b14-3cae-43b2-ab62-3db4b033aab6 None None] Network f6594c8a-de82-44f4-ac91-8d48fe6e1267 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:55.008579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:55.009877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.068683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.261930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Port': ['ID=2ee8c02c-2aa1-4387-8f9b-6c8502c0e200,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:55.328414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6ab377ed-5e1f-41e5-99b1-181706c5d5ad details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:54:55.388858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Checking segment: {'id': '79dbb6b8-f121-44ed-be4c-9bbd4299790d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:55.389341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network hostable DHCP agents. Network: 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:54:55.489419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:54:55.493913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:55.511681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'port_id': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad', 'mac_address': 'fa:16:3e:58:d7:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690fb547-b48c-45cb-bdc7-02b7330b8e9c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:54:55.522857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:54:55.532988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:54:55.556120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:55.565366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:55.566372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.579220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0f9e2c-1cf9-49e8-87c1-f534db16ac47 None None] Network 5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:55.607185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:55.607952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7baced54-ac0d-443b-bcc0-84689af9f2ee tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.3592062 Aug 31 06:54:55.800093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port 690055e0-b310-4b2c-80bf-8ddef98795d3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:55.801391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.849297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb82b9-3cb7-4dbd-b84e-ffb2a1cbfb54 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:55.849803 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:55.855642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53eb82b9-3cb7-4dbd-b84e-ffb2a1cbfb54 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:55.868545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ab377ed-5e1f-41e5-99b1-181706c5d5ad {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:54:55.871233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-53eb82b9-3cb7-4dbd-b84e-ffb2a1cbfb54 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2604220 Aug 31 06:54:55.872303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:55.917070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:55.935011 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.046855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:56.095048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:56.149230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting port 2b35b9ff-150e-41aa-9e4f-208426373c15 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:56.149958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec4bcb6-b86f-456f-8283-05b4a2df155c req-54a3c45d-d879-44f6-94e6-8dc1805a72f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:56.150306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.155236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6ab377ed-5e1f-41e5-99b1-181706c5d5ad'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:54:56.156299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dec4bcb6-b86f-456f-8283-05b4a2df155c req-54a3c45d-d879-44f6-94e6-8dc1805a72f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 945 time: 0.1951678 Aug 31 06:54:56.159624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port 690055e0-b310-4b2c-80bf-8ddef98795d3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=690055e0-b310-4b2c-80bf-8ddef98795d3,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:56.159998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.418957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-860e5a42-58e4-4c69-8d38-7e1ce46c0bf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.428793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.488919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Calling delete_port for 2b35b9ff-150e-41aa-9e4f-208426373c15 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:56.714817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.755636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Port': ['ID=2b35b9ff-150e-41aa-9e4f-208426373c15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:56.767847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-860e5a42-58e4-4c69-8d38-7e1ce46c0bf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.776588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.781245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2c0b4e4a-0d72-4d9c-87e6-9d6e8b2eaa6e tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/ports/2b35b9ff-150e-41aa-9e4f-208426373c15 HTTP/1.1" status: 204 len: 168 time: 0.9056764 Aug 31 06:54:56.783044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-860e5a42-58e4-4c69-8d38-7e1ce46c0bf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:56.786060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:56.828417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e5a42-58e4-4c69-8d38-7e1ce46c0bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb9bf3c-6dea-4062-82f8-a2afd989470a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:56.902077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for 690055e0-b310-4b2c-80bf-8ddef98795d3 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:56.975266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:56.975840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-860e5a42-58e4-4c69-8d38-7e1ce46c0bf6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa701bed68844c61824a34bb2e05c211&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8791454 Aug 31 06:54:57.038041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dec4bcb6-b86f-456f-8283-05b4a2df155c req-3ef4e1df-0a75-4591-ad7a-f376719fc186 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8691533 Aug 31 06:54:57.066550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting port 2ee8c02c-2aa1-4387-8f9b-6c8502c0e200 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:57.066902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.142727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.144264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.161683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Calling delete_port for 2ee8c02c-2aa1-4387-8f9b-6c8502c0e200 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:57.178873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.277456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.289622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.317774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.319748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/ports/2ee8c02c-2aa1-4387-8f9b-6c8502c0e200 HTTP/1.1" status: 204 len: 168 time: 0.5058024 Aug 31 06:54:57.320811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df16280d-d989-4fc8-a9bb-ce47dc781ff0 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Port': ['ID=2ee8c02c-2aa1-4387-8f9b-6c8502c0e200,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.323275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.327160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6ab377ed-5e1f-41e5-99b1-181706c5d5ad up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:54:57.328542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.337193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.352118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4bb9bf3c-6dea-4062-82f8-a2afd989470a HTTP/1.1" status: 204 len: 168 time: 0.3713555 Aug 31 06:54:57.399538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=690055e0-b310-4b2c-80bf-8ddef98795d3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.403174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a31e0-9e17-4d43-ae80-bf183db624af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb9bf3c-6dea-4062-82f8-a2afd989470a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.410334 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47067b0f-dff2-4621-8e1a-798d465ed5fc tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0767894 Aug 31 06:54:57.411199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.415611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-89861317'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:57.470011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:57.473795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.487483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:54:57.512339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:54:57.515190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.522199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:57.554659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.555651 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment 3e1f9dcd-3899-489c-ae2d-52d24c85063b of type vlan for network 1081258f-7e99-4032-8d7d-51f9807d6ea5 Aug 31 06:54:57.615770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e840d102-42f0-489c-8935-0dcc4d4d9c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.623376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.687681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.693515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:57.694170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.735058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.739157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3274987 Aug 31 06:54:57.742203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:57.759284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-121695393'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:57.776378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.778830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.787742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:54:57.797715 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-133f5d86-5f6e-4c9b-bf6c-155821dd09dc" -d '{"events": [{"server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "name": "network-vif-plugged", "status": "completed", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:54:57.822887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:57.829620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.879624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:57.891326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:57.896343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20402956-35dc-4e67-9816-54e0dbaa8959 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=1081258f-7e99-4032-8d7d-51f9807d6ea5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.897000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:57.932399 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89c7dc1-7b0c-49ce-bc0a-c228898a10b8 x-openstack-request-id: req-d89c7dc1-7b0c-49ce-bc0a-c228898a10b8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:54:57.935252 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "name": "network-vif-plugged", "status": "completed", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:54:57.936465 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d89c7dc1-7b0c-49ce-bc0a-c228898a10b8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:54:57.936901 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad', 'code': 200} Aug 31 06:54:57.941239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1081258f-7e99-4032-8d7d-51f9807d6ea5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:58.101162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accbb3da-064c-447c-befd-3f056645106f req-9f32bb0b-6133-41be-a627-aa73f279a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:58.107349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-accbb3da-064c-447c-befd-3f056645106f req-9f32bb0b-6133-41be-a627-aa73f279a953 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 1098 time: 0.1267099 Aug 31 06:54:58.112495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:54:58.118030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.149168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.149567 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Added segment d6ce9855-d9ef-4a31-bf70-84cd1e60b7d5 of type vlan for network 275aa4fe-086e-43eb-bf38-b1212c3279f7 Aug 31 06:54:58.166757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-956b3dc0-6933-4d4c-8eb8-b174854f8469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.199069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-accbb3da-064c-447c-befd-3f056645106f req-ef843a35-4268-49d8-9730-c8b53e267b4a service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842805 Aug 31 06:54:58.333794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-956b3dc0-6933-4d4c-8eb8-b174854f8469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.338916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-956b3dc0-6933-4d4c-8eb8-b174854f8469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.352552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.397498 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-956b3dc0-6933-4d4c-8eb8-b174854f8469 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=336d19d4a29c43b994b42cd828a37b03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2782321 Aug 31 06:54:58.398189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.398825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b3dc0-6933-4d4c-8eb8-b174854f8469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806005bc-2e6a-4f49-9efc-f2ca8c575542,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.484031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:54:58.502284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e520fc-84fc-4100-b9d6-1ef1786a3c2e req-e14e9a7e-83d4-45cd-8832-71217e9706d3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:58.509614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48e520fc-84fc-4100-b9d6-1ef1786a3c2e req-e14e9a7e-83d4-45cd-8832-71217e9706d3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 946 time: 0.2609324 Aug 31 06:54:58.517211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.522891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:54:58.523687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.584558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.617370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8630178 Aug 31 06:54:58.618534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.679861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.683305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:58.699664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/806005bc-2e6a-4f49-9efc-f2ca8c575542 HTTP/1.1" status: 204 len: 168 time: 0.2975345 Aug 31 06:54:58.751366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0a906b-156f-44cd-b140-cf1748a01228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806005bc-2e6a-4f49-9efc-f2ca8c575542,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.763067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.772249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'subnets': [{'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1404822069', 'ip_version': 4}, {'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:58.772564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'subnet': {'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1404822069', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:58.773142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Request body: {'subnet': {'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:54:58.862806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48e520fc-84fc-4100-b9d6-1ef1786a3c2e req-fa2e4bab-f0a8-425c-9c39-153bd60cbf07 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522573 Aug 31 06:54:58.874954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:54:58.882507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7718a1de-ffc8-4b32-843d-89c2ab4cbda3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7884903 Aug 31 06:54:58.883299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe1838d-bd44-4d40-b587-065fbe094916 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Network': ['ID=275aa4fe-086e-43eb-bf38-b1212c3279f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:58.894623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:58.906514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 275aa4fe-086e-43eb-bf38-b1212c3279f7 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:54:59.007643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 47938715-7596-4aba-8a6d-9a3e80be0e20 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:54:59.018057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.022921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:54:59.044817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:54:59.048088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:54:59.108788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.232005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.243808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Made reservation on behalf of 6d6afa1287aa4aee9de084e469b52cc2 for: {'subnet': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:54:59.251344 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.252847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.302926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:54:59.307370 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.354266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=47938715-7596-4aba-8a6d-9a3e80be0e20,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:54:59.356623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.360785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c6f522c-ab84-4f92-a67c-20a4959c4f94 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/47938715-7596-4aba-8a6d-9a3e80be0e20 HTTP/1.1" status: 204 len: 168 time: 0.4651489 Aug 31 06:54:59.363348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:54:59.387512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed938a2-b7d7-4792-87ef-2dd102b2e202 None None] Network 66933ba9-aed0-4ed7-a331-30bb965608a1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:54:59.541967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.681039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port e60e34f3-a268-4343-8452-3b05a639bc71 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:54:59.681807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.831018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port e60e34f3-a268-4343-8452-3b05a639bc71, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e60e34f3-a268-4343-8452-3b05a639bc71,segment=NetworkSegment(7d924646-ff5a-432e-a6ac-f64aadf84c13),segment_id=7d924646-ff5a-432e-a6ac-f64aadf84c13)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:54:59.831384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.885433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for e60e34f3-a268-4343-8452-3b05a639bc71 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:54:59.892294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:54:59.990769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Checking segment: {'id': '3e1f9dcd-3899-489c-ae2d-52d24c85063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:54:59.991416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network hostable DHCP agents. Network: 1081258f-7e99-4032-8d7d-51f9807d6ea5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:00.003392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Subnet': ['ID=d93a9afe-1d42-4816-a946-3e77912c5d4b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:00.005130 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.066894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network 1081258f-7e99-4032-8d7d-51f9807d6ea5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:00.164339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1081258f-7e99-4032-8d7d-51f9807d6ea5) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:00.173708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.210287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebbb348-977d-4b08-bc8b-27e389f09d93 None None] Network 1081258f-7e99-4032-8d7d-51f9807d6ea5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:00.251684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.304685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=e60e34f3-a268-4343-8452-3b05a639bc71,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:00.325689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port e60e34f3-a268-4343-8452-3b05a639bc71 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:00.351818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30170e4f-bddf-4fb6-a055-3643dab15941 req-2c4bc9e2-f157-4065-97c8-651daf2cb789 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:00.356838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30170e4f-bddf-4fb6-a055-3643dab15941 req-2c4bc9e2-f157-4065-97c8-651daf2cb789 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 946 time: 0.3184807 Aug 31 06:55:00.447900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Checking segment: {'id': 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:00.448221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network hostable DHCP agents. Network: 275aa4fe-086e-43eb-bf38-b1212c3279f7, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:00.456117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event updated for resources: {'Subnet': ['ID=f448d3da-7434-48e7-8175-a96042f4945d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:00.470145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.484897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30170e4f-bddf-4fb6-a055-3643dab15941 req-e352bc2e-11ba-467a-bc78-0a9445fe08ae tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036744 Aug 31 06:55:00.499128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Network 275aa4fe-086e-43eb-bf38-b1212c3279f7 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:00.518586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66933ba9-aed0-4ed7-a331-30bb965608a1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.520772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 275aa4fe-086e-43eb-bf38-b1212c3279f7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:00.539199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d924646-ff5a-432e-a6ac-f64aadf84c13') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.539542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:00.539694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d924646-ff5a-432e-a6ac-f64aadf84c13') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:00.540498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:00.541816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.568926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-46cfcc9b-9651-4f85-8e45-54b2f3300f88 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.8046792 Aug 31 06:55:00.571180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:00.575034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.618026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.626641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:00.626953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:00.718169 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:00.733385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.751758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:00.756857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/66933ba9-aed0-4ed7-a331-30bb965608a1 HTTP/1.1" status: 204 len: 168 time: 1.3914127 Aug 31 06:55:00.758694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:00.797017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da42d1eb-c576-482a-b54a-adbd57c0de53 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=66933ba9-aed0-4ed7-a331-30bb965608a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:00.892941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f228bcb-b888-435d-bbbf-460be446bf5c None None] Network 275aa4fe-086e-43eb-bf38-b1212c3279f7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:00.974032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:57Z', 'revision_number': 10, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.020119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1081258f-7e99-4032-8d7d-51f9807d6ea5', 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5', 'tenant_id': '6d6afa1287aa4aee9de084e469b52cc2', 'fixed_ips': [{'subnet_id': 'd93a9afe-1d42-4816-a946-3e77912c5d4b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:01.020894 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.055765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:01.171302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.183121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:01.191619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:01.382944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aacf7ab-92bf-480f-89b3-ea59377268ea None None] DHCP port deletion for 66933ba9-aed0-4ed7-a331-30bb965608a1 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:01.428291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2cf7f-df1e-4027-9568-0bf110667c95 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:01.430050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2cf7f-df1e-4027-9568-0bf110667c95 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:01.431639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c2cf7f-df1e-4027-9568-0bf110667c95 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:01.433416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0c2cf7f-df1e-4027-9568-0bf110667c95 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.8601623 Aug 31 06:55:01.437661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:01.465495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Allocated IP 172.20.0.2 (1081258f-7e99-4032-8d7d-51f9807d6ea5/d93a9afe-1d42-4816-a946-3e77912c5d4b/5053b12f-20b2-4b3c-9dce-b421935da0f4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:01.553885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting subnet d93a9afe-1d42-4816-a946-3e77912c5d4b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:01.561854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6618cffb-71f5-4255-9b5f-8477daf92059 req-a1db7111-1c36-4db0-a6f8-279983c32710 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:01.563404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6618cffb-71f5-4255-9b5f-8477daf92059 req-a1db7111-1c36-4db0-a6f8-279983c32710 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 946 time: 0.1818388 Aug 31 06:55:01.595203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:01.673696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6618cffb-71f5-4255-9b5f-8477daf92059 req-82c2cf52-c82a-4d69-b0bd-aa2644210d54 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799677 Aug 31 06:55:01.706314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-608bd73c-3e8e-4ec5-9642-d99b1195dc94 req-16beb846-52ee-45fd-9879-d77603328cc9 service neutron] (94640) timed out ('10.222.0.57', 37084) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:55:01.709317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-275aa4fe-086e-43eb-bf38-b1212c3279f7', 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7', 'tenant_id': '6d6afa1287aa4aee9de084e469b52cc2', 'fixed_ips': [{'subnet_id': 'f448d3da-7434-48e7-8175-a96042f4945d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:01.710206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.821490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:01.966707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.029345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Allocated IP 172.20.0.18 (275aa4fe-086e-43eb-bf38-b1212c3279f7/f448d3da-7434-48e7-8175-a96042f4945d/3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:02.127630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Transition to ACTIVE for port object 5053b12f-20b2-4b3c-9dce-b421935da0f4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:02.170889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Transition to ACTIVE for port object 5053b12f-20b2-4b3c-9dce-b421935da0f4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:02.187527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.192758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.243800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:57Z', 'revision_number': 10, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:02.322340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Network 1081258f-7e99-4032-8d7d-51f9807d6ea5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:02.337317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b68806a-bc7c-473b-b646-915bc773c441 req-149fb5b0-a7c2-449f-b9e1-856534348a9b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:02.341500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b68806a-bc7c-473b-b646-915bc773c441 req-149fb5b0-a7c2-449f-b9e1-856534348a9b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.53 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 946 time: 0.1772654 Aug 31 06:55:02.365773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.373802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port d669393a-6ed0-44ed-8bb2-6a1c252afcb6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:02.379261 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.396939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:02.405527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:02.416223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30ec93e-4c12-4186-8bfd-e3109ea69d18 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:54:57Z', 'revision_number': 10, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None, '_interfaces': [{'id': 'd669393a-6ed0-44ed-8bb2-6a1c252afcb6', 'name': '', 'network_id': 'af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'mac_address': 'fa:16:3e:7b:84:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2247, 'fixed_ips': [{'subnet_id': '200d0d50-9645-470b-a799-f42bec07818f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:54:09Z', 'updated_at': '2021-08-31T06:54:19Z', 'revision_number': 5, 'project_id': '8ad025391e6a46038becd246f4532630', 'subnets': [{'id': '200d0d50-9645-470b-a799-f42bec07818f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:02.500238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.520127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Pushing event updated for resources: {'Port': ['ID=5053b12f-20b2-4b3c-9dce-b421935da0f4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:02.533269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.579688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Transition to ACTIVE for port object 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:02.581428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.593466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Attempting to bind port 5053b12f-20b2-4b3c-9dce-b421935da0f4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:02.593699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Attempting to bind port 5053b12f-20b2-4b3c-9dce-b421935da0f4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3e1f9dcd-3899-489c-ae2d-52d24c85063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:02.593923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Attempting to bind port 5053b12f-20b2-4b3c-9dce-b421935da0f4 on network 1081258f-7e99-4032-8d7d-51f9807d6ea5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:02.605456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:02.605831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Checking segment: {'id': '3e1f9dcd-3899-489c-ae2d-52d24c85063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:02.606214 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.606635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Bound using segment: {'id': '3e1f9dcd-3899-489c-ae2d-52d24c85063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:02.607129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Bound port: 5053b12f-20b2-4b3c-9dce-b421935da0f4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e1f9dcd-3899-489c-ae2d-52d24c85063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '1081258f-7e99-4032-8d7d-51f9807d6ea5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:02.607510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.610528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Transition to ACTIVE for port object 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:02.630362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.651861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Subnet': ['ID=d93a9afe-1d42-4816-a946-3e77912c5d4b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:02.668378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.678486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d40dffa-c63f-4b34-86aa-96ad3d3b2f1d tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/subnets/d93a9afe-1d42-4816-a946-3e77912c5d4b HTTP/1.1" status: 204 len: 168 time: 1.2384105 Aug 31 06:55:02.680309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:02.757105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Network 275aa4fe-086e-43eb-bf38-b1212c3279f7 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:02.778833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:02.789386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:02.810136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Pushing event updated for resources: {'Port': ['ID=3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:02.823997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port d669393a-6ed0-44ed-8bb2-6a1c252afcb6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:02.824378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.825720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 690055e0-b310-4b2c-80bf-8ddef98795d3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:02.831114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] For port 5053b12f-20b2-4b3c-9dce-b421935da0f4, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:02.836249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Deleting port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:02.836589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.853809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] For port 5053b12f-20b2-4b3c-9dce-b421935da0f4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5053b12f-20b2-4b3c-9dce-b421935da0f4,segment=NetworkSegment(3e1f9dcd-3899-489c-ae2d-52d24c85063b),segment_id=3e1f9dcd-3899-489c-ae2d-52d24c85063b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:02.939422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] For port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:02.939791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.954388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Calling delete_port for 6ab377ed-5e1f-41e5-99b1-181706c5d5ad owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:02.964460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7346da-0b68-40c9-b0e0-bcfefcec1bdc req-2744b56f-4f1d-48bd-84f6-f21b5b0dc595 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:02.966672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a7346da-0b68-40c9-b0e0-bcfefcec1bdc req-2744b56f-4f1d-48bd-84f6-f21b5b0dc595 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 946 time: 0.1351879 Aug 31 06:55:02.970558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 690055e0-b310-4b2c-80bf-8ddef98795d3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:02.971501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 690055e0-b310-4b2c-80bf-8ddef98795d3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:02.972134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e60e34f3-a268-4343-8452-3b05a639bc71 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:02.985263 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:02.989861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.029450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for d669393a-6ed0-44ed-8bb2-6a1c252afcb6 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:03.044355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting subnet f448d3da-7434-48e7-8175-a96042f4945d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:03.055034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.102678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a7346da-0b68-40c9-b0e0-bcfefcec1bdc req-be0afe82-93f9-4240-ad94-bc9c029483a0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271265 Aug 31 06:55:03.143778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cc453a-3264-49e2-83c8-d3bb4874f66e None None] Pushing event updated for resources: {'Port': ['ID=5053b12f-20b2-4b3c-9dce-b421935da0f4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.202364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.210880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e60e34f3-a268-4343-8452-3b05a639bc71 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:03.211166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e60e34f3-a268-4343-8452-3b05a639bc71 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:03.215693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3c6ddf-ec1d-4f20-9bbc-efdb1efb305f None None] Network 1081258f-7e99-4032-8d7d-51f9807d6ea5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:03.228563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Attempting to bind port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:03.229093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Attempting to bind port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:03.229585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Attempting to bind port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f on network 275aa4fe-086e-43eb-bf38-b1212c3279f7 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:03.255398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6797befb-0838-4f64-9077-fabafb0682da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.287961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:03.288608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Checking segment: {'id': 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:03.289593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.290126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Bound using segment: {'id': 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:03.292380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Bound port: 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '275aa4fe-086e-43eb-bf38-b1212c3279f7'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:03.293160 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.463621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6797befb-0838-4f64-9077-fabafb0682da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.479366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6797befb-0838-4f64-9077-fabafb0682da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.482034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.531641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6797befb-0838-4f64-9077-fabafb0682da admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=38ef19d58af441408189182184c5d865&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5387890 Aug 31 06:55:03.534080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:03.564962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] For port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:03.569453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] For port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f,segment=NetworkSegment(d6ce9855-d9ef-4a31-bf70-84cd1e60b7d5),segment_id=d6ce9855-d9ef-4a31-bf70-84cd1e60b7d5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:03.576783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6ab377ed-5e1f-41e5-99b1-181706c5d5ad'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:03.580005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1c0781a4-8948-4e0f-af4a-870f78feee7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:03.595501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Pushing event deleted for resources: {'Port': ['ID=6ab377ed-5e1f-41e5-99b1-181706c5d5ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.596747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797befb-0838-4f64-9077-fabafb0682da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e9c138-a7fd-4dcd-a504-dc9bbebd35bb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.611119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.617728 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.628956 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.644300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.689163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=d669393a-6ed0-44ed-8bb2-6a1c252afcb6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.695970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.703654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.707097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.711436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b0e9c138-a7fd-4dcd-a504-dc9bbebd35bb HTTP/1.1" status: 204 len: 168 time: 0.1756227 Aug 31 06:55:03.720238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba39a99-731b-4488-a475-afc1925eaea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e9c138-a7fd-4dcd-a504-dc9bbebd35bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:03.784130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] No DVR routers for this DVR port 6ab377ed-5e1f-41e5-99b1-181706c5d5ad on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:03.802753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.805058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b68806a-bc7c-473b-b646-915bc773c441 req-917bc92b-7023-4a02-8518-6f259fa89f00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.53 "DELETE /v2.0/ports/6ab377ed-5e1f-41e5-99b1-181706c5d5ad HTTP/1.1" status: 204 len: 173 time: 1.4551513 Aug 31 06:55:03.806002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'name': 'network-vif-deleted', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:03.808716 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ddfb000-1241-46b8-b396-81dc06051b4b" -d '{"events": [{"server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "name": "network-vif-deleted", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:03.935316 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f68abd8-a86d-4fc1-8e21-5b733385f54e x-openstack-request-id: req-7f68abd8-a86d-4fc1-8e21-5b733385f54e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:03.935711 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2cb715f9-d97d-4eca-9068-acb4a6eba081", "name": "network-vif-deleted", "tag": "6ab377ed-5e1f-41e5-99b1-181706c5d5ad", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:03.936201 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f68abd8-a86d-4fc1-8e21-5b733385f54e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:03.936637 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2cb715f9-d97d-4eca-9068-acb4a6eba081', 'name': 'network-vif-deleted', 'tag': '6ab377ed-5e1f-41e5-99b1-181706c5d5ad', 'status': 'completed', 'code': 200} Aug 31 06:55:03.952502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:03.964417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded2fba6-8de7-4788-a7ca-a866cadcb6bf None None] Pushing event updated for resources: {'Port': ['ID=3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.054349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.057052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/subnets/f448d3da-7434-48e7-8175-a96042f4945d HTTP/1.1" status: 204 len: 168 time: 1.3752518 Aug 31 06:55:04.058509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48c2896-410b-4951-b56b-f6ab8457acdd tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Subnet': ['ID=f448d3da-7434-48e7-8175-a96042f4945d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.059618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.109427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.240283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ce6bbf-020e-4cd5-a860-524955032da5 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:04.241956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8ce6bbf-020e-4cd5-a860-524955032da5 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1812801 Aug 31 06:55:04.248910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42598) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.356589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-503d7997-53d8-48b0-a291-ab3457f29ff4 req-9a4b12b8-36b6-4ea3-8c6f-3756dbbb03e3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=2cb715f9-d97d-4eca-9068-acb4a6eba081 HTTP/1.1" status: 200 len: 210 time: 0.0469260 Aug 31 06:55:04.381867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.496779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:04.499473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.547351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:04.609063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] For port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f,segment=NetworkSegment(d6ce9855-d9ef-4a31-bf70-84cd1e60b7d5),segment_id=d6ce9855-d9ef-4a31-bf70-84cd1e60b7d5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:04.609704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.626707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Calling delete_port for 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:04.699928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42610) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.726194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bfbff06-4921-4726-b683-86bb0ca84f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.754305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:04.764439 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:04.774211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd83633d-96bb-4ab6-b8ac-89a24b62d23c tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0136468 Aug 31 06:55:04.777291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42612) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:04.777970 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:04.782265 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:04.805713 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.819263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:04.846901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:04.847504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 06:55:04.876263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 06:55:04.886781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Port': ['ID=3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:04.906421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] No DVR routers for this DVR port 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:04.914618 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:04.926730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting subnet 200d0d50-9645-470b-a799-f42bec07818f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:04.953118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:04.972483 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.001439 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:05.016288 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:05.018550 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.066056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.071107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.101851 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:05.111656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275aa4fe-086e-43eb-bf38-b1212c3279f7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.134295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.134561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ce9855-d9ef-4a31-bf70-84cd1e60b7d5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.167278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.175487 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:05.183098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bfbff06-4921-4726-b683-86bb0ca84f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.206520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43306313-9f63-4418-ba87-19d1ec1f5da3 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:05.223154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.225290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7bfbff06-4921-4726-b683-86bb0ca84f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.246449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:05.246950 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:05.262568 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:05.292342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51acbb-c96d-4e18-b4c3-de0ec3addd59 None None] Network 275aa4fe-086e-43eb-bf38-b1212c3279f7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:05.348387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:05.348700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7bfbff06-4921-4726-b683-86bb0ca84f12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0156f798af07478ba44b2a537bed31ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6474330 Aug 31 06:55:05.351945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbff06-4921-4726-b683-86bb0ca84f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13763fc2-0aef-4c82-97ec-d955b45902c1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.355742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.394487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.418667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.423527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0c5816e9-cb7b-4b87-9399-3e2f6b1530e4 None None] Could not find standard attr ID for object 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:05.428950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.437467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/275aa4fe-086e-43eb-bf38-b1212c3279f7 HTTP/1.1" status: 204 len: 168 time: 1.1842196 Aug 31 06:55:05.437984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42624) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:05.476725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.477733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.480044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712410af-9c5d-4411-b9a6-fddc059557f3 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=275aa4fe-086e-43eb-bf38-b1212c3279f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.548722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.552293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.555453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13763fc2-0aef-4c82-97ec-d955b45902c1 HTTP/1.1" status: 204 len: 168 time: 0.2048163 Aug 31 06:55:05.570858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dec6c8-7af4-49f6-928b-93381feb988f None None] DHCP port deletion for 275aa4fe-086e-43eb-bf38-b1212c3279f7 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:05.601868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2a1e1-ab77-4730-bb49-70df730e7947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13763fc2-0aef-4c82-97ec-d955b45902c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.610036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f2350e5-dbc6-48d0-bba6-b2540331dec0 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:55:05.675042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.708178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.739387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaaa1b7-a5ea-400d-86d9-1555ef6e0779 req-e1690e0a-643b-4374-8923-72e8f3a401e3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:05.741066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efaaa1b7-a5ea-400d-86d9-1555ef6e0779 req-e1690e0a-643b-4374-8923-72e8f3a401e3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1764984 Aug 31 06:55:05.766072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2350e5-dbc6-48d0-bba6-b2540331dec0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:55:05.783531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Subnet': ['ID=200d0d50-9645-470b-a799-f42bec07818f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:05.844536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.846657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02063fc4-f341-4edb-9be5-e4d04e06d51d tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/200d0d50-9645-470b-a799-f42bec07818f HTTP/1.1" status: 204 len: 168 time: 1.0679951 Aug 31 06:55:05.849442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:05.885808 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efaaa1b7-a5ea-400d-86d9-1555ef6e0779 req-6f3384b6-e5ba-46eb-8acd-756da498356a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085837 Aug 31 06:55:05.927273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Deleting port 5053b12f-20b2-4b3c-9dce-b421935da0f4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:05.936367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:05.993094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.049669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] For port 5053b12f-20b2-4b3c-9dce-b421935da0f4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5053b12f-20b2-4b3c-9dce-b421935da0f4,segment=NetworkSegment(3e1f9dcd-3899-489c-ae2d-52d24c85063b),segment_id=3e1f9dcd-3899-489c-ae2d-52d24c85063b)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:06.050230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.060509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Deleting port c01840b3-7495-4b34-b34f-1ca371a6dc79 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:06.062022 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.068904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Calling delete_port for 5053b12f-20b2-4b3c-9dce-b421935da0f4 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:06.142597 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838d2027-1358-4b9e-bf41-c7540f3b286a None None] Network af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:06.147421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] For port c01840b3-7495-4b34-b34f-1ca371a6dc79, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c01840b3-7495-4b34-b34f-1ca371a6dc79,segment=NetworkSegment(e7c883f2-27f0-44ec-929b-22643e707eb2),segment_id=e7c883f2-27f0-44ec-929b-22643e707eb2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:06.147795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.173240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Calling delete_port for c01840b3-7495-4b34-b34f-1ca371a6dc79 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:06.218227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.264452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] No DVR routers for this DVR port 5053b12f-20b2-4b3c-9dce-b421935da0f4 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:06.303953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Port': ['ID=5053b12f-20b2-4b3c-9dce-b421935da0f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.328736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.366624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Port': ['ID=c01840b3-7495-4b34-b34f-1ca371a6dc79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.397294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No DVR routers for this DVR port c01840b3-7495-4b34-b34f-1ca371a6dc79 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:06.427594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-614cfad2-1b01-4266-b258-2475b60fcf13 None None] DHCP port deletion for af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:06.474700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.493054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1081258f-7e99-4032-8d7d-51f9807d6ea5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.510955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.511592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e1f9dcd-3899-489c-ae2d-52d24c85063b') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.511856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e1f9dcd-3899-489c-ae2d-52d24c85063b') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.523150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39196b7e-adf2-4f39-a5ae-f623d58aa9c9 req-904ec73b-0e07-4478-8811-7a70b48a64e9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.526485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.531816 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39196b7e-adf2-4f39-a5ae-f623d58aa9c9 req-904ec73b-0e07-4478-8811-7a70b48a64e9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0934784 Aug 31 06:55:06.541853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7c883f2-27f0-44ec-929b-22643e707eb2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.542242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7c883f2-27f0-44ec-929b-22643e707eb2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:06.547779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.559675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.561696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.580253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.581151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff08-2959-48e8-a3f0-7c13ae3dc572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.588354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:06.591195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:06.595242 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:06.597532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.620865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:06.621284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:06.626410 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:06.643672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39196b7e-adf2-4f39-a5ae-f623d58aa9c9 req-43f734ad-8dc9-4d19-b02d-0764ba61c22c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109071 Aug 31 06:55:06.665760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:06.688716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.702274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:06.702616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3740b0d5-4ee0-4f5a-97bf-5e8f1c166b6f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:06.703212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c01840b3-7495-4b34-b34f-1ca371a6dc79 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:06.704341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.709022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/networks/af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd HTTP/1.1" status: 204 len: 168 time: 0.8562481 Aug 31 06:55:06.711003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.717613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'routes': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:06.729295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c01840b3-7495-4b34-b34f-1ca371a6dc79 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:06.733646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c01840b3-7495-4b34-b34f-1ca371a6dc79 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:06.734121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d669393a-6ed0-44ed-8bb2-6a1c252afcb6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:06.749917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.758507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d669393a-6ed0-44ed-8bb2-6a1c252afcb6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:06.758937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.759351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d669393a-6ed0-44ed-8bb2-6a1c252afcb6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:06.764580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/1081258f-7e99-4032-8d7d-51f9807d6ea5 HTTP/1.1" status: 204 len: 168 time: 1.2953193 Aug 31 06:55:06.765288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:06.808120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d71bdf-56ed-4a9a-ba2e-e1f9003c6510 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Pushing event deleted for resources: {'Network': ['ID=af5f0e3a-f9d9-4d23-803e-8ea0ccd5e9dd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.881058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b960df-17ea-4f6f-91be-ae16992dc9a1 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=1081258f-7e99-4032-8d7d-51f9807d6ea5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:06.936648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:06.954892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60a697-33fb-404f-bd77-3eb85c163cdd req-91e55c05-87df-47ad-882f-8b9cc323aa96 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:06.956435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd60a697-33fb-404f-bd77-3eb85c163cdd req-91e55c05-87df-47ad-882f-8b9cc323aa96 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2115638 Aug 31 06:55:06.978063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Added routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 06:55:06.978378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Removed routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 06:55:06.978734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.047742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd60a697-33fb-404f-bd77-3eb85c163cdd req-fb911964-5697-4c0a-aafa-7a1e80ae4b0b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719578 Aug 31 06:55:07.163011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.166743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.256569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:55:07.331783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6ab377ed-5e1f-41e5-99b1-181706c5d5ad no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:07.384433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 6ab377ed-5e1f-41e5-99b1-181706c5d5ad {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:07.385159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6ab377ed-5e1f-41e5-99b1-181706c5d5ad not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:07.472628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.492333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff08-2959-48e8-a3f0-7c13ae3dc572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.494360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:07.517956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e08ff08-2959-48e8-a3f0-7c13ae3dc572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.537574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79dbb6b8-f121-44ed-be4c-9bbd4299790d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:07.537574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79dbb6b8-f121-44ed-be4c-9bbd4299790d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:07.616021 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1e08ff08-2959-48e8-a3f0-7c13ae3dc572 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfc43e54626241638ef62602c2c70a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0534282 Aug 31 06:55:07.625584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08ff08-2959-48e8-a3f0-7c13ae3dc572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2521d7d3-f128-4f7d-ab79-7197f7bb01b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:07.629685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.630368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42690) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.657089 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.694199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.723081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:07.724079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:07.737084 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:07.750766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:07.758188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.759232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1b0d7f99-18f4-448e-bd2f-57753c632256 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 701 time: 1.0468776 Aug 31 06:55:07.760540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Sync routers for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:07.764458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.777898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:07.778546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:07.814986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c4acda-4ded-4495-bd4f-296c2e5a694c req-b88495e8-8130-40ae-9b95-ea77cac9481c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:07.816535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74c4acda-4ded-4495-bd4f-296c2e5a694c req-b88495e8-8130-40ae-9b95-ea77cac9481c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.3280735 Aug 31 06:55:07.825343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-af47b393-4999-4ee0-8e1c-e0a365eeddcc tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 205 time: 0.0570514 Aug 31 06:55:07.826075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.877940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.880838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-055748a2-231a-43f4-9e40-e30251f3bd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.899469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:07.913148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.923466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.925277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5 HTTP/1.1" status: 204 len: 168 time: 1.1454599 Aug 31 06:55:07.933079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74c4acda-4ded-4495-bd4f-296c2e5a694c req-907d257b-a54c-4560-8bdc-b7711a362ed3 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047111 Aug 31 06:55:07.944157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:07.957142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:07.971327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:07.975371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.002933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Checking router: 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:08.016072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Routers {'852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:08.017027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:08.021575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b39894b-ebbe-48b1-98fb-51f63ba2cc15 tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=5f1e83a7-8ac8-4fa3-9ce2-9fe3eac23ff5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.078895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.081637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.082826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2521d7d3-f128-4f7d-ab79-7197f7bb01b9 HTTP/1.1" status: 204 len: 168 time: 0.4465981 Aug 31 06:55:08.115515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] Set router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:08.136202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f0282-3028-4873-ac09-a16cc5b15af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2521d7d3-f128-4f7d-ab79-7197f7bb01b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.180582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.184127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.190076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.215037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:08.258395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6e7c0b-d5da-45a8-8286-966dc6cc3923 None None] The sync data for ids ['852c314d-e9f1-43e0-8aa4-deb3f2f62ebd'] in n-d-712707-15 is: [{'id': '852c314d-e9f1-43e0-8aa4-deb3f2f62ebd', 'name': 'tempest-RoutersTest-router-1289803325', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:54:07Z', 'updated_at': '2021-08-31T06:55:03Z', 'revision_number': 11, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:08.266172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.267178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router 852c314d-e9f1-43e0-8aa4-deb3f2f62ebd {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:08.293679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.305531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1aa5ce68-a915-416b-997e-ee21f43859a8 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 204 len: 168 time: 0.4755404 Aug 31 06:55:08.306768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:08.319216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2000323763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:08.328530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.355138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6594c8a-de82-44f4-ac91-8d48fe6e1267']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:08.378578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39cc686a-5e99-48fb-a51d-372a0cf3ef48') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:08.378760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39cc686a-5e99-48fb-a51d-372a0cf3ef48') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:08.395051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.418183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.444855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:08.445416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:08.449013 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:08.521317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-055748a2-231a-43f4-9e40-e30251f3bd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.526998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-055748a2-231a-43f4-9e40-e30251f3bd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.561549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.562623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.563892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055748a2-231a-43f4-9e40-e30251f3bd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58818a05-1feb-423d-bd64-811619a32cc7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.588755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.597840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.601585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] 10.222.0.57 "DELETE /v2.0/networks/f6594c8a-de82-44f4-ac91-8d48fe6e1267 HTTP/1.1" status: 204 len: 168 time: 0.5922432 Aug 31 06:55:08.605192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-055748a2-231a-43f4-9e40-e30251f3bd68 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc96bc661b6a4e2a99b8a87b52528247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9546669 Aug 31 06:55:08.605192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:08.622192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f95d943-34b7-413b-ac46-2009aad78cce tempest-BulkNetworkOpsTest-1502102120 tempest-BulkNetworkOpsTest-1502102120-project] Pushing event deleted for resources: {'Network': ['ID=f6594c8a-de82-44f4-ac91-8d48fe6e1267,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.671852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.692038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.700431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.714594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.720009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.723774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce664d1e-fe7a-492c-b325-4c5a0423f804 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4135349 Aug 31 06:55:08.724169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:08.735614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:08.772510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.791803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.791803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58818a05-1feb-423d-bd64-811619a32cc7 HTTP/1.1" status: 204 len: 168 time: 0.1748004 Aug 31 06:55:08.799270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc2748c-0771-4372-a4b9-a383fd8a5a2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58818a05-1feb-423d-bd64-811619a32cc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:08.974667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:08.989155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.095156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.164422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7659b7-9953-4625-b8c1-853071f4de9d req-82d924ed-dad7-4757-94ca-118413be7703 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:09.166396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b7659b7-9953-4625-b8c1-853071f4de9d req-82d924ed-dad7-4757-94ca-118413be7703 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1222198 Aug 31 06:55:09.200841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Router 76fcd539-2812-4a86-8410-b2fdff796a2c is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:55:09.249700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.279963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d7f411-a3c4-4882-9e08-fe9adc32a5e7 req-61c458e5-07a5-48e5-bcfb-907de0aa3aad tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:09.282921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85d7f411-a3c4-4882-9e08-fe9adc32a5e7 req-61c458e5-07a5-48e5-bcfb-907de0aa3aad tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1106446 Aug 31 06:55:09.293462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22f955f-cc3f-4218-85ad-5f9dbff346b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.316708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b7659b7-9953-4625-b8c1-853071f4de9d req-04f88290-8966-4310-8a55-42c6e665b201 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363046 Aug 31 06:55:09.319868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:55:09.328738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.330570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-45f9de22-467e-48b8-81a3-2855e2e1346e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "PUT /v2.0/routers/76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 200 len: 694 time: 0.6054244 Aug 31 06:55:09.333061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.338199 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Sync routers for ids ['76fcd539-2812-4a86-8410-b2fdff796a2c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:55:09.359946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Routers {'76fcd539-2812-4a86-8410-b2fdff796a2c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:09.369149 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['76fcd539-2812-4a86-8410-b2fdff796a2c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.425652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5aaaa022-5c2e-4a9e-bbb8-706ce4713ab4 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/routers/76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 200 len: 700 time: 0.0911705 Aug 31 06:55:09.428168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-85d7f411-a3c4-4882-9e08-fe9adc32a5e7 req-826b27cf-923d-46b1-9513-52f5f21f7066 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990796 Aug 31 06:55:09.434612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.491001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62b9f090-a638-4d86-9e1c-4e8720005d96 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 200 len: 205 time: 0.0513749 Aug 31 06:55:09.494129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42766) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.505883 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Set router 76fcd539-2812-4a86-8410-b2fdff796a2c gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:09.561640 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fcd539-2812-4a86-8410-b2fdff796a2c', 'name': 'tempest-RoutersTest-router-2000323763', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:08Z', 'updated_at': '2021-08-31T06:55:08Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.571407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22f955f-cc3f-4218-85ad-5f9dbff346b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.583213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b22f955f-cc3f-4218-85ad-5f9dbff346b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.592873 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Checking router: 76fcd539-2812-4a86-8410-b2fdff796a2c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:55:09.601992 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Routers {'76fcd539-2812-4a86-8410-b2fdff796a2c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:55:09.602843 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:54:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['76fcd539-2812-4a86-8410-b2fdff796a2c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.632523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.660656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b22f955f-cc3f-4218-85ad-5f9dbff346b1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=400e2dd8b3684ad5b667b29082005ee1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092002 Aug 31 06:55:09.661364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.672464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.677432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22f955f-cc3f-4218-85ad-5f9dbff346b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffba761a-b175-411a-b03e-e789c8788a37,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.685172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] Set router 76fcd539-2812-4a86-8410-b2fdff796a2c gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:55:09.700235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bebf2e7a-9c63-4386-8ed6-774874d12f15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6d6afa1287aa4aee9de084e469b52cc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6039233 Aug 31 06:55:09.705368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.742407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76fcd539-2812-4a86-8410-b2fdff796a2c', 'name': 'tempest-RoutersTest-router-2000323763', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:08Z', 'updated_at': '2021-08-31T06:55:08Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:09.773289 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ec0091-88a6-45fe-97c2-94502d891c7a None None] The sync data for ids ['76fcd539-2812-4a86-8410-b2fdff796a2c'] in n-d-712707-15 is: [{'id': '76fcd539-2812-4a86-8410-b2fdff796a2c', 'name': 'tempest-RoutersTest-router-2000323763', 'tenant_id': '8ad025391e6a46038becd246f4532630', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:55:08Z', 'updated_at': '2021-08-31T06:55:08Z', 'revision_number': 2, 'project_id': '8ad025391e6a46038becd246f4532630', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:55:09.778767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.805216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.813177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21239bd-b960-45e8-97ee-b6953d7f2685 req-7262b350-50b8-4707-a60a-8d0043460f7c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:09.815261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c21239bd-b960-45e8-97ee-b6953d7f2685 req-7262b350-50b8-4707-a60a-8d0043460f7c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2202861 Aug 31 06:55:09.844800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.855861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.856588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.863242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-537903928-network', 'tenant_id': '9083656072164c24868f56f8e5ed7fa2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:09.866794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.931870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.934763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.936811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9cd601c-0de4-4f75-81be-6d6da022dde5 HTTP/1.1" status: 204 len: 168 time: 0.2301524 Aug 31 06:55:09.944957 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.945532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Fanout notify agent at l3_agent the message router_deleted on router 76fcd539-2812-4a86-8410-b2fdff796a2c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:09.948989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85560a7-bc01-4ee9-822d-3569e254730c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9cd601c-0de4-4f75-81be-6d6da022dde5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:09.953857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.954890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-467392ec-b678-4e0a-9248-96b1318959e6 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 204 len: 168 time: 0.4586086 Aug 31 06:55:09.958266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c21239bd-b960-45e8-97ee-b6953d7f2685 req-42d617f6-3d92-46c6-9499-006c71ed1be1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121612 Aug 31 06:55:09.959503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:09.962865 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.966305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:09.968710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ffba761a-b175-411a-b03e-e789c8788a37 HTTP/1.1" status: 204 len: 168 time: 0.3044274 Aug 31 06:55:09.971190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Made reservation on behalf of 9083656072164c24868f56f8e5ed7fa2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:09.974056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.005012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a356be-a0a1-4590-a5fd-4a0f7cc7a1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffba761a-b175-411a-b03e-e789c8788a37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.009302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-27a8abc9-ab85-4951-b7c4-8c0d3402882a tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 200 len: 205 time: 0.0482326 Aug 31 06:55:10.013153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.018463 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.090771 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-98b7c1e6-0316-483b-96b8-73fc8e6ac165 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:10.092866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-98b7c1e6-0316-483b-96b8-73fc8e6ac165 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/76fcd539-2812-4a86-8410-b2fdff796a2c HTTP/1.1" status: 404 len: 336 time: 0.0784366 Aug 31 06:55:10.095788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.142557 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-726b0d7f-4609-4afd-a10c-0724c3cc2638 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:10.143280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-726b0d7f-4609-4afd-a10c-0724c3cc2638 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:10.145182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-726b0d7f-4609-4afd-a10c-0724c3cc2638 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/2a15c055-8fb8-4e8e-b098-1dc7571c0bb7 HTTP/1.1" status: 404 len: 337 time: 0.0478528 Aug 31 06:55:10.148346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.158489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.163926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.186925 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4ee12d9-fc0f-41ba-be53-0bfab79cf9eb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:10.187620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4ee12d9-fc0f-41ba-be53-0bfab79cf9eb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:10.193762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4ee12d9-fc0f-41ba-be53-0bfab79cf9eb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/d41edf1a-ed5d-4e86-bb0b-ea4421c00f8d HTTP/1.1" status: 404 len: 337 time: 0.0416448 Aug 31 06:55:10.194567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.205235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:10.216044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7de214f-c520-4b53-9fb9-173d1c0dff6b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.226856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.227603 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Added segment 20cf3574-738c-4f98-bebf-79b43f480030 of type vlan for network 231feac0-b37c-4bfd-9c70-815a093d5319 Aug 31 06:55:10.231754 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0cfc17-12e9-4a4a-b79f-3c91a586a8e0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:10.232088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb0cfc17-12e9-4a4a-b79f-3c91a586a8e0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:10.239056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.245053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb0cfc17-12e9-4a4a-b79f-3c91a586a8e0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/47938715-7596-4aba-8a6d-9a3e80be0e20 HTTP/1.1" status: 404 len: 337 time: 0.0435245 Aug 31 06:55:10.298731 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ed368c-b6ed-415e-a6a4-b53701c745ba tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:10.299194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ed368c-b6ed-415e-a6a4-b53701c745ba tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:10.300957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11ed368c-b6ed-415e-a6a4-b53701c745ba tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/200d0d50-9645-470b-a799-f42bec07818f HTTP/1.1" status: 404 len: 337 time: 0.0606799 Aug 31 06:55:10.303703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.311728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.345851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bc8dc263-5717-4609-8fd8-6d26a2b77d18 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 200 len: 205 time: 0.0407763 Aug 31 06:55:10.348425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.357644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.359875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:10.362401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.492881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8173859 Aug 31 06:55:10.494705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2f7ed7-e7bc-4b5b-8779-a1520c0b931f admin admin] Pushing event updated for resources: {'Network': ['ID=231feac0-b37c-4bfd-9c70-815a093d5319,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:10.496907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.515689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Request body: {'subnet': {'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-537903928-subnet', 'tenant_id': '9083656072164c24868f56f8e5ed7fa2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:10.520991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 231feac0-b37c-4bfd-9c70-815a093d5319 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:10.530524 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b4b0bf18-5cf3-491b-aeed-ed57eed1fb57 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:10.533455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4b0bf18-5cf3-491b-aeed-ed57eed1fb57 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/852c314d-e9f1-43e0-8aa4-deb3f2f62ebd HTTP/1.1" status: 404 len: 336 time: 0.1835134 Aug 31 06:55:10.536331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.583856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Made reservation on behalf of 9083656072164c24868f56f8e5ed7fa2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:10.587509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:10.625003 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-294f73f1-cd33-4f7e-a685-367b04d00181 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=1d29b788-adc2-4341-8536-6c4cc7a203b2 HTTP/1.1" status: 200 len: 205 time: 0.0602565 Aug 31 06:55:10.637542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.697385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0e56ff-c89e-456a-8538-58e12df3bfdc req-0f1cff0c-fdf1-4b11-9eec-44a7eae322b6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:10.699039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c0e56ff-c89e-456a-8538-58e12df3bfdc req-0f1cff0c-fdf1-4b11-9eec-44a7eae322b6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1127732 Aug 31 06:55:10.757711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c0e56ff-c89e-456a-8538-58e12df3bfdc req-7725706a-2ddf-4c9c-bded-d9284e7ce7bd tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499117 Aug 31 06:55:10.760974 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-32f59b78-c31b-422c-8d6a-8f96d550171e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:10.762428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32f59b78-c31b-422c-8d6a-8f96d550171e tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/1d29b788-adc2-4341-8536-6c4cc7a203b2 HTTP/1.1" status: 404 len: 336 time: 0.1236284 Aug 31 06:55:10.765619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.834362 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1862e0ce-6884-4ac1-96cc-7680b2e9f384 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:10.835023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1862e0ce-6884-4ac1-96cc-7680b2e9f384 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:10.840717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1862e0ce-6884-4ac1-96cc-7680b2e9f384 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/363c3453-94ef-4b27-89b7-284ef67d2cf2 HTTP/1.1" status: 404 len: 337 time: 0.0687761 Aug 31 06:55:10.844697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.903114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:10.908466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c28e494-b331-476e-9a94-d6b034e959b0 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 200 len: 205 time: 0.0623705 Aug 31 06:55:10.984996 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c29ffab6-ae80-4bc5-8e25-e058b50dd572 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:10.986208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c29ffab6-ae80-4bc5-8e25-e058b50dd572 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/ae7b7041-5828-44b3-bc2d-228434330d40 HTTP/1.1" status: 404 len: 336 time: 0.0820901 Aug 31 06:55:10.989081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.029876 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9bff0b08-4940-4450-86ac-e218511eb5d3 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=ee66ace7-3e46-4621-a858-19ed189efd88 HTTP/1.1" status: 200 len: 205 time: 0.0378306 Aug 31 06:55:11.032135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.087113 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e46d0046-63b8-4b38-8f2f-6ac2ae6f7839 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:11.089789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e46d0046-63b8-4b38-8f2f-6ac2ae6f7839 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/ee66ace7-3e46-4621-a858-19ed189efd88 HTTP/1.1" status: 404 len: 336 time: 0.0546696 Aug 31 06:55:11.092377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42862) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.120798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.128268 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d45e9aa-0ced-4e88-8642-ee555b74d4cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:11.133543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d45e9aa-0ced-4e88-8642-ee555b74d4cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:11.133543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9d45e9aa-0ced-4e88-8642-ee555b74d4cb tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/8ef42756-75c4-4508-b478-85d5485a85ba HTTP/1.1" status: 404 len: 337 time: 0.0373607 Aug 31 06:55:11.133722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.185490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80d6fa79-71fb-442a-a034-9b8cd44bd155 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=41890a6b-261d-464c-b8b7-7b05412f8da8 HTTP/1.1" status: 200 len: 205 time: 0.0506868 Aug 31 06:55:11.191258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.250388 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-35858cae-a8a2-4296-8d43-136fdf8c0cd7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:11.253911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-35858cae-a8a2-4296-8d43-136fdf8c0cd7 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/41890a6b-261d-464c-b8b7-7b05412f8da8 HTTP/1.1" status: 404 len: 336 time: 0.0571694 Aug 31 06:55:11.255261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.267238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ce006d7-d907-4b1f-ad44-b3879b302b40,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:11.285790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Checking segment: {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:11.287028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Network hostable DHCP agents. Network: 231feac0-b37c-4bfd-9c70-815a093d5319, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:11.333956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Network 231feac0-b37c-4bfd-9c70-815a093d5319 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:11.354564 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ece50b18-17bd-4dff-92a8-1dac8a451380 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:11.355402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ece50b18-17bd-4dff-92a8-1dac8a451380 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:11.362649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ece50b18-17bd-4dff-92a8-1dac8a451380 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/67b0f202-dcd0-47ac-92f4-0dfd40d04625 HTTP/1.1" status: 404 len: 337 time: 0.1038465 Aug 31 06:55:11.362916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.366140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 231feac0-b37c-4bfd-9c70-815a093d5319) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:11.377855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9393bbfe-33c3-43d1-a298-04bd332708af None None] Network 231feac0-b37c-4bfd-9c70-815a093d5319 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:11.393714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:11.412636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.450863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.490401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70573176-1923-4df3-af10-13c8544ab8ac tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "GET /v2.0/ports?device_id=4a7a5765-079e-4aa4-9014-c22fe94ef511 HTTP/1.1" status: 200 len: 205 time: 0.1254275 Aug 31 06:55:11.493378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.511265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3892107-5850-42f7-8768-838dac2fd59a admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0127838 Aug 31 06:55:11.577524 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a87bf5e2-e360-4399-a8b4-8b93603f2b93 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] delete failed (client error): The resource could not be found. Aug 31 06:55:11.579927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a87bf5e2-e360-4399-a8b4-8b93603f2b93 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/routers/4a7a5765-079e-4aa4-9014-c22fe94ef511 HTTP/1.1" status: 404 len: 336 time: 0.0842044 Aug 31 06:55:11.581736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.653539 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-56200f04-c088-4df1-86cc-e089e0882649 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:11.655145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56200f04-c088-4df1-86cc-e089e0882649 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:11.657188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-56200f04-c088-4df1-86cc-e089e0882649 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/174c9e8a-d77a-46fd-8ecb-70b18786bc44 HTTP/1.1" status: 404 len: 337 time: 0.0744495 Aug 31 06:55:11.659957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:11.679917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482e6c18-72bb-4919-8813-c4a2af38b40e None None] Network 231feac0-b37c-4bfd-9c70-815a093d5319 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:11.700133 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-39003eee-747a-4afa-961d-7c320113af06 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:11.700682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39003eee-747a-4afa-961d-7c320113af06 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:11.702998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-39003eee-747a-4afa-961d-7c320113af06 tempest-RoutersTest-1855765104 tempest-RoutersTest-1855765104-project] 10.222.0.57 "DELETE /v2.0/subnets/8a34cc27-cadc-48c8-aa92-4b87c48bd2b0 HTTP/1.1" status: 404 len: 337 time: 0.0417697 Aug 31 06:55:11.755500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1827360453'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:11.784850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:11.790047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.802608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.903264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2470e80f-dc3f-4f13-9a99-99c9fc7219c9 req-0457f618-4f8e-45c1-9ea1-769e78b2e40e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:11.906225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2470e80f-dc3f-4f13-9a99-99c9fc7219c9 req-0457f618-4f8e-45c1-9ea1-769e78b2e40e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.0686362 Aug 31 06:55:11.947322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.954978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:11.962719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2470e80f-dc3f-4f13-9a99-99c9fc7219c9 req-7592e1eb-9007-42db-baa7-a8663f47248e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Aug 31 06:55:12.010555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:12.044390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.045436 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 5089a2ae-5fb0-4886-84f5-a3d7805826b8 of type vlan for network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e Aug 31 06:55:12.058615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9e440-9097-4fc0-b32f-c8de553ea2f8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.108363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7cb9b3-089d-420e-827f-22fb5219e439 req-39997bcb-793d-4cff-9b84-a0b15b0ffd05 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:12.109959 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d7cb9b3-089d-420e-827f-22fb5219e439 req-39997bcb-793d-4cff-9b84-a0b15b0ffd05 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1249208 Aug 31 06:55:12.111669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.167729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.173837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:12.174403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.183119 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d7cb9b3-089d-420e-827f-22fb5219e439 req-046d30c4-e2ad-4f32-bb40-8da8fb2b90cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665050 Aug 31 06:55:12.260140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=48a6d4c4-3cde-4e2e-a2a6-593a006fba2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.273935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:12.274852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:12.278799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-264b0839-940d-4964-a5f0-d4d4ceac345b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8267059 Aug 31 06:55:12.283856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'name': 'tempest-PortsIpV6TestJSON-1544314255'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:12.290370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:12.490440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28ff5e0e-71e9-49e2-9ec8-bcfa7a15ddb9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8ad025391e6a46038becd246f4532630&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1984837 Aug 31 06:55:12.492889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:12.574628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.626063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.690902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.693593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.694773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/523cad1f-2ad8-4766-88da-0f13f43e7131 HTTP/1.1" status: 204 len: 168 time: 0.2002892 Aug 31 06:55:12.713149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aedf10-a2b1-4866-a793-8b7c753af651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523cad1f-2ad8-4766-88da-0f13f43e7131,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:12.836849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d021fd-8c57-45db-a16b-1c5bb837171c req-e7d1509c-da87-4f04-9c9e-c690a4435092 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:12.838682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63d021fd-8c57-45db-a16b-1c5bb837171c req-e7d1509c-da87-4f04-9c9e-c690a4435092 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5493956 Aug 31 06:55:12.846650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:12.850619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:12.895168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:12.910398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63d021fd-8c57-45db-a16b-1c5bb837171c req-d2daaa32-e2f4-4035-a9db-21916007cecb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532341 Aug 31 06:55:13.114595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.166472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.209064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4747fe-eb6d-4e34-9a4a-335f02ecd9cb req-390a182c-3807-4d9a-93cb-a8e9a3782933 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.220398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de4747fe-eb6d-4e34-9a4a-335f02ecd9cb req-390a182c-3807-4d9a-93cb-a8e9a3782933 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1501238 Aug 31 06:55:13.289581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=8bb0fb6f-7130-4f72-97f1-7a8a86989cec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:13.311178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '5089a2ae-5fb0-4886-84f5-a3d7805826b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:13.311589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:13.312023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de4747fe-eb6d-4e34-9a4a-335f02ecd9cb req-88dfdc00-e0fd-4e36-8786-e66a241fca58 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865955 Aug 31 06:55:13.345062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb02aae-3ca1-4e89-909d-f6e204e8d741 req-e8979ebe-5677-45ac-864b-dd1e99849f3b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.346633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-deb02aae-3ca1-4e89-909d-f6e204e8d741 req-e8979ebe-5677-45ac-864b-dd1e99849f3b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0979817 Aug 31 06:55:13.347922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:13.365481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:13.370179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:13.375516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f226ed0-6223-458e-b805-362706d9d606 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:13.377369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.378085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.417519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-deb02aae-3ca1-4e89-909d-f6e204e8d741 req-2e82a26a-2180-4322-8b69-0ed2acd79c91 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Aug 31 06:55:13.419383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00159306-ea81-43df-9b72-2efe76311a65 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1442339 Aug 31 06:55:13.422920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:13.430622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-336056226'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:13.476650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:13.480378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.549671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:13.568928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86303834-3007-48aa-926e-1d42348c071a req-0c1f512d-71b7-4c29-b22e-6fa6252f2fda tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.570462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86303834-3007-48aa-926e-1d42348c071a req-0c1f512d-71b7-4c29-b22e-6fa6252f2fda tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0730696 Aug 31 06:55:13.573536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.574049 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 5bc47f53-5541-4b3c-b1b2-74b3b8332145 of type vlan for network 9299d8b5-cef0-47ea-a6ba-965ae1d6e067 Aug 31 06:55:13.648042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.654819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86303834-3007-48aa-926e-1d42348c071a req-cb44dfe9-c43b-438d-a75a-ca1937cd7b2f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717757 Aug 31 06:55:13.691245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.697727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.698510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:13.770176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3455606 Aug 31 06:55:13.772821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:13.779754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'ports': [{'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'}, {'network_id': '9299d8b5-cef0-47ea-a6ba-965ae1d6e067'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:13.780359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:13.781041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '9299d8b5-cef0-47ea-a6ba-965ae1d6e067'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:13.782963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6593d3-fcd8-4057-95ee-e3bca84adbd6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=9299d8b5-cef0-47ea-a6ba-965ae1d6e067,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:13.798741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9299d8b5-cef0-47ea-a6ba-965ae1d6e067 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:13.990228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfd0a05-0ec6-428b-b093-948978f566ed req-0f663912-856e-4381-a25e-5ee298ad11cb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:13.998275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbfd0a05-0ec6-428b-b093-948978f566ed req-0f663912-856e-4381-a25e-5ee298ad11cb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0659254 Aug 31 06:55:13.998454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:14.046077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbfd0a05-0ec6-428b-b093-948978f566ed req-1484d008-3b15-4255-b7b0-40b13e2e3a20 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465600 Aug 31 06:55:14.086925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:14.094104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.129004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-60a172e2-f765-4927-89db-bc4f472b0394 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.141185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-60a172e2-f765-4927-89db-bc4f472b0394 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 808 time: 0.2097840 Aug 31 06:55:14.149758 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.157881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-977cad67-2531-4958-bb4c-97b0ace98685 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:14.158600 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-977cad67-2531-4958-bb4c-97b0ace98685 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:55:14.159099 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-977cad67-2531-4958-bb4c-97b0ace98685 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:14.160124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-977cad67-2531-4958-bb4c-97b0ace98685 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1591554 Aug 31 06:55:14.165643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:14.168687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-daad2ef4-15fb-45d7-9749-8cfbfc241233 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/quotas/9083656072164c24868f56f8e5ed7fa2 HTTP/1.1" status: 200 len: 375 time: 0.0265894 Aug 31 06:55:14.175751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1915294761'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:14.219068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57517cb-713f-4252-ab0a-c24e8b7939df req-3a60ee5d-3437-45b5-8eac-8be3f22ce4b8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.226276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b57517cb-713f-4252-ab0a-c24e8b7939df req-3a60ee5d-3437-45b5-8eac-8be3f22ce4b8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1041970 Aug 31 06:55:14.234165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.244585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-d7b3d6e6-3e8a-477f-a1b1-3263c09e4e27 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677221 Aug 31 06:55:14.250491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.265853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-1d7e464a-1522-4ea5-82dd-87c83c4a9703 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:55:14.267143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-1d7e464a-1522-4ea5-82dd-87c83c4a9703 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100145 Aug 31 06:55:14.278318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 8641fe87-ca18-4a5d-b16e-7a443988b3d0 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:14.289615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b57517cb-713f-4252-ab0a-c24e8b7939df req-4a2267ad-4669-4549-a8f1-29da9f1b7f2d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614147 Aug 31 06:55:14.386632 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.394106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.444524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.545833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 0973a46a-0153-47e5-814d-43ee3ccdbaae yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:14.551007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.569593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=879317b5-ded8-46a3-84cc-1483a5cb10ba,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.581985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.617271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c4a614b-677d-4f47-a884-569c74e2ffa2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.635737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008375b6-e38e-4197-9a56-2754970f6a94 req-357609b0-5ab7-4dad-a55d-ca17519c6296 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.637636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-008375b6-e38e-4197-9a56-2754970f6a94 req-357609b0-5ab7-4dad-a55d-ca17519c6296 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1559303 Aug 31 06:55:14.639580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.640873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f79c7f60-71b9-4910-ba1c-5d40a7a1774a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4739430 Aug 31 06:55:14.643927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:14.649946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '1c4a614b-677d-4f47-a884-569c74e2ffa2', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:14.697010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.715226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-008375b6-e38e-4197-9a56-2754970f6a94 req-eab1860c-6129-4957-9dda-f18ae5f80d90 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583501 Aug 31 06:55:14.718150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.805082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.824300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.839929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.860600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:14.866658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:14.872089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:14.872851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.886139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e5f9f5-a0fa-4f0f-a697-1249d4f0b55d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.902197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:14.906996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0acd757c-a51d-4b58-ac55-2a1fb6dff6fc tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2582214 Aug 31 06:55:14.910016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:14.913383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5082405-a1c8-4961-aa14-f4c91bad7ee5 req-43eb0d8c-2744-435d-8742-81a12571c5eb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:14.915188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5082405-a1c8-4961-aa14-f4c91bad7ee5 req-43eb0d8c-2744-435d-8742-81a12571c5eb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0892491 Aug 31 06:55:14.919960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-201fb55b-f3b2-4390-bdda-9b006f182999 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '1c4a614b-677d-4f47-a884-569c74e2ffa2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:14.925018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=8641fe87-ca18-4a5d-b16e-7a443988b3d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:14.935511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e61df896-4fd8-490d-b15d-1d16283a9aa7 service neutron] 10.222.0.57 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6466589 Aug 31 06:55:14.959614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5082405-a1c8-4961-aa14-f4c91bad7ee5 req-1e32db5b-8d48-4c8e-84ca-b5f1dd10f91c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375121 Aug 31 06:55:15.038290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '5bc47f53-5541-4b3c-b1b2-74b3b8332145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '9299d8b5-cef0-47ea-a6ba-965ae1d6e067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:15.038699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 9299d8b5-cef0-47ea-a6ba-965ae1d6e067, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:15.068251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=0973a46a-0153-47e5-814d-43ee3ccdbaae,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:15.082007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-201fb55b-f3b2-4390-bdda-9b006f182999 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.087735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b71633-d900-4e74-b393-30c31330c366 req-1329a692-078f-4b48-a55f-9bd2f3dba7ff tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.089299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7b71633-d900-4e74-b393-30c31330c366 req-1329a692-078f-4b48-a55f-9bd2f3dba7ff tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0534849 Aug 31 06:55:15.109472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 9299d8b5-cef0-47ea-a6ba-965ae1d6e067 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:15.135487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 9299d8b5-cef0-47ea-a6ba-965ae1d6e067) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:15.136597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7b71633-d900-4e74-b393-30c31330c366 req-8142c7d4-c234-4dae-8194-c741f3b25b47 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368896 Aug 31 06:55:15.145091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:15.146423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc5cb41-a8e0-4a94-8cf3-9c479c969ce7 None None] Network 9299d8b5-cef0-47ea-a6ba-965ae1d6e067 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:15.151013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.161863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.161863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.190560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-8eda7a18-840f-4a75-93ed-2465896d7571 service neutron] 10.222.0.57 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381215 Aug 31 06:55:15.196282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3d98f1f-e94b-40dc-b98c-8587687c9d45 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.4193008 Aug 31 06:55:15.197622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.229477 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-201fb55b-f3b2-4390-bdda-9b006f182999 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:15.233318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-201fb55b-f3b2-4390-bdda-9b006f182999 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3170815 Aug 31 06:55:15.233318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.422570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 0973a46a-0153-47e5-814d-43ee3ccdbaae {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:15.423132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.430445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.448469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17354197-dbe9-424c-a052-bf20a9ef21e9 req-0bd99891-7a66-4869-8f92-08f86b222a01 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.456422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17354197-dbe9-424c-a052-bf20a9ef21e9 req-0bd99891-7a66-4869-8f92-08f86b222a01 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0637584 Aug 31 06:55:15.484131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.518524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-17354197-dbe9-424c-a052-bf20a9ef21e9 req-363fe05d-1ff5-4947-8747-7d37924528d3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612423 Aug 31 06:55:15.538917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.567129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-def10efe-93e7-41d9-8b85-4457f6314969 req-d982cc79-d80f-4bec-b434-cd252988ae0d tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 210 time: 0.0536034 Aug 31 06:55:15.588586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.608836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 0973a46a-0153-47e5-814d-43ee3ccdbaae owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:15.615864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.675250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ddf0ab-8fc8-4fac-8fab-771bbdb6a0b0 req-95ea777a-75d3-4115-ba05-dc7f33a519ec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.677026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1ddf0ab-8fc8-4fac-8fab-771bbdb6a0b0 req-95ea777a-75d3-4115-ba05-dc7f33a519ec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0752618 Aug 31 06:55:15.702638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9d2f-e107-49af-ab90-4b03bc253c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.730084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d1ddf0ab-8fc8-4fac-8fab-771bbdb6a0b0 req-5306f408-1d11-4867-b708-cef08c4a3a07 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459945 Aug 31 06:55:15.735494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.738387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.741779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/1c4a614b-677d-4f47-a884-569c74e2ffa2 HTTP/1.1" status: 204 len: 168 time: 0.5037377 Aug 31 06:55:15.746076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.770041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafd9eb4-fd66-49de-bb2c-63467ff2f61e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c4a614b-677d-4f47-a884-569c74e2ffa2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:15.824466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.831200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8501da4f-c5a3-434f-9d15-7aeade803415 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0828347 Aug 31 06:55:15.831846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.837755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--970640568'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:15.872597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=0973a46a-0153-47e5-814d-43ee3ccdbaae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:15.920097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.924849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-550265db-242e-437f-82b9-2f8f232b9ac9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/0973a46a-0153-47e5-814d-43ee3ccdbaae HTTP/1.1" status: 204 len: 168 time: 0.7239864 Aug 31 06:55:15.925168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:15.977692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903de372-2350-4c87-8818-81472eb67919 req-ab4f29e3-c67d-4599-8515-096374ffc34f tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:15.979212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-903de372-2350-4c87-8818-81472eb67919 req-ab4f29e3-c67d-4599-8515-096374ffc34f tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1142287 Aug 31 06:55:15.989574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9d2f-e107-49af-ab90-4b03bc253c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:15.997066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7cb9d2f-e107-49af-ab90-4b03bc253c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.008873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13c5e9-39f7-48c1-beda-92a53c43d676 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.016406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f13c5e9-39f7-48c1-beda-92a53c43d676 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.018033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f13c5e9-39f7-48c1-beda-92a53c43d676 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.0917797 Aug 31 06:55:16.024790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.060222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.079942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e715cb-565e-4e11-87ed-d1170c01efd7 req-a6a01f05-a7db-4e41-ad7a-bce36d6c15c1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.085017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7cb9d2f-e107-49af-ab90-4b03bc253c65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4be4617bf06449daacd2361c9cb2a62d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5894279 Aug 31 06:55:16.087339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57e715cb-565e-4e11-87ed-d1170c01efd7 req-a6a01f05-a7db-4e41-ad7a-bce36d6c15c1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1059804 Aug 31 06:55:16.091489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.100315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-903de372-2350-4c87-8818-81472eb67919 req-9036e254-b791-45ef-8498-498cdaed3594 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128328 Aug 31 06:55:16.107950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cb9d2f-e107-49af-ab90-4b03bc253c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfb9777-2ca8-465f-a6ff-51661da5bbab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.149269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57e715cb-565e-4e11-87ed-d1170c01efd7 req-586b6f23-b025-492c-9528-a99f3c29f572 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609846 Aug 31 06:55:16.220772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.234442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.240666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.275008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a59660-a058-43df-b2e8-c76e084aa0d7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.277953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.279048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.281075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e075d7de-4d62-4e39-b06e-d610589f34ef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4482694 Aug 31 06:55:16.283858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.292823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-10c3c729-cb1c-4ee3-b026-3e4fdf0d3b89 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '19a59660-a058-43df-b2e8-c76e084aa0d7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.293671 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-10c3c729-cb1c-4ee3-b026-3e4fdf0d3b89 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 06:55:16.294175 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-10c3c729-cb1c-4ee3-b026-3e4fdf0d3b89 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:16.297374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-10c3c729-cb1c-4ee3-b026-3e4fdf0d3b89 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0104110 Aug 31 06:55:16.297823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 8641fe87-ca18-4a5d-b16e-7a443988b3d0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:16.297992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.298177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.354670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.377469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.392416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c8d69d-643d-4b0f-9875-2feabf95d1b3 req-e991e034-1d8c-4832-be7f-565208896fce tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.393960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c8d69d-643d-4b0f-9875-2feabf95d1b3 req-e991e034-1d8c-4832-be7f-565208896fce tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1508915 Aug 31 06:55:16.419071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.421849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.423035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/19a59660-a058-43df-b2e8-c76e084aa0d7 HTTP/1.1" status: 204 len: 168 time: 0.1240451 Aug 31 06:55:16.426233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.428415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.447061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5b25f-47d6-4a54-860b-8a6583fc0f95 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a59660-a058-43df-b2e8-c76e084aa0d7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.455246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 8641fe87-ca18-4a5d-b16e-7a443988b3d0 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:16.472318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27c8d69d-643d-4b0f-9875-2feabf95d1b3 req-3fa0aa34-4cfe-47a1-94b0-d206501d2b36 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670846 Aug 31 06:55:16.475977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.478822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.479916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bfb9777-2ca8-465f-a6ff-51661da5bbab HTTP/1.1" status: 204 len: 168 time: 0.3872838 Aug 31 06:55:16.491240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-653c2cc3-37a2-4c7f-822c-5e9d3dbe62db tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603659 Aug 31 06:55:16.491240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.496139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077025971'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.534730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.540607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b2a9a-6425-46bb-8ed4-f970bb4d4407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfb9777-2ca8-465f-a6ff-51661da5bbab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.643263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.704668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=8641fe87-ca18-4a5d-b16e-7a443988b3d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.715868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.719218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.721575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-943beb1c-18d7-46fd-ab59-91dbdc30a5bf tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/8641fe87-ca18-4a5d-b16e-7a443988b3d0 HTTP/1.1" status: 204 len: 168 time: 0.6930435 Aug 31 06:55:16.747319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.771010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.886132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e64e7bb-d624-49ec-8682-50e2d0185ddb req-eb5b2b18-03bf-4888-a2c7-307f24bf5f34 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.887678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e64e7bb-d624-49ec-8682-50e2d0185ddb req-eb5b2b18-03bf-4888-a2c7-307f24bf5f34 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 814 time: 0.2060354 Aug 31 06:55:16.896505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.897742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4056189 Aug 31 06:55:16.905363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.921799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2e61f164-fe0b-4100-84e0-26de9e667f62 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': 'b4c7c07d-d818-4f25-9af5-8ba52fe78f57', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:16.922236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.922551 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-2e61f164-fe0b-4100-84e0-26de9e667f62 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 06:55:16.923045 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2e61f164-fe0b-4100-84e0-26de9e667f62 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:16.927435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e61f164-fe0b-4100-84e0-26de9e667f62 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0169022 Aug 31 06:55:16.927736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26e478cc-5661-4a4b-80eb-3b337e8b95be req-5ab21b39-f805-4fe7-9e80-f5894eff3e39 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 210 time: 0.2122102 Aug 31 06:55:16.927856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.942644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe36cdd-74bd-495b-b544-77023100d360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:16.947349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e64e7bb-d624-49ec-8682-50e2d0185ddb req-a2377512-7cb6-4c26-9263-15f75a5e91a2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/quotas/2fac70db29ed46eaa2755cc30efeb675 HTTP/1.1" status: 200 len: 375 time: 0.0485249 Aug 31 06:55:16.962188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b83889de-b18a-4509-b09a-ce9cd1c97c00 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.963764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b83889de-b18a-4509-b09a-ce9cd1c97c00 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2149804 Aug 31 06:55:16.964456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8807268-7831-4528-af6f-43570a18086d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c7c07d-d818-4f25-9af5-8ba52fe78f57,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:16.969908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:16.972197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-266966d8-82ba-4eef-9bc2-b15acfd944ee tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:16.973748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-266966d8-82ba-4eef-9bc2-b15acfd944ee tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 808 time: 0.2654138 Aug 31 06:55:17.004774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Request body: {'port': {'device_id': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319', 'admin_state_up': True, 'tenant_id': '9083656072164c24868f56f8e5ed7fa2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.025193 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eee5cc5-c6d6-4297-b76f-bb60af07199f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:17.026759 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3eee5cc5-c6d6-4297-b76f-bb60af07199f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/0973a46a-0153-47e5-814d-43ee3ccdbaae HTTP/1.1" status: 404 len: 333 time: 0.0551150 Aug 31 06:55:17.031105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.075080 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-460ebfb1-95d2-4051-8439-fb930f9f55ed tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:17.076674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-460ebfb1-95d2-4051-8439-fb930f9f55ed tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/8641fe87-ca18-4a5d-b16e-7a443988b3d0 HTTP/1.1" status: 404 len: 333 time: 0.0431557 Aug 31 06:55:17.080333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.092104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e64e7bb-d624-49ec-8682-50e2d0185ddb req-eacc27e0-07a3-4537-bd40-e7a0239df10f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1250122 Aug 31 06:55:17.098300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.127098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.179357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.182040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.186135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/b4c7c07d-d818-4f25-9af5-8ba52fe78f57 HTTP/1.1" status: 204 len: 168 time: 0.2525175 Aug 31 06:55:17.189251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.210319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b250fa-699a-4a63-b604-f2bd7434a1fa tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c7c07d-d818-4f25-9af5-8ba52fe78f57,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.271978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.282228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f6fdd4-b020-409d-b958-40fa2c9506d9 req-d3c05b12-4f8a-4a02-9489-a873e8984a91 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.283295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe36cdd-74bd-495b-b544-77023100d360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.289968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3f6fdd4-b020-409d-b958-40fa2c9506d9 req-d3c05b12-4f8a-4a02-9489-a873e8984a91 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1012449 Aug 31 06:55:17.295795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6116faf-b7e1-4657-a873-688de3929a34 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1055124 Aug 31 06:55:17.297156 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fe36cdd-74bd-495b-b544-77023100d360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.303187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.320892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--379203128'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.331857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3f6fdd4-b020-409d-b958-40fa2c9506d9 req-492b5db2-c559-4c93-bda9-afe39d942c94 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346465 Aug 31 06:55:17.368226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6e2384-ffa0-499d-becb-f918a17bc47f req-ea2dcbd1-15ae-4871-8129-3d592fc7af1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.369727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee6e2384-ffa0-499d-becb-f918a17bc47f req-ea2dcbd1-15ae-4871-8129-3d592fc7af1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1867144 Aug 31 06:55:17.398271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Made reservation on behalf of 9083656072164c24868f56f8e5ed7fa2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:17.401637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.410888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4fe36cdd-74bd-495b-b544-77023100d360 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f848e36521da435ea46a72743e26b44e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4856877 Aug 31 06:55:17.413541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.424138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe36cdd-74bd-495b-b544-77023100d360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206c0af4-dd65-49da-aac3-ef0794072eb5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.468440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.489151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.489903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.526374 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.539723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.542340 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.543511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/206c0af4-dd65-49da-aac3-ef0794072eb5 HTTP/1.1" status: 204 len: 168 time: 0.1289430 Aug 31 06:55:17.548263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9299d8b5-cef0-47ea-a6ba-965ae1d6e067']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:17.551918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fdeb59-ebfe-4e62-966c-e14c9baa3769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206c0af4-dd65-49da-aac3-ef0794072eb5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.553723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ee6e2384-ffa0-499d-becb-f918a17bc47f req-250e63ff-3eaf-498c-8f39-8867ce306746 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577029 Aug 31 06:55:17.594123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bc47f53-5541-4b3c-b1b2-74b3b8332145') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:17.594548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bc47f53-5541-4b3c-b1b2-74b3b8332145') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:17.618330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.656153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.689554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b5e11-bb0d-4b42-9506-cfa4b33dea54 req-29816a76-a35b-4b2b-8b43-c6608754f600 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:17.691182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-288b5e11-bb0d-4b42-9506-cfa4b33dea54 req-29816a76-a35b-4b2b-8b43-c6608754f600 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0559385 Aug 31 06:55:17.694713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:17.695083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:17.698026 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:17.742721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-288b5e11-bb0d-4b42-9506-cfa4b33dea54 req-beb5a5bb-6783-40ba-8bb0-981b2e85eec5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385034 Aug 31 06:55:17.788667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Allocated IP 172.20.0.7 (231feac0-b37c-4bfd-9c70-815a093d5319/0ce006d7-d907-4b1f-ad44-b3879b302b40/27abe199-c26e-42ed-929a-ee642e2e35e6) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:17.798368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.817862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.819726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/9299d8b5-cef0-47ea-a6ba-965ae1d6e067 HTTP/1.1" status: 204 len: 168 time: 0.7382708 Aug 31 06:55:17.825757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.832183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1225807012'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.838524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.839729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e829ce-0a67-497e-959c-2e9337670b90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=9299d8b5-cef0-47ea-a6ba-965ae1d6e067,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.847015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.867801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:17.872183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.900480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.901811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5922287 Aug 31 06:55:17.907017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.911014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb71ec-c2d1-4aea-9f8c-dd44a64cc58d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b54d247-d49e-4e86-8d6b-eb9f5d555aa6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:17.923357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-26cb77a8-f4a4-42bf-90bb-846474f0ef3d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '2b54d247-d49e-4e86-8d6b-eb9f5d555aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.940264 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-26cb77a8-f4a4-42bf-90bb-846474f0ef3d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 06:55:17.940889 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-26cb77a8-f4a4-42bf-90bb-846474f0ef3d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:17.942000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-26cb77a8-f4a4-42bf-90bb-846474f0ef3d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0330181 Aug 31 06:55:17.942828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:17.944855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.953358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12fb74e1-264c-4429-bc53-982a8e6847ed tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '2b54d247-d49e-4e86-8d6b-eb9f5d555aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.954088 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-12fb74e1-264c-4429-bc53-982a8e6847ed tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 06:55:17.954714 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-12fb74e1-264c-4429-bc53-982a8e6847ed tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:17.955705 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12fb74e1-264c-4429-bc53-982a8e6847ed tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099108 Aug 31 06:55:17.958995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.965459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fce75d04-f583-42e2-b2e2-c9ea117e8c3a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '2b54d247-d49e-4e86-8d6b-eb9f5d555aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.966269 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-fce75d04-f583-42e2-b2e2-c9ea117e8c3a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 06:55:17.966963 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-fce75d04-f583-42e2-b2e2-c9ea117e8c3a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:17.967928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fce75d04-f583-42e2-b2e2-c9ea117e8c3a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0079219 Aug 31 06:55:17.969199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:17.969553 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 8afd4a21-97de-411f-a1dc-c7e61fccfaa2 of type vlan for network 7b047136-1d8e-48e0-95f7-fc33f7144567 Aug 31 06:55:17.970720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:17.983392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-60916f85-d1a8-4b8d-b100-68f394a52d1a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '2b54d247-d49e-4e86-8d6b-eb9f5d555aa6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:17.984340 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-60916f85-d1a8-4b8d-b100-68f394a52d1a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 06:55:17.984844 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-60916f85-d1a8-4b8d-b100-68f394a52d1a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:17.986123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-60916f85-d1a8-4b8d-b100-68f394a52d1a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0143843 Aug 31 06:55:17.988992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.055078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.056818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.074584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2fe15467-a74e-4338-b764-30c4ab6cf9b7 req-404cb9a1-98e2-4f42-a452-79fed67b0629 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 210 time: 0.0493596 Aug 31 06:55:18.082001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-500c5145-0a29-4253-bce3-49b32160f803 req-a15382d5-4535-4e5d-98e6-051dedf7c83a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=2fac70db29ed46eaa2755cc30efeb675 HTTP/1.1" status: 200 len: 221 time: 0.0535114 Aug 31 06:55:18.122594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.123856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.129414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.134888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.135403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.194535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Pushing event updated for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.221658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.225196 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3975885 Aug 31 06:55:18.225803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Network 231feac0-b37c-4bfd-9c70-815a093d5319 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:18.228239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:18.230871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:18.236162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43186) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.249248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77805a8d-7e6e-4569-935e-6e6874550808 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=7b047136-1d8e-48e0-95f7-fc33f7144567,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.261211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:18.262331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.299717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.303446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.307147 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/2b54d247-d49e-4e86-8d6b-eb9f5d555aa6 HTTP/1.1" status: 204 len: 168 time: 0.3149321 Aug 31 06:55:18.308519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.324028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d509980c-a02f-48b5-8fa0-caec4d78549b tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b54d247-d49e-4e86-8d6b-eb9f5d555aa6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.358291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7139ed-a375-4cd8-af6b-ea774d11a1bc req-0b1c927e-6c58-4e1c-a06e-98dba13c1dca tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.360616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d7139ed-a375-4cd8-af6b-ea774d11a1bc req-0b1c927e-6c58-4e1c-a06e-98dba13c1dca tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1850529 Aug 31 06:55:18.369999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.370616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.371500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ebc34275-ef6b-48a4-b559-cf411b298b4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0591595 Aug 31 06:55:18.375159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.380511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--545857843'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.409235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.431649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-e34e8c8d-9af9-48de-a46d-8ec109a038e3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4313548 Aug 31 06:55:18.452613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d7139ed-a375-4cd8-af6b-ea774d11a1bc req-e64510b8-3f5f-4a1c-a1ae-11174d4f87f1 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688546 Aug 31 06:55:18.461451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Request body: {'port': {'device_id': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.500641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bf720e-1c62-42f8-a2ed-e37cdb8278ec req-6b7f68e9-dee1-462c-867a-c8907456769d tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.500995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:18.505522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.511696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36bf720e-1c62-42f8-a2ed-e37cdb8278ec req-6b7f68e9-dee1-462c-867a-c8907456769d tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.0877688 Aug 31 06:55:18.553450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-36bf720e-1c62-42f8-a2ed-e37cdb8278ec req-1d0bfaec-d77d-4daa-a2ef-e41b714e0dad tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408595 Aug 31 06:55:18.622441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.641207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.646647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.679858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:18.684596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3049026 Aug 31 06:55:18.684596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46d2a4-27cb-411b-8e8d-c023fbd84f07 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04eea5e3-1320-4187-8b07-a874cd622bf8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:18.684873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.695009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b5344130-50e9-413a-81d9-7404ae44e253 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.695749 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-b5344130-50e9-413a-81d9-7404ae44e253 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:55:18.696263 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-b5344130-50e9-413a-81d9-7404ae44e253 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:18.697368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b5344130-50e9-413a-81d9-7404ae44e253 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062928 Aug 31 06:55:18.700423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.707594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b8d77a63-17ad-4676-a6d2-2ae8a0033cd3 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.783309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3799bffa-0c6d-4f3b-b9d7-91fe857bb08b req-ec02e76a-5a18-4ec5-a977-156cad6fa6ed tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.784919 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b8d77a63-17ad-4676-a6d2-2ae8a0033cd3 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:18.785054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3799bffa-0c6d-4f3b-b9d7-91fe857bb08b req-ec02e76a-5a18-4ec5-a977-156cad6fa6ed tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2221673 Aug 31 06:55:18.786028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8d77a63-17ad-4676-a6d2-2ae8a0033cd3 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0835912 Aug 31 06:55:18.808093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.816505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b6a70a39-467f-49b6-b8af-7b49dd5d718a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.817403 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-b6a70a39-467f-49b6-b8af-7b49dd5d718a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 06:55:18.817972 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b6a70a39-467f-49b6-b8af-7b49dd5d718a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:18.821533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6a70a39-467f-49b6-b8af-7b49dd5d718a tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065145 Aug 31 06:55:18.830690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.834904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12ef0234-441b-4da2-afb9-3890cc09564e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.898698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c497c-3243-472f-9699-ef18d5a0fb97 req-ebc8960a-0fa7-41da-86fa-2237a254978e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.900377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e22c497c-3243-472f-9699-ef18d5a0fb97 req-ebc8960a-0fa7-41da-86fa-2237a254978e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1334317 Aug 31 06:55:18.913182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-43ac42bf-d27b-4ed7-a7ae-35625233af22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:18.914854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-43ac42bf-d27b-4ed7-a7ae-35625233af22 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.0948648 Aug 31 06:55:18.960131 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-12ef0234-441b-4da2-afb9-3890cc09564e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:18.961195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12ef0234-441b-4da2-afb9-3890cc09564e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1296053 Aug 31 06:55:18.990058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:18.997071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5b653fc5-3430-475f-bad2-377c2cf16299 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:18.997593 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-5b653fc5-3430-475f-bad2-377c2cf16299 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 06:55:18.998816 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5b653fc5-3430-475f-bad2-377c2cf16299 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:18.999833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5b653fc5-3430-475f-bad2-377c2cf16299 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087779 Aug 31 06:55:19.006162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.017210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f17c4ce2-13b8-4479-b39e-1d98bd553147 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.046950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e22c497c-3243-472f-9699-ef18d5a0fb97 req-a1d58053-e2c2-46ae-a094-35c5024fc256 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1286049 Aug 31 06:55:19.098750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-a83fe25f-ecda-4af8-a625-d3a8280cef63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.100253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-a83fe25f-ecda-4af8-a625-d3a8280cef63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.1722364 Aug 31 06:55:19.117491 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f17c4ce2-13b8-4479-b39e-1d98bd553147 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:19.121455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f17c4ce2-13b8-4479-b39e-1d98bd553147 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1142814 Aug 31 06:55:19.168138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.179207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-14c5b539-0136-4ada-916f-15305ad7d87f tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.179688 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-14c5b539-0136-4ada-916f-15305ad7d87f tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 06:55:19.180183 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-14c5b539-0136-4ada-916f-15305ad7d87f tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:19.184113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-14c5b539-0136-4ada-916f-15305ad7d87f tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149126 Aug 31 06:55:19.196097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.201151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9de52892-0028-4ae8-bda8-a8c6f6b8cd87 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.238072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3799bffa-0c6d-4f3b-b9d7-91fe857bb08b req-a09c1873-d393-4b35-ba32-4655d76eac05 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924596 Aug 31 06:55:19.299473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-e736a623-b9c5-41f1-b6fa-8894b9f032db service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.1905806 Aug 31 06:55:19.375239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39615a77-41bc-4cd3-b939-f339e1bbebc6 req-12f99efd-f42b-433c-97e4-a7b157b1df52 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.376782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39615a77-41bc-4cd3-b939-f339e1bbebc6 req-12f99efd-f42b-433c-97e4-a7b157b1df52 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 931 time: 0.1916466 Aug 31 06:55:19.394266 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9de52892-0028-4ae8-bda8-a8c6f6b8cd87 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:19.395257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9de52892-0028-4ae8-bda8-a8c6f6b8cd87 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1981449 Aug 31 06:55:19.404125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.410597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb30f6d4-cf00-4c74-ac0b-5236f3704773 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '04eea5e3-1320-4187-8b07-a874cd622bf8', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.438084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.443884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-5cba5dd8-0ecd-4e69-8101-42e5e3136272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.445391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-5cba5dd8-0ecd-4e69-8101-42e5e3136272 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.1240015 Aug 31 06:55:19.476276 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-eb30f6d4-cf00-4c74-ac0b-5236f3704773 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:19.480418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb30f6d4-cf00-4c74-ac0b-5236f3704773 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0726388 Aug 31 06:55:19.487190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.497874 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-39615a77-41bc-4cd3-b939-f339e1bbebc6 req-700d9285-634d-446a-8886-9c923bc439cd tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125305 Aug 31 06:55:19.522897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdcdbec-7e91-4e39-8065-9f7bab2f7725 req-bdb1f077-8bbf-47e3-8434-40068e5c3457 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.524779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cdcdbec-7e91-4e39-8065-9f7bab2f7725 req-bdb1f077-8bbf-47e3-8434-40068e5c3457 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1732237 Aug 31 06:55:19.525554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-032e0f3c-6f91-4a69-a83c-61f3d83dd8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.527043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-032e0f3c-6f91-4a69-a83c-61f3d83dd8d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669267 Aug 31 06:55:19.609984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=d330d6db-8b16-4fa3-aa81-62fce9546b26,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.651900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-dbb454e7-dbed-4068-883a-fd63f3f1c91b service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164341 Aug 31 06:55:19.658592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '8afd4a21-97de-411f-a1dc-c7e61fccfaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:19.659392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 7b047136-1d8e-48e0-95f7-fc33f7144567, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:19.669552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27abe199-c26e-42ed-929a-ee642e2e35e6 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:55:19.676651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cdcdbec-7e91-4e39-8065-9f7bab2f7725 req-002a56ad-4b45-4c18-ac45-75cb468d3d99 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397393 Aug 31 06:55:19.682105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.715050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.721290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Transition to ACTIVE for port object 27abe199-c26e-42ed-929a-ee642e2e35e6 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:19.734788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:19.739600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.759993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.793106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 7b047136-1d8e-48e0-95f7-fc33f7144567) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:19.802644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4ca999-09d4-4651-874f-587a1851ae58 None None] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:19.812341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb99e4b5-d0c9-4f4c-a1ea-0fba0ffe50b6 req-8b4e63d1-f769-42e8-a05c-e181ab1f0dd8 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527736 Aug 31 06:55:19.819054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.819667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.850044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Pushing event updated for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.858651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dbc8e8-8635-42b9-a6a2-0763c3379ee8 req-4f1c64de-8790-4378-9c50-2a245b58b202 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:19.874080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6dbc8e8-8635-42b9-a6a2-0763c3379ee8 req-4f1c64de-8790-4378-9c50-2a245b58b202 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0968697 Aug 31 06:55:19.879744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5b2710d3-5cc6-483c-9506-0c32cf238a39 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6408150 Aug 31 06:55:19.882821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.888063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567', 'name': 'tempest-PortsIpV6TestJSON-1087307601'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:19.913020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.916183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:19.917449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/04eea5e3-1320-4187-8b07-a874cd622bf8 HTTP/1.1" status: 204 len: 168 time: 0.4278882 Aug 31 06:55:19.924028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:19.948991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcf4da3-eaaa-450d-ae3b-9cc3d0fbb1e9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04eea5e3-1320-4187-8b07-a874cd622bf8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:19.987061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6dbc8e8-8635-42b9-a6a2-0763c3379ee8 req-b63e9a93-f2ea-41ff-9fa4-0751b21315a9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118772 Aug 31 06:55:19.992572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Attempting to bind port 27abe199-c26e-42ed-929a-ee642e2e35e6 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:19.993114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Attempting to bind port 27abe199-c26e-42ed-929a-ee642e2e35e6 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:19.993658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Attempting to bind port 27abe199-c26e-42ed-929a-ee642e2e35e6 on network 231feac0-b37c-4bfd-9c70-815a093d5319 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:20.018010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Port 27abe199-c26e-42ed-929a-ee642e2e35e6 on network 231feac0-b37c-4bfd-9c70-815a093d5319 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:20.018509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Attempting to bind port 27abe199-c26e-42ed-929a-ee642e2e35e6 on network 231feac0-b37c-4bfd-9c70-815a093d5319 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:20.026200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c6ecb260-71fb-495c-aea4-23af54f3a2ea tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0999999 Aug 31 06:55:20.032267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:20.032652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Checking segment: {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:20.033115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Bound using segment: {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:20.033678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Bound port: 27abe199-c26e-42ed-929a-ee642e2e35e6, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:20.034107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.036022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.040910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-7b047136-1d8e-48e0-95f7-fc33f7144567', 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': 'd330d6db-8b16-4fa3-aa81-62fce9546b26'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:20.041856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.042460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--452178880'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:20.108369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.154789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:20.160607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=27abe199-c26e-42ed-929a-ee642e2e35e6,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:20.172912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.180945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:20.187722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.208507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 3a33325b-4dc4-4e34-a288-a369b1714122 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:20.307556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Allocated IP 2001:db8::2 (7b047136-1d8e-48e0-95f7-fc33f7144567/d330d6db-8b16-4fa3-aa81-62fce9546b26/201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:20.319728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.320256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.322235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] 10.222.0.53 "PUT /v2.0/ports/27abe199-c26e-42ed-929a-ee642e2e35e6 HTTP/1.1" status: 200 len: 1092 time: 1.8817339 Aug 31 06:55:20.322545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:20.325306 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92232c2f-3786-4712-a004-6697b094cc21" -d '{"events": [{"name": "network-changed", "server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:20.348025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.371347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.471367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03770ad-3823-4f2f-bec3-d72074fe4b5c service neutron] Pushing event updated for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.486343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ccbd5-2e0c-432d-a829-bef49b951cf5 req-6424eff6-7bf8-4861-9cdf-c75d4077be66 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.487976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b97ccbd5-2e0c-432d-a829-bef49b951cf5 req-6424eff6-7bf8-4861-9cdf-c75d4077be66 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.3000357 Aug 31 06:55:20.496475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deb4491e-d68a-494e-bdb0-87eb2ed29909,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.509302 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.510605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-921e8540-c51a-4a8f-910e-9f09bb615e05 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4726541 Aug 31 06:55:20.516470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.536458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-04c72764-d5d4-4aca-bff2-92b517b5e10e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': 'deb4491e-d68a-494e-bdb0-87eb2ed29909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:20.540178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.554081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Transition to ACTIVE for port object 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:20.583285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-73cdf640-2473-4099-a33a-93c97ca7cea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.584838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-73cdf640-2473-4099-a33a-93c97ca7cea0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 1095 time: 0.1977367 Aug 31 06:55:20.586695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Transition to ACTIVE for port object 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:20.595942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.637241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef5d1b-1c47-4e20-8fe8-5b0c2dea59d6 req-4a7d1c55-b7df-4438-9252-2630962091ef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.645081 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efef5d1b-1c47-4e20-8fe8-5b0c2dea59d6 req-4a7d1c55-b7df-4438-9252-2630962091ef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5233126 Aug 31 06:55:20.650052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Pushing event updated for resources: {'Port': ['ID=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:20.652226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-3ba4ae33-1d8f-4746-be49-64076dc76e65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27abe199-c26e-42ed-929a-ee642e2e35e6 HTTP/1.1" status: 200 len: 217 time: 0.0521736 Aug 31 06:55:20.659454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b97ccbd5-2e0c-432d-a829-bef49b951cf5 req-d17881d9-ab73-4402-a5a8-fe31762997d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461425 Aug 31 06:55:20.674038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:20.675800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:20.678572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:20.741932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efef5d1b-1c47-4e20-8fe8-5b0c2dea59d6 req-59f626ea-c4b8-472b-bb2f-63056dd24a1e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957646 Aug 31 06:55:20.744848 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a7a957-ce91-4fa3-8d17-75b861259040 x-openstack-request-id: req-e8a7a957-ce91-4fa3-8d17-75b861259040 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:20.745152 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:20.745437 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8a7a957-ce91-4fa3-8d17-75b861259040 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:20.746285 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6', 'status': 'completed', 'code': 200} Aug 31 06:55:20.753373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-5fd193ab-5c92-402e-8528-0543b2df05d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.754856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-5fd193ab-5c92-402e-8528-0543b2df05d6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ce006d7-d907-4b1f-ad44-b3879b302b40 HTTP/1.1" status: 200 len: 848 time: 0.0938401 Aug 31 06:55:20.769665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Attempting to bind port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:20.770231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Attempting to bind port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '8afd4a21-97de-411f-a1dc-c7e61fccfaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:20.770914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Attempting to bind port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 on network 7b047136-1d8e-48e0-95f7-fc33f7144567 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:20.771551 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-04c72764-d5d4-4aca-bff2-92b517b5e10e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The resource could not be found. Aug 31 06:55:20.777413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:20.777989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Checking segment: {'id': '8afd4a21-97de-411f-a1dc-c7e61fccfaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:20.779069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.779948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04c72764-d5d4-4aca-bff2-92b517b5e10e tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2547107 Aug 31 06:55:20.780633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:20.781083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Bound using segment: {'id': '8afd4a21-97de-411f-a1dc-c7e61fccfaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:20.781806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Bound port: 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8afd4a21-97de-411f-a1dc-c7e61fccfaa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '7b047136-1d8e-48e0-95f7-fc33f7144567'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:20.782194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.799391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8c1c189e-4c75-48c0-992d-57d85a9b89af tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': 'deb4491e-d68a-494e-bdb0-87eb2ed29909', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'ee4d10fa-25a1-49cb-bd3f-a1141b4c60ba'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:20.831148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::39a (7b047136-1d8e-48e0-95f7-fc33f7144567/d330d6db-8b16-4fa3-aa81-62fce9546b26/3a33325b-4dc4-4e34-a288-a369b1714122) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:20.846413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-d41ac825-0519-40bd-a7f5-e0f8ac2e98c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=231feac0-b37c-4bfd-9c70-815a093d5319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792444 Aug 31 06:55:20.877561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] For port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:20.881516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] For port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,segment=NetworkSegment(8afd4a21-97de-411f-a1dc-c7e61fccfaa2),segment_id=8afd4a21-97de-411f-a1dc-c7e61fccfaa2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:20.889920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:20.917025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46656f-57b4-42e5-b057-e2127eda5013 req-54f89a9e-7509-4d44-9ba2-0017594df2f2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:20.919397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc46656f-57b4-42e5-b057-e2127eda5013 req-54f89a9e-7509-4d44-9ba2-0017594df2f2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0776310 Aug 31 06:55:21.005042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1b9928-7511-4a5d-b799-76c80c1d7a3a req-e1e02052-eb67-4dae-9c68-446d945054e6 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.009106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f90296-38d0-44a8-90ac-6cc053195109 None None] Pushing event updated for resources: {'Port': ['ID=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.012205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa1b9928-7511-4a5d-b799-76c80c1d7a3a req-e1e02052-eb67-4dae-9c68-446d945054e6 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 943 time: 0.1683049 Aug 31 06:55:21.038226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc46656f-57b4-42e5-b057-e2127eda5013 req-7e135216-e17c-4083-8ca5-2438dc793ce9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073542 Aug 31 06:55:21.042309 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-8c1c189e-4c75-48c0-992d-57d85a9b89af tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The resource could not be found. Aug 31 06:55:21.043550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8c1c189e-4c75-48c0-992d-57d85a9b89af tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2503572 Aug 31 06:55:21.049040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.055161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-2b6edc88-16f4-4cfb-be08-7337bed91d28 service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942408 Aug 31 06:55:21.066333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.149870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.153711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa1b9928-7511-4a5d-b799-76c80c1d7a3a req-2c567c8b-ce77-45a7-b8da-53b38c708264 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387939 Aug 31 06:55:21.211830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.245756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.269178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82195db3-fc06-4c63-b85c-52ed4d0b09a9 req-824cdabb-d35e-46e4-aaec-d4e7c9ae6d4b service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036972 Aug 31 06:55:21.291637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 3a33325b-4dc4-4e34-a288-a369b1714122 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:21.304289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4639-3235-41a8-88e1-6eb07a680c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.324643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967d2cf-4d96-4e79-b2a0-745c8d20c85a req-e6371559-b9dc-4f80-b7f2-8e502e2df9f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.327331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7967d2cf-4d96-4e79-b2a0-745c8d20c85a req-e6371559-b9dc-4f80-b7f2-8e502e2df9f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1733937 Aug 31 06:55:21.371172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.373964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.375105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/deb4491e-d68a-494e-bdb0-87eb2ed29909 HTTP/1.1" status: 204 len: 168 time: 0.3250906 Aug 31 06:55:21.382492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.421712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb4491e-d68a-494e-bdb0-87eb2ed29909,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.422619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232c2f-3786-4712-a004-6697b094cc21 req-b9911aac-f9a9-40e2-888e-671232ba3f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.424135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-b9911aac-f9a9-40e2-888e-671232ba3f23 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 1095 time: 0.0693166 Aug 31 06:55:21.442625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.448565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7967d2cf-4d96-4e79-b2a0-745c8d20c85a req-cb7bbe56-ce74-4d46-8473-22252dbe1dce tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022043 Aug 31 06:55:21.449887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.450233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.450599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.451056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.451865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.452201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.452530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.452864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.453284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.453649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.453974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.454393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673054e6-97a5-41f2-9ca3-7a87c4a8417c tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:21.510494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9eb5b511-a591-4518-a1a3-498487a1fbfb tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258602 Aug 31 06:55:21.514502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.519016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19c8b973-89f6-4b6a-b82a-b2d451619d93 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '7701a5cb-11f0-4afd-bb13-f15fad5fb0dc', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:21.525931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4639-3235-41a8-88e1-6eb07a680c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.527543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:21.531401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:21.536156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:21.536944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1e7c4639-3235-41a8-88e1-6eb07a680c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.541967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.542659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.546992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=3a33325b-4dc4-4e34-a288-a369b1714122,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.624597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0cfdef7-49b2-4051-95ca-731c4903f7fa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7405243 Aug 31 06:55:21.627287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43326) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.633513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e7c4639-3235-41a8-88e1-6eb07a680c86 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d6f660acf03f4a178875a4a2599c3ba7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5661330 Aug 31 06:55:21.637471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.639796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7c4639-3235-41a8-88e1-6eb07a680c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f6a0e64-1bce-4b78-96bf-41edeef3d938,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:21.651509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232c2f-3786-4712-a004-6697b094cc21 req-ea7e909e-b904-47cd-b55a-fb6df82b37ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.652975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-ea7e909e-b904-47cd-b55a-fb6df82b37ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 909 time: 0.2210984 Aug 31 06:55:21.680914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4b248-8f52-41c9-a275-4f41b8d77b7d req-239faa21-162a-4dd2-bf3f-8d382214bcef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.682437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97e4b248-8f52-41c9-a275-4f41b8d77b7d req-239faa21-162a-4dd2-bf3f-8d382214bcef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1239512 Aug 31 06:55:21.711712 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-19c8b973-89f6-4b6a-b82a-b2d451619d93 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The resource could not be found. Aug 31 06:55:21.712725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-19c8b973-89f6-4b6a-b82a-b2d451619d93 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1972950 Aug 31 06:55:21.714907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-9b4abe7a-2b7d-42f9-b16d-8db48a7c279f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=27abe199-c26e-42ed-929a-ee642e2e35e6 HTTP/1.1" status: 200 len: 217 time: 0.0498223 Aug 31 06:55:21.717968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:21.740904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--2071739581'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:21.784701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97e4b248-8f52-41c9-a275-4f41b8d77b7d req-30a47234-e26f-441b-b800-56f9fcba899c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742733 Aug 31 06:55:21.802536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92232c2f-3786-4712-a004-6697b094cc21 req-b486e788-0f79-4536-be1f-a7540b5b4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.805838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-b486e788-0f79-4536-be1f-a7540b5b4f55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ce006d7-d907-4b1f-ad44-b3879b302b40 HTTP/1.1" status: 200 len: 848 time: 0.0780132 Aug 31 06:55:21.819771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.828508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.846929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-ae58da52-cf19-4e26-8b4f-ff07d4d7c49c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=231feac0-b37c-4bfd-9c70-815a093d5319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296874 Aug 31 06:55:21.910928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 3a33325b-4dc4-4e34-a288-a369b1714122 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:21.911505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.916837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:21.928405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b08b78a-03cf-4b35-84e2-881b8c7366af req-455f1e63-8a49-4baa-be60-56faf8ca934b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:21.930116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b08b78a-03cf-4b35-84e2-881b8c7366af req-455f1e63-8a49-4baa-be60-56faf8ca934b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1803026 Aug 31 06:55:22.041691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73bf0ae-f036-4094-b7fc-edb3816eb09e req-34a3c73f-dcf5-4802-ba0a-56b0621d8362 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.043872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c73bf0ae-f036-4094-b7fc-edb3816eb09e req-34a3c73f-dcf5-4802-ba0a-56b0621d8362 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1010475 Aug 31 06:55:22.082807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-447fec49-a701-4b44-9365-7978042c2d5d service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2227790 Aug 31 06:55:22.098225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b08b78a-03cf-4b35-84e2-881b8c7366af req-9d87380d-a174-4aaf-ba0e-a4dfb2cffaf0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467898 Aug 31 06:55:22.114506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.133841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 3a33325b-4dc4-4e34-a288-a369b1714122 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:22.135576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.138207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.139563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f6a0e64-1bce-4b78-96bf-41edeef3d938 HTTP/1.1" status: 204 len: 168 time: 0.5026553 Aug 31 06:55:22.155403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c73bf0ae-f036-4094-b7fc-edb3816eb09e req-9547e649-dddb-4df1-ba88-8d4f88fbe4c7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970125 Aug 31 06:55:22.167744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3174f4a8-8868-49ac-af97-f1f7218883b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f6a0e64-1bce-4b78-96bf-41edeef3d938,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.215040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.230139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.265579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92232c2f-3786-4712-a004-6697b094cc21 req-bde98ca5-1537-42ef-866d-47a763444060 service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714580 Aug 31 06:55:22.315365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.319234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b52b05-cd39-4f29-9dcf-4082bceea6ad None None] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:22.319719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5859804 Aug 31 06:55:22.319719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6392a357-5a23-4978-ad7d-e870fb318b96 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30431756-b492-4466-adb9-e56992f545b9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.329716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.335705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1726494169'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:22.382622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608d0fa0-c3f6-4007-a779-bc5f7a0e141b req-9f3cc4a4-7d51-4bdc-9e6f-df87a5b6ea8a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.384559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608d0fa0-c3f6-4007-a779-bc5f7a0e141b req-9f3cc4a4-7d51-4bdc-9e6f-df87a5b6ea8a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1003649 Aug 31 06:55:22.386885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.403875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9a7a6162-88f1-46db-a439-71b205667ca9 None None] Provisioning for port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:22.421303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15c7bd-d69b-49bc-bbaf-799a4473ac57 req-c32dd826-0331-44b8-a7f3-4f6de16ccbeb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.429708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b15c7bd-d69b-49bc-bbaf-799a4473ac57 req-c32dd826-0331-44b8-a7f3-4f6de16ccbeb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 943 time: 0.1387713 Aug 31 06:55:22.484177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-608d0fa0-c3f6-4007-a779-bc5f7a0e141b req-70e295bb-f3c8-4941-a733-b12bf87cf74c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832958 Aug 31 06:55:22.490067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b15c7bd-d69b-49bc-bbaf-799a4473ac57 req-36dcdc5d-89d5-4f37-a5e0-23ffb65e85e1 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589421 Aug 31 06:55:22.498382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.538860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=3a33325b-4dc4-4e34-a288-a369b1714122,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.569479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.572917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.578504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.579394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a1e21a0-1c9b-403b-bfbc-08ab781d12a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/3a33325b-4dc4-4e34-a288-a369b1714122 HTTP/1.1" status: 204 len: 168 time: 0.9510837 Aug 31 06:55:22.580080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.607959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.609205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2774663 Aug 31 06:55:22.613808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.620343 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-088f9ca2-0bea-4755-a6ae-12d891b2ba5f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:55:22.620557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-389a3a12-32e5-4986-b7c3-8a1d4c014eac tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group_rule': {'security_group_id': '30431756-b492-4466-adb9-e56992f545b9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'd4109961-d66e-41b1-8a3b-d66b6f2e9686'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:22.623563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-088f9ca2-0bea-4755-a6ae-12d891b2ba5f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:22.632301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.634264 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-088f9ca2-0bea-4755-a6ae-12d891b2ba5f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/3a33325b-4dc4-4e34-a288-a369b1714122 HTTP/1.1" status: 404 len: 333 time: 0.0530972 Aug 31 06:55:22.703114 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2c2df9c-7059-43e2-8845-a270f702328c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:22.707355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e2c2df9c-7059-43e2-8845-a270f702328c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/3a33325b-4dc4-4e34-a288-a369b1714122 HTTP/1.1" status: 404 len: 333 time: 0.0698824 Aug 31 06:55:22.708642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43364) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.708642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a372fff2-6aeb-42ec-9bc8-35226628eaf5 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4109961-d66e-41b1-8a3b-d66b6f2e9686,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:22.745855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:22.747346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.756658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c35f5c-e2ce-461e-906a-e496ffe46b51 req-505edcbd-ba1f-41f4-bee2-4cf57464c805 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:22.768469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18c35f5c-e2ce-461e-906a-e496ffe46b51 req-505edcbd-ba1f-41f4-bee2-4cf57464c805 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0976605 Aug 31 06:55:22.782574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128e999-8a09-4862-87e8-b9ca6449f752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.804593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet d330d6db-8b16-4fa3-aa81-62fce9546b26 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:22.808147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.808299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:22.815265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:22.815475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.816271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18c35f5c-e2ce-461e-906a-e496ffe46b51 req-37a41b64-bf37-4ef2-a550-3e4e74541153 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469055 Aug 31 06:55:22.831876 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-389a3a12-32e5-4986-b7c3-8a1d4c014eac tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:22.835562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-389a3a12-32e5-4986-b7c3-8a1d4c014eac tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2177823 Aug 31 06:55:22.838172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:22.904524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.914940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.951590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7bd49460-55c2-472c-9af5-840f56f24f06 None None] Provisioning complete for port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:22.951952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bd49460-55c2-472c-9af5-840f56f24f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:22.977937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,segment=NetworkSegment(8afd4a21-97de-411f-a1dc-c7e61fccfaa2),segment_id=8afd4a21-97de-411f-a1dc-c7e61fccfaa2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:22.986498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.036235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.056119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.100497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136852e-9a2e-4751-abce-438506e3b1a4 req-930cc49e-6bd1-4ec1-90be-c9b9c8601766 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.102417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7136852e-9a2e-4751-abce-438506e3b1a4 req-930cc49e-6bd1-4ec1-90be-c9b9c8601766 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1896851 Aug 31 06:55:23.121918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.157534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.299827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7bd49460-55c2-472c-9af5-840f56f24f06 None None] Could not find standard attr ID for object 3a33325b-4dc4-4e34-a288-a369b1714122. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:23.307679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128e999-8a09-4862-87e8-b9ca6449f752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.308827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.312623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.313912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/d4109961-d66e-41b1-8a3b-d66b6f2e9686 HTTP/1.1" status: 204 len: 168 time: 0.4747565 Aug 31 06:55:23.317038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.322125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7128e999-8a09-4862-87e8-b9ca6449f752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.332323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7136852e-9a2e-4751-abce-438506e3b1a4 req-a78d3fcd-8c47-41f6-bae8-056e162c7daf tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124422 Aug 31 06:55:23.351031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821b282-683c-48a1-81fd-b71b588f40f0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4109961-d66e-41b1-8a3b-d66b6f2e9686,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.386750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7128e999-8a09-4862-87e8-b9ca6449f752 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=369598f42eb244c79c41e9509ae61c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6349969 Aug 31 06:55:23.390888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 27abe199-c26e-42ed-929a-ee642e2e35e6 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:55:23.392157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.394609 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.423216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a96d86af-2c84-480a-90fc-3aac7a82287e None None] Could not find standard attr ID for object 3a33325b-4dc4-4e34-a288-a369b1714122. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:23.464433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f9e559b-4e43-4d0a-ac79-7310f82c1fa2 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1456287 Aug 31 06:55:23.464632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7128e999-8a09-4862-87e8-b9ca6449f752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e958ad8-8797-4d49-a00b-f2dd48f9a855,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.470845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.477596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.482637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/d330d6db-8b16-4fa3-aa81-62fce9546b26 HTTP/1.1" status: 204 len: 168 time: 0.7686753 Aug 31 06:55:23.487548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.487830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960552a-8752-4960-90f4-ebda137891c2 None None] Network 7b047136-1d8e-48e0-95f7-fc33f7144567 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:23.487971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aceb55c-0ab3-4345-8a61-31eddb54c01c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=d330d6db-8b16-4fa3-aa81-62fce9546b26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.592498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.620486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.637168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5c3636-aace-4ae7-a8a0-ee8b9237af71 req-b05f1a45-c156-459c-8d2e-58e69cfed523 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.639617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d5c3636-aace-4ae7-a8a0-ee8b9237af71 req-b05f1a45-c156-459c-8d2e-58e69cfed523 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1525974 Aug 31 06:55:23.645295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.653716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=27abe199-c26e-42ed-929a-ee642e2e35e6,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.665837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '27abe199-c26e-42ed-929a-ee642e2e35e6', 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319', 'port_id': '27abe199-c26e-42ed-929a-ee642e2e35e6', 'mac_address': 'fa:16:3e:57:5c:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce006d7-d907-4b1f-ad44-b3879b302b40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:55:23.670623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.711131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.712124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d98a5-67b1-478b-b9d2-b54542069427 req-38737886-b984-4932-8e1c-a8236f2bb92d tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:23.720351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-113d98a5-67b1-478b-b9d2-b54542069427 req-38737886-b984-4932-8e1c-a8236f2bb92d tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 943 time: 0.1172466 Aug 31 06:55:23.723803 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.743827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] DHCP port deletion for 7b047136-1d8e-48e0-95f7-fc33f7144567 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:23.750899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:23.751250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.753970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27abe199-c26e-42ed-929a-ee642e2e35e6 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:55:23.760461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d5c3636-aace-4ae7-a8a0-ee8b9237af71 req-f08acdc3-f595-40ee-81fe-7ea71bd447e9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928583 Aug 31 06:55:23.804279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=27abe199-c26e-42ed-929a-ee642e2e35e6,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.809555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.813158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.814874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e958ad8-8797-4d49-a00b-f2dd48f9a855 HTTP/1.1" status: 204 len: 168 time: 0.4216986 Aug 31 06:55:23.821241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-113d98a5-67b1-478b-b9d2-b54542069427 req-fba7520c-9357-4b4b-80de-f152f7565310 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998697 Aug 31 06:55:23.822262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.838700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.843520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.844703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/30431756-b492-4466-adb9-e56992f545b9 HTTP/1.1" status: 204 len: 168 time: 0.3717825 Aug 31 06:55:23.851265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.867018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,segment=NetworkSegment(8afd4a21-97de-411f-a1dc-c7e61fccfaa2),segment_id=8afd4a21-97de-411f-a1dc-c7e61fccfaa2)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.867550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.874737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ce6f09-5017-47b9-9b10-24922f1dba48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e958ad8-8797-4d49-a00b-f2dd48f9a855,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.894250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:23.899489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Deleting port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:23.899867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.938203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-27c4181e-78c7-49b6-bbe1-c48417eab912 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848048 Aug 31 06:55:23.940974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:23.953166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'tempest-secgroup--1840209108'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:23.959860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80500e5-eb13-4bb3-9ada-827e74db8316 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30431756-b492-4466-adb9-e56992f545b9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:23.975928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] For port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,segment=NetworkSegment(8afd4a21-97de-411f-a1dc-c7e61fccfaa2),segment_id=8afd4a21-97de-411f-a1dc-c7e61fccfaa2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:23.976293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:23.996612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.003323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Calling delete_port for 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:24.018849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626115a3-158a-4e6f-8a56-6a543b9e9501 req-1bee436d-5361-498c-bb2f-ab3dc19a3f70 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.020401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-626115a3-158a-4e6f-8a56-6a543b9e9501 req-1bee436d-5361-498c-bb2f-ab3dc19a3f70 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1300142 Aug 31 06:55:24.021737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.034610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.056750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:24.064895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.071970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-626115a3-158a-4e6f-8a56-6a543b9e9501 req-e7dd9c54-91f8-4e7c-8423-021c59cf96f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400224 Aug 31 06:55:24.118280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['27abe199-c26e-42ed-929a-ee642e2e35e6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:24.161489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.175058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b047136-1d8e-48e0-95f7-fc33f7144567']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.187920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.188253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8afd4a21-97de-411f-a1dc-c7e61fccfaa2') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.188548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8afd4a21-97de-411f-a1dc-c7e61fccfaa2') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:24.197174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.201757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.221924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.229366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:24.229366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.245777 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.274104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] Pushing event deleted for resources: {'Port': ['ID=201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.288429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d023a32-4d19-4c94-9ad9-6b10623aae63 None None] No DVR routers for this DVR port 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:24.301508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4314a1c-fc26-449c-b27a-6439cbfa043b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:24.314766 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:24.324551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.330154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.330649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40a504a6-02cb-41ab-a879-2260e4bcaaef tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3822708 Aug 31 06:55:24.348003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b704e606-e3a1-4664-a02e-92f3f8f12fd0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:24.348710 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-b704e606-e3a1-4664-a02e-92f3f8f12fd0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 06:55:24.349215 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b704e606-e3a1-4664-a02e-92f3f8f12fd0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 06:55:24.353077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b704e606-e3a1-4664-a02e-92f3f8f12fd0 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "PUT /v2.0/security-groups/c4314a1c-fc26-449c-b27a-6439cbfa043b HTTP/1.1" status: 409 len: 330 time: 0.0180976 Aug 31 06:55:24.353077 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.353972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.360146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.362804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/7b047136-1d8e-48e0-95f7-fc33f7144567 HTTP/1.1" status: 204 len: 168 time: 0.8742857 Aug 31 06:55:24.367108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.374305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1564604886'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:24.383727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ec9376-0f32-44b3-8df9-0db46c4fbbf2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=7b047136-1d8e-48e0-95f7-fc33f7144567,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.468259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:24.471539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.484140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2843f00b-3392-4b3a-9fe2-2585673aa979 req-41978ebe-c09d-40ec-a43f-32b1aa22dcd0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.485659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2843f00b-3392-4b3a-9fe2-2585673aa979 req-41978ebe-c09d-40ec-a43f-32b1aa22dcd0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1217122 Aug 31 06:55:24.519196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.553607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.566298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:24.594056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2843f00b-3392-4b3a-9fe2-2585673aa979 req-3cc77b36-4dd5-45a5-8019-3db23833f6e2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968978 Aug 31 06:55:24.602657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.603010 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 4e38b7fe-6fd5-4c58-828d-e8684517a86b of type vlan for network 5439e8e2-b5a5-477c-8362-5c87a0c91ead Aug 31 06:55:24.642232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:24.662048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.666980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.669287 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.672876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/c4314a1c-fc26-449c-b27a-6439cbfa043b HTTP/1.1" status: 204 len: 168 time: 0.3152258 Aug 31 06:55:24.673045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:24.673045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 201dfa42-4734-4fbd-b4ae-d0bb1f2cdde4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:24.673426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.698171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546cde44-5c08-474c-94d0-377c67779e4d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4314a1c-fc26-449c-b27a-6439cbfa043b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.729821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.737517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.738450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.768373 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c57529bc-d107-4ac7-a5c9-69232bac6c91 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0938458 Aug 31 06:55:24.774374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43442) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.792849 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-ee51c4c7-bb17-41c0-8c82-531b23ef09d1 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] delete failed (client error): The resource could not be found. Aug 31 06:55:24.799301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ee51c4c7-bb17-41c0-8c82-531b23ef09d1 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "DELETE /v2.0/security-groups/27de9227-6c16-4cae-a24b-e17b8d42ac0d HTTP/1.1" status: 404 len: 347 time: 0.0228033 Aug 31 06:55:24.802260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43444) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.807332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4392576 Aug 31 06:55:24.811132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.811356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7311c089-7205-4627-a372-429683fb38b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:24.820679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:24.823677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231be3de-aeef-4cba-906a-162209225f08 req-ad0c0209-e033-420e-b4e0-ae4fcf3f6914 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:24.831780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-231be3de-aeef-4cba-906a-162209225f08 req-ad0c0209-e033-420e-b4e0-ae4fcf3f6914 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1125216 Aug 31 06:55:24.867451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a9755-984b-4ddb-9082-ba504efe7d6f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=5439e8e2-b5a5-477c-8362-5c87a0c91ead,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:24.879716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:24.893716 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-53692268-b399-48b1-9b0a-939242a6af9d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] show failed (client error): The resource could not be found. Aug 31 06:55:24.898586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:24.907443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-53692268-b399-48b1-9b0a-939242a6af9d tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-groups/a81b584d-4e4b-41d6-abe3-9b6ad00c4be5 HTTP/1.1" status: 404 len: 347 time: 0.1046841 Aug 31 06:55:24.926937 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a82d5185-7297-44ca-a2b8-3f9dbeb112c9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] show failed (client error): The resource could not be found. Aug 31 06:55:24.927994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a82d5185-7297-44ca-a2b8-3f9dbeb112c9 tempest-NegativeSecGroupTest-462180438 tempest-NegativeSecGroupTest-462180438-project] 10.222.0.57 "GET /v2.0/security-group-rules/2ee3ba2d-8745-4b71-ab95-45c844d3946d HTTP/1.1" status: 404 len: 356 time: 0.0255921 Aug 31 06:55:24.977622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-231be3de-aeef-4cba-906a-162209225f08 req-277dd55a-8a1a-4719-bf86-66c4af8dcd88 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432989 Aug 31 06:55:25.001004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:25.007834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.083703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3522e35b-e951-46ff-b516-5306eaa62c00 req-1f85a7e2-d846-4a82-8463-813ba311cd58 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.085143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3522e35b-e951-46ff-b516-5306eaa62c00 req-1f85a7e2-d846-4a82-8463-813ba311cd58 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 944 time: 0.1382048 Aug 31 06:55:25.161644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3522e35b-e951-46ff-b516-5306eaa62c00 req-95aba75b-fb3c-4278-9475-4c23aab914b4 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646033 Aug 31 06:55:25.337094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2e444-c8fe-4bcf-9e4d-638a65f88fb6 req-2ae28f94-0a08-4579-aea3-e8d4b8677af7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.348980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb2e444-c8fe-4bcf-9e4d-638a65f88fb6 req-2ae28f94-0a08-4579-aea3-e8d4b8677af7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1048346 Aug 31 06:55:25.360233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.406025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 27abe199-c26e-42ed-929a-ee642e2e35e6 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:25.426127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=8c1bc660-327f-43e1-bb44-1ac09b6c83c9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:25.434485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3eb2e444-c8fe-4bcf-9e4d-638a65f88fb6 req-e50f84e3-9d18-4f9a-825f-9f4a6922a01c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840015 Aug 31 06:55:25.454950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.458425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '4e38b7fe-6fd5-4c58-828d-e8684517a86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:25.458803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 5439e8e2-b5a5-477c-8362-5c87a0c91ead, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:25.510024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 27abe199-c26e-42ed-929a-ee642e2e35e6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:25.511560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:25.519974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 27abe199-c26e-42ed-929a-ee642e2e35e6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:25.520344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.527779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5439e8e2-b5a5-477c-8362-5c87a0c91ead) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:25.549272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.549688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b92abc-8f75-49d4-aa99-e59c4088dd5b None None] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:25.549961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.596744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b56a37c-3aba-412a-93af-8209979944ca tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7845311 Aug 31 06:55:25.599372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.606198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1605069094'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:25.619520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09ac58d-2fc9-48ba-bd49-7a2309a5680b req-952fec93-bafd-4b08-ad0b-e7f13a8785e2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.621240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b09ac58d-2fc9-48ba-bd49-7a2309a5680b req-952fec93-bafd-4b08-ad0b-e7f13a8785e2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0655084 Aug 31 06:55:25.691384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b09ac58d-2fc9-48ba-bd49-7a2309a5680b req-ad5de745-3c43-4910-b5c9-a7ab8f9f7023 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594184 Aug 31 06:55:25.827238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-5439e8e2-b5a5-477c-8362-5c87a0c91ead', 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': '8c1bc660-327f-43e1-bb44-1ac09b6c83c9'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:25.828728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.870064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cdb35a7e-2e7d-4ea6-8989-2ba8348f0e8d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1d4f11036f8b452986f67e2f43fb3031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4128966 Aug 31 06:55:25.874015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:25.925267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f992ceaf-3c8d-468c-bbf2-06281c79f44b req-04d964fb-8c62-475d-a743-4d57a3fa877b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:25.937116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f992ceaf-3c8d-468c-bbf2-06281c79f44b req-04d964fb-8c62-475d-a743-4d57a3fa877b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1150208 Aug 31 06:55:25.961995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:25.977276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f992ceaf-3c8d-468c-bbf2-06281c79f44b req-1dfb880b-6e49-40bb-9f42-ed348dfe30fb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385911 Aug 31 06:55:25.991867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Allocated IP 2001:db8::2 (5439e8e2-b5a5-477c-8362-5c87a0c91ead/8c1bc660-327f-43e1-bb44-1ac09b6c83c9/d836f0bf-a3f1-453f-ba06-6321f040a3f6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:26.002500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:26.004757 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10605863-ee06-46b1-bfe9-9bf124d5d832" -d '{"events": [{"server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "name": "network-vif-plugged", "status": "completed", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:26.023023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=27abe199-c26e-42ed-929a-ee642e2e35e6,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:26.033805 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.067834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.090389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:26.119152 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ba8e582-5e6b-4d87-b817-73ae24d10e70 x-openstack-request-id: req-2ba8e582-5e6b-4d87-b817-73ae24d10e70 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:26.119500 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "name": "network-vif-plugged", "status": "completed", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:26.119753 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2ba8e582-5e6b-4d87-b817-73ae24d10e70 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:26.120185 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6', 'code': 200} Aug 31 06:55:26.122382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.175777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.182219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.258410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771d002f-5133-4e5a-b108-006a8b69ca79 req-435b588b-ff0c-42c9-ac30-458e9985d499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.259940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-771d002f-5133-4e5a-b108-006a8b69ca79 req-435b588b-ff0c-42c9-ac30-458e9985d499 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 1097 time: 0.0767412 Aug 31 06:55:26.284932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.295028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Transition to ACTIVE for port object d836f0bf-a3f1-453f-ba06-6321f040a3f6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:26.318183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 991b4f4f-266a-4399-b2f1-209d841e3a03 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:26.323761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Transition to ACTIVE for port object d836f0bf-a3f1-453f-ba06-6321f040a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:26.333787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.400577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ff5e6-bf05-4c27-8415-e8b43017335c req-f2dee80a-550a-4052-9ef3-9a7aacb73d02 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.402152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e7ff5e6-bf05-4c27-8415-e8b43017335c req-f2dee80a-550a-4052-9ef3-9a7aacb73d02 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.1037748 Aug 31 06:55:26.404403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-771d002f-5133-4e5a-b108-006a8b69ca79 req-6271a261-328e-4c9a-b6f8-3a1342cfeb9e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189508 Aug 31 06:55:26.411721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7a6c75-daa2-4c86-ba61-c60cd64787a3 req-ac90a123-47b0-4649-8a97-6fe1ef277521 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.414131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d7a6c75-daa2-4c86-ba61-c60cd64787a3 req-ac90a123-47b0-4649-8a97-6fe1ef277521 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2471941 Aug 31 06:55:26.428675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Pushing event updated for resources: {'Port': ['ID=d836f0bf-a3f1-453f-ba06-6321f040a3f6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.438847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:26.440331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:26.443192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:26.463601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.468449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.470761 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/879317b5-ded8-46a3-84cc-1483a5cb10ba HTTP/1.1" status: 204 len: 168 time: 0.5958638 Aug 31 06:55:26.500712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e7ff5e6-bf05-4c27-8415-e8b43017335c req-ccbc4d30-7e01-464f-873f-e9311e2027f7 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862739 Aug 31 06:55:26.520455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Attempting to bind port d836f0bf-a3f1-453f-ba06-6321f040a3f6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:26.521418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Attempting to bind port d836f0bf-a3f1-453f-ba06-6321f040a3f6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '4e38b7fe-6fd5-4c58-828d-e8684517a86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:26.522494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Attempting to bind port d836f0bf-a3f1-453f-ba06-6321f040a3f6 on network 5439e8e2-b5a5-477c-8362-5c87a0c91ead {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:26.522611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b24ead-c2e4-48c2-9e29-54e0f76ff129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=879317b5-ded8-46a3-84cc-1483a5cb10ba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.531187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:26.531575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Checking segment: {'id': '4e38b7fe-6fd5-4c58-828d-e8684517a86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:26.532809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.533222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Bound using segment: {'id': '4e38b7fe-6fd5-4c58-828d-e8684517a86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:26.534152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Bound port: d836f0bf-a3f1-453f-ba06-6321f040a3f6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e38b7fe-6fd5-4c58-828d-e8684517a86b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '5439e8e2-b5a5-477c-8362-5c87a0c91ead'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:26.534565 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.555266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::293 (5439e8e2-b5a5-477c-8362-5c87a0c91ead/8c1bc660-327f-43e1-bb44-1ac09b6c83c9/991b4f4f-266a-4399-b2f1-209d841e3a03) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:26.560197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d7a6c75-daa2-4c86-ba61-c60cd64787a3 req-c8887ab8-5507-43ed-a021-4088bec3b060 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396263 Aug 31 06:55:26.637642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] For port d836f0bf-a3f1-453f-ba06-6321f040a3f6, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:26.641819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] For port d836f0bf-a3f1-453f-ba06-6321f040a3f6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d836f0bf-a3f1-453f-ba06-6321f040a3f6,segment=NetworkSegment(4e38b7fe-6fd5-4c58-828d-e8684517a86b),segment_id=4e38b7fe-6fd5-4c58-828d-e8684517a86b)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:26.649298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.749427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafd962-50e2-4c07-a33d-ab70dcf08933 None None] Pushing event updated for resources: {'Port': ['ID=d836f0bf-a3f1-453f-ba06-6321f040a3f6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:26.751048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.767871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 991b4f4f-266a-4399-b2f1-209d841e3a03 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:26.860186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.917929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b781063-8200-4e40-a833-dfa167a356a4 req-1f1016f3-cc7a-4b8f-bcbb-fe720ad1b830 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.921008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b781063-8200-4e40-a833-dfa167a356a4 req-1f1016f3-cc7a-4b8f-bcbb-fe720ad1b830 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1156600 Aug 31 06:55:26.925580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:26.937294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:26.944302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:26.950370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:26.951588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:26.970437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=991b4f4f-266a-4399-b2f1-209d841e3a03,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.004657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6729df6-f471-44ad-813f-6450e7d0aa90 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.3999057 Aug 31 06:55:27.004852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:27.032862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b781063-8200-4e40-a833-dfa167a356a4 req-b8d75d6e-87c6-44f1-8e40-3c777e1396cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974379 Aug 31 06:55:27.152825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 991b4f4f-266a-4399-b2f1-209d841e3a03 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:27.153536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.269062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.288566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 991b4f4f-266a-4399-b2f1-209d841e3a03 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:27.442953 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dfaa0c7d-a455-49dd-9db0-1a7a75161cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.690100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.756202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:27.784854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b9c8fd-4d92-4e91-b1be-ddcd473e56e4 req-864f7465-1532-4d7b-a0fb-93b59b57a6e9 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:27.793441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b9c8fd-4d92-4e91-b1be-ddcd473e56e4 req-864f7465-1532-4d7b-a0fb-93b59b57a6e9 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.1138341 Aug 31 06:55:27.882532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b9c8fd-4d92-4e91-b1be-ddcd473e56e4 req-c5cd3093-faa7-4fcf-93e4-3254b864f58f tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880001 Aug 31 06:55:27.915720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.959292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=991b4f4f-266a-4399-b2f1-209d841e3a03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:27.982882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:27.985445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8e710103-b614-4527-b4ef-322f20c45c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/991b4f4f-266a-4399-b2f1-209d841e3a03 HTTP/1.1" status: 204 len: 168 time: 0.9811127 Aug 31 06:55:27.988202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.014957 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e836d66-dcf1-4a6a-b177-17644afd5a4a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:28.016749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9e836d66-dcf1-4a6a-b177-17644afd5a4a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/991b4f4f-266a-4399-b2f1-209d841e3a03 HTTP/1.1" status: 404 len: 333 time: 0.0276887 Aug 31 06:55:28.019795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.036247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-670ea2ad-d461-42ac-969a-b340900b210e tempest-ServiceProvidersTest-608010250 tempest-ServiceProvidersTest-608010250-project] 10.222.0.57 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2781978 Aug 31 06:55:28.069894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aeda028-ca9c-4461-a372-93f586a0106c None None] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:28.103894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet 8c1bc660-327f-43e1-bb44-1ac09b6c83c9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:28.112837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.194416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.254328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ecb446-6ad9-42e5-8a52-75ba03142ab5 req-afd593e4-1f25-4460-a44a-ce533f12cda2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:28.257354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8cc4eadb-8b88-4b7c-9e18-dfe3d8cf6965 None None] Provisioning for port d836f0bf-a3f1-453f-ba06-6321f040a3f6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:28.263028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ecb446-6ad9-42e5-8a52-75ba03142ab5 req-afd593e4-1f25-4460-a44a-ce533f12cda2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1102309 Aug 31 06:55:28.311533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ecb446-6ad9-42e5-8a52-75ba03142ab5 req-0623a127-993c-43bb-9288-55230ea54b60 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399783 Aug 31 06:55:28.323830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.418322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.465766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1bc660-327f-43e1-bb44-1ac09b6c83c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:28.467223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.473356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.476190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cb8d8e50-a1ba-4a6c-9b08-c82ae8cf9e13 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/8c1bc660-327f-43e1-bb44-1ac09b6c83c9 HTTP/1.1" status: 204 len: 168 time: 0.4550858 Aug 31 06:55:28.485134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:28.627507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.668760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2af67-d424-4a1c-b45d-58be5e389b2b None None] Network 5439e8e2-b5a5-477c-8362-5c87a0c91ead requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:28.771953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256a360-b369-4e1f-b475-a75f192c4a90 req-51c0051c-9680-4165-a276-68f7b99469cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:28.773870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f256a360-b369-4e1f-b475-a75f192c4a90 req-51c0051c-9680-4165-a276-68f7b99469cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0808630 Aug 31 06:55:28.786290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port d836f0bf-a3f1-453f-ba06-6321f040a3f6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:28.786820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.790210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d836f0bf-a3f1-453f-ba06-6321f040a3f6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:28.889104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d836f0bf-a3f1-453f-ba06-6321f040a3f6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:28.891397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port d836f0bf-a3f1-453f-ba06-6321f040a3f6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d836f0bf-a3f1-453f-ba06-6321f040a3f6,segment=NetworkSegment(4e38b7fe-6fd5-4c58-828d-e8684517a86b),segment_id=4e38b7fe-6fd5-4c58-828d-e8684517a86b)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:28.891750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.895653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d836f0bf-a3f1-453f-ba06-6321f040a3f6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:28.908037 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.910391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f256a360-b369-4e1f-b475-a75f192c4a90 req-e0173650-b77f-4ba6-9aca-652a94f8e815 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264629 Aug 31 06:55:28.923394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for d836f0bf-a3f1-453f-ba06-6321f040a3f6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:28.969145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b941984f-a2a2-446b-8abe-ac7ce4a86827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:28.996419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] DHCP port deletion for 5439e8e2-b5a5-477c-8362-5c87a0c91ead request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:29.077485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.078065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a07879-dc8f-4806-9111-536934359efe req-db346c79-4669-475f-a214-b739f523bbb1 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:29.079575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73a07879-dc8f-4806-9111-536934359efe req-db346c79-4669-475f-a214-b739f523bbb1 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.0911336 Aug 31 06:55:29.096224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.121670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=d836f0bf-a3f1-453f-ba06-6321f040a3f6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.139853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port d836f0bf-a3f1-453f-ba06-6321f040a3f6 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:29.141685 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:55:29.161756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Deleting port d836f0bf-a3f1-453f-ba06-6321f040a3f6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:29.162065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.231631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] For port d836f0bf-a3f1-453f-ba06-6321f040a3f6, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:29.232749 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.247261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Calling delete_port for d836f0bf-a3f1-453f-ba06-6321f040a3f6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:29.250958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Port d836f0bf-a3f1-453f-ba06-6321f040a3f6 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:55:29.252154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.271111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43610) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.275358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] Pushing event deleted for resources: {'Port': ['ID=d836f0bf-a3f1-453f-ba06-6321f040a3f6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.287863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487c63fe-542e-45c8-b4ed-e95967eedddd None None] No DVR routers for this DVR port d836f0bf-a3f1-453f-ba06-6321f040a3f6 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:29.303060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.314190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5439e8e2-b5a5-477c-8362-5c87a0c91ead']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:29.321902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73a07879-dc8f-4806-9111-536934359efe req-9b36c075-eefd-444c-8e9e-c913c46626e0 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501727 Aug 31 06:55:29.330156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e38b7fe-6fd5-4c58-828d-e8684517a86b') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:29.330676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e38b7fe-6fd5-4c58-828d-e8684517a86b') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:29.334135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b941984f-a2a2-446b-8abe-ac7ce4a86827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.343112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b941984f-a2a2-446b-8abe-ac7ce4a86827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.364892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.396826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b941984f-a2a2-446b-8abe-ac7ce4a86827 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0df8ed18231a4c58a8254600851b1c06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9260252 Aug 31 06:55:29.396826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b941984f-a2a2-446b-8abe-ac7ce4a86827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dd727a-e0f1-43a4-affa-d32ef465e9a9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.399120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.399364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.406589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:29.407285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:29.433135 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:29.484291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.498098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.523375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.531979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.540235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/5439e8e2-b5a5-477c-8362-5c87a0c91ead HTTP/1.1" status: 204 len: 168 time: 1.0524299 Aug 31 06:55:29.552030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.561308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'name': 'tempest-PortsIpV6TestJSON-1669007095'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:29.569512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cd4d5-817f-4e49-94ac-cf01d1859860 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=5439e8e2-b5a5-477c-8362-5c87a0c91ead,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.597897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.600800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.602639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8dd727a-e0f1-43a4-affa-d32ef465e9a9 HTTP/1.1" status: 204 len: 168 time: 0.2023613 Aug 31 06:55:29.606954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.618189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1281a91-88ee-4bde-896e-021a2850acae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dd727a-e0f1-43a4-affa-d32ef465e9a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.662774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f68cf143-455f-4e1d-bedd-c3362c679a79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.699141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:55:29.699141 n-d-712707-15 neutron-server[94639]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:55:29.699141 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'id': '87f69877-1676-4b86-985d-e6dbaa7073f8', 'expiration': datetime.datetime(2021, 8, 31, 6, 57, 29, 695104)}] Aug 31 06:55:29.699141 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:55:29.699828 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:55:29.788168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f68cf143-455f-4e1d-bedd-c3362c679a79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.796054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f68cf143-455f-4e1d-bedd-c3362c679a79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.848355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f68cf143-455f-4e1d-bedd-c3362c679a79 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=21149cc754be4008957f080d115268f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5713627 Aug 31 06:55:29.851552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:29.851899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cf143-455f-4e1d-bedd-c3362c679a79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf05829-4dd8-46ce-8354-cd49ceef7ccd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:29.937989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:29.974311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.063307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.066995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.067185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15abb8ab-6b29-4a30-8adf-f8960c63e830 req-1aa7f0b6-f0a1-4f0f-b7ae-8610f2a23eb4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.071454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecf05829-4dd8-46ce-8354-cd49ceef7ccd HTTP/1.1" status: 204 len: 168 time: 0.2186053 Aug 31 06:55:30.074907 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15abb8ab-6b29-4a30-8adf-f8960c63e830 req-1aa7f0b6-f0a1-4f0f-b7ae-8610f2a23eb4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0661108 Aug 31 06:55:30.083341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93219617-3445-4e4b-9beb-98e9ba92df52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf05829-4dd8-46ce-8354-cd49ceef7ccd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.141298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-15abb8ab-6b29-4a30-8adf-f8960c63e830 req-606e0c55-de8b-4cc9-9de0-8be8519dfadc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646992 Aug 31 06:55:30.270808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea363a23-55c4-4ab5-a246-c1752f3bfc0c req-ca491754-7c6a-437d-848d-b707496c98bf tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.279746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea363a23-55c4-4ab5-a246-c1752f3bfc0c req-ca491754-7c6a-437d-848d-b707496c98bf tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.0829968 Aug 31 06:55:30.287703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:30.291312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.297807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a516a2-17dc-450a-9a6d-31c09ee3632f req-e7a82142-4ca7-4e04-af2d-9d8841a231c3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.305766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49a516a2-17dc-450a-9a6d-31c09ee3632f req-e7a82142-4ca7-4e04-af2d-9d8841a231c3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0821323 Aug 31 06:55:30.325317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 99261187-2985-4063-9e82-5f58d5530934 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:30.359253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea363a23-55c4-4ab5-a246-c1752f3bfc0c req-9a49f3ac-008b-4eae-987a-d4c5867f071c tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786524 Aug 31 06:55:30.367154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49a516a2-17dc-450a-9a6d-31c09ee3632f req-5a79752f-c291-4605-8187-c01e532e276a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604928 Aug 31 06:55:30.543651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9966ed5-a8fb-420b-9c97-7dbcccb4dde1 req-021448ca-0069-41c9-b9ec-6767a1b5162a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.551737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9966ed5-a8fb-420b-9c97-7dbcccb4dde1 req-021448ca-0069-41c9-b9ec-6767a1b5162a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0738368 Aug 31 06:55:30.598863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.601149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9966ed5-a8fb-420b-9c97-7dbcccb4dde1 req-80842fd3-8f9e-4959-a67f-5c3bb5121ec7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479314 Aug 31 06:55:30.666736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.673679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d836f0bf-a3f1-453f-ba06-6321f040a3f6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:30.708927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d836f0bf-a3f1-453f-ba06-6321f040a3f6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:30.709277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d836f0bf-a3f1-453f-ba06-6321f040a3f6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:30.743774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:30.765603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:30.768027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:30.773935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.774503 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.793574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=99261187-2985-4063-9e82-5f58d5530934,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:30.818639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3513f52c-6022-4d1e-ac09-226b56363807 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2652731 Aug 31 06:55:30.821794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:30.828522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0347e9-94ca-4e2a-8927-edc7517ee7b5 req-c5ae9f33-d028-4a34-9e3f-4bd5c02ab035 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:30.830064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe0347e9-94ca-4e2a-8927-edc7517ee7b5 req-c5ae9f33-d028-4a34-9e3f-4bd5c02ab035 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1054523 Aug 31 06:55:30.893516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe0347e9-94ca-4e2a-8927-edc7517ee7b5 req-31f98cf8-075b-402d-8f84-725fe961e186 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552182 Aug 31 06:55:30.948923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 99261187-2985-4063-9e82-5f58d5530934 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:30.949347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:30.950120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.020327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.047709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.069650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 99261187-2985-4063-9e82-5f58d5530934 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:31.125809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1680511991'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:31.182634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Made reservation on behalf of d64557d643e04f42bb9755fecd960c75 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:31.187923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.193559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.211378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.230259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=99261187-2985-4063-9e82-5f58d5530934,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.247211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.253578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2ec576ae-584b-4a5b-be24-f2874ede303d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/99261187-2985-4063-9e82-5f58d5530934 HTTP/1.1" status: 204 len: 168 time: 0.4296937 Aug 31 06:55:31.255998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.263853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'mac_address': 'fa:16:3e:c0:1f:6d', 'name': 'tempest-PortsIpV6TestJSON-263849324'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:31.364750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2a3761-ff6b-445a-91a5-17effebc1d16 req-cc78a8cc-b481-4856-a0d2-86a5b0149c7a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.366481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f2a3761-ff6b-445a-91a5-17effebc1d16 req-cc78a8cc-b481-4856-a0d2-86a5b0149c7a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1138597 Aug 31 06:55:31.433405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f2a3761-ff6b-445a-91a5-17effebc1d16 req-fe881c49-38ca-419c-b93e-0da6e716e417 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582964 Aug 31 06:55:31.454236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.467185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.490715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:31.525515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:31.543905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.544288 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Added segment cacb4d36-f000-43a1-9ee8-2cb1da3978d9 of type vlan for network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 Aug 31 06:55:31.619323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=761bc9cb-f1e4-404e-9165-618bf47ac829,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.625988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed67a29e-fe51-4116-adcc-74fa3b6cb462 req-e065ec83-21d5-491a-b726-dacd81930a33 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.640905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed67a29e-fe51-4116-adcc-74fa3b6cb462 req-e065ec83-21d5-491a-b726-dacd81930a33 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.1860278 Aug 31 06:55:31.680760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.682055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-109dea05-9262-4958-af61-4819e5959583 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.683735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-109dea05-9262-4958-af61-4819e5959583 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 945 time: 0.1437290 Aug 31 06:55:31.690539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.704464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed67a29e-fe51-4116-adcc-74fa3b6cb462 req-587c14d2-2264-437a-b425-0c59b7222474 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624423 Aug 31 06:55:31.714295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726f0df0-ed71-4969-8313-6f64d8988e9b req-64dcd78b-ed48-4162-8948-674d82769534 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.715296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 6af0731a-b73a-4ce6-9975-e2fe6f6ee738 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:31.723100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-726f0df0-ed71-4969-8313-6f64d8988e9b req-64dcd78b-ed48-4162-8948-674d82769534 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1873631 Aug 31 06:55:31.824464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.830775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:31.831390 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.861575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-726f0df0-ed71-4969-8313-6f64d8988e9b req-d1e7ae4a-664d-48c7-811b-b25236d18437 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375611 Aug 31 06:55:31.930694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.931830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9805374 Aug 31 06:55:31.932449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:31.942056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Request body: {'subnet': {'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:31.947837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34abb90-1b82-4c1e-babc-f51465350e2f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event updated for resources: {'Network': ['ID=adcc134c-9534-4eb2-ad7b-1c8e892b4ef1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:31.959821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:31.987156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:31.993396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Deleting port 27abe199-c26e-42ed-929a-ee642e2e35e6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:31.993752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.042719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=6af0731a-b73a-4ce6-9975-e2fe6f6ee738,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.061153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:32.062948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:32.069948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:32.076313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.076927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.099281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97857cc9-9e8c-4cc2-9603-262844552c7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8382053 Aug 31 06:55:32.099546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43762) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.156567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8416691b-f52b-4ce3-b19b-f2ed78120ac2 req-97f0e7d0-14f4-4d65-8b6e-0918b3c554d2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.157612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e21225-90ca-45fb-8f9d-2329000d4fcb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.163765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8416691b-f52b-4ce3-b19b-f2ed78120ac2 req-97f0e7d0-14f4-4d65-8b6e-0918b3c554d2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1444516 Aug 31 06:55:32.165428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43780) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.165805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f9e21225-90ca-45fb-8f9d-2329000d4fcb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/6af0731a-b73a-4ce6-9975-e2fe6f6ee738 HTTP/1.1" status: 200 len: 844 time: 0.0637357 Aug 31 06:55:32.236006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] For port 27abe199-c26e-42ed-929a-ee642e2e35e6, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=27abe199-c26e-42ed-929a-ee642e2e35e6,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:32.236356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.239021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Made reservation on behalf of d64557d643e04f42bb9755fecd960c75 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:32.242618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.305234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Calling delete_port for 27abe199-c26e-42ed-929a-ee642e2e35e6 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:32.333719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8416691b-f52b-4ce3-b19b-f2ed78120ac2 req-21120ef8-ce8b-4d80-a071-56b049cc2f72 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690686 Aug 31 06:55:32.468226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856825ee-0aee-427b-b760-eb61148ab2ed req-9a1b084b-0dd2-4385-91a1-65e32f15fa00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.469972 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-856825ee-0aee-427b-b760-eb61148ab2ed req-9a1b084b-0dd2-4385-91a1-65e32f15fa00 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0604062 Aug 31 06:55:32.506955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 6af0731a-b73a-4ce6-9975-e2fe6f6ee738 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:32.507303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.514397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-856825ee-0aee-427b-b760-eb61148ab2ed req-db8704fe-bef0-458c-a6ea-6bcb471caac3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357831 Aug 31 06:55:32.661587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4dd86-d773-46d6-b7f5-942e8aa723ac req-c2278623-28ba-44ff-80d4-42a941f5be73 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:32.670443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97b4dd86-d773-46d6-b7f5-942e8aa723ac req-c2278623-28ba-44ff-80d4-42a941f5be73 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0664182 Aug 31 06:55:32.672185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.682689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.691908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 6af0731a-b73a-4ce6-9975-e2fe6f6ee738 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:32.699915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.717424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['27abe199-c26e-42ed-929a-ee642e2e35e6'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:32.745819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97b4dd86-d773-46d6-b7f5-942e8aa723ac req-2589edb2-96e5-48ac-ba01-afcbb1b8535b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466111 Aug 31 06:55:32.750918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:32.844413 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecc2011a-ec8a-4450-bf89-c49d7b332ffd req-517dd046-d83b-44b3-a503-c246986220d0 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=242a7847-7f33-40a5-91b7-4d8a8471abbe HTTP/1.1" status: 200 len: 210 time: 0.0356181 Aug 31 06:55:32.862352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event updated for resources: {'Subnet': ['ID=dc40d65a-2c0f-42be-9c4c-ba29be626f38,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.862845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Pushing event deleted for resources: {'Port': ['ID=27abe199-c26e-42ed-929a-ee642e2e35e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:32.950668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] No DVR routers for this DVR port 27abe199-c26e-42ed-929a-ee642e2e35e6 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:32.954799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:32.957757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0616dc0d-2f7c-4cdc-a366-56222c70b0ea req-b6e15461-09c5-4515-962a-f6c015ca31bb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "DELETE /v2.0/ports/27abe199-c26e-42ed-929a-ee642e2e35e6 HTTP/1.1" status: 204 len: 173 time: 1.2642634 Aug 31 06:55:32.969524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'name': 'network-vif-deleted', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:32.972085 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2ee508-c5e9-423d-b6f2-b4b38ee7d93b" -d '{"events": [{"server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "name": "network-vif-deleted", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:33.019804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d0c8ae-c15b-435d-b8d2-448326eee18b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.022664 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b62b2d5-8be5-4860-89ae-8d8c47a56b30 x-openstack-request-id: req-3b62b2d5-8be5-4860-89ae-8d8c47a56b30 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:33.023085 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "242a7847-7f33-40a5-91b7-4d8a8471abbe", "name": "network-vif-deleted", "tag": "27abe199-c26e-42ed-929a-ee642e2e35e6", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:33.023441 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b62b2d5-8be5-4860-89ae-8d8c47a56b30 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:33.023909 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '242a7847-7f33-40a5-91b7-4d8a8471abbe', 'name': 'network-vif-deleted', 'tag': '27abe199-c26e-42ed-929a-ee642e2e35e6', 'status': 'completed', 'code': 200} Aug 31 06:55:33.028165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Checking segment: {'id': 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:33.028638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Network hostable DHCP agents. Network: adcc134c-9534-4eb2-ad7b-1c8e892b4ef1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:33.077566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c172b9-dc12-49aa-b1fe-66e0864b5621 req-6ffdf0d7-9a9f-49d1-a728-e6c971432322 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.079533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5c172b9-dc12-49aa-b1fe-66e0864b5621 req-6ffdf0d7-9a9f-49d1-a728-e6c971432322 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2676587 Aug 31 06:55:33.112349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:33.114345 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.167005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=6af0731a-b73a-4ce6-9975-e2fe6f6ee738,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.170287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, adcc134c-9534-4eb2-ad7b-1c8e892b4ef1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:33.174473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.175370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.182834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2d911-f144-43b1-bda6-8861e456ffc4 None None] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:33.187253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.189184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7b3a61bf-c004-4bc7-9ac4-9769332c629d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/6af0731a-b73a-4ce6-9975-e2fe6f6ee738 HTTP/1.1" status: 204 len: 168 time: 1.0157466 Aug 31 06:55:33.192172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.227372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5c172b9-dc12-49aa-b1fe-66e0864b5621 req-81d72d48-7619-4ccf-8523-32e169583b91 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334586 Aug 31 06:55:33.230032 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-135662db-7458-4793-becf-5c4a9d7b36a9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:33.233584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-135662db-7458-4793-becf-5c4a9d7b36a9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/6af0731a-b73a-4ce6-9975-e2fe6f6ee738 HTTP/1.1" status: 404 len: 333 time: 0.0397704 Aug 31 06:55:33.237309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43848) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.243280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'name': 'tempest-PortsIpV6TestJSON-542022214'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:33.349969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d0c8ae-c15b-435d-b8d2-448326eee18b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.354621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16d0c8ae-c15b-435d-b8d2-448326eee18b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.389673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07e760a0-c89e-4926-9e79-8ba2385ddb45 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4516423 Aug 31 06:55:33.392587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.399538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Request body: {'port': {'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1', 'name': 'tempest-TagsExtTest-571113607'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:33.413915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-adcc134c-9534-4eb2-ad7b-1c8e892b4ef1', 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1', 'tenant_id': 'd64557d643e04f42bb9755fecd960c75', 'fixed_ips': [{'subnet_id': 'dc40d65a-2c0f-42be-9c4c-ba29be626f38'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:33.415212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.457505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16d0c8ae-c15b-435d-b8d2-448326eee18b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6a1a3c55435e4e6c963705d7faa60ca1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895671 Aug 31 06:55:33.459952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:33.465368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.469109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:33.470160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d0c8ae-c15b-435d-b8d2-448326eee18b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f58d76f-d2be-4c67-bbd1-c79b935b708f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.532287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 32b8b25c-730c-4ce8-a960-fe7f789d7fe2 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:33.561592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b516c-1162-46da-bc5b-352c3006eab5 req-e9daa6ef-7978-4719-981e-90b92a2bec43 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.564201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-136b516c-1162-46da-bc5b-352c3006eab5 req-e9daa6ef-7978-4719-981e-90b92a2bec43 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2030559 Aug 31 06:55:33.571665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Made reservation on behalf of d64557d643e04f42bb9755fecd960c75 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:33.583110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.624910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] device_id is not set on port caf9b544-9b7b-4213-9e75-99f8330647a8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:33.661202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.721428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.751474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-136b516c-1162-46da-bc5b-352c3006eab5 req-32d50eae-8770-4388-b35c-cbc23091b7c0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401994 Aug 31 06:55:33.799572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Allocated IP 172.20.0.2 (adcc134c-9534-4eb2-ad7b-1c8e892b4ef1/dc40d65a-2c0f-42be-9c4c-ba29be626f38/3a307da3-0317-4c50-8dda-27b83eb62887) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:33.927559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.933198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.935953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:33.937319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f58d76f-d2be-4c67-bbd1-c79b935b708f HTTP/1.1" status: 204 len: 168 time: 0.4632583 Aug 31 06:55:33.950643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3d17f-3d4b-45d3-9a03-5b1016c71f28 req-f028d309-2563-4cd2-84b2-bf3a0fc3125e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:33.952429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb63f47a-0afb-432b-8c0d-f980415f1ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f58d76f-d2be-4c67-bbd1-c79b935b708f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:33.953553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68a3d17f-3d4b-45d3-9a03-5b1016c71f28 req-f028d309-2563-4cd2-84b2-bf3a0fc3125e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1141443 Aug 31 06:55:33.992981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.026638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.042166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68a3d17f-3d4b-45d3-9a03-5b1016c71f28 req-f78e0b31-589d-4a0b-913d-19ec23989623 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815120 Aug 31 06:55:34.043685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Transition to ACTIVE for port object 3a307da3-0317-4c50-8dda-27b83eb62887 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:34.054766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:34.057948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:34.060402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:34.066678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.067338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.078742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Transition to ACTIVE for port object 3a307da3-0317-4c50-8dda-27b83eb62887 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:34.083758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=32b8b25c-730c-4ce8-a960-fe7f789d7fe2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.090182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.097621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e114bbde-7800-43a4-b752-9d293b199357 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.8584321 Aug 31 06:55:34.100620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.106411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:34.198913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:34.217005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:34.228449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:34.284683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Pushing event updated for resources: {'Port': ['ID=3a307da3-0317-4c50-8dda-27b83eb62887,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.287192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.391433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-a92b43f9-2f3e-4ba7-b23c-9b615ab7ebf7 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.393682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-a92b43f9-2f3e-4ba7-b23c-9b615ab7ebf7 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 808 time: 0.1555214 Aug 31 06:55:34.418880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf59ec4-a4c3-4a7b-a6da-5f31c4c7a26b req-34bbae1e-5d66-4cae-a434-d0e300911796 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.419468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Attempting to bind port 3a307da3-0317-4c50-8dda-27b83eb62887 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:34.420088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Attempting to bind port 3a307da3-0317-4c50-8dda-27b83eb62887 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:34.420868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Attempting to bind port 3a307da3-0317-4c50-8dda-27b83eb62887 on network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:34.421596 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cf59ec4-a4c3-4a7b-a6da-5f31c4c7a26b req-34bbae1e-5d66-4cae-a434-d0e300911796 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1622849 Aug 31 06:55:34.427244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Allocated IP 172.20.0.12 (adcc134c-9534-4eb2-ad7b-1c8e892b4ef1/dc40d65a-2c0f-42be-9c4c-ba29be626f38/caf9b544-9b7b-4213-9e75-99f8330647a8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:34.428703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:34.429086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Checking segment: {'id': 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:34.429554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.430093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Bound using segment: {'id': 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:34.430956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Bound port: 3a307da3-0317-4c50-8dda-27b83eb62887, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'adcc134c-9534-4eb2-ad7b-1c8e892b4ef1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:34.431461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.459164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-e50f9e70-cdec-413a-a3ac-9dd2e642d619 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/quotas/9083656072164c24868f56f8e5ed7fa2 HTTP/1.1" status: 200 len: 375 time: 0.0529535 Aug 31 06:55:34.510671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-c40acfa4-cac6-422b-bc45-cfa7e1da1a65 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502162 Aug 31 06:55:34.538554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] For port 3a307da3-0317-4c50-8dda-27b83eb62887, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:34.539419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cf59ec4-a4c3-4a7b-a6da-5f31c4c7a26b req-1700c4e8-4240-42b9-869f-276d6af0423e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033905 Aug 31 06:55:34.545727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] For port 3a307da3-0317-4c50-8dda-27b83eb62887, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a307da3-0317-4c50-8dda-27b83eb62887,segment=NetworkSegment(cacb4d36-f000-43a1-9ee8-2cb1da3978d9),segment_id=cacb4d36-f000-43a1-9ee8-2cb1da3978d9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:34.552893 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.589428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.659010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3231cc-c895-40ff-a8c2-fe7ce3aa676c None None] Pushing event updated for resources: {'Port': ['ID=3a307da3-0317-4c50-8dda-27b83eb62887,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.697557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.709186 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.733006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] In _notify_port_updated(), no bound segment for port 32b8b25c-730c-4ce8-a960-fe7f789d7fe2 on network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:34.739738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.740933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:34.744931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/ports/32b8b25c-730c-4ce8-a960-fe7f789d7fe2 HTTP/1.1" status: 200 len: 818 time: 0.6408896 Aug 31 06:55:34.752728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:34.862857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-f84a6707-83aa-4ec7-b8e0-58b66a52da9f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2474079 Aug 31 06:55:34.942932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c83efa-26f9-4731-a89f-6b024401fa4e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=32b8b25c-730c-4ce8-a960-fe7f789d7fe2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:34.968901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a85a939-1170-4e58-9d55-9f7bafd07ecc req-a153420b-cc7c-437c-9950-293812d01ec5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:34.970555 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a85a939-1170-4e58-9d55-9f7bafd07ecc req-a153420b-cc7c-437c-9950-293812d01ec5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2506201 Aug 31 06:55:34.997987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-549b7491-f117-4408-a90f-25bdd7d0f300 service neutron] 10.222.0.57 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4856656 Aug 31 06:55:35.079537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 32b8b25c-730c-4ce8-a960-fe7f789d7fe2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:35.079876 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.106168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70477c-1750-46a9-83e8-38a14f508245 req-15351082-1bd9-447a-9ecc-24b39e807278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:35.108849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-15351082-1bd9-447a-9ecc-24b39e807278 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.1374006 Aug 31 06:55:35.117937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a85a939-1170-4e58-9d55-9f7bafd07ecc req-c877d0c4-4cdf-44f8-9dbf-203b8f5c7ae8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078970 Aug 31 06:55:35.134688 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.161455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Transition to ACTIVE for port object caf9b544-9b7b-4213-9e75-99f8330647a8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:35.177507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-54bbe9cd-bf9e-435b-aff5-4e63e7c3021a service neutron] 10.222.0.57 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780062 Aug 31 06:55:35.192745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abbfe4e1-6e2e-4874-97d6-14e5983efbcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.253355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.334189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:35.342165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:35.347150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:35.387683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event updated for resources: {'Port': ['ID=caf9b544-9b7b-4213-9e75-99f8330647a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:35.463611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:35.464291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.472485 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.477602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8000ca98-770b-4626-822b-29d2197330fe req-430832a6-6044-4780-a3da-74a24c046ce6 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 210 time: 0.0544302 Aug 31 06:55:35.482202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 27abe199-c26e-42ed-929a-ee642e2e35e6 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:35.528521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 27abe199-c26e-42ed-929a-ee642e2e35e6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:35.529555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 27abe199-c26e-42ed-929a-ee642e2e35e6 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:35.762571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.787887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 32b8b25c-730c-4ce8-a960-fe7f789d7fe2 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:35.894640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dfe4fe-b546-475a-9c4f-96f5565b54ac req-69a73473-31f9-48ce-b82a-5b7cc9910362 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:35.896231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3dfe4fe-b546-475a-9c4f-96f5565b54ac req-69a73473-31f9-48ce-b82a-5b7cc9910362 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5421484 Aug 31 06:55:35.913810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70477c-1750-46a9-83e8-38a14f508245 req-d558a8df-20d6-4be8-85fc-0fd2e936baa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:35.915565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-d558a8df-20d6-4be8-85fc-0fd2e936baa0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.7594595 Aug 31 06:55:35.918005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abbfe4e1-6e2e-4874-97d6-14e5983efbcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.932354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abbfe4e1-6e2e-4874-97d6-14e5983efbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.934342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ee79079e-4940-4d22-9859-dfbf73437fd6 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.5403333 Aug 31 06:55:35.937237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:35.944719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-613927432', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:35.990095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:35.991488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.016919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6669a255-bf27-43bc-b3d5-a33a146e88f4 None None] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:36.078166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abbfe4e1-6e2e-4874-97d6-14e5983efbcb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=356bf8d5e32541ac8862fd88ee1104c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4851782 Aug 31 06:55:36.078378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.081371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f3dfe4fe-b546-475a-9c4f-96f5565b54ac req-717ade4b-5201-478f-90c3-6e9edbfae0ab tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722100 Aug 31 06:55:36.085311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbfe4e1-6e2e-4874-97d6-14e5983efbcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67782c7d-e385-40f4-a41f-ccb3dbcdbcc1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.127464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e876f23a-9a96-454c-90c4-d751997f5ad0 None None] Provisioning for port 3a307da3-0317-4c50-8dda-27b83eb62887 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:36.130417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-c65b5d3d-c6be-4b6c-9ae6-fccec8679f9c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.1942391 Aug 31 06:55:36.141272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.165319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.170027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.257304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=32b8b25c-730c-4ce8-a960-fe7f789d7fe2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.257922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.260004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e756bc6c-9a8e-4387-9c21-4aefbf89e692 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3215008 Aug 31 06:55:36.265434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.287578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5d1ac09-c7ce-472f-bcfe-915fe7dcb57a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-790608371', 'prefixes': ['172.20.0.0/16']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:36.293535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.297556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-682f8fed-4cec-4853-80aa-ee5a70f41f8f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/32b8b25c-730c-4ce8-a960-fe7f789d7fe2 HTTP/1.1" status: 204 len: 168 time: 1.5114205 Aug 31 06:55:36.301885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.309068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.326847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70477c-1750-46a9-83e8-38a14f508245 req-2faa6586-3abe-4bee-b9c3-c0849435cd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.329119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-2faa6586-3abe-4bee-b9c3-c0849435cd85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.1918907 Aug 31 06:55:36.354625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3fb709-3fc5-4bdf-be1c-744869dd8caa req-feaa0b1c-a91d-4e08-a121-6658632c8c59 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.356216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd3fb709-3fc5-4bdf-be1c-744869dd8caa req-feaa0b1c-a91d-4e08-a121-6658632c8c59 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1401498 Aug 31 06:55:36.380368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.404252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70477c-1750-46a9-83e8-38a14f508245 req-203352b9-bbf4-4348-abdd-43ffa5c759fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.406456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-203352b9-bbf4-4348-abdd-43ffa5c759fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568388 Aug 31 06:55:36.443794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d0201d8-ab8e-4fc9-a9e7-7fa8f360047e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.445353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8d0201d8-ab8e-4fc9-a9e7-7fa8f360047e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1420717 Aug 31 06:55:36.465868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43982) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.493086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.498052 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.499732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/67782c7d-e385-40f4-a41f-ccb3dbcdbcc1 HTTP/1.1" status: 204 len: 168 time: 0.4202960 Aug 31 06:55:36.543300 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f23caef-a5e6-4b54-9d90-b8c5edd01014 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:36.547404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.556144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f23caef-a5e6-4b54-9d90-b8c5edd01014 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/32b8b25c-730c-4ce8-a960-fe7f789d7fe2 HTTP/1.1" status: 404 len: 333 time: 0.0854273 Aug 31 06:55:36.556996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.585067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-550502470'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:36.623440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-a31a66e3-5ea7-4985-ba03-932bb83c1c55 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086120 Aug 31 06:55:36.649136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd3fb709-3fc5-4bdf-be1c-744869dd8caa req-f9e6d6b6-6410-40b9-8357-461453c34f78 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2588336 Aug 31 06:55:36.652084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26dbba-0607-4e46-8830-16e3d1ded581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67782c7d-e385-40f4-a41f-ccb3dbcdbcc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:36.675660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7f4960b4-2030-431e-8b21-f81a834c6c33 req-785d0cdc-ae1c-4968-be26-e66acc20daa8 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 210 time: 0.0854349 Aug 31 06:55:36.742406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5d1ac09-c7ce-472f-bcfe-915fe7dcb57a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.748343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5d1ac09-c7ce-472f-bcfe-915fe7dcb57a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.4802606 Aug 31 06:55:36.757928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:36.790552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a307da3-0317-4c50-8dda-27b83eb62887 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:36.798312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-e76c73c1-6abe-4533-bf12-0ff69d7db396 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-1366567932') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:36.860088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:36.865203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.922575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762065f0-bc33-477a-ab39-d9ec78f72443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.923729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b89716f8-249a-4733-87f7-383f57dcd087 None None] Provisioning for port caf9b544-9b7b-4213-9e75-99f8330647a8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:36.929056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:36.941564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b89716f8-249a-4733-87f7-383f57dcd087 None None] Provisioning complete for port caf9b544-9b7b-4213-9e75-99f8330647a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:36.941956 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b89716f8-249a-4733-87f7-383f57dcd087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.958940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:36.959473 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 7edea504-6c84-403c-ac54-195e04ccec29 of type vlan for network 7389a8fc-1804-409f-9954-63074cf5e63e Aug 31 06:55:36.979083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-93c5cdb6-521a-4118-9edc-2872836b7775 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:36.981650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-93c5cdb6-521a-4118-9edc-2872836b7775 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 808 time: 0.2481134 Aug 31 06:55:37.019503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Request body: {'port': {'device_id': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319', 'admin_state_up': True, 'tenant_id': '9083656072164c24868f56f8e5ed7fa2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:37.026152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b89716f8-249a-4733-87f7-383f57dcd087 None None] Port caf9b544-9b7b-4213-9e75-99f8330647a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:37.040988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3a307da3-0317-4c50-8dda-27b83eb62887 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:37.048976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a307da3-0317-4c50-8dda-27b83eb62887 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:37.050102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.080614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae70477c-1750-46a9-83e8-38a14f508245 req-fc673f7c-4169-4944-8572-adde63c28336 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4334314 Aug 31 06:55:37.133492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.145435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.155553 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.166912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0898ac50-220c-479e-9796-5bb582aef31b None None] Provisioning complete for port caf9b544-9b7b-4213-9e75-99f8330647a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:37.167696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0898ac50-220c-479e-9796-5bb582aef31b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.195900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f9fe-7184-4f3c-9f07-e2e09db42c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.202118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.208847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.209600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.210087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300efd0c-eb3f-442a-bb8d-23b4d6018d15 req-6538b689-4cc3-492c-995d-fdfbddabe23d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.213811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-300efd0c-eb3f-442a-bb8d-23b4d6018d15 req-6538b689-4cc3-492c-995d-fdfbddabe23d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2499375 Aug 31 06:55:37.226122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3a307da3-0317-4c50-8dda-27b83eb62887, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a307da3-0317-4c50-8dda-27b83eb62887,segment=NetworkSegment(cacb4d36-f000-43a1-9ee8-2cb1da3978d9),segment_id=cacb4d36-f000-43a1-9ee8-2cb1da3978d9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:37.227696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0898ac50-220c-479e-9796-5bb582aef31b None None] Port caf9b544-9b7b-4213-9e75-99f8330647a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:37.232145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.263932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e76c73c1-6abe-4533-bf12-0ff69d7db396 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-1366567932 HTTP/1.1" status: 201 len: 201 time: 0.5051374 Aug 31 06:55:37.268183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.275332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ef51244a-6a98-4841-bb9d-2deefa4c81c2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-836787309') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:37.298958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=7389a8fc-1804-409f-9954-63074cf5e63e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.305863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-300efd0c-eb3f-442a-bb8d-23b4d6018d15 req-2d4ad16d-55ea-4a0b-8369-0eb65cad4f09 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714343 Aug 31 06:55:37.309471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3a307da3-0317-4c50-8dda-27b83eb62887,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.315262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:37.344737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762065f0-bc33-477a-ab39-d9ec78f72443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.352438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762065f0-bc33-477a-ab39-d9ec78f72443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.431964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762065f0-bc33-477a-ab39-d9ec78f72443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=298c37da-5eff-4a47-83e8-133f17ab2406,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.439240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e416dbb-195d-4ced-b056-6876489e7baa req-79296e3c-3057-4894-a6bb-625ba0536d44 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:37.440906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e416dbb-195d-4ced-b056-6876489e7baa req-79296e3c-3057-4894-a6bb-625ba0536d44 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0599418 Aug 31 06:55:37.444142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.444269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-762065f0-bc33-477a-ab39-d9ec78f72443 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e5e264c13db44e69b459e3429c243874&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8955531 Aug 31 06:55:37.484258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ef51244a-6a98-4841-bb9d-2deefa4c81c2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-836787309 HTTP/1.1" status: 201 len: 201 time: 0.2147849 Aug 31 06:55:37.489543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44010) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.494331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1f0c1565-b29d-4066-a881-186892a89a99 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-1869961091') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:37.515841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e416dbb-195d-4ced-b056-6876489e7baa req-d1dcaef1-b0b7-4618-832b-1239c31e217c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639019 Aug 31 06:55:37.527202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.558448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.596843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f9fe-7184-4f3c-9f07-e2e09db42c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.603837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e3c8f9fe-7184-4f3c-9f07-e2e09db42c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.611126 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dc004eff-9760-4505-81df-7ec04bcb8425 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0303671 Aug 31 06:55:37.616032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.626133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:37.657504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e3c8f9fe-7184-4f3c-9f07-e2e09db42c9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e55f8482a1744c698a1c53ac708e52a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5209863 Aug 31 06:55:37.660073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c8f9fe-7184-4f3c-9f07-e2e09db42c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99121342-53a9-4642-803a-c9ad25995e4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:37.663717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f0c1565-b29d-4066-a881-186892a89a99 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-1869961091 HTTP/1.1" status: 201 len: 201 time: 0.1730633 Aug 31 06:55:37.664520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44018) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.668508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.677158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-eb8cb599-4829-41f9-abc1-b9cf70344513 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-431048483') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:37.788353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eb8cb599-4829-41f9-abc1-b9cf70344513 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-431048483 HTTP/1.1" status: 201 len: 201 time: 0.1209533 Aug 31 06:55:37.803808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.804530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.807814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9cb8974-e158-4b3a-9fe6-b9d4833568d0 req-0028068e-f09e-472c-876e-cc34318dddc5 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 210 time: 0.0448918 Aug 31 06:55:37.812798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1dea9ec8-e515-4dce-9026-d1110558ee9f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:37.861181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.915751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1dea9ec8-e515-4dce-9026-d1110558ee9f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 200 len: 241 time: 0.1068878 Aug 31 06:55:37.918334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:37.923699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-3390c07c-92fc-4d4c-a741-ee24c6e25e6b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-1366567932') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:37.956044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.958645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:37.959820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99121342-53a9-4642-803a-c9ad25995e4e HTTP/1.1" status: 204 len: 168 time: 0.2943242 Aug 31 06:55:37.979749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1024c9-28ab-41cd-85d5-1752a52b5ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99121342-53a9-4642-803a-c9ad25995e4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.002183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3390c07c-92fc-4d4c-a741-ee24c6e25e6b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-1366567932 HTTP/1.1" status: 204 len: 168 time: 0.0827568 Aug 31 06:55:38.004834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.009402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-75dd21da-4a23-4e89-8720-a4eb0348281c tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-1366567932') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.039308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.041699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.042844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/298c37da-5eff-4a47-83e8-133f17ab2406 HTTP/1.1" status: 204 len: 168 time: 0.5975757 Aug 31 06:55:38.070819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98d2ff9-3952-4466-a85a-019c6c92e9e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=298c37da-5eff-4a47-83e8-133f17ab2406,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.098680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-75dd21da-4a23-4e89-8720-a4eb0348281c tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-1366567932 HTTP/1.1" status: 204 len: 168 time: 0.0927877 Aug 31 06:55:38.099480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.111561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-9271e065-1669-4a57-bdd6-10275b6ab62c tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.116610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Made reservation on behalf of 9083656072164c24868f56f8e5ed7fa2 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.120096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.189973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9271e065-1669-4a57-bdd6-10275b6ab62c tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 200 len: 205 time: 0.0895524 Aug 31 06:55:38.191689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.197763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-777916ac-52e9-45fb-a336-7b161afb8983 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.231579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b3597-49b0-4be6-bd35-248d65b916c7 req-9f7a697d-7416-48a1-8e2f-5580b7ae70cb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.233181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a2b3597-49b0-4be6-bd35-248d65b916c7 req-9f7a697d-7416-48a1-8e2f-5580b7ae70cb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1831055 Aug 31 06:55:38.236850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:38.240393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.335276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-777916ac-52e9-45fb-a336-7b161afb8983 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 200 len: 240 time: 0.1424177 Aug 31 06:55:38.338314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.344637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ce9d0def-f5bf-452f-9382-4f153e093268 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-836787309') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.373596 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-901dffa7-31a3-4a56-98bf-fcd3a2b3aefc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1153855 Aug 31 06:55:38.406820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce9d0def-f5bf-452f-9382-4f153e093268 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-836787309 HTTP/1.1" status: 204 len: 168 time: 0.0673842 Aug 31 06:55:38.409107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.414086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-aba2cecb-099c-47a3-8bfe-3af5b4b5ba95 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-836787309') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.416746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a2b3597-49b0-4be6-bd35-248d65b916c7 req-849c3be9-e6f5-48fc-a45a-0729e6ceddee tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650677 Aug 31 06:55:38.443776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Allocated IP 172.20.0.3 (231feac0-b37c-4bfd-9c70-815a093d5319/0ce006d7-d907-4b1f-ad44-b3879b302b40/5f5163fa-b1e8-48c8-80f8-a6951520d197) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:38.620241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-bc1c2afd-53ba-4c40-b873-7f798e93fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.621767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-bc1c2afd-53ba-4c40-b873-7f798e93fe86 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1097 time: 0.1306679 Aug 31 06:55:38.712048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b92711-850b-4901-bd8b-57fab3588cf6 req-e9c9e59d-6ea0-4492-926f-8876234a9641 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.713739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b92711-850b-4901-bd8b-57fab3588cf6 req-e9c9e59d-6ea0-4492-926f-8876234a9641 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1625473 Aug 31 06:55:38.720456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a307da3-0317-4c50-8dda-27b83eb62887 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:38.723857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.796838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99b92711-850b-4901-bd8b-57fab3588cf6 req-79831d9f-ef04-45a5-ae65-e4b10fd966c9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726130 Aug 31 06:55:38.797677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.798059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a307da3-0317-4c50-8dda-27b83eb62887 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:38.798678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.803046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aba2cecb-099c-47a3-8bfe-3af5b4b5ba95 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-836787309 HTTP/1.1" status: 204 len: 168 time: 0.3900247 Aug 31 06:55:38.803046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:38.809625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-740b3f35-d047-45be-ac8f-1be2dfc68930 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:38.826924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-9c9ce308-edd3-4303-b26e-bbd00d07d0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.827183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-9c9ce308-edd3-4303-b26e-bbd00d07d0e9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.1792026 Aug 31 06:55:38.849253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=4ca30fbd-7458-419b-9d80-360268c9d418,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:38.886312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '7edea504-6c84-403c-ac54-195e04ccec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:38.886644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 7389a8fc-1804-409f-9954-63074cf5e63e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:38.891154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-3618aef0-094c-48bf-8476-d0856f866bab service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.0436552 Aug 31 06:55:38.913193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:38.935320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Network 231feac0-b37c-4bfd-9c70-815a093d5319 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:38.938672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:38.965070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-7c52e89e-afed-43dc-9ba2-4bd4d62298ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:38.970570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-7c52e89e-afed-43dc-9ba2-4bd4d62298ac service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.0671012 Aug 31 06:55:38.972068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 7389a8fc-1804-409f-9954-63074cf5e63e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:38.975976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:39.034361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 7389a8fc-1804-409f-9954-63074cf5e63e) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:39.037963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-c8c8294e-09a6-4f57-911d-15d043d0b4f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593324 Aug 31 06:55:39.043091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c98fbfe-b5de-48fc-94c4-d4525b26e134 None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:39.064592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-740b3f35-d047-45be-ac8f-1be2dfc68930 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 200 len: 205 time: 0.2572837 Aug 31 06:55:39.070127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.077361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2851f587-69be-4cd1-82d9-02ba5f1e3891 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:39.085788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.086438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.094374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Pushing event updated for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:39.120779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd2b73-4a42-474d-a3ef-85aeb77cdf93 req-bf8a12e3-9bc7-4976-bab6-3f61a321ee42 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.122961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51fd2b73-4a42-474d-a3ef-85aeb77cdf93 req-bf8a12e3-9bc7-4976-bab6-3f61a321ee42 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0950007 Aug 31 06:55:39.132381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.133568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.157887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f1868112-9c51-45c5-855a-309a52f250ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5375440 Aug 31 06:55:39.161511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.175015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:39.176129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-33faafce-3518-4d57-87b7-db54cc178fbb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1643071 Aug 31 06:55:39.193182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Request body: {'port': {'device_id': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:39.218588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51fd2b73-4a42-474d-a3ef-85aeb77cdf93 req-94b38be9-e210-48b8-a23c-36534bcfc279 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642745 Aug 31 06:55:39.278004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.353589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91892b82-8368-4adc-8409-331cf455530f req-a535ec97-3610-4e20-ad51-9659a9e0893c tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.372338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91892b82-8368-4adc-8409-331cf455530f req-a535ec97-3610-4e20-ad51-9659a9e0893c tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 931 time: 0.3770971 Aug 31 06:55:39.377367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-7389a8fc-1804-409f-9954-63074cf5e63e', 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': '4ca30fbd-7458-419b-9d80-360268c9d418'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:39.378439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.497390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-9c3a4f3b-337c-477b-986a-a1b9dc3ab3a3 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4410410 Aug 31 06:55:39.507930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2851f587-69be-4cd1-82d9-02ba5f1e3891 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 200 len: 241 time: 0.4349086 Aug 31 06:55:39.508951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981df61f-8f47-48f0-8bd8-4e82b309a12b req-5624b2dc-de5e-4782-a325-74a1d3dfd88a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:39.514682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.520430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-981df61f-8f47-48f0-8bd8-4e82b309a12b req-5624b2dc-de5e-4782-a325-74a1d3dfd88a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1782517 Aug 31 06:55:39.527936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1e4f5e4b-689b-4d72-b5f1-9791af433ab7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-1869961091') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:39.540747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91892b82-8368-4adc-8409-331cf455530f req-d465a67b-69f2-4485-a144-9b3c49b781c3 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657233 Aug 31 06:55:39.645104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Allocated IP 2001:db8::2 (7389a8fc-1804-409f-9954-63074cf5e63e/4ca30fbd-7458-419b-9d80-360268c9d418/3b28692c-96f8-489d-a247-e338be66feda) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:39.662194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-981df61f-8f47-48f0-8bd8-4e82b309a12b req-50dcd9e5-64ed-4262-aee8-992e0ef702b9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406622 Aug 31 06:55:39.718185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:39.730031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.830960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd73a65-2685-48e1-b430-5688c6d73557 req-f9bc3745-1a46-4992-b274-4e1303a0f0b5 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218443 Aug 31 06:55:39.837577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5163fa-b1e8-48c8-80f8-a6951520d197 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:55:39.847846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.849102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e4f5e4b-689b-4d72-b5f1-9791af433ab7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-1869961091 HTTP/1.1" status: 204 len: 168 time: 0.3269594 Aug 31 06:55:39.852814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:39.862474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-cf44a7b8-dcfd-4787-ae87-23aaf4e4de9d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-1869961091') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:39.944501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Transition to ACTIVE for port object 5f5163fa-b1e8-48c8-80f8-a6951520d197 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:39.948261 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4ca30fbd-7458-419b-9d80-360268c9d418 (CIDR: 2001:db8::/64) Aug 31 06:55:39.960060 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:55:39.962191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:55:39.973971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:39.992871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Transition to ACTIVE for port object 3b28692c-96f8-489d-a247-e338be66feda will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:40.000566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3acc0dff-4299-4a63-bc4f-b4b5fe5e192f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8354433 Aug 31 06:55:40.002675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.008201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:40.018617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.025020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Transition to ACTIVE for port object 3b28692c-96f8-489d-a247-e338be66feda will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:40.047022 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.113736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.124447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:40.132169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:40.143197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:40.205781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cf44a7b8-dcfd-4787-ae87-23aaf4e4de9d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-1869961091 HTTP/1.1" status: 204 len: 168 time: 0.3507807 Aug 31 06:55:40.210837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.221662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f7cff0e8-15c1-437c-868c-78541f52eca0 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:40.235382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:40.237337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Attempting to bind port 3b28692c-96f8-489d-a247-e338be66feda on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:40.237873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Attempting to bind port 3b28692c-96f8-489d-a247-e338be66feda by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '7edea504-6c84-403c-ac54-195e04ccec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:40.238243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Attempting to bind port 3b28692c-96f8-489d-a247-e338be66feda on network 7389a8fc-1804-409f-9954-63074cf5e63e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:40.240217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Pushing event updated for resources: {'Port': ['ID=3b28692c-96f8-489d-a247-e338be66feda,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:40.244062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.250929 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:40.251301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Checking segment: {'id': '7edea504-6c84-403c-ac54-195e04ccec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:40.251708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.252336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Bound using segment: {'id': '7edea504-6c84-403c-ac54-195e04ccec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:40.252577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Bound port: 3b28692c-96f8-489d-a247-e338be66feda, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edea504-6c84-403c-ac54-195e04ccec29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:40.253089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.280727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Pushing event updated for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:40.281681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.282019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.282349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.282654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.290229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.290834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.291321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.291810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.292303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.292785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.294137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.294695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:40.396761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fbfb8871-583e-4e93-9006-057610939659 None None] For port 3b28692c-96f8-489d-a247-e338be66feda, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:40.401144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fbfb8871-583e-4e93-9006-057610939659 None None] For port 3b28692c-96f8-489d-a247-e338be66feda, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b28692c-96f8-489d-a247-e338be66feda,segment=NetworkSegment(7edea504-6c84-403c-ac54-195e04ccec29),segment_id=7edea504-6c84-403c-ac54-195e04ccec29)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:40.409996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.479530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Attempting to bind port 5f5163fa-b1e8-48c8-80f8-a6951520d197 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:40.479530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Attempting to bind port 5f5163fa-b1e8-48c8-80f8-a6951520d197 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:40.480077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Attempting to bind port 5f5163fa-b1e8-48c8-80f8-a6951520d197 on network 231feac0-b37c-4bfd-9c70-815a093d5319 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:40.490560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9d519d-91dd-44fb-b09f-78d0ed8fad63 req-9e4645f2-174c-4d44-9435-13f01585a3cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:40.499216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce9d519d-91dd-44fb-b09f-78d0ed8fad63 req-9e4645f2-174c-4d44-9435-13f01585a3cd tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1046553 Aug 31 06:55:40.514576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7cff0e8-15c1-437c-868c-78541f52eca0 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 200 len: 205 time: 0.3022370 Aug 31 06:55:40.521881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.528317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-88962005-0089-435e-bd8d-7b760ee48bf3 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:40.548607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Port 5f5163fa-b1e8-48c8-80f8-a6951520d197 on network 231feac0-b37c-4bfd-9c70-815a093d5319 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:55:40.549051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Attempting to bind port 5f5163fa-b1e8-48c8-80f8-a6951520d197 on network 231feac0-b37c-4bfd-9c70-815a093d5319 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:40.560869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:40.561278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Checking segment: {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:40.561635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Bound using segment: {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:40.562089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Bound port: 5f5163fa-b1e8-48c8-80f8-a6951520d197, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20cf3574-738c-4f98-bebf-79b43f480030', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:40.562472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.578181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb8871-583e-4e93-9006-057610939659 None None] Pushing event updated for resources: {'Port': ['ID=3b28692c-96f8-489d-a247-e338be66feda,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:40.608172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ce9d519d-91dd-44fb-b09f-78d0ed8fad63 req-445cd0a7-12b1-4c57-86bb-812ba381494d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054387 Aug 31 06:55:40.666407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88962005-0089-435e-bd8d-7b760ee48bf3 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 200 len: 240 time: 0.1413703 Aug 31 06:55:40.693821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0caca5-cc2f-42b7-80bc-d1a45de189ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.698276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.706663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-1790d6d7-a92c-47c9-b0f4-5d26699b31a2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-431048483') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:40.718232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.797635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:40.803141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1790d6d7-a92c-47c9-b0f4-5d26699b31a2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-431048483 HTTP/1.1" status: 204 len: 168 time: 0.1013389 Aug 31 06:55:40.803351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:40.806778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:40.816074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-2cb257c3-08c3-4cd8-b81c-824abc704d9a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-431048483') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:40.819065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.906955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:40.908403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:40.910411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] 10.222.0.53 "PUT /v2.0/ports/5f5163fa-b1e8-48c8-80f8-a6951520d197 HTTP/1.1" status: 200 len: 1092 time: 1.7221704 Aug 31 06:55:40.916604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:40.919384 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52d0f098-f9cf-41cf-8965-7709452ed51e" -d '{"events": [{"name": "network-changed", "server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:40.931777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6660cf56-a79d-4459-943c-6242ac8f86d2 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:41.001841 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f321bd2-89ce-4304-8ae3-68f8dfa090cf x-openstack-request-id: req-6f321bd2-89ce-4304-8ae3-68f8dfa090cf {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:41.002126 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:41.002520 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6f321bd2-89ce-4304-8ae3-68f8dfa090cf {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:41.002987 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197', 'status': 'completed', 'code': 200} Aug 31 06:55:41.025108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a592d7-2e76-451f-9ab5-5d096d595c4e service neutron] Pushing event updated for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.049648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f5fdd3-5f58-41da-8198-0a17555cd9ea req-cbc87092-bfd3-42c7-a48f-2a05cf0a7b6a tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.051211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3f5fdd3-5f58-41da-8198-0a17555cd9ea req-cbc87092-bfd3-42c7-a48f-2a05cf0a7b6a tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 943 time: 0.1118045 Aug 31 06:55:41.065661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.078601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2cb257c3-08c3-4cd8-b81c-824abc704d9a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-431048483 HTTP/1.1" status: 204 len: 168 time: 0.2701006 Aug 31 06:55:41.085617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44168) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.091430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0caca5-cc2f-42b7-80bc-d1a45de189ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.098139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-0c8661a6-9ebf-49f0-80e8-fe0f7b2e6e93 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:41.112198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c0caca5-cc2f-42b7-80bc-d1a45de189ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.127107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6660cf56-a79d-4459-943c-6242ac8f86d2 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "PUT /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7 HTTP/1.1" status: 200 len: 366 time: 0.4073215 Aug 31 06:55:41.129082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-78895794-814f-4439-b067-3d9735a3aaeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.130257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-78895794-814f-4439-b067-3d9735a3aaeb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 1095 time: 0.1585052 Aug 31 06:55:41.133409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.144929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 7389a8fc-1804-409f-9954-63074cf5e63e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:41.151249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3f5fdd3-5f58-41da-8198-0a17555cd9ea req-d1bd3f30-0313-455d-8259-fe6e11a3302d tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930781 Aug 31 06:55:41.156137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:41.159261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-576539ef-c1f8-4677-9fc4-b242e5200ead tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0231197 Aug 31 06:55:41.159944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=5f0264f9-bd3a-425a-85fe-1b3dd5724778,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.162505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.163097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.166266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.191042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6f8bfd0c-8d89-464f-b02b-01b8f2ab1f67 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7 HTTP/1.1" status: 200 len: 366 time: 0.0234084 Aug 31 06:55:41.193753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.201989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-67fb9909-5bfc-45bc-b6a5-c117d7403f38 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1981838 Aug 31 06:55:41.205502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.205931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c0caca5-cc2f-42b7-80bc-d1a45de189ce admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2aa56207cd0f415d94b089b51a543a03&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0788729 Aug 31 06:55:41.208312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0caca5-cc2f-42b7-80bc-d1a45de189ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f126819-2afa-4035-920c-57d77c70cc58,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.210907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'fixed_ips': [{'subnet_id': '4ca30fbd-7458-419b-9d80-360268c9d418'}, {'subnet_id': '5f0264f9-bd3a-425a-85fe-1b3dd5724778'}], 'name': 'tempest-PortsIpV6TestJSON-1905743222'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:41.214363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c8661a6-9ebf-49f0-80e8-fe0f7b2e6e93 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 200 len: 205 time: 0.1226754 Aug 31 06:55:41.214363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-be724a73-7fb3-4692-808e-fd54c7fa4a91 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197 HTTP/1.1" status: 200 len: 217 time: 0.0688095 Aug 31 06:55:41.214363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.215445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.221460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-e0f09b47-7a5e-47ef-8860-b698690e4dc2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:41.260193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8d97ce9a-cb2d-4bf2-87f6-bba94be23c50 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7 HTTP/1.1" status: 204 len: 168 time: 0.0651143 Aug 31 06:55:41.265770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.296893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f75f7b64-57aa-484f-9aaa-b34af5d25e5a tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0284841 Aug 31 06:55:41.299105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.304444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73419724-a9e6-4091-add1-4191cc20ad13 req-f307f270-f8be-47ee-81be-10656667b675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.305983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-f307f270-f8be-47ee-81be-10656667b675 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ce006d7-d907-4b1f-ad44-b3879b302b40 HTTP/1.1" status: 200 len: 848 time: 0.0790331 Aug 31 06:55:41.320923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0f09b47-7a5e-47ef-8860-b698690e4dc2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 204 len: 168 time: 0.1044314 Aug 31 06:55:41.321689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.323549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.326055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e259f0de-0e51-449c-8fe7-7f61ef40e798 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7 HTTP/1.1" status: 200 len: 370 time: 0.0176015 Aug 31 06:55:41.329243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.334252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-325ef9a7-b10b-4492-b14b-14fdae33fe48 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7/default HTTP/1.1" status: 200 len: 370 time: 0.0038323 Aug 31 06:55:41.335915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-246e25d5-47d8-45ca-82e9-e2ac0b6dd9d2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:41.337906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.357504 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-76befbce-7ab9-4030-af3c-b8ccbdb94611 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] delete failed (client error): The resource could not be found. Aug 31 06:55:41.358509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-76befbce-7ab9-4030-af3c-b8ccbdb94611 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "DELETE /v2.0/quotas/0c157b30b38b4c52ba7c5514cdd7c9a7 HTTP/1.1" status: 404 len: 348 time: 0.0195715 Aug 31 06:55:41.379576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:41.397669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-bed104f4-25c9-4da3-a1be-c88057285ebd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=231feac0-b37c-4bfd-9c70-815a093d5319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768540 Aug 31 06:55:41.415183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.474975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.494306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.505461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 03c9024b-d729-4b40-a432-938375ac3d2e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:41.563242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-246e25d5-47d8-45ca-82e9-e2ac0b6dd9d2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2386775 Aug 31 06:55:41.565725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.575026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-fcabd43f-f1ba-4a9a-8f6c-fac4bf14cf57 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:41.581978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:network and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:41.590179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-f8aa1114-1b34-4660-b8a0-e9ab70160c17 service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771486 Aug 31 06:55:41.608427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.611218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:41.612382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4f126819-2afa-4035-920c-57d77c70cc58 HTTP/1.1" status: 204 len: 168 time: 0.3975253 Aug 31 06:55:41.615192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:41.664264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540955d-9f31-403f-b7f3-7cd4c53d0f38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f126819-2afa-4035-920c-57d77c70cc58,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:41.675334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:subnet and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:41.733984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-73419724-a9e6-4091-add1-4191cc20ad13 req-a35fd3ea-3c5d-4fbf-829f-77ad609c2454 service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353693 Aug 31 06:55:41.752945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:41.784569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:subnetpool and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:41.820978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:41.851664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fcabd43f-f1ba-4a9a-8f6c-fac4bf14cf57 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2850952 Aug 31 06:55:41.855354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:41.861934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9700a03-beec-434c-868e-ae50d023d3fe req-e3fc9872-1e2f-4590-9e98-e39a3ed03112 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.863456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9700a03-beec-434c-868e-ae50d023d3fe req-e3fc9872-1e2f-4590-9e98-e39a3ed03112 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1252775 Aug 31 06:55:41.869820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:port and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:41.877732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-d9b3c556-66b7-4145-830a-01f480c5b7b2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:41.894869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-35481954-8195-49ae-95c5-f06b1f833ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:41.895789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-35481954-8195-49ae-95c5-f06b1f833ce5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=9083656072164c24868f56f8e5ed7fa2&device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 1095 time: 0.0880954 Aug 31 06:55:41.908661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760fcd25-3f7f-4d34-a420-cbde34ad1faf None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:41.931603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9700a03-beec-434c-868e-ae50d023d3fe req-a58edd10-3290-4cf0-b9b5-4a350c2d2f31 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610518 Aug 31 06:55:41.970533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:42.007196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-1ca24ec6-4c21-44de-a248-74c66617ea89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:42.008764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-1ca24ec6-4c21-44de-a248-74c66617ea89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 200 len: 909 time: 0.1020365 Aug 31 06:55:42.049452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:router and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:42.061417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-bc5df35f-1df2-4eee-b9e7-9a65eb961415 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197 HTTP/1.1" status: 200 len: 217 time: 0.0400128 Aug 31 06:55:42.063679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-094ed1d2-1899-4e01-9659-b09b621a85f3 None None] Provisioning for port 3b28692c-96f8-489d-a247-e338be66feda completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:42.074153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:42.095385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44208) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.095885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d9b3c556-66b7-4145-830a-01f480c5b7b2 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 204 len: 168 time: 0.2372692 Aug 31 06:55:42.097738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::272 (7389a8fc-1804-409f-9954-63074cf5e63e/4ca30fbd-7458-419b-9d80-360268c9d418/03c9024b-d729-4b40-a432-938375ac3d2e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:42.101039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-7885da4d-fa9d-453e-a327-9eb18b2bb421 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-280286196') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:42.105499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:floatingip and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:42.114743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8:0:1::13a (7389a8fc-1804-409f-9954-63074cf5e63e/5f0264f9-bd3a-425a-85fe-1b3dd5724778/03c9024b-d729-4b40-a432-938375ac3d2e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:42.117364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:42.223092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-09134bbd-ccbf-45d4-a847-9ee871f7152b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:42.224607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-09134bbd-ccbf-45d4-a847-9ee871f7152b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=0ce006d7-d907-4b1f-ad44-b3879b302b40 HTTP/1.1" status: 200 len: 848 time: 0.1412177 Aug 31 06:55:42.225416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Update dhcp port {'port': {'network_id': '7389a8fc-1804-409f-9954-63074cf5e63e', 'fixed_ips': [{'subnet_id': '4ca30fbd-7458-419b-9d80-360268c9d418', 'ip_address': '2001:db8::2'}, {'subnet_id': '5f0264f9-bd3a-425a-85fe-1b3dd5724778'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '3b28692c-96f8-489d-a247-e338be66feda'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:55:42.248927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:security_group and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:42.261762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:42.262024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-ac07e8b9-b9b7-4350-aac0-1c758d89366c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=231feac0-b37c-4bfd-9c70-815a093d5319&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276051 Aug 31 06:55:42.263242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.284486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Usage tracker for resource:security_group_rule and tenant:15c0bdfe4aef46f7b0d8f37dcc7aa463 is out of sync, need to count used quota {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 31 06:55:42.302478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.quota.resource [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=94639) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 31 06:55:42.347467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a35bea3a-453e-44a9-ab48-b7d67b544078 tempest-QuotasTest-609764648 tempest-QuotasTest-609764648-project-admin] 10.222.0.57 "GET /v2.0/quotas/15c0bdfe4aef46f7b0d8f37dcc7aa463/details.json HTTP/1.1" status: 200 len: 703 time: 0.8517830 Aug 31 06:55:42.392781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.394435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-398ab3ad-76aa-4e5d-bf82-5d8ca658d6b6 service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186242 Aug 31 06:55:42.407323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e223d2-4b9d-457d-b2e8-6d8345bb6905 req-7b1631cd-b4f9-4cb4-b261-0a4ef44a021a tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:42.409154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38e223d2-4b9d-457d-b2e8-6d8345bb6905 req-7b1631cd-b4f9-4cb4-b261-0a4ef44a021a tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 943 time: 0.1077182 Aug 31 06:55:42.429918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 03c9024b-d729-4b40-a432-938375ac3d2e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:42.474056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-38e223d2-4b9d-457d-b2e8-6d8345bb6905 req-2230dcd2-fc59-4791-b554-eb0e635941f2 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570185 Aug 31 06:55:42.495109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7885da4d-fa9d-453e-a327-9eb18b2bb421 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-280286196 HTTP/1.1" status: 201 len: 201 time: 0.3962436 Aug 31 06:55:42.499559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44224) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.509539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-0daeb5df-5020-461d-9b2f-aa73784abc33 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-1213859638') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:42.546429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.576691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52d0f098-f9cf-41cf-8965-7709452ed51e req-f11b92a9-b893-45a6-8f3b-a3fdaf3715bd service neutron] 10.222.0.53 "GET /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727819 Aug 31 06:55:42.597374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 7389a8fc-1804-409f-9954-63074cf5e63e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:42.604840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:42.610226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:42.618770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:42.619769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.640387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Allocated IP 2001:db8:0:1::2 (7389a8fc-1804-409f-9954-63074cf5e63e/5f0264f9-bd3a-425a-85fe-1b3dd5724778/3b28692c-96f8-489d-a247-e338be66feda) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:42.653067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=03c9024b-d729-4b40-a432-938375ac3d2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:42.666642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b781253e-ad12-4b9f-9410-bfc7588eb16a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.4581594 Aug 31 06:55:42.666782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.672851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ca30fbd-7458-419b-9d80-360268c9d418'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:42.691825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0daeb5df-5020-461d-9b2f-aa73784abc33 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-1213859638 HTTP/1.1" status: 201 len: 201 time: 0.1909294 Aug 31 06:55:42.692608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44234) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.699240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-e5dab3c2-9f54-4f26-904c-95de811e3978 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-1683164830') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:42.786651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b28692c-96f8-489d-a247-e338be66feda up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:42.798620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.858178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e5dab3c2-9f54-4f26-904c-95de811e3978 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-1683164830 HTTP/1.1" status: 201 len: 201 time: 0.1637604 Aug 31 06:55:42.859324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44240) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:42.864201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] For port 3b28692c-96f8-489d-a247-e338be66feda, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b28692c-96f8-489d-a247-e338be66feda,segment=NetworkSegment(7edea504-6c84-403c-ac54-195e04ccec29),segment_id=7edea504-6c84-403c-ac54-195e04ccec29)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:42.864868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-af2eab2b-21ab-4862-98ed-70bfcc07b8f5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-1206053725') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:42.893991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3b28692c-96f8-489d-a247-e338be66feda completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:42.906207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3b28692c-96f8-489d-a247-e338be66feda triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:42.906686 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.915317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.938667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.966741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Transition to ACTIVE for port object 3b28692c-96f8-489d-a247-e338be66feda will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:42.974388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:42.978790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 3b28692c-96f8-489d-a247-e338be66feda had new provisioning blocks added so it will not transition to active. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Aug 31 06:55:42.999347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8814edd0-fabf-4e78-917f-78fc599325bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.041038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af2eab2b-21ab-4862-98ed-70bfcc07b8f5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-1206053725 HTTP/1.1" status: 201 len: 201 time: 0.1779854 Aug 31 06:55:43.041165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.046527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-de009abf-92b2-4cf5-b187-2fc6a6345473 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', {'tags': ['tempest-TagsExtTest-Tag-1930032294', 'tempest-TagsExtTest-Tag-1555972204', 'tempest-TagsExtTest-Tag-102063424']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.074403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e7e785-b12b-45b1-a773-d5514b4a89d6 None None] Pushing event updated for resources: {'Port': ['ID=3b28692c-96f8-489d-a247-e338be66feda,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:43.143256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de009abf-92b2-4cf5-b187-2fc6a6345473 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 200 len: 317 time: 0.1010077 Aug 31 06:55:43.146758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44258) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.154936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1237139e-20f8-4437-93a2-11ed78c264a4 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.245520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1237139e-20f8-4437-93a2-11ed78c264a4 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 204 len: 168 time: 0.0974345 Aug 31 06:55:43.249510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.254334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-4a59c141-1a51-4441-bf77-6ecd81cfdab7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-1930032294') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.330386 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4a59c141-1a51-4441-bf77-6ecd81cfdab7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:43.332068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a59c141-1a51-4441-bf77-6ecd81cfdab7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-1930032294 HTTP/1.1" status: 404 len: 329 time: 0.0814605 Aug 31 06:55:43.335086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.340156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-79bcce52-fa6a-4550-913b-fa968a9c33a7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-1555972204') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.412546 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-79bcce52-fa6a-4550-913b-fa968a9c33a7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:43.416962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-79bcce52-fa6a-4550-913b-fa968a9c33a7 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-1555972204 HTTP/1.1" status: 404 len: 329 time: 0.0776417 Aug 31 06:55:43.417224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.422639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-ac12fb04-b89f-4ebb-b794-fa15f4f1368b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38', 'tempest-TagsExtTest-Tag-102063424') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.494294 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ac12fb04-b89f-4ebb-b794-fa15f4f1368b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:43.495753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ac12fb04-b89f-4ebb-b794-fa15f4f1368b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags/tempest-TagsExtTest-Tag-102063424 HTTP/1.1" status: 404 len: 328 time: 0.0773742 Aug 31 06:55:43.499627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.506239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-1f75daa6-14b2-49e9-8dc9-9ff9231c600d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', {'tags': ['tempest-TagsExtTest-Tag-88904552', 'tempest-TagsExtTest-Tag-258999072', 'tempest-TagsExtTest-Tag-483534576']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.540862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5f5163fa-b1e8-48c8-80f8-a6951520d197 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:55:43.599203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f75daa6-14b2-49e9-8dc9-9ff9231c600d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 200 len: 314 time: 0.0952446 Aug 31 06:55:43.599926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.608661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-98177aaa-5034-4d9f-886d-c66c2b40674f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.668085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7f4dd-95b9-481a-b651-26e27e1c0f80 req-206746d0-557b-4802-ba41-9707c6c7c015 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:43.676060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ed7f4dd-95b9-481a-b651-26e27e1c0f80 req-206746d0-557b-4802-ba41-9707c6c7c015 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.6212397 Aug 31 06:55:43.687591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:43.706853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '5f5163fa-b1e8-48c8-80f8-a6951520d197', 'network_id': '231feac0-b37c-4bfd-9c70-815a093d5319', 'port_id': '5f5163fa-b1e8-48c8-80f8-a6951520d197', 'mac_address': 'fa:16:3e:2d:0f:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 553, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ce006d7-d907-4b1f-ad44-b3879b302b40', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:55:43.711616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a297cf6-1b65-4b0a-9655-fcbc350f0f13 req-a7486191-33ff-4e7a-aa8d-9713f3974e01 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:43.720958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a297cf6-1b65-4b0a-9655-fcbc350f0f13 req-a7486191-33ff-4e7a-aa8d-9713f3974e01 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 943 time: 0.0792279 Aug 31 06:55:43.726136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.761619 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.783454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5163fa-b1e8-48c8-80f8-a6951520d197 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:55:43.796327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0a297cf6-1b65-4b0a-9655-fcbc350f0f13 req-edb8b7ac-bf55-4350-9194-cadda9224873 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739541 Aug 31 06:55:43.814993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:43.825698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.829961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-98177aaa-5034-4d9f-886d-c66c2b40674f tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 204 len: 168 time: 0.2288783 Aug 31 06:55:43.833154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.838379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c4f19009-ee17-4e53-8f60-dad6e5eb91ea tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-88904552') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.869494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ed7f4dd-95b9-481a-b651-26e27e1c0f80 req-f347e38b-108d-4279-ad5a-14bbb1f6ca0e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777136 Aug 31 06:55:43.894312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8814edd0-fabf-4e78-917f-78fc599325bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.897814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4ed9e0-b7a7-4929-8da3-1420828ef46b None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:43.897993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Delete allocated IP 2001:db8:0:1::13a (7389a8fc-1804-409f-9954-63074cf5e63e/5f0264f9-bd3a-425a-85fe-1b3dd5724778) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:55:43.902884 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c4f19009-ee17-4e53-8f60-dad6e5eb91ea tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:43.908178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c4f19009-ee17-4e53-8f60-dad6e5eb91ea tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-88904552 HTTP/1.1" status: 404 len: 327 time: 0.0737331 Aug 31 06:55:43.908897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:43.910365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8814edd0-fabf-4e78-917f-78fc599325bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:43.913481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-01e7c2d8-2847-49f3-bd7d-6f9493ac67a5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-258999072') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:43.963366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011a376c-f33a-451c-a215-c07fd8f24acb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.015778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8814edd0-fabf-4e78-917f-78fc599325bd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=dc16c38ad81345d29d39f365bb5bae39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2160237 Aug 31 06:55:44.017018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.022006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814edd0-fabf-4e78-917f-78fc599325bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db68351-6905-479d-8a99-70345fb1cd63,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.025167 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-01e7c2d8-2847-49f3-bd7d-6f9493ac67a5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:44.026274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-01e7c2d8-2847-49f3-bd7d-6f9493ac67a5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-258999072 HTTP/1.1" status: 404 len: 328 time: 0.1163630 Aug 31 06:55:44.030770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.035228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-6b50ce44-60b0-4032-9b81-fbaabebf6171 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8', 'tempest-TagsExtTest-Tag-483534576') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.129648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.135112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.136357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011a376c-f33a-451c-a215-c07fd8f24acb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.139625 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6b50ce44-60b0-4032-9b81-fbaabebf6171 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:44.140694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b50ce44-60b0-4032-9b81-fbaabebf6171 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags/tempest-TagsExtTest-Tag-483534576 HTTP/1.1" status: 404 len: 328 time: 0.1089973 Aug 31 06:55:44.143872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.156359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a8eda63b-425b-4e3f-a6ee-f9d6c4682c27 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', {'tags': ['tempest-TagsExtTest-Tag-802760303', 'tempest-TagsExtTest-Tag-1927784229', 'tempest-TagsExtTest-Tag-274350916']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.161420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-011a376c-f33a-451c-a215-c07fd8f24acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.164240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Provisioning for port 3b28692c-96f8-489d-a247-e338be66feda completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:44.168729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.174590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Provisioning complete for port 3b28692c-96f8-489d-a247-e338be66feda triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:44.174966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.177959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.199910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Ignored duplicate provisioning block setup for port 03c9024b-d729-4b40-a432-938375ac3d2e by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:55:44.201902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['5f5163fa-b1e8-48c8-80f8-a6951520d197'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:44.212671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.271249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-011a376c-f33a-451c-a215-c07fd8f24acb admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ec9d317a242844edbc7f7744554aef93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5439761 Aug 31 06:55:44.276668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44300) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.286992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a376c-f33a-451c-a215-c07fd8f24acb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60342243-d9c4-439a-b5ea-9c2e3945b52b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.317959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] In _notify_port_updated(), no bound segment for port 03c9024b-d729-4b40-a432-938375ac3d2e on network 7389a8fc-1804-409f-9954-63074cf5e63e {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:44.320649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a8eda63b-425b-4e3f-a6ee-f9d6c4682c27 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 200 len: 316 time: 0.1756513 Aug 31 06:55:44.323703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:44.324109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.324489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.326481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/ports/03c9024b-d729-4b40-a432-938375ac3d2e HTTP/1.1" status: 200 len: 926 time: 1.6586592 Aug 31 06:55:44.330578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.336888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ca30fbd-7458-419b-9d80-360268c9d418'}, {'subnet_id': '5f0264f9-bd3a-425a-85fe-1b3dd5724778'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:44.338154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2ed02ffe-8561-4802-9022-96b408ad154b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.339932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cc193-f7a6-47df-ae3a-886d91a941e7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=03c9024b-d729-4b40-a432-938375ac3d2e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.411509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.414312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.415556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4db68351-6905-479d-8a99-70345fb1cd63 HTTP/1.1" status: 204 len: 168 time: 0.3947527 Aug 31 06:55:44.421614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.436512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849e6226-9f65-4cf7-a5d1-970b34a122d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db68351-6905-479d-8a99-70345fb1cd63,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.448952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.461747 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.493243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.525574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2ed02ffe-8561-4802-9022-96b408ad154b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.2001426 Aug 31 06:55:44.530581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.538343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-acf190cb-811d-482a-aeb5-84113fa3144d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-802760303') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.541898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] For port 3b28692c-96f8-489d-a247-e338be66feda, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b28692c-96f8-489d-a247-e338be66feda,segment=NetworkSegment(7edea504-6c84-403c-ac54-195e04ccec29),segment_id=7edea504-6c84-403c-ac54-195e04ccec29)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:44.551255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.644376 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-acf190cb-811d-482a-aeb5-84113fa3144d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:44.645604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-acf190cb-811d-482a-aeb5-84113fa3144d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-802760303 HTTP/1.1" status: 404 len: 328 time: 0.1141067 Aug 31 06:55:44.649028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.654693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-72c7e949-9942-400d-8f45-32a1881d8163 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-1927784229') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.656965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.660546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.672576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/60342243-d9c4-439a-b5ea-9c2e3945b52b HTTP/1.1" status: 204 len: 168 time: 0.3927977 Aug 31 06:55:44.684062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fc0d9-497b-40f9-888c-012a7f020da9 None None] Pushing event updated for resources: {'Port': ['ID=3b28692c-96f8-489d-a247-e338be66feda,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.690197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b28692c-96f8-489d-a247-e338be66feda up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:44.761649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304deef-9435-4f42-b127-2cdf306c6ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60342243-d9c4-439a-b5ea-9c2e3945b52b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:44.792228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3b28692c-96f8-489d-a247-e338be66feda triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:44.792610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:44.814684 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-72c7e949-9942-400d-8f45-32a1881d8163 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:44.816155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72c7e949-9942-400d-8f45-32a1881d8163 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-1927784229 HTTP/1.1" status: 404 len: 329 time: 0.1659851 Aug 31 06:55:44.821364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44318) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.833645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-a9a69e3b-9dd6-4409-91f3-c108224995fb tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c', 'tempest-TagsExtTest-Tag-274350916') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:44.871253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8:0:1::14f (7389a8fc-1804-409f-9954-63074cf5e63e/5f0264f9-bd3a-425a-85fe-1b3dd5724778/03c9024b-d729-4b40-a432-938375ac3d2e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:44.912817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:44.965110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.027002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Provisioning complete for port 3b28692c-96f8-489d-a247-e338be66feda triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.027538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.092713 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.136606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Ignored duplicate provisioning block setup for port 03c9024b-d729-4b40-a432-938375ac3d2e by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 06:55:45.142948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.175097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Provisioning for port 03c9024b-d729-4b40-a432-938375ac3d2e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:45.180932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Provisioning complete for port 03c9024b-d729-4b40-a432-938375ac3d2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.181536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.241890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-76a441bd-0b96-4c0a-8082-3c0fa8ca499f None None] Port 03c9024b-d729-4b40-a432-938375ac3d2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:45.319953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] In _notify_port_updated(), no bound segment for port 03c9024b-d729-4b40-a432-938375ac3d2e on network 7389a8fc-1804-409f-9954-63074cf5e63e {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:45.328207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:45.328437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.329780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/ports/03c9024b-d729-4b40-a432-938375ac3d2e HTTP/1.1" status: 200 len: 1012 time: 0.9979703 Aug 31 06:55:45.341614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091ef712-13e2-4254-82ad-27441dfa2117 req-bfdf001c-1057-48ac-8cb0-b037a321c8f2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:45.343530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-091ef712-13e2-4254-82ad-27441dfa2117 req-bfdf001c-1057-48ac-8cb0-b037a321c8f2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2231610 Aug 31 06:55:45.344279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.355349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bfc09-332a-49ca-98e7-5c50fff0f1df tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=03c9024b-d729-4b40-a432-938375ac3d2e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:45.389749 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-a9a69e3b-9dd6-4409-91f3-c108224995fb tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:45.393757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a9a69e3b-9dd6-4409-91f3-c108224995fb tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags/tempest-TagsExtTest-Tag-274350916 HTTP/1.1" status: 404 len: 328 time: 0.5700734 Aug 31 06:55:45.397432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.401190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13848627-816b-4688-a6c3-c2a18e9f7bc6 None None] Provisioning complete for port 03c9024b-d729-4b40-a432-938375ac3d2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.402191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-88429779-0441-402a-98ec-aff311bb4a3d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', {'tags': ['tempest-TagsExtTest-Tag-1543650564', 'tempest-TagsExtTest-Tag-1987145796', 'tempest-TagsExtTest-Tag-1419079949']}) {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.403256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13848627-816b-4688-a6c3-c2a18e9f7bc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.447394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-091ef712-13e2-4254-82ad-27441dfa2117 req-634a7c40-defe-433d-922a-b410ddee5005 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602925 Aug 31 06:55:45.468968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e62fb-8754-46a8-bdb2-84cceed816da req-204be8cc-b1fd-4005-8a8a-d668704abc5e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:45.475286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-13848627-816b-4688-a6c3-c2a18e9f7bc6 None None] Port 03c9024b-d729-4b40-a432-938375ac3d2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:45.477480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c39e62fb-8754-46a8-bdb2-84cceed816da req-204be8cc-b1fd-4005-8a8a-d668704abc5e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 944 time: 0.5056195 Aug 31 06:55:45.522101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 03c9024b-d729-4b40-a432-938375ac3d2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:45.522446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.527070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-88429779-0441-402a-98ec-aff311bb4a3d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "PUT /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 200 len: 318 time: 0.1281192 Aug 31 06:55:45.527271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.531495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-23c7eeab-58dc-4c41-917e-f09d8a9bbbfc tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.549556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5f5163fa-b1e8-48c8-80f8-a6951520d197 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:45.554534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c39e62fb-8754-46a8-bdb2-84cceed816da req-3d837a44-cdf4-4852-82e9-179ff436788f tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760906 Aug 31 06:55:45.635039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.638795 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.640379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.672532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=15c0bdfe4aef46f7b0d8f37dcc7aa463&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7575741 Aug 31 06:55:45.673602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44346) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.684601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 5f5163fa-b1e8-48c8-80f8-a6951520d197 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:45.689656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 5f5163fa-b1e8-48c8-80f8-a6951520d197 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.690177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.705968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-23c7eeab-58dc-4c41-917e-f09d8a9bbbfc tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 204 len: 168 time: 0.1781631 Aug 31 06:55:45.706690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fe890f9-d0c3-4c29-a235-8cc286a568f9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:45.711704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.712698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.733254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c62f328c-1b34-465d-bf05-033055166035 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-1543650564') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.741536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 03c9024b-d729-4b40-a432-938375ac3d2e owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:45.743145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.743810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.744156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.744489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.744823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.745152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.745549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.745942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.746266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.746586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.746907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.747257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3b64c22-cf4d-4ea9-bde5-c2d8fb0377f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:55:45.783053 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c62f328c-1b34-465d-bf05-033055166035 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:45.784101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c62f328c-1b34-465d-bf05-033055166035 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-1543650564 HTTP/1.1" status: 404 len: 329 time: 0.0695958 Aug 31 06:55:45.786987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.792125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c7de3adc-6044-455c-91b0-72a89a40b7b5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-1987145796') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.815090 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c7de3adc-6044-455c-91b0-72a89a40b7b5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:45.816480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7de3adc-6044-455c-91b0-72a89a40b7b5 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-1987145796 HTTP/1.1" status: 404 len: 329 time: 0.0283835 Aug 31 06:55:45.819493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.828199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-8caf675f-8f00-4f2e-baf0-530f1bb57317 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22', 'tempest-TagsExtTest-Tag-1419079949') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.832499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.846232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd644e9f-a3d3-4ce4-aad8-756b9c680d59 None None] Provisioning complete for port 03c9024b-d729-4b40-a432-938375ac3d2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:45.846232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd644e9f-a3d3-4ce4-aad8-756b9c680d59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.866269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.886778 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8caf675f-8f00-4f2e-baf0-530f1bb57317 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] show failed (client error): The resource could not be found. Aug 31 06:55:45.889109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8caf675f-8f00-4f2e-baf0-530f1bb57317 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags/tempest-TagsExtTest-Tag-1419079949 HTTP/1.1" status: 404 len: 329 time: 0.0686166 Aug 31 06:55:45.892142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.896635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-2f94b824-1a7c-4a96-bb2a-44c143245c77 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '21060013-6e50-4a15-a877-2d68bd883c22') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:45.908364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.915994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd644e9f-a3d3-4ce4-aad8-756b9c680d59 None None] Port 03c9024b-d729-4b40-a432-938375ac3d2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:45.926600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:45.928707 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73e079c-155e-446a-924c-3a7d54b0da7b" -d '{"events": [{"server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "name": "network-vif-plugged", "status": "completed", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:45.955115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2f94b824-1a7c-4a96-bb2a-44c143245c77 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22/tags HTTP/1.1" status: 204 len: 168 time: 0.0595558 Aug 31 06:55:45.957927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:45.961955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:45.967538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:45.969093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-83af2826-6f97-4a74-9af7-41eec70cc29a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'e2725512-b0df-4733-9908-6458e7172c4c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:46.023096 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f22d54-9b01-4699-8185-b553064a3e1b x-openstack-request-id: req-02f22d54-9b01-4699-8185-b553064a3e1b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:46.024280 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "name": "network-vif-plugged", "status": "completed", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:46.024446 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02f22d54-9b01-4699-8185-b553064a3e1b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:46.024811 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197', 'code': 200} Aug 31 06:55:46.069256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.078975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.082269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.083473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9fe890f9-d0c3-4c29-a235-8cc286a568f9 HTTP/1.1" status: 204 len: 168 time: 0.4089344 Aug 31 06:55:46.133968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d19970-e8cf-47c9-8c95-10d6f9c1cf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fe890f9-d0c3-4c29-a235-8cc286a568f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.139839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-83af2826-6f97-4a74-9af7-41eec70cc29a tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c/tags HTTP/1.1" status: 204 len: 168 time: 0.1804378 Aug 31 06:55:46.144529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.153530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-60d3ed82-6cbf-4492-8c63-e9d0319b955b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'caf9b544-9b7b-4213-9e75-99f8330647a8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:46.166556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2238b582-cc66-4e8f-9bce-e57c41d48b43 req-3e443599-d761-4caa-ad88-be92c0a6552b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:46.168100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2238b582-cc66-4e8f-9bce-e57c41d48b43 req-3e443599-d761-4caa-ad88-be92c0a6552b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 1097 time: 0.0766389 Aug 31 06:55:46.169273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.232960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e3e450b9-2be2-4341-8869-1e15afb9658e None None] Could not find standard attr ID for object 03c9024b-d729-4b40-a432-938375ac3d2e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:46.241370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60d3ed82-6cbf-4492-8c63-e9d0319b955b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8/tags HTTP/1.1" status: 204 len: 168 time: 0.0953240 Aug 31 06:55:46.244076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.252733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-4360bda6-840b-4196-80c4-c33169a063b8 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'dc40d65a-2c0f-42be-9c4c-ba29be626f38') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:46.261542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=03c9024b-d729-4b40-a432-938375ac3d2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.337695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4360bda6-840b-4196-80c4-c33169a063b8 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38/tags HTTP/1.1" status: 204 len: 168 time: 0.0923746 Aug 31 06:55:46.338134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.342622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89d17de6-c57c-4637-a740-216a558929ac tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/03c9024b-d729-4b40-a432-938375ac3d2e HTTP/1.1" status: 204 len: 168 time: 0.9948289 Aug 31 06:55:46.342622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.345852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.385718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2238b582-cc66-4e8f-9bce-e57c41d48b43 req-26ad42d4-dcb6-4378-841d-0280c2537245 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094920 Aug 31 06:55:46.390836 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-00100941-318d-4d1f-9049-9a73ddce9b23 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:46.393519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-00100941-318d-4d1f-9049-9a73ddce9b23 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/03c9024b-d729-4b40-a432-938375ac3d2e HTTP/1.1" status: 404 len: 333 time: 0.0466583 Aug 31 06:55:46.397228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.485199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b56d951-9bf0-4d06-942c-463240b0f748 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for subnetpool, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.489386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7b56d951-9bf0-4d06-942c-463240b0f748 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnetpools/21060013-6e50-4a15-a877-2d68bd883c22 HTTP/1.1" status: 204 len: 168 time: 0.1431956 Aug 31 06:55:46.489787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet 5f0264f9-bd3a-425a-85fe-1b3dd5724778 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:46.492580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.494780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.549380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9eb5aafb-4596-42f9-b88a-f46f6757085d tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "GET /v2.0/ports?device_id=e2725512-b0df-4733-9908-6458e7172c4c HTTP/1.1" status: 200 len: 205 time: 0.0550585 Aug 31 06:55:46.551457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.612107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.658075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0704f0-36c7-4723-b1d7-75bea9d64a96 req-52b4cd6a-f609-4a6f-ae0e-c2d153bbafea tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:46.659628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d0704f0-36c7-4723-b1d7-75bea9d64a96 req-52b4cd6a-f609-4a6f-ae0e-c2d153bbafea tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.0972700 Aug 31 06:55:46.692473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b28692c-96f8-489d-a247-e338be66feda up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:46.764662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3b28692c-96f8-489d-a247-e338be66feda triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:46.765693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.776189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.800254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d0704f0-36c7-4723-b1d7-75bea9d64a96 req-8b1711c0-549d-49ed-b8bc-a1096fdcbd28 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335046 Aug 31 06:55:46.817654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.892260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.932600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=5f0264f9-bd3a-425a-85fe-1b3dd5724778,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:46.935801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:46.938352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70ae40d6-d412-4745-9200-7a4367a2caf4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/5f0264f9-bd3a-425a-85fe-1b3dd5724778 HTTP/1.1" status: 204 len: 168 time: 0.5399547 Aug 31 06:55:46.941144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:46.955447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fe981b-de53-41ee-b397-21966d122c69 None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:47.011150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet 4ca30fbd-7458-419b-9d80-360268c9d418 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:47.018646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.036433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.038661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.082198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.106272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.106894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Fanout notify agent at l3_agent the message router_deleted on router e2725512-b0df-4733-9908-6458e7172c4c {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:55:47.114268 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.117931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a7f6ba3-93a6-4538-87ab-d86170fc0029 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/routers/e2725512-b0df-4733-9908-6458e7172c4c HTTP/1.1" status: 204 len: 168 time: 0.5654852 Aug 31 06:55:47.118547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44424) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.136549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4930c4-5dce-4eeb-8afc-1f13ada31f5c req-77c7ed53-e889-4aaf-853e-bad3c396a5e8 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:47.136549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0e4930c4-5dce-4eeb-8afc-1f13ada31f5c req-77c7ed53-e889-4aaf-853e-bad3c396a5e8 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 945 time: 0.3991339 Aug 31 06:55:47.235828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.247753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0e4930c4-5dce-4eeb-8afc-1f13ada31f5c req-7537eec1-3185-4e51-849c-3c4f68490e17 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850172 Aug 31 06:55:47.275953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Deleting port caf9b544-9b7b-4213-9e75-99f8330647a8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:47.277283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.320454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.364049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.408391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=4ca30fbd-7458-419b-9d80-360268c9d418,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:47.418268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.420788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1832c873-4e47-4362-9002-34cfd7a37cc5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/4ca30fbd-7458-419b-9d80-360268c9d418 HTTP/1.1" status: 204 len: 168 time: 0.4786162 Aug 31 06:55:47.423413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.439303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.469472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Calling delete_port for caf9b544-9b7b-4213-9e75-99f8330647a8 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:47.599581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.610306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1136944596'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:47.676015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Made reservation on behalf of 43c182002efb45c4b39014d030a71653 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:47.678689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.693074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.706057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.745160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event deleted for resources: {'Port': ['ID=caf9b544-9b7b-4213-9e75-99f8330647a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:47.761254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 3b28692c-96f8-489d-a247-e338be66feda {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:47.761745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.871554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port 3b28692c-96f8-489d-a247-e338be66feda, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3b28692c-96f8-489d-a247-e338be66feda,segment=NetworkSegment(7edea504-6c84-403c-ac54-195e04ccec29),segment_id=7edea504-6c84-403c-ac54-195e04ccec29)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:47.872039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.886963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:47.892623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1477e8df-0208-4b26-ae53-f6ac6a80209b tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/ports/caf9b544-9b7b-4213-9e75-99f8330647a8 HTTP/1.1" status: 204 len: 168 time: 0.7722197 Aug 31 06:55:47.895432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:47.906315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 3b28692c-96f8-489d-a247-e338be66feda owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:47.987832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Deleting subnet dc40d65a-2c0f-42be-9c4c-ba29be626f38 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:47.991407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.011034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.021742 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.051749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ad8c08-74c9-4d5a-9bc6-12597a01cf18 req-c046bbef-fbe8-43fc-90f4-39a9c4226b46 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.053239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15ad8c08-74c9-4d5a-9bc6-12597a01cf18 req-c046bbef-fbe8-43fc-90f4-39a9c4226b46 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1324058 Aug 31 06:55:48.077299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.090690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:48.120633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf4c31e-9bc1-4ad7-ad49-d981822722e7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.150881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.151302 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Added segment c22cdf97-a979-4961-a6b1-8d50f86ec792 of type vlan for network 32bf3ede-2933-4233-a792-1bf262d47e41 Aug 31 06:55:48.179223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15ad8c08-74c9-4d5a-9bc6-12597a01cf18 req-fc4da7ad-f817-4f82-b35a-8300e2955431 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072056 Aug 31 06:55:48.199120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.228328 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.239232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-450a5a11-2e8a-41f8-975d-a404018160cb None None] Network 7389a8fc-1804-409f-9954-63074cf5e63e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:48.245805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.250903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=3b28692c-96f8-489d-a247-e338be66feda,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.267911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port 3b28692c-96f8-489d-a247-e338be66feda on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:48.321892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.378589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event deleted for resources: {'Subnet': ['ID=dc40d65a-2c0f-42be-9c4c-ba29be626f38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.390069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.392814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1db1fea1-a584-4e9f-9e1f-9d8caed10e69 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/subnets/dc40d65a-2c0f-42be-9c4c-ba29be626f38 HTTP/1.1" status: 204 len: 168 time: 0.4965053 Aug 31 06:55:48.395346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.398364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.405144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.405976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.418748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2f7b8c-f509-45d4-9dbf-81e35db67ea0 None None] Network adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:48.486739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68d0e2a1-cf4d-49c0-915d-478bb4c106d8 None None] Could not find standard attr ID for object 3b28692c-96f8-489d-a247-e338be66feda. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:48.501106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.518764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1968203 Aug 31 06:55:48.523586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.524243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c8152-09e4-4c8e-bb58-a29b5c906687 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'Network': ['ID=32bf3ede-2933-4233-a792-1bf262d47e41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.527519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7389a8fc-1804-409f-9954-63074cf5e63e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:48.534686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Request body: {'subnet': {'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:48.539210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.553894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edea504-6c84-403c-ac54-195e04ccec29') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:48.553894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edea504-6c84-403c-ac54-195e04ccec29') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:48.565946 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.586878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.594991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 32bf3ede-2933-4233-a792-1bf262d47e41 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:48.608138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:48.612284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:48.652808 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:48.665767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.714329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ee5d4-8562-4bdc-bef8-b6e918ed5883 req-5af16180-7b49-4fa9-a5f0-de469331badb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.715641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac2ee5d4-8562-4bdc-bef8-b6e918ed5883 req-5af16180-7b49-4fa9-a5f0-de469331badb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 945 time: 0.3025289 Aug 31 06:55:48.753804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Made reservation on behalf of 43c182002efb45c4b39014d030a71653 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:48.757147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.775536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-488d5bed-3846-43a2-9550-10595114dded admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.806676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.835661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.837632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/7389a8fc-1804-409f-9954-63074cf5e63e HTTP/1.1" status: 204 len: 168 time: 1.4131274 Aug 31 06:55:48.838728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b19fd-802b-484b-8cd2-ba0ee40d6f97 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=7389a8fc-1804-409f-9954-63074cf5e63e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:48.844186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:48.869263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac501472-e7de-4b89-b706-7fade41bfaef None None] DHCP port deletion for 7389a8fc-1804-409f-9954-63074cf5e63e request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:48.893544 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac2ee5d4-8562-4bdc-bef8-b6e918ed5883 req-4062b2ef-a5b1-453b-a817-b9ab04b49de7 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628888 Aug 31 06:55:48.909430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] DHCP port deletion for adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:48.932806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Deleting port 3a307da3-0317-4c50-8dda-27b83eb62887 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:48.933150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:48.952049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d92abae-86f0-484d-ab9a-dca26f4fb1ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:48.953868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4d92abae-86f0-484d-ab9a-dca26f4fb1ff tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1087477 Aug 31 06:55:48.958149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.022033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Deleting port 3a307da3-0317-4c50-8dda-27b83eb62887 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:49.022321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.047134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] For port 3a307da3-0317-4c50-8dda-27b83eb62887, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a307da3-0317-4c50-8dda-27b83eb62887,segment=NetworkSegment(cacb4d36-f000-43a1-9ee8-2cb1da3978d9),segment_id=cacb4d36-f000-43a1-9ee8-2cb1da3978d9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:49.047504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.055954 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-488d5bed-3846-43a2-9550-10595114dded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.076911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5a808e95-567c-4aad-975e-276f4b1431b0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1137512 Aug 31 06:55:49.076911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-488d5bed-3846-43a2-9550-10595114dded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.079332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44520) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.092822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Calling delete_port for 3a307da3-0317-4c50-8dda-27b83eb62887 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:49.094320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1700299137'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:49.104240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] For port 3a307da3-0317-4c50-8dda-27b83eb62887, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a307da3-0317-4c50-8dda-27b83eb62887,segment=NetworkSegment(cacb4d36-f000-43a1-9ee8-2cb1da3978d9),segment_id=cacb4d36-f000-43a1-9ee8-2cb1da3978d9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:49.106164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.128345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Calling delete_port for 3a307da3-0317-4c50-8dda-27b83eb62887 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:49.150746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-488d5bed-3846-43a2-9550-10595114dded admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=92011aeb5adb419ba9468d8548eb4114&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6104519 Aug 31 06:55:49.154897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d5bed-3846-43a2-9550-10595114dded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e32819f-f407-4b34-825f-e85571e47444,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.159926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.181482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.201047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:49.205518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.238106 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.277963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:55:49.280690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] No DVR routers for this DVR port 3a307da3-0317-4c50-8dda-27b83eb62887 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:49.281196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.283975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db0d20-849d-4f81-b1a9-76ce1d78d21e None None] Pushing event deleted for resources: {'Port': ['ID=3a307da3-0317-4c50-8dda-27b83eb62887,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.312404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Checking segment: {'id': 'c22cdf97-a979-4961-a6b1-8d50f86ec792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:49.312887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Network hostable DHCP agents. Network: 32bf3ede-2933-4233-a792-1bf262d47e41, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:49.321264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'Subnet': ['ID=0ae67a55-533b-4eb2-ac02-743ca629a6fe,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.339411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.353164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Network 32bf3ede-2933-4233-a792-1bf262d47e41 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:49.355256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] No DVR routers for this DVR port 3a307da3-0317-4c50-8dda-27b83eb62887 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:49.369435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.369785 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 967cab08-4e2c-4752-ab3c-69b5e7c9b58d of type vlan for network 5fb50d74-cf62-49ea-a080-4a81af64e408 Aug 31 06:55:49.391517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.405205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event deleted for resources: {'Port': ['ID=3a307da3-0317-4c50-8dda-27b83eb62887,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.408212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 32bf3ede-2933-4233-a792-1bf262d47e41) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:49.414059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:49.414662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.418987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc0ec5a-d082-4232-bd15-38a1e681ceca None None] Network 32bf3ede-2933-4233-a792-1bf262d47e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:49.457070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.475530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43d43f2-6e20-47ae-a249-5a072f607b28 req-e5b4be8e-c35d-4aea-a244-cb0a05594b0d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:49.477343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f43d43f2-6e20-47ae-a249-5a072f607b28 req-e5b4be8e-c35d-4aea-a244-cb0a05594b0d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1583052 Aug 31 06:55:49.531365 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1f2bc806-d2a5-49f9-8852-13f74709e227 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0062318 Aug 31 06:55:49.536517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.537493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.548501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Request body: {'port': {'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1956456037'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:49.549694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adcc134c-9534-4eb2-ad7b-1c8e892b4ef1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:49.572579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:49.572981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cacb4d36-f000-43a1-9ee8-2cb1da3978d9') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:49.578318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.584084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:49.585045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.586467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.610852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-32bf3ede-2933-4233-a792-1bf262d47e41', 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41', 'tenant_id': '43c182002efb45c4b39014d030a71653', 'fixed_ips': [{'subnet_id': '0ae67a55-533b-4eb2-ac02-743ca629a6fe'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:49.613108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.635366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.636924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f43d43f2-6e20-47ae-a249-5a072f607b28 req-8e9c1c92-b17e-4902-a5a8-a8bb6f6770db tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505868 Aug 31 06:55:49.643152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:49.643911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:49.647659 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:49.671860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5886757 Aug 31 06:55:49.693587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:49.699874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:49.719380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.721986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.725434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7e32819f-f407-4b34-825f-e85571e47444 HTTP/1.1" status: 204 len: 168 time: 0.5622706 Aug 31 06:55:49.755697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8095a60-8e19-4448-9938-348d3b814a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e32819f-f407-4b34-825f-e85571e47444,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.769240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba51df-8b45-44a1-891f-e798727ef695 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=5fb50d74-cf62-49ea-a080-4a81af64e408,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.797488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:55:49.822899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Made reservation on behalf of 43c182002efb45c4b39014d030a71653 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:49.823481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.828143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.828476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.833371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] 10.222.0.57 "DELETE /v2.0/networks/adcc134c-9534-4eb2-ad7b-1c8e892b4ef1 HTTP/1.1" status: 204 len: 168 time: 1.4369578 Aug 31 06:55:49.854176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] device_id is not set on port 53af60e9-171c-4a4d-b32e-b05692816f2b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:49.876431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01704cdd-86aa-4ad1-b542-5ee24c8f1224 tempest-TagsExtTest-991650677 tempest-TagsExtTest-991650677-project] Pushing event deleted for resources: {'Network': ['ID=adcc134c-9534-4eb2-ad7b-1c8e892b4ef1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:49.886620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7b0f45-bb9b-4fa4-b284-0547d65ab74f req-5ef6067f-ba7f-40f7-81d7-5fec4014484e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:49.888430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c7b0f45-bb9b-4fa4-b284-0547d65ab74f req-5ef6067f-ba7f-40f7-81d7-5fec4014484e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 945 time: 0.1937697 Aug 31 06:55:49.942842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:49.947183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:49.959415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Allocated IP 172.20.0.2 (32bf3ede-2933-4233-a792-1bf262d47e41/0ae67a55-533b-4eb2-ac02-743ca629a6fe/4ce530ed-9874-4da9-be99-da66a1b0f14b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:49.967641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c7b0f45-bb9b-4fa4-b284-0547d65ab74f req-c6b53965-c1f4-481e-b49c-8dfd135482c2 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725584 Aug 31 06:55:50.140963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44552) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.152839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.155678 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba84f5d7-ae8e-4b3f-98b9-6243becb99e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.167181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Transition to ACTIVE for port object 4ce530ed-9874-4da9-be99-da66a1b0f14b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.185246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.191570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Transition to ACTIVE for port object 4ce530ed-9874-4da9-be99-da66a1b0f14b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.204854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.243931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.254350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=dadd6225-352f-4280-b514-6ef4bd15ba81,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.267323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '967cab08-4e2c-4752-ab3c-69b5e7c9b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:50.268135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 5fb50d74-cf62-49ea-a080-4a81af64e408, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:55:50.277895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Network 32bf3ede-2933-4233-a792-1bf262d47e41 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:50.284249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:50.286768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:50.289806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:55:50.293434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Pushing event updated for resources: {'Port': ['ID=4ce530ed-9874-4da9-be99-da66a1b0f14b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.300746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5fb50d74-cf62-49ea-a080-4a81af64e408) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:50.302096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Allocated IP 172.20.0.3 (32bf3ede-2933-4233-a792-1bf262d47e41/0ae67a55-533b-4eb2-ac02-743ca629a6fe/53af60e9-171c-4a4d-b32e-b05692816f2b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:50.306406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:50.306406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.331947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1623797b-c8ba-4bcc-8d90-315fd2ec6cf7 None None] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:50.359939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba84f5d7-ae8e-4b3f-98b9-6243becb99e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.366725 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ba84f5d7-ae8e-4b3f-98b9-6243becb99e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.373918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-686d7535-afa5-4dd0-a0d8-43699e4c94c0 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6751118 Aug 31 06:55:50.374469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.382169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408', 'name': 'tempest-PortsIpV6TestJSON-1466148876'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:50.404754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Attempting to bind port 4ce530ed-9874-4da9-be99-da66a1b0f14b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:50.406022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Attempting to bind port 4ce530ed-9874-4da9-be99-da66a1b0f14b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c22cdf97-a979-4961-a6b1-8d50f86ec792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:50.406022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Attempting to bind port 4ce530ed-9874-4da9-be99-da66a1b0f14b on network 32bf3ede-2933-4233-a792-1bf262d47e41 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:50.415409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:50.415858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Checking segment: {'id': 'c22cdf97-a979-4961-a6b1-8d50f86ec792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:50.416270 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.416666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Bound using segment: {'id': 'c22cdf97-a979-4961-a6b1-8d50f86ec792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:50.417141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Bound port: 4ce530ed-9874-4da9-be99-da66a1b0f14b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c22cdf97-a979-4961-a6b1-8d50f86ec792', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:50.417648 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.418124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba84f5d7-ae8e-4b3f-98b9-6243becb99e7 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fe848dfbf786450198d74a44ee64b3f9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759895 Aug 31 06:55:50.418797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.422674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba84f5d7-ae8e-4b3f-98b9-6243becb99e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93452f40-ba9b-4677-8d0e-d301dd2f52aa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.524180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:50.527813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.541002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] For port 4ce530ed-9874-4da9-be99-da66a1b0f14b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:50.547023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] For port 4ce530ed-9874-4da9-be99-da66a1b0f14b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4ce530ed-9874-4da9-be99-da66a1b0f14b,segment=NetworkSegment(c22cdf97-a979-4961-a6b1-8d50f86ec792),segment_id=c22cdf97-a979-4961-a6b1-8d50f86ec792)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:50.553032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:50.555918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.589253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8353b995-eba8-46ab-8a42-502bc2b5c5e5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d64557d643e04f42bb9755fecd960c75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3407774 Aug 31 06:55:50.594833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44562) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:50.597188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.648063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-5fb50d74-cf62-49ea-a080-4a81af64e408', 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': 'dadd6225-352f-4280-b514-6ef4bd15ba81'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:55:50.650634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.685628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.708986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.741725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Transition to ACTIVE for port object 53af60e9-171c-4a4d-b32e-b05692816f2b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:50.771084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::ac (5fb50d74-cf62-49ea-a080-4a81af64e408/dadd6225-352f-4280-b514-6ef4bd15ba81/e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:50.771429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a307da3-0317-4c50-8dda-27b83eb62887 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:50.798950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3a307da3-0317-4c50-8dda-27b83eb62887 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:50.799461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a307da3-0317-4c50-8dda-27b83eb62887 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:50.799712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b28692c-96f8-489d-a247-e338be66feda no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:50.814436 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.824955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.829441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c727ce-ff11-4a62-a7d2-5bfecf1c8b4d None None] Pushing event updated for resources: {'Port': ['ID=4ce530ed-9874-4da9-be99-da66a1b0f14b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.829901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.831298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/93452f40-ba9b-4677-8d0e-d301dd2f52aa HTTP/1.1" status: 204 len: 168 time: 0.4062500 Aug 31 06:55:50.835591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3b28692c-96f8-489d-a247-e338be66feda {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:50.836286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3b28692c-96f8-489d-a247-e338be66feda not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:50.855901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0a2563-f887-4675-99a2-a7c0c1da1d21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93452f40-ba9b-4677-8d0e-d301dd2f52aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:50.859632 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.867191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.878066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcc755-e941-4925-8716-42a6d8560f8a req-6a8af246-afe0-4dd3-bdbc-ca053ef0d6b5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:50.879982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9dcc755-e941-4925-8716-42a6d8560f8a req-6a8af246-afe0-4dd3-bdbc-ca053ef0d6b5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1294401 Aug 31 06:55:50.961566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.969007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:50.972856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/761bc9cb-f1e4-404e-9165-618bf47ac829 HTTP/1.1" status: 204 len: 168 time: 0.3763242 Aug 31 06:55:50.985726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Network 32bf3ede-2933-4233-a792-1bf262d47e41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:51.020670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:51.030800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:51.050551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65715d-b2c3-489d-97d0-63b34d67727a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761bc9cb-f1e4-404e-9165-618bf47ac829,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:51.051440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'Port': ['ID=53af60e9-171c-4a4d-b32e-b05692816f2b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:51.110469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9dcc755-e941-4925-8716-42a6d8560f8a req-c97f17c6-366a-40be-8539-568ecb37243c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985152 Aug 31 06:55:51.149724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.150356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.173141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62016b05-fb41-454f-90d3-1d3f7f298713 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.6305027 Aug 31 06:55:51.176523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:51.184988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Request body: {'port': {'network_id': '32bf3ede-2933-4233-a792-1bf262d47e41', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1319308896', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:51.186239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:51.187106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:51.188064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:51.228201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fef44f-47cb-48dc-993d-016dc560f204 req-7f0bfe5a-bb52-432f-bf2f-0a2fda33a249 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.229731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75fef44f-47cb-48dc-993d-016dc560f204 req-7f0bfe5a-bb52-432f-bf2f-0a2fda33a249 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 945 time: 0.1954777 Aug 31 06:55:51.237762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.267790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31df6ba8-ff03-4fbb-846e-1b324b8333d6 req-96a7fb11-0c4f-46e0-8ff4-21c29bce1cc4 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.269358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31df6ba8-ff03-4fbb-846e-1b324b8333d6 req-96a7fb11-0c4f-46e0-8ff4-21c29bce1cc4 tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 945 time: 0.1363099 Aug 31 06:55:51.291763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:51.363724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Made reservation on behalf of 43c182002efb45c4b39014d030a71653 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:51.369567 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.387132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31df6ba8-ff03-4fbb-846e-1b324b8333d6 req-b2aa6966-426f-4c65-a671-298db67513fb tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/security-groups?id=f7de214f-c520-4b53-9fb9-173d1c0dff6b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940516 Aug 31 06:55:51.402189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] device_id is not set on port 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:51.455131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Deleting port 5f5163fa-b1e8-48c8-80f8-a6951520d197 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:51.455480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.459847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.551728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Allocated IP 2001:db8::2 (5fb50d74-cf62-49ea-a080-4a81af64e408/dadd6225-352f-4280-b514-6ef4bd15ba81/a426cd37-0921-4bc3-9334-6318b87d73f7) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:51.568636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Allocated IP 172.20.0.14 (32bf3ede-2933-4233-a792-1bf262d47e41/0ae67a55-533b-4eb2-ac02-743ca629a6fe/2d164ec9-909b-41e2-aafd-a5bb9b65f0aa) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:51.583629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:51.598083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:51.613210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:51.629630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:51.630423 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.666996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:51.757956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9854541-436b-4086-8e32-836f444f242a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3826122 Aug 31 06:55:51.761655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44596) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:51.783350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408', 'name': 'tempest-PortsIpV6TestJSON-518765211'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:51.789064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] For port 5f5163fa-b1e8-48c8-80f8-a6951520d197, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5f5163fa-b1e8-48c8-80f8-a6951520d197,segment=NetworkSegment(20cf3574-738c-4f98-bebf-79b43f480030),segment_id=20cf3574-738c-4f98-bebf-79b43f480030)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:51.801178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.814052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:51.856114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Transition to ACTIVE for port object 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:51.906935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Calling delete_port for 5f5163fa-b1e8-48c8-80f8-a6951520d197 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:51.946697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.065128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Network 32bf3ede-2933-4233-a792-1bf262d47e41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:52.070255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:52.073243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'Port': ['ID=2d164ec9-909b-41e2-aafd-a5bb9b65f0aa,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:52.077351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:52.128114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a40621-d990-4ffc-803e-873fcecf0d36 None None] Network 32bf3ede-2933-4233-a792-1bf262d47e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:52.176021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.176830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.211370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:55:52.218055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fcd692b6-e94a-48ef-9dcd-f67c0c07409d tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 1.0360422 Aug 31 06:55:52.218055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44614) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:52.221160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.234368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b993043c-7196-479f-b137-fd74fa9948b0 None None] Provisioning for port 4ce530ed-9874-4da9-be99-da66a1b0f14b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:52.257229 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.280725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Transition to ACTIVE for port object a426cd37-0921-4bc3-9334-6318b87d73f7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:52.322167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Transition to ACTIVE for port object a426cd37-0921-4bc3-9334-6318b87d73f7 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:52.331355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.336334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17687f9-7a9a-48d7-bc19-c6a8a90d3511 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.343468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17687f9-7a9a-48d7-bc19-c6a8a90d3511 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.352929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17687f9-7a9a-48d7-bc19-c6a8a90d3511 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.358745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f17687f9-7a9a-48d7-bc19-c6a8a90d3511 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1365509 Aug 31 06:55:52.359356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:52.375225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 312ed4b2-6345-428b-85db-d8bc34b1f560 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:55:52.395326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:52.402562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2f40ec-f70f-47ff-b051-48313c3a4f4d req-9675a1ef-05fa-4eb6-9b88-01f286842ae5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:52.407564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:52.413075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2f40ec-f70f-47ff-b051-48313c3a4f4d req-9675a1ef-05fa-4eb6-9b88-01f286842ae5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1707382 Aug 31 06:55:52.413242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:52.423158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Pushing event updated for resources: {'Port': ['ID=a426cd37-0921-4bc3-9334-6318b87d73f7,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:52.489547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Attempting to bind port a426cd37-0921-4bc3-9334-6318b87d73f7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:55:52.490323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Attempting to bind port a426cd37-0921-4bc3-9334-6318b87d73f7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '967cab08-4e2c-4752-ab3c-69b5e7c9b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:55:52.491063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Attempting to bind port a426cd37-0921-4bc3-9334-6318b87d73f7 on network 5fb50d74-cf62-49ea-a080-4a81af64e408 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:55:52.500054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:55:52.500842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Checking segment: {'id': '967cab08-4e2c-4752-ab3c-69b5e7c9b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:55:52.501584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.502178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Bound using segment: {'id': '967cab08-4e2c-4752-ab3c-69b5e7c9b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:55:52.503015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Bound port: a426cd37-0921-4bc3-9334-6318b87d73f7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '967cab08-4e2c-4752-ab3c-69b5e7c9b58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': '5fb50d74-cf62-49ea-a080-4a81af64e408'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:55:52.503630 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.554142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea2f40ec-f70f-47ff-b051-48313c3a4f4d req-d5530834-5223-47fd-a3be-408fc984e537 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352973 Aug 31 06:55:52.592528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Deleting port 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:52.592877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.627269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.641190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] For port a426cd37-0921-4bc3-9334-6318b87d73f7, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:55:52.646038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['5f5163fa-b1e8-48c8-80f8-a6951520d197'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:52.650772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] For port a426cd37-0921-4bc3-9334-6318b87d73f7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a426cd37-0921-4bc3-9334-6318b87d73f7,segment=NetworkSegment(967cab08-4e2c-4752-ab3c-69b5e7c9b58d),segment_id=967cab08-4e2c-4752-ab3c-69b5e7c9b58d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:55:52.725717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.742015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:52.761167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Calling delete_port for 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:52.801611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa00e46-e894-45cf-a087-62eceb49aa2d None None] Pushing event updated for resources: {'Port': ['ID=a426cd37-0921-4bc3-9334-6318b87d73f7,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:52.819203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ce530ed-9874-4da9-be99-da66a1b0f14b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:53.016188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4ce530ed-9874-4da9-be99-da66a1b0f14b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:53.024717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4ce530ed-9874-4da9-be99-da66a1b0f14b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.027323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.059631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.084650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Provisioning for port 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:53.103352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Provisioning complete for port 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.110283 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.125171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event deleted for resources: {'Port': ['ID=2d164ec9-909b-41e2-aafd-a5bb9b65f0aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.173850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Port 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 06:55:53.193206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:55:53.270013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.277256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b5d9603-95b8-46fb-8e9e-bd15b9995054 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "DELETE /v2.0/ports/2d164ec9-909b-41e2-aafd-a5bb9b65f0aa HTTP/1.1" status: 204 len: 168 time: 0.9168665 Aug 31 06:55:53.283196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:53.293553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Provisioning for port 53af60e9-171c-4a4d-b32e-b05692816f2b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:53.305617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Request body: {'port': {'name': 'tempest-new-port-name-1373612199', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:55:53.306572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] bootfile-name is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:53.307079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] tftp-server is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:53.307586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.api.validators [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] server-ip-address is not in valid_values {{(pid=94639) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Aug 31 06:55:53.316044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Provisioning complete for port 53af60e9-171c-4a4d-b32e-b05692816f2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.324335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.424391 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 06:55:53.504376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.530220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21ef1faf-d962-48aa-8f1d-44ebcb29eb6e req-cd7ac5a3-dd40-4ba5-b6ad-a9c35e80fbcd tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.57 "GET /v2.0/ports?device_id=b36f4c06-7d22-47f2-9d66-119ab8d15802 HTTP/1.1" status: 200 len: 210 time: 0.9624834 Aug 31 06:55:53.594307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:53.642201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Pushing event deleted for resources: {'Port': ['ID=5f5163fa-b1e8-48c8-80f8-a6951520d197,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:53.684978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'port_id': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'mac_address': 'fa:16:3e:4b:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690fb547-b48c-45cb-bdc7-02b7330b8e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:55:53.704788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-133e8185-581a-467c-a93c-5c4ccc3891fc None None] Port 53af60e9-171c-4a4d-b32e-b05692816f2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:53.718097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] No DVR routers for this DVR port 5f5163fa-b1e8-48c8-80f8-a6951520d197 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:53.729359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.734982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.736485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75fef44f-47cb-48dc-993d-016dc560f204 req-4e7a6f3d-f8b4-4e28-b100-9ac7a59cd67e tempest-VolumesActionsTest-1798893863 tempest-VolumesActionsTest-1798893863-project] 10.222.0.53 "DELETE /v2.0/ports/5f5163fa-b1e8-48c8-80f8-a6951520d197 HTTP/1.1" status: 204 len: 173 time: 2.4920442 Aug 31 06:55:53.739318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'name': 'network-vif-deleted', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:53.743717 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bc6856-0bd0-462e-91c7-5728293fe4f7" -d '{"events": [{"server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "name": "network-vif-deleted", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:53.864796 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffddf3be-32ec-440d-aec6-cc90a12a9f8c x-openstack-request-id: req-ffddf3be-32ec-440d-aec6-cc90a12a9f8c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:53.865594 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36f4c06-7d22-47f2-9d66-119ab8d15802", "name": "network-vif-deleted", "tag": "5f5163fa-b1e8-48c8-80f8-a6951520d197", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:53.866214 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffddf3be-32ec-440d-aec6-cc90a12a9f8c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:53.867250 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36f4c06-7d22-47f2-9d66-119ab8d15802', 'name': 'network-vif-deleted', 'tag': '5f5163fa-b1e8-48c8-80f8-a6951520d197', 'status': 'completed', 'code': 200} Aug 31 06:55:53.867817 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.875494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::75 (5fb50d74-cf62-49ea-a080-4a81af64e408/dadd6225-352f-4280-b514-6ef4bd15ba81/312ed4b2-6345-428b-85db-d8bc34b1f560) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:55:53.882768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4ce530ed-9874-4da9-be99-da66a1b0f14b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4ce530ed-9874-4da9-be99-da66a1b0f14b,segment=NetworkSegment(c22cdf97-a979-4961-a6b1-8d50f86ec792),segment_id=c22cdf97-a979-4961-a6b1-8d50f86ec792)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:53.890778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94040267-a78b-4be3-8afa-3339bc84bbd1 None None] Provisioning complete for port 53af60e9-171c-4a4d-b32e-b05692816f2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:53.897060 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94040267-a78b-4be3-8afa-3339bc84bbd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.965116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94040267-a78b-4be3-8afa-3339bc84bbd1 None None] Port 53af60e9-171c-4a4d-b32e-b05692816f2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:53.970272 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:53.973972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94040267-a78b-4be3-8afa-3339bc84bbd1 None None] Could not find standard attr ID for object 2d164ec9-909b-41e2-aafd-a5bb9b65f0aa. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:54.045651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:55:54.051916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4ce530ed-9874-4da9-be99-da66a1b0f14b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:54.094007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:54.099781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.113602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.127853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1418e97-7b1f-4082-9448-63278abbb242 req-b8e30fa0-3010-4104-89f6-e097edb360da tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.129716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1418e97-7b1f-4082-9448-63278abbb242 req-b8e30fa0-3010-4104-89f6-e097edb360da tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1887002 Aug 31 06:55:54.142865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.261224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1c0781a4-8948-4e0f-af4a-870f78feee7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:55:54.301068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] In _notify_port_updated(), no bound segment for port 53af60e9-171c-4a4d-b32e-b05692816f2b on network 32bf3ede-2933-4233-a792-1bf262d47e41 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:55:54.307473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.308416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.310577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "PUT /v2.0/ports/53af60e9-171c-4a4d-b32e-b05692816f2b HTTP/1.1" status: 200 len: 1136 time: 1.0259802 Aug 31 06:55:54.335045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.392169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:54.431280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.471275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ebb26d-ca10-4ef9-a6b8-7e2bbba855f5 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event updated for resources: {'Port': ['ID=53af60e9-171c-4a4d-b32e-b05692816f2b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:54.501801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdfa54e-6d13-4781-ae1e-410c5173ed63 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:54.503825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0cdfa54e-6d13-4781-ae1e-410c5173ed63 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "GET /v2.0/ports/53af60e9-171c-4a4d-b32e-b05692816f2b HTTP/1.1" status: 200 len: 1136 time: 0.1636345 Aug 31 06:55:54.507079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1418e97-7b1f-4082-9448-63278abbb242 req-a242d2de-0c4e-43f8-b672-df4f23bc532a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428040 Aug 31 06:55:54.507918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:54.531583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 312ed4b2-6345-428b-85db-d8bc34b1f560 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:55:54.869096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d4bcc817-3c8f-47e7-bb46-0c5b0f0e7afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.886470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-02f5db15-4309-480b-95d3-5eb4ddf55553 None None] Provisioning complete for port 53af60e9-171c-4a4d-b32e-b05692816f2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:54.887750 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-02f5db15-4309-480b-95d3-5eb4ddf55553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:54.914609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.007425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ce530ed-9874-4da9-be99-da66a1b0f14b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:55.068844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-02f5db15-4309-480b-95d3-5eb4ddf55553 None None] Port 53af60e9-171c-4a4d-b32e-b05692816f2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:55:55.126659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba39c4d-6131-4ea1-a240-47b4f64bddca None None] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:55.130653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=312ed4b2-6345-428b-85db-d8bc34b1f560,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:55.181043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:55:55.194536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:55:55.202405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:55:55.222301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.223151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.259310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:55.287554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-305fa701-3a1b-47fb-be5d-0f3270deb31d tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5248759 Aug 31 06:55:55.290248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.297744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Deleting port 53af60e9-171c-4a4d-b32e-b05692816f2b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:55.298090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.496355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813a8dac-2317-4fc0-8284-0840c24064d7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:55.498026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-813a8dac-2317-4fc0-8284-0840c24064d7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aac HTTP/1.1" status: 200 len: 928 time: 0.2062230 Aug 31 06:55:55.509508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:55.606074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.658151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4ce530ed-9874-4da9-be99-da66a1b0f14b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:55.658547 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:55.662975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Calling delete_port for 53af60e9-171c-4a4d-b32e-b05692816f2b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:55.850414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5f5163fa-b1e8-48c8-80f8-a6951520d197 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:55:55.931220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 5f5163fa-b1e8-48c8-80f8-a6951520d197 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:55:55.936723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5f5163fa-b1e8-48c8-80f8-a6951520d197 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:55:55.984105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8280967b-cde3-4979-a196-74f6ccc374f9 None None] Provisioning for port a426cd37-0921-4bc3-9334-6318b87d73f7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:56.009994 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.012967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:56.129958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event deleted for resources: {'Port': ['ID=53af60e9-171c-4a4d-b32e-b05692816f2b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:56.167100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1c0781a4-8948-4e0f-af4a-870f78feee7a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:56.173028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.260668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbabbd-812c-4733-91c7-7e92810ae8ed req-484d2612-6961-4eeb-9c94-f4f965d2d9c5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:56.271729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50cbabbd-812c-4733-91c7-7e92810ae8ed req-484d2612-6961-4eeb-9c94-f4f965d2d9c5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 944 time: 0.2647312 Aug 31 06:55:56.379843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a426cd37-0921-4bc3-9334-6318b87d73f7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:56.419924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 312ed4b2-6345-428b-85db-d8bc34b1f560 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:56.420464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.421774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-841d97e2-481e-4b1a-a321-e4e7abc68a04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.452325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50cbabbd-812c-4733-91c7-7e92810ae8ed req-a52fda2f-74ab-4fa5-bcb6-5106ce0f2dea tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772928 Aug 31 06:55:56.466333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.468718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1cddba6a-55b8-4725-8e6d-97f92dad5248 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "DELETE /v2.0/ports/53af60e9-171c-4a4d-b32e-b05692816f2b HTTP/1.1" status: 204 len: 168 time: 1.9594827 Aug 31 06:55:56.473082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:56.532228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.552926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Deleting subnet 0ae67a55-533b-4eb2-ac02-743ca629a6fe {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:56.557322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.623712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.626024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:55:56.628622 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b116402c-15b1-4797-b0f4-348812cda419" -d '{"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:55:56.648091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.668011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 312ed4b2-6345-428b-85db-d8bc34b1f560 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:56.688102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:56.699306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a426cd37-0921-4bc3-9334-6318b87d73f7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:56.702797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.784844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a426cd37-0921-4bc3-9334-6318b87d73f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:56.790010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.866445 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b39d531-a8ff-411c-975f-861b201479c7 x-openstack-request-id: req-0b39d531-a8ff-411c-975f-861b201479c7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:55:56.866445 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:55:56.866445 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0b39d531-a8ff-411c-975f-861b201479c7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:55:56.866804 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'code': 200} Aug 31 06:55:56.883834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:56.999683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.095642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.143546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.174195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a426cd37-0921-4bc3-9334-6318b87d73f7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a426cd37-0921-4bc3-9334-6318b87d73f7,segment=NetworkSegment(967cab08-4e2c-4752-ab3c-69b5e7c9b58d),segment_id=967cab08-4e2c-4752-ab3c-69b5e7c9b58d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:57.186217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.191926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.273725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Provisioning for port 312ed4b2-6345-428b-85db-d8bc34b1f560 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:55:57.292022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event deleted for resources: {'Subnet': ['ID=0ae67a55-533b-4eb2-ac02-743ca629a6fe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.297677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.301830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b3b8a32-3c90-41af-bd73-ff79ec87ee20 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "DELETE /v2.0/subnets/0ae67a55-533b-4eb2-ac02-743ca629a6fe HTTP/1.1" status: 204 len: 168 time: 0.8271441 Aug 31 06:55:57.304143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:57.313426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=312ed4b2-6345-428b-85db-d8bc34b1f560,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.324228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab13f740-9d1c-484b-a209-74d8f01e2a47 None None] Network 32bf3ede-2933-4233-a792-1bf262d47e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:55:57.330253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Provisioning complete for port 312ed4b2-6345-428b-85db-d8bc34b1f560 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:57.332674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.371429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.374287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4d8f7b73-66ef-456b-989a-3fdb536ddad5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/312ed4b2-6345-428b-85db-d8bc34b1f560 HTTP/1.1" status: 204 len: 168 time: 1.8637793 Aug 31 06:55:57.377903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:57.432094 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-603c6776-6f52-4eff-bf57-f9213de0b31a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:57.435201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-603c6776-6f52-4eff-bf57-f9213de0b31a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/312ed4b2-6345-428b-85db-d8bc34b1f560 HTTP/1.1" status: 404 len: 333 time: 0.0560105 Aug 31 06:55:57.442061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:57.592163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Port 312ed4b2-6345-428b-85db-d8bc34b1f560 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 06:55:57.673581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-841d97e2-481e-4b1a-a321-e4e7abc68a04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.686028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-841d97e2-481e-4b1a-a321-e4e7abc68a04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.736799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:57.739365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.759934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d97e2-481e-4b1a-a321-e4e7abc68a04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e6d1d70-0d36-4c48-9c9b-4e918e080116,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.802308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.857223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e04e8-8b06-4564-bbc7-a6ca80b7ad28 req-0a8115b8-aafd-47ca-b159-363a3f68de28 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:57.864775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a426cd37-0921-4bc3-9334-6318b87d73f7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:57.878281 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f520834-94ad-4a08-a872-efda19aa3222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.884155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-944e04e8-8b06-4564-bbc7-a6ca80b7ad28 req-0a8115b8-aafd-47ca-b159-363a3f68de28 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.3021507 Aug 31 06:55:57.952935 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.957994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Provisioning complete for port a426cd37-0921-4bc3-9334-6318b87d73f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:57.962265 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:57.977796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.006352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-944e04e8-8b06-4564-bbc7-a6ca80b7ad28 req-29687dca-966a-4408-ab9b-5b75958850e9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201117 Aug 31 06:55:58.018537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:58.022637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.023765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-841d97e2-481e-4b1a-a321-e4e7abc68a04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e281c0305275489898b1938479e59e92&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9729264 Aug 31 06:55:58.159690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Deleting port 4ce530ed-9874-4da9-be99-da66a1b0f14b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:58.160357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.203092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.240637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.418402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] For port 4ce530ed-9874-4da9-be99-da66a1b0f14b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4ce530ed-9874-4da9-be99-da66a1b0f14b,segment=NetworkSegment(c22cdf97-a979-4961-a6b1-8d50f86ec792),segment_id=c22cdf97-a979-4961-a6b1-8d50f86ec792)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:58.420242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.457607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Calling delete_port for 4ce530ed-9874-4da9-be99-da66a1b0f14b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:58.459951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.509818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:58.605188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.616446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0bc7076f-be05-4387-afb6-dd9cb6dea68f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 HTTP/1.1" status: 204 len: 168 time: 1.1663747 Aug 31 06:55:58.620361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44866) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.711296 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-79e09bc1-0aa8-4e5c-bf51-a1940563f1b7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:55:58.715234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-79e09bc1-0aa8-4e5c-bf51-a1940563f1b7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751 HTTP/1.1" status: 404 len: 333 time: 0.0857911 Aug 31 06:55:58.725202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44870) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:58.759418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.766000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:58.776408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e6d1d70-0d36-4c48-9c9b-4e918e080116 HTTP/1.1" status: 204 len: 168 time: 0.7431989 Aug 31 06:55:58.800590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07abe082-5fad-4aee-968b-b83e157118ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e6d1d70-0d36-4c48-9c9b-4e918e080116,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:58.866243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] DHCP port deletion for 32bf3ede-2933-4233-a792-1bf262d47e41 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:55:58.922173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9f7fa044-a20d-46ba-b693-4c2d6f638f63 None None] Could not find standard attr ID for object e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:58.971501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet dadd6225-352f-4280-b514-6ef4bd15ba81 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:55:58.992340 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.025911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Deleting port 4ce530ed-9874-4da9-be99-da66a1b0f14b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:55:59.027258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.115327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.182366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event deleted for resources: {'Port': ['ID=4ce530ed-9874-4da9-be99-da66a1b0f14b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.214426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] No DVR routers for this DVR port 4ce530ed-9874-4da9-be99-da66a1b0f14b on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:59.234008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0169873e-ad82-449f-8a4a-e8cbe6b3d0e9 None None] Could not find standard attr ID for object 312ed4b2-6345-428b-85db-d8bc34b1f560. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:59.260779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.284030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0169873e-ad82-449f-8a4a-e8cbe6b3d0e9 None None] Could not find standard attr ID for object e4dd62c1-0ae5-4c32-85ff-21ed5cd8c751. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:55:59.350865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] For port 4ce530ed-9874-4da9-be99-da66a1b0f14b, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:55:59.351591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.413851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.415868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Calling delete_port for 4ce530ed-9874-4da9-be99-da66a1b0f14b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:55:59.422164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Port 4ce530ed-9874-4da9-be99-da66a1b0f14b was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:55:59.431117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32bf3ede-2933-4233-a792-1bf262d47e41']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.448532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.492409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c22cdf97-a979-4961-a6b1-8d50f86ec792') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.492715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c22cdf97-a979-4961-a6b1-8d50f86ec792') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:55:59.504967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a426cd37-0921-4bc3-9334-6318b87d73f7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:55:59.535032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.536672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2940c81d-1a55-45f8-94d8-cd0eab894f00 req-aa245a58-3f55-4623-8dc0-806a68deff8f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:55:59.542306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2940c81d-1a55-45f8-94d8-cd0eab894f00 req-aa245a58-3f55-4623-8dc0-806a68deff8f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2278500 Aug 31 06:55:59.575778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.597825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.636889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:55:59.636889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:55:59.641906 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:55:59.649020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] Pushing event deleted for resources: {'Port': ['ID=4ce530ed-9874-4da9-be99-da66a1b0f14b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.739205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:55:59.744085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f615523-9d96-4aa5-b175-76747f1b66dd None None] No DVR routers for this DVR port 4ce530ed-9874-4da9-be99-da66a1b0f14b on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:55:59.760288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2940c81d-1a55-45f8-94d8-cd0eab894f00 req-c7190dfc-a2f9-4eea-9bd4-d30f720db20c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091377 Aug 31 06:55:59.796128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.810947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a426cd37-0921-4bc3-9334-6318b87d73f7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:55:59.811333 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.875111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b96b7e5f-2fd2-4bb7-8075-407b72dfdd37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.878291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.929666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.940413 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] 10.222.0.57 "DELETE /v2.0/networks/32bf3ede-2933-4233-a792-1bf262d47e41 HTTP/1.1" status: 204 len: 168 time: 2.6252480 Aug 31 06:55:59.959868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360e926-93e9-424d-ae08-f1f6f18ec787 tempest-ExtraDHCPOptionsTestJSON-1484114713 tempest-ExtraDHCPOptionsTestJSON-1484114713-project] Pushing event deleted for resources: {'Network': ['ID=32bf3ede-2933-4233-a792-1bf262d47e41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:55:59.964250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:55:59.999647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=dadd6225-352f-4280-b514-6ef4bd15ba81,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.012114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.016752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e92797c-c17e-4af6-8c19-064d4c621a94 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/dadd6225-352f-4280-b514-6ef4bd15ba81 HTTP/1.1" status: 204 len: 168 time: 1.2863190 Aug 31 06:56:00.019461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44900) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.027533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c98f5a-a513-4ccd-bb89-3d8c2d41a969 None None] Network 5fb50d74-cf62-49ea-a080-4a81af64e408 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:00.255792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44902) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.260876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.279283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b96b7e5f-2fd2-4bb7-8075-407b72dfdd37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.286752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ce530ed-9874-4da9-be99-da66a1b0f14b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:00.289473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b96b7e5f-2fd2-4bb7-8075-407b72dfdd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.374782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4ce530ed-9874-4da9-be99-da66a1b0f14b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:00.375131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4ce530ed-9874-4da9-be99-da66a1b0f14b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:00.411507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96b7e5f-2fd2-4bb7-8075-407b72dfdd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9049d90f-ab2a-4038-baf2-6ccb340f58fd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.461417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port a426cd37-0921-4bc3-9334-6318b87d73f7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:00.461417 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.463366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b96b7e5f-2fd2-4bb7-8075-407b72dfdd37 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=aa69e50ee4b04b5aadfd2697227ffa1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7010076 Aug 31 06:56:00.465744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.554998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] DHCP port deletion for 5fb50d74-cf62-49ea-a080-4a81af64e408 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:00.579622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.614553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.683093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.688008 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.693803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9049d90f-ab2a-4038-baf2-6ccb340f58fd HTTP/1.1" status: 204 len: 168 time: 0.2263901 Aug 31 06:56:00.704258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f341318-e171-4453-ac92-bb3fd824cc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.725034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8395d4b-9ee5-42c2-bc8a-05095d493002 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9049d90f-ab2a-4038-baf2-6ccb340f58fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:00.732259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port a426cd37-0921-4bc3-9334-6318b87d73f7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a426cd37-0921-4bc3-9334-6318b87d73f7,segment=NetworkSegment(967cab08-4e2c-4752-ab3c-69b5e7c9b58d),segment_id=967cab08-4e2c-4752-ab3c-69b5e7c9b58d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:00.732636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.748848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Deleting port a426cd37-0921-4bc3-9334-6318b87d73f7 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:00.749223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:00.797647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for a426cd37-0921-4bc3-9334-6318b87d73f7 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:00.914806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:00.972422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] For port a426cd37-0921-4bc3-9334-6318b87d73f7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a426cd37-0921-4bc3-9334-6318b87d73f7,segment=NetworkSegment(967cab08-4e2c-4752-ab3c-69b5e7c9b58d),segment_id=967cab08-4e2c-4752-ab3c-69b5e7c9b58d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:00.974230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.017296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Calling delete_port for a426cd37-0921-4bc3-9334-6318b87d73f7 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:01.051708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f341318-e171-4453-ac92-bb3fd824cc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.062338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f341318-e171-4453-ac92-bb3fd824cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.208347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f341318-e171-4453-ac92-bb3fd824cc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e1f7b3-2c0c-4f13-a9c6-e08a0246b747,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.242839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f341318-e171-4453-ac92-bb3fd824cc75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7fa3d53ce23b4d2c85b2855cb40042dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9850879 Aug 31 06:56:01.245675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44922) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.275774 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.290846 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.365579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf77463-d6fd-4b09-84b1-2f5688c4a45e req-e657a313-a829-4f97-a268-ac7e7cac44fe tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:01.367178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cf77463-d6fd-4b09-84b1-2f5688c4a45e req-e657a313-a829-4f97-a268-ac7e7cac44fe tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.4130859 Aug 31 06:56:01.417315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] Pushing event deleted for resources: {'Port': ['ID=a426cd37-0921-4bc3-9334-6318b87d73f7,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.420718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ac3465-88fc-4a00-b97a-3adc6b81eaf2 None None] No DVR routers for this DVR port a426cd37-0921-4bc3-9334-6318b87d73f7 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:01.432932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a426cd37-0921-4bc3-9334-6318b87d73f7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:01.438083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.484247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a426cd37-0921-4bc3-9334-6318b87d73f7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:01.484600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a426cd37-0921-4bc3-9334-6318b87d73f7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:01.499242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.540888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.622550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=a426cd37-0921-4bc3-9334-6318b87d73f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.624980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port a426cd37-0921-4bc3-9334-6318b87d73f7 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:01.654115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cf77463-d6fd-4b09-84b1-2f5688c4a45e req-1b369162-3e0c-4e1d-aba9-281b7ac3811b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620652 Aug 31 06:56:01.663167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.667163 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.669483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65e1f7b3-2c0c-4f13-a9c6-e08a0246b747 HTTP/1.1" status: 204 len: 168 time: 0.4227571 Aug 31 06:56:01.740041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b584ce9-34e0-4e60-9e8f-1c055424b867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e1f7b3-2c0c-4f13-a9c6-e08a0246b747,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:01.803824 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-74fd22c6-ab63-454c-845d-15af5b6904e1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=43c182002efb45c4b39014d030a71653&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8817272 Aug 31 06:56:01.807818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:01.908256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:01.935585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fb50d74-cf62-49ea-a080-4a81af64e408']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.993549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '967cab08-4e2c-4752-ab3c-69b5e7c9b58d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:01.993918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '967cab08-4e2c-4752-ab3c-69b5e7c9b58d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:02.030443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.092071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.111715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.175479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.283567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.289001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.293958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ecf4c31e-9bc1-4ad7-ad49-d981822722e7 HTTP/1.1" status: 204 len: 168 time: 0.4845748 Aug 31 06:56:02.308403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:02.309484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.313376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee6ea6c-3081-45cb-ad0f-347e4ee9da8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf4c31e-9bc1-4ad7-ad49-d981822722e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:02.333057 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:02.430602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:02.460888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11546f7e-8b4c-4e1a-b694-b6464371acfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.547952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.568797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.581817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/5fb50d74-cf62-49ea-a080-4a81af64e408 HTTP/1.1" status: 204 len: 168 time: 2.5586140 Aug 31 06:56:02.583907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:02.601352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1154273701'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:02.627082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd57a38-44e7-4a72-8fc8-1018872e903e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=5fb50d74-cf62-49ea-a080-4a81af64e408,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:02.775605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11546f7e-8b4c-4e1a-b694-b6464371acfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.804711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11546f7e-8b4c-4e1a-b694-b6464371acfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.814034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:02.822659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:02.881512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11546f7e-8b4c-4e1a-b694-b6464371acfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2831116e-124a-47d9-a597-f03288179478,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.011807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11546f7e-8b4c-4e1a-b694-b6464371acfa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5a8bd44836a842e5b991572eeb1a3a70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777793 Aug 31 06:56:03.013012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.166083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 558, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:03.166083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.166083 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment d0789509-118d-4d04-aedc-e90cf8121893 of type vlan for network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f Aug 31 06:56:03.236806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.307187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.373435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40917158-9292-4255-b0e5-a382f30d0560 req-fd58ca62-7887-4180-8d2e-663a7e4d739c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:03.375304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40917158-9292-4255-b0e5-a382f30d0560 req-fd58ca62-7887-4180-8d2e-663a7e4d739c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.4903765 Aug 31 06:56:03.407343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.451648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.454455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40917158-9292-4255-b0e5-a382f30d0560 req-746e49c5-a0b6-4749-a7b2-bbef14fab75e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708132 Aug 31 06:56:03.454932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.458391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2831116e-124a-47d9-a597-f03288179478 HTTP/1.1" status: 204 len: 168 time: 0.4418161 Aug 31 06:56:03.477923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6746704-0aa8-4ef5-b9c7-8a1d5363d54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2831116e-124a-47d9-a597-f03288179478,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.503466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.510762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:03.511517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:03.637729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=40c6c217-f5f1-481a-be6b-0bfe6f195e3f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:03.648660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a1d5d183-a700-4846-8e3c-9542a22f3123 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0608606 Aug 31 06:56:03.649462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:03.655549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:03.659516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:03.960054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:03.964394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.015661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.244916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-592f912c-d970-4b4e-b7a0-bcb459fbbf10 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] Request body: {'port': {'network_id': '97c86778-cc12-453b-ba16-0846652afe9e', 'name': 'tempest-NetworksNegativeTestJSON-1680497495'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:04.286953 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-592f912c-d970-4b4e-b7a0-bcb459fbbf10 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] POST failed (client error): The resource could not be found. Aug 31 06:56:04.287593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-592f912c-d970-4b4e-b7a0-bcb459fbbf10 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:04.293045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-592f912c-d970-4b4e-b7a0-bcb459fbbf10 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2702694 Aug 31 06:56:04.293045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.346051 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a603eed2-f9d2-4541-ae6e-c4c509385044 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] DELETE failed (client error): The resource could not be found. Aug 31 06:56:04.346679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a603eed2-f9d2-4541-ae6e-c4c509385044 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:04.352068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a603eed2-f9d2-4541-ae6e-c4c509385044 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "DELETE /v2.0/networks/5e757fcc-22b0-405a-9929-557601abffac HTTP/1.1" status: 404 len: 339 time: 0.0543613 Aug 31 06:56:04.354642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45004) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.420037 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-48d57bb2-a3c5-4c32-9bbc-502bc447fccf tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] DELETE failed (client error): The resource could not be found. Aug 31 06:56:04.420814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48d57bb2-a3c5-4c32-9bbc-502bc447fccf tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:04.427033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-48d57bb2-a3c5-4c32-9bbc-502bc447fccf tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "DELETE /v2.0/ports/19b64f5b-1b5b-4bd6-a140-41130283d708 HTTP/1.1" status: 404 len: 333 time: 0.0670264 Aug 31 06:56:04.427333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.506304 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08b96ff-9bb3-46ce-8d40-b3c5aeb7872c tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] DELETE failed (client error): The resource could not be found. Aug 31 06:56:04.506778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08b96ff-9bb3-46ce-8d40-b3c5aeb7872c tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:04.511925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f08b96ff-9bb3-46ce-8d40-b3c5aeb7872c tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "DELETE /v2.0/subnets/0f61a7bf-e0b5-4dd9-b7a0-80148da8bc7d HTTP/1.1" status: 404 len: 337 time: 0.0803120 Aug 31 06:56:04.513650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.565128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:04.759467 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d31a7bcb-904a-43b0-abfc-5db96645e39c tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] GET failed (client error): The resource could not be found. Aug 31 06:56:04.767537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d31a7bcb-904a-43b0-abfc-5db96645e39c tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "GET /v2.0/networks/f1068b14-2d17-4acb-b420-3d2e7767bebe HTTP/1.1" status: 404 len: 339 time: 0.2495172 Aug 31 06:56:04.768144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=54e46d27-7530-460d-936e-010b95879982,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:04.768268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45020) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.828829 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-940f3404-3220-4be4-aef4-1d0b47b2bb0e tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] GET failed (client error): The resource could not be found. Aug 31 06:56:04.866723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-940f3404-3220-4be4-aef4-1d0b47b2bb0e tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "GET /v2.0/ports/3010bdaf-82bd-4ea3-ae79-31c76ce006cf HTTP/1.1" status: 404 len: 333 time: 0.0974500 Aug 31 06:56:04.867449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.923195 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84a45f8-6e5f-43b8-97bb-f18c54362377 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] GET failed (client error): The resource could not be found. Aug 31 06:56:04.928042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e84a45f8-6e5f-43b8-97bb-f18c54362377 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "GET /v2.0/subnets/7b7d7bad-0ea3-4039-adc1-d7f983530fbe HTTP/1.1" status: 404 len: 337 time: 0.0561364 Aug 31 06:56:04.935028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3a7220-cb67-4a5f-a2ba-3ad14a4d8f4a req-d7205b53-4a02-448e-a2b8-ca344bd1310b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:04.939419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45028) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:04.945914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a3a7220-cb67-4a5f-a2ba-3ad14a4d8f4a req-d7205b53-4a02-448e-a2b8-ca344bd1310b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.3575749 Aug 31 06:56:04.962818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-58b1900a-cdd8-4ae0-a78c-6a80fc180ee3 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] Request body: {'network': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.006251 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-58b1900a-cdd8-4ae0-a78c-6a80fc180ee3 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] PUT failed (client error): The resource could not be found. Aug 31 06:56:05.007235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a3a7220-cb67-4a5f-a2ba-3ad14a4d8f4a req-a348e159-e294-442b-b8ad-3ad3e1ad9219 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514314 Aug 31 06:56:05.014597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': 'd0789509-118d-4d04-aedc-e90cf8121893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:05.015351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: 40c6c217-f5f1-481a-be6b-0bfe6f195e3f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:05.021425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58b1900a-cdd8-4ae0-a78c-6a80fc180ee3 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:05.029304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.030091 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58b1900a-cdd8-4ae0-a78c-6a80fc180ee3 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "PUT /v2.0/networks/42550163-9cfc-4408-8b89-1e2dfc6e4c10 HTTP/1.1" status: 404 len: 339 time: 0.0895753 Aug 31 06:56:05.051527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01e18973-148d-4709-ab85-16735255b9eb tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] Request body: {'port': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.104846 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-01e18973-148d-4709-ab85-16735255b9eb tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] PUT failed (client error): The resource could not be found. Aug 31 06:56:05.105627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01e18973-148d-4709-ab85-16735255b9eb tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:05.109440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01e18973-148d-4709-ab85-16735255b9eb tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "PUT /v2.0/ports/3935ade8-8cd1-424a-8854-95015e268d9a HTTP/1.1" status: 404 len: 333 time: 0.0672503 Aug 31 06:56:05.114469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.120072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9d8282ab-b772-42e3-8a32-2bc0af5b60b5 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.122628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:05.143319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 40c6c217-f5f1-481a-be6b-0bfe6f195e3f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:05.156382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc153b3-2fab-461a-ae1c-3b6ef606ae33 None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:05.164930 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d8282ab-b772-42e3-8a32-2bc0af5b60b5 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] PUT failed (client error): The resource could not be found. Aug 31 06:56:05.176441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:05.177387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.180725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d8282ab-b772-42e3-8a32-2bc0af5b60b5 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:05.190512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9d8282ab-b772-42e3-8a32-2bc0af5b60b5 tempest-NetworksNegativeTestJSON-232009302 tempest-NetworksNegativeTestJSON-232009302-project] 10.222.0.57 "PUT /v2.0/subnets/dc78d132-71af-4a4a-9821-50983b69ce8d HTTP/1.1" status: 404 len: 337 time: 0.0746555 Aug 31 06:56:05.215295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a74e501-2a12-4148-800e-717d0272faa1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5646698 Aug 31 06:56:05.218876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:05.224330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f', 'name': 'tempest-PortsIpV6TestJSON-2011743245', 'fixed_ips': [{'subnet_id': '54e46d27-7530-460d-936e-010b95879982', 'ip_address': '2001:db8::10'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:05.504239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:05.651759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.651990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-40c6c217-f5f1-481a-be6b-0bfe6f195e3f', 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': '54e46d27-7530-460d-936e-010b95879982'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:05.654615 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.707631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 69751043-ceb8-4e25-bbd2-b93422d8be1d yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:05.735019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:05.812298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45046) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:06.117620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::10 (40c6c217-f5f1-481a-be6b-0bfe6f195e3f/54e46d27-7530-460d-936e-010b95879982/69751043-ceb8-4e25-bbd2-b93422d8be1d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:06.142782 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:56:06.461604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.480250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 69751043-ceb8-4e25-bbd2-b93422d8be1d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:06.595271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.652342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be25da20-fa7a-4e76-9a56-5e232cb7539e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.700811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Allocated IP 2001:db8::2 (40c6c217-f5f1-481a-be6b-0bfe6f195e3f/54e46d27-7530-460d-936e-010b95879982/09394f61-2549-450f-bd25-8cab166188da) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:06.729658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95aa7f-4ab2-49db-8de5-91c91b66c00e req-8156a93b-06c4-4a08-b814-0d607c89f1f3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:06.737096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d95aa7f-4ab2-49db-8de5-91c91b66c00e req-8156a93b-06c4-4a08-b814-0d607c89f1f3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.4244883 Aug 31 06:56:06.869137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be25da20-fa7a-4e76-9a56-5e232cb7539e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.878202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be25da20-fa7a-4e76-9a56-5e232cb7539e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.891569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=69751043-ceb8-4e25-bbd2-b93422d8be1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:06.915225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:06.933293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:06.954773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:06.963409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.964141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be25da20-fa7a-4e76-9a56-5e232cb7539e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=464c136b74804c7aba15caa5d491f9d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1505299 Aug 31 06:56:06.967194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:06.970006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:06.979263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Transition to ACTIVE for port object 09394f61-2549-450f-bd25-8cab166188da will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:06.979559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.033584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Transition to ACTIVE for port object 09394f61-2549-450f-bd25-8cab166188da will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:07.042237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.086282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7b8f164d-eb12-41fc-8a21-884253cdc215 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8657238 Aug 31 06:56:07.098063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:07.169851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f', 'name': 'tempest-PortsIpV6TestJSON-1037294816', 'fixed_ips': [{'subnet_id': '54e46d27-7530-460d-936e-010b95879982', 'ip_address': '2001:db8::f'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:07.179260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:07.182413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:07.198051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:07.248921 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d95aa7f-4ab2-49db-8de5-91c91b66c00e req-f9a04cdb-d732-411e-9d1c-b55dda7b658a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3786228 Aug 31 06:56:07.270085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be25da20-fa7a-4e76-9a56-5e232cb7539e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a9545f4-af4f-41a0-91fc-89e5540e1e18,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.314746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.363572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.392135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Pushing event updated for resources: {'Port': ['ID=09394f61-2549-450f-bd25-8cab166188da,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.439569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Attempting to bind port 09394f61-2549-450f-bd25-8cab166188da on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:07.440514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Attempting to bind port 09394f61-2549-450f-bd25-8cab166188da by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd0789509-118d-4d04-aedc-e90cf8121893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:07.441211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Attempting to bind port 09394f61-2549-450f-bd25-8cab166188da on network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:07.459066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:07.459781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Checking segment: {'id': 'd0789509-118d-4d04-aedc-e90cf8121893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:07.461828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.462430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Bound using segment: {'id': 'd0789509-118d-4d04-aedc-e90cf8121893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:07.463112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Bound port: 09394f61-2549-450f-bd25-8cab166188da, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0789509-118d-4d04-aedc-e90cf8121893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 558, 'network_id': '40c6c217-f5f1-481a-be6b-0bfe6f195e3f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:07.466657 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.522117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.536672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.537877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0a9545f4-af4f-41a0-91fc-89e5540e1e18 HTTP/1.1" status: 204 len: 168 time: 0.5562291 Aug 31 06:56:07.585983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd9f7ce-4dd0-4d70-8aa4-c2c53b0e6d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a9545f4-af4f-41a0-91fc-89e5540e1e18,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:07.598683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:07.610906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.677662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] For port 09394f61-2549-450f-bd25-8cab166188da, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:07.681289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] For port 09394f61-2549-450f-bd25-8cab166188da, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=09394f61-2549-450f-bd25-8cab166188da,segment=NetworkSegment(d0789509-118d-4d04-aedc-e90cf8121893),segment_id=d0789509-118d-4d04-aedc-e90cf8121893)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:07.698819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:07.699063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 81fa609f-e05b-486e-ab25-432669390995 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:07.985212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccc123b-93ab-4c8b-98dd-b15602c09b55 None None] Pushing event updated for resources: {'Port': ['ID=09394f61-2549-450f-bd25-8cab166188da,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:08.106668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::f (40c6c217-f5f1-481a-be6b-0bfe6f195e3f/54e46d27-7530-460d-936e-010b95879982/81fa609f-e05b-486e-ab25-432669390995) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:08.391684 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.470805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 81fa609f-e05b-486e-ab25-432669390995 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:08.587386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.611434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ea9ac3-0646-4d15-aeea-436bea960a1c req-830d330a-6662-457c-bc29-dfcfd0840bfb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.613056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6ea9ac3-0646-4d15-aeea-436bea960a1c req-830d330a-6662-457c-bc29-dfcfd0840bfb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.1889169 Aug 31 06:56:08.719461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:08.741837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6ea9ac3-0646-4d15-aeea-436bea960a1c req-7ab3b1e6-4851-48f6-b878-d9ea6f1bde8e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118815 Aug 31 06:56:08.777832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8b4e10-f346-4938-b143-48a532fda2a2 req-278915f6-9edb-4880-bf9e-9a16e2354c65 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.780795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4f8b4e10-f346-4938-b143-48a532fda2a2 req-278915f6-9edb-4880-bf9e-9a16e2354c65 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.3369288 Aug 31 06:56:08.786671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:08.797189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:08.803715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:08.804921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:08.812349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=81fa609f-e05b-486e-ab25-432669390995,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:09.038310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4f8b4e10-f346-4938-b143-48a532fda2a2 req-57944ac4-e3e4-432e-894c-177297324b8c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138553 Aug 31 06:56:09.059461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7327082e-563a-4e49-8af4-2dab20adbbeb tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9563334 Aug 31 06:56:09.061685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.350572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-419c012a-a799-4b8e-acda-92efcf9fddd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.357056 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-419c012a-a799-4b8e-acda-92efcf9fddd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2933791 Aug 31 06:56:09.357271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.573477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 09394f61-2549-450f-bd25-8cab166188da up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:09.698202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:09.727530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 09394f61-2549-450f-bd25-8cab166188da completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:09.743040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486e766-0aeb-434e-9ea5-ef23fd086343 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.760832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486e766-0aeb-434e-9ea5-ef23fd086343 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.782435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2486e766-0aeb-434e-9ea5-ef23fd086343 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:09.784095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2486e766-0aeb-434e-9ea5-ef23fd086343 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.4257336 Aug 31 06:56:09.787071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.025285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 81fa609f-e05b-486e-ab25-432669390995 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:10.025633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.056524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4f1742-ee4e-46c7-9ceb-0f0112aabe2f None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:10.084526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-838406154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:10.158685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149c206-6268-468c-8dde-e13ce2bab41e req-9122fd2d-8f4e-4d7f-b627-69a5fbd21605 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.169093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a149c206-6268-468c-8dde-e13ce2bab41e req-9122fd2d-8f4e-4d7f-b627-69a5fbd21605 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2124131 Aug 31 06:56:10.176650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Provisioning for port 09394f61-2549-450f-bd25-8cab166188da completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:10.189716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Provisioning complete for port 09394f61-2549-450f-bd25-8cab166188da triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:10.190074 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.296324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a149c206-6268-468c-8dde-e13ce2bab41e req-a76c0fc7-ecf0-4897-a44d-a26e8e8636b6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208136 Aug 31 06:56:10.306480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.341771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 81fa609f-e05b-486e-ab25-432669390995 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:10.404383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.485518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] For port 09394f61-2549-450f-bd25-8cab166188da, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=09394f61-2549-450f-bd25-8cab166188da,segment=NetworkSegment(d0789509-118d-4d04-aedc-e90cf8121893),segment_id=d0789509-118d-4d04-aedc-e90cf8121893)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:10.498327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.609262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.611641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1021a8-ba89-46b5-89d1-3b16cdf77f0a None None] Pushing event updated for resources: {'Port': ['ID=09394f61-2549-450f-bd25-8cab166188da,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.612143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.681300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.723190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=81fa609f-e05b-486e-ab25-432669390995,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:10.772640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4b39a7-c930-4d45-a057-b5404730f400 req-77be623b-193f-47fb-9019-8910c2a66612 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:10.788917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b4b39a7-c930-4d45-a057-b5404730f400 req-77be623b-193f-47fb-9019-8910c2a66612 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.6439795 Aug 31 06:56:10.882424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.897913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.927961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.932215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6e5b8a65-1173-47a0-87d4-dd510ac8bc8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/81fa609f-e05b-486e-ab25-432669390995 HTTP/1.1" status: 204 len: 168 time: 1.1414008 Aug 31 06:56:10.932724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.933266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:10.946486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:10.949307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4c543935-bb39-40a8-a12d-252005ba75d1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.2345695 Aug 31 06:56:10.957069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1255141724'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:11.008474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b4b39a7-c930-4d45-a057-b5404730f400 req-7628746f-3078-4733-9e90-322e6ddc76b1 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065105 Aug 31 06:56:11.029921 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-703ec2b3-141d-426f-85d2-3161fd5143a2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:56:11.036722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-703ec2b3-141d-426f-85d2-3161fd5143a2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/81fa609f-e05b-486e-ab25-432669390995 HTTP/1.1" status: 404 len: 333 time: 0.1017830 Aug 31 06:56:11.039235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:11.065263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:11.072836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.095474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.148348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Could not find standard attr ID for object 81fa609f-e05b-486e-ab25-432669390995. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:11.179418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Provisioning for port 69751043-ceb8-4e25-bbd2-b93422d8be1d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:11.189378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Provisioning complete for port 69751043-ceb8-4e25-bbd2-b93422d8be1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:11.189378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.298774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Port 69751043-ceb8-4e25-bbd2-b93422d8be1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:11.319794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 69751043-ceb8-4e25-bbd2-b93422d8be1d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:11.320142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.325570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Provisioning complete for port 09394f61-2549-450f-bd25-8cab166188da triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:11.325958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e6eadc2-bc66-46bc-8b85-fefe3ab94354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.433990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.438814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.456248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:11.494426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.495083 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Added segment 5ff05826-c1f7-4f5c-83d9-14758a49b145 of type vlan for network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 Aug 31 06:56:11.611183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 09394f61-2549-450f-bd25-8cab166188da up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:11.617630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.631401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 69751043-ceb8-4e25-bbd2-b93422d8be1d owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:11.657367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.677379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 09394f61-2549-450f-bd25-8cab166188da triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:11.678506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.803940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ef2f866-74db-4c1a-94eb-3e35c3c2ba3b None None] Provisioning complete for port 69751043-ceb8-4e25-bbd2-b93422d8be1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:11.804736 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ef2f866-74db-4c1a-94eb-3e35c3c2ba3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.809859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.822603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:11.827860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:11.894402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0ef2f866-74db-4c1a-94eb-3e35c3c2ba3b None None] Port 69751043-ceb8-4e25-bbd2-b93422d8be1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:11.983490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.052399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Network': ['ID=e1e582f1-dfc8-461b-8f1b-6f4bd9b46987,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.066270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:12.105319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=69751043-ceb8-4e25-bbd2-b93422d8be1d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.139468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1881986 Aug 31 06:56:12.140184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.143246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a840e6d7-2aab-44e5-aa56-0db6c1f59fda tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7b4721-3276-4366-a474-ccd456d5961e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:12.143632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3eab5c3-d412-499d-9728-5530b0dff1e4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/69751043-ceb8-4e25-bbd2-b93422d8be1d HTTP/1.1" status: 204 len: 168 time: 1.1020348 Aug 31 06:56:12.144437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.146372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.168878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'subnet': {'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:12.207715 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-aef91077-3076-4d81-bff1-3ca9e11804a5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:56:12.210053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aef91077-3076-4d81-bff1-3ca9e11804a5 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/69751043-ceb8-4e25-bbd2-b93422d8be1d HTTP/1.1" status: 404 len: 333 time: 0.0371521 Aug 31 06:56:12.233903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d7e29-b6ad-4fa6-8248-89ca513feb7b req-17a1c43f-806c-418c-94b7-6444bf886349 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:12.255104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-406d7e29-b6ad-4fa6-8248-89ca513feb7b req-17a1c43f-806c-418c-94b7-6444bf886349 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5394723 Aug 31 06:56:12.260319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:12.347996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-263cb808-7ff6-4307-bee0-aa6e0452e0b4 None None] Could not find standard attr ID for object 81fa609f-e05b-486e-ab25-432669390995. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:56:12.401757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-406d7e29-b6ad-4fa6-8248-89ca513feb7b req-e20b8120-826e-4e89-ba8e-bb741457e2cc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351280 Aug 31 06:56:12.456738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846ab80e-7805-4cc0-a45b-7728219e8d64 req-255eb247-0d1f-4592-82b4-361695dcba6c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:12.458732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-846ab80e-7805-4cc0-a45b-7728219e8d64 req-255eb247-0d1f-4592-82b4-361695dcba6c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2305410 Aug 31 06:56:12.575353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet 54e46d27-7530-460d-936e-010b95879982 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:12.583796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-846ab80e-7805-4cc0-a45b-7728219e8d64 req-d685ee16-0e96-475d-acc8-83667a640bfe tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165063 Aug 31 06:56:12.584685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:12.589760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.598626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:12.750907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.016372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.258609 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.344637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.365954 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.370413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/54e46d27-7530-460d-936e-010b95879982 HTTP/1.1" status: 204 len: 168 time: 1.1067500 Aug 31 06:56:13.371149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45188) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:13.374709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5591454b-671f-4236-9e65-b45320e35528 None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:13.397458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Subnet': ['ID=28afe6bb-6e13-465e-b43e-b43a1302c7bb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:13.490613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2911c117-5e40-4913-bc4b-062db34236b6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=54e46d27-7530-460d-936e-010b95879982,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:13.499275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Checking segment: {'id': '5ff05826-c1f7-4f5c-83d9-14758a49b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:13.499858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network hostable DHCP agents. Network: e1e582f1-dfc8-461b-8f1b-6f4bd9b46987, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:13.520160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:13.533838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e1e582f1-dfc8-461b-8f1b-6f4bd9b46987) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:13.539119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:13.540063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.556492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c65cf3-00c6-4f4e-af0b-fb62a8c7ead6 None None] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:13.566934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5b8e304a-f8b1-4b8b-9ecc-5a6a0f25cdd9 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4210775 Aug 31 06:56:13.570610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:13.578981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'network': {'name': 'tempest-router-network01--60899628'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:13.612102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:13.618144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.663710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:13.679998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.680942 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Added segment 91b8a473-a4f9-47fe-b9e1-512a66259841 of type vlan for network e331416b-6ee1-4f4c-a5e4-f030b80315e2 Aug 31 06:56:13.867823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba356110-b078-4b18-8e6f-b8bd4475c169 req-9fbd613e-8586-4b1c-aaf5-f5d53dcb1eec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:13.881396 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:13.894233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba356110-b078-4b18-8e6f-b8bd4475c169 req-9fbd613e-8586-4b1c-aaf5-f5d53dcb1eec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.3694472 Aug 31 06:56:13.905639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.034459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc69573-fb53-4f31-abf8-07b40cecf84e req-d7724dcb-cc99-455e-a133-44d7ecf95dc9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:14.036135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fc69573-fb53-4f31-abf8-07b40cecf84e req-d7724dcb-cc99-455e-a133-44d7ecf95dc9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2761872 Aug 31 06:56:14.051521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.076965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:14.078059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.133064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba356110-b078-4b18-8e6f-b8bd4475c169 req-5a244761-981a-4df6-a09a-25c3ba189387 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138314 Aug 31 06:56:14.184000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 09394f61-2549-450f-bd25-8cab166188da {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:14.184332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.187151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] DHCP port deletion for 40c6c217-f5f1-481a-be6b-0bfe6f195e3f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:14.247807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-e1e582f1-dfc8-461b-8f1b-6f4bd9b46987', 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987', 'tenant_id': '6033072bfbd943d5954bc9d824307535', 'fixed_ips': [{'subnet_id': '28afe6bb-6e13-465e-b43e-b43a1302c7bb'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:14.248974 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.327606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7553575 Aug 31 06:56:14.328498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:14.368679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'network': {'name': 'tempest-router-network02--1474927419'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:14.395094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fc69573-fb53-4f31-abf8-07b40cecf84e req-1c70f128-f3a8-4947-9b82-c1fc13134e59 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3484902 Aug 31 06:56:14.401463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32d0db-362d-4bff-af43-b17ee6a681c5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Network': ['ID=e331416b-6ee1-4f4c-a5e4-f030b80315e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:14.431051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port 09394f61-2549-450f-bd25-8cab166188da, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=09394f61-2549-450f-bd25-8cab166188da,segment=NetworkSegment(d0789509-118d-4d04-aedc-e90cf8121893),segment_id=d0789509-118d-4d04-aedc-e90cf8121893)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:14.431655 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.449080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:14.455661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.492714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:14.494112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 09394f61-2549-450f-bd25-8cab166188da owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:14.542695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:14.567115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.567467 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Added segment 443b1ea7-b761-45ed-b999-535239ba9de4 of type vlan for network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de Aug 31 06:56:14.641338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Allocated IP 172.20.0.2 (e1e582f1-dfc8-461b-8f1b-6f4bd9b46987/28afe6bb-6e13-465e-b43e-b43a1302c7bb/43e5d07d-8e82-44a6-b754-0c53087b5817) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:14.671111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.711833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.739995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.745779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:14.746431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.785475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=09394f61-2549-450f-bd25-8cab166188da,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:14.795348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port 09394f61-2549-450f-bd25-8cab166188da on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:14.859775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5198405 Aug 31 06:56:14.864574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:14.872967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'subnet': {'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:14.882316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36637c48-a7dd-411c-891a-3f39d0c1b636 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Network': ['ID=4cfd6c95-33c3-43f8-ba5d-237bada7d0de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:14.969185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:14.997024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40c6c217-f5f1-481a-be6b-0bfe6f195e3f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:15.026982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0789509-118d-4d04-aedc-e90cf8121893') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:15.026982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0789509-118d-4d04-aedc-e90cf8121893') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:15.029767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.040553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Transition to ACTIVE for port object 43e5d07d-8e82-44a6-b754-0c53087b5817 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:15.057704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.059477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Transition to ACTIVE for port object 43e5d07d-8e82-44a6-b754-0c53087b5817 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:15.064712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:15.076423 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.115253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.125895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:15.130100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.349665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:15.394529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:15.403059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:15.438967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Deleting port 09394f61-2549-450f-bd25-8cab166188da {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:15.448942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.479363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 09394f61-2549-450f-bd25-8cab166188da no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:15.526510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 558 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:15.527263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:15.531358 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:15.545464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.551216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Pushing event updated for resources: {'Port': ['ID=43e5d07d-8e82-44a6-b754-0c53087b5817,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:15.596336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 09394f61-2549-450f-bd25-8cab166188da {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:15.596679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 09394f61-2549-450f-bd25-8cab166188da not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:15.918445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:15.926418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Checking segment: {'id': '91b8a473-a4f9-47fe-b9e1-512a66259841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:15.926780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network hostable DHCP agents. Network: e331416b-6ee1-4f4c-a5e4-f030b80315e2, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:15.983575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Subnet': ['ID=4a0fc13a-f003-4f06-932d-5d146b3311b9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.027553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8e9ac-6611-4010-b970-2bb567e0a600 req-ffaa8d47-8244-4663-bc17-2a3d4a7b918c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.028342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218f2a4-527d-4f65-816a-6a1670de0b90 req-921c67db-d134-41be-a1b4-28e3dee429f6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.037051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9218f2a4-527d-4f65-816a-6a1670de0b90 req-921c67db-d134-41be-a1b4-28e3dee429f6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.5128222 Aug 31 06:56:16.056041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2af8e9ac-6611-4010-b970-2bb567e0a600 req-ffaa8d47-8244-4663-bc17-2a3d4a7b918c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.4565399 Aug 31 06:56:16.060449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.062359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/40c6c217-f5f1-481a-be6b-0bfe6f195e3f HTTP/1.1" status: 204 len: 168 time: 2.6888459 Aug 31 06:56:16.081391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45212) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.110005 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.115345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Attempting to bind port 43e5d07d-8e82-44a6-b754-0c53087b5817 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:16.116102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Attempting to bind port 43e5d07d-8e82-44a6-b754-0c53087b5817 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5ff05826-c1f7-4f5c-83d9-14758a49b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:16.116717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Attempting to bind port 43e5d07d-8e82-44a6-b754-0c53087b5817 on network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:16.119601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] For port 09394f61-2549-450f-bd25-8cab166188da, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:16.120306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.121839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:16.130464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0cead-d092-4e41-a311-f6e28631f80e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=40c6c217-f5f1-481a-be6b-0bfe6f195e3f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.134533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:16.135251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Checking segment: {'id': '5ff05826-c1f7-4f5c-83d9-14758a49b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:16.135890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.136509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Bound using segment: {'id': '5ff05826-c1f7-4f5c-83d9-14758a49b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:16.137945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Bound port: 43e5d07d-8e82-44a6-b754-0c53087b5817, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff05826-c1f7-4f5c-83d9-14758a49b145', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'e1e582f1-dfc8-461b-8f1b-6f4bd9b46987'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:16.141574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1052186367'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:16.146254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.164638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Calling delete_port for 09394f61-2549-450f-bd25-8cab166188da owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:16.170135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e331416b-6ee1-4f4c-a5e4-f030b80315e2) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:16.180641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Port 09394f61-2549-450f-bd25-8cab166188da was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 06:56:16.184398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.185238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.191752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b3cd75-f625-4177-8190-7bb7a80a34c9 None None] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:16.209952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9218f2a4-527d-4f65-816a-6a1670de0b90 req-2ecf5aa5-3c54-4593-b0f7-7d150514e30b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512213 Aug 31 06:56:16.265984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2af8e9ac-6611-4010-b970-2bb567e0a600 req-e3309467-93ef-478f-8239-29c1b102b9e4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2088819 Aug 31 06:56:16.297290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62eca8da-508b-4ee7-beda-8e458943eef1 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4299331 Aug 31 06:56:16.298328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.299724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:16.303780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'subnet': {'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:16.304674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.318369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.375643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] For port 43e5d07d-8e82-44a6-b754-0c53087b5817, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:16.379055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] For port 43e5d07d-8e82-44a6-b754-0c53087b5817, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=43e5d07d-8e82-44a6-b754-0c53087b5817,segment=NetworkSegment(5ff05826-c1f7-4f5c-83d9-14758a49b145),segment_id=5ff05826-c1f7-4f5c-83d9-14758a49b145)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:16.447662 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.462509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Pushing event deleted for resources: {'Port': ['ID=09394f61-2549-450f-bd25-8cab166188da,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.470716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Made reservation on behalf of 6033072bfbd943d5954bc9d824307535 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:16.475821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.481251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] Network 40c6c217-f5f1-481a-be6b-0bfe6f195e3f is not hosted by any dhcp agent {{(pid=94641) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 06:56:16.481747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bb0d01-5ff2-4810-bff8-880537e4c00f None None] No DVR routers for this DVR port 09394f61-2549-450f-bd25-8cab166188da on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:16.488953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:16.531250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.531640 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Added segment 636ae4de-b62d-40f3-b278-26890a889bb2 of type vlan for network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 Aug 31 06:56:16.633843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.695755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.702406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:16.704444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.732408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-e331416b-6ee1-4f4c-a5e4-f030b80315e2', 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2', 'tenant_id': '6033072bfbd943d5954bc9d824307535', 'fixed_ips': [{'subnet_id': '4a0fc13a-f003-4f06-932d-5d146b3311b9'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:16.738008 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.792797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7069752 Aug 31 06:56:16.795663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:16.805738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:16.812238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:16.876473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba92c2-fedb-4de2-b36d-90a7140122f1 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Network': ['ID=f7447bc9-e4a0-4ff7-b164-cb1c7d519794,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:16.925066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Checking segment: {'id': '443b1ea7-b761-45ed-b999-535239ba9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:16.927517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network hostable DHCP agents. Network: 4cfd6c95-33c3-43f8-ba5d-237bada7d0de, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:16.931833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:16.985659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Subnet': ['ID=cb6653cd-073f-441a-9d94-a4165e5795c6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:17.014595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:17.020314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:17.024645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.051949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4cfd6c95-33c3-43f8-ba5d-237bada7d0de) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:17.071335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:17.072019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.115214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c510a460-b1aa-4277-a1e2-13050c8d8509 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8126261 Aug 31 06:56:17.116703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:17.183333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed9009-0c04-4f48-823c-8d3712b2b7f9 None None] Pushing event updated for resources: {'Port': ['ID=43e5d07d-8e82-44a6-b754-0c53087b5817,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:17.353208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f223b6ed-0bff-4065-a766-524a1d3c2421 None None] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:17.469474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 43e5d07d-8e82-44a6-b754-0c53087b5817 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:17.652231 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:17.667559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Allocated IP 172.20.0.2 (e331416b-6ee1-4f4c-a5e4-f030b80315e2/4a0fc13a-f003-4f06-932d-5d146b3311b9/a01526b8-2112-4f9a-a38c-25909213d40c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:17.675105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 43e5d07d-8e82-44a6-b754-0c53087b5817 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:17.793115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=ebbb963b-1821-4146-89ae-8d7933fe81d0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:17.841823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f7fe4d-99fe-475c-b188-dd1c59bbbd1f req-b2a85cd2-a3ef-491d-87b0-0d275d01e4a4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:17.844311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5f7fe4d-99fe-475c-b188-dd1c59bbbd1f req-b2a85cd2-a3ef-491d-87b0-0d275d01e4a4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2902176 Aug 31 06:56:17.891528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1b21a-f3e5-493c-a7a4-2aa59a2c9f90 req-e0467d7b-45c3-4b56-8504-77e7cf117b5b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:17.901837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49b1b21a-f3e5-493c-a7a4-2aa59a2c9f90 req-e0467d7b-45c3-4b56-8504-77e7cf117b5b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.4542596 Aug 31 06:56:17.997891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4cfd6c95-33c3-43f8-ba5d-237bada7d0de', 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de', 'tenant_id': '6033072bfbd943d5954bc9d824307535', 'fixed_ips': [{'subnet_id': 'cb6653cd-073f-441a-9d94-a4165e5795c6'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:18.006802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.017059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5f7fe4d-99fe-475c-b188-dd1c59bbbd1f req-9938ddd6-2a67-47f0-94bb-d8e83e772eb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626518 Aug 31 06:56:18.022366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Checking segment: {'id': '636ae4de-b62d-40f3-b278-26890a889bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:18.025104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network hostable DHCP agents. Network: f7447bc9-e4a0-4ff7-b164-cb1c7d519794, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:18.066219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:18.087575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f7447bc9-e4a0-4ff7-b164-cb1c7d519794) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:18.095028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:18.096192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.127296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-28a4ebcf-aaf0-4027-81d5-2c0d670de074 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3269114 Aug 31 06:56:18.127296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.138030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1405837839', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.221439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.222564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.266732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05acf7-fefd-404f-bfc6-66770f484f58 None None] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:18.368154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.384665 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.391129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.432848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.436635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3de61677-80a6-4ebe-aba6-c449f84f0685 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3061693 Aug 31 06:56:18.442660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:18.458177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794', 'name': 'tempest-PortsIpV6TestJSON-161986178'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:18.643311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Allocated IP 172.20.0.2 (4cfd6c95-33c3-43f8-ba5d-237bada7d0de/cb6653cd-073f-441a-9d94-a4165e5795c6/9bd08c1f-36c0-4c4a-9977-2cbc798e6545) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:18.708309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53872749-efa1-4399-8991-07182df53f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:18.846669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f4c280-2354-4f52-86cb-38538b6068ff None None] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:19.013632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53872749-efa1-4399-8991-07182df53f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.044476 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-53872749-efa1-4399-8991-07182df53f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.108772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Provisioning for port 43e5d07d-8e82-44a6-b754-0c53087b5817 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:19.153263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49b1b21a-f3e5-493c-a7a4-2aa59a2c9f90 req-d7bca0d1-bf9e-4358-9981-ee641f3519f4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2461698 Aug 31 06:56:19.231975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.244367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.266346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Transition to ACTIVE for port object 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:19.296004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Transition to ACTIVE for port object 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:19.331041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-53872749-efa1-4399-8991-07182df53f32 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e564ba5cf72b438a961484c02882a73d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9595227 Aug 31 06:56:19.336150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:19.336798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53872749-efa1-4399-8991-07182df53f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d2cdf-09cd-4c53-9f98-5a76acea372a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.392325 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.399963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Provisioning complete for port 43e5d07d-8e82-44a6-b754-0c53087b5817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:19.401466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.455899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756ca76-e9b2-4f07-9da3-1b721cb52de1 req-7765a76d-3a6b-45d9-8c09-50514f6829fc tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:19.466770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0756ca76-e9b2-4f07-9da3-1b721cb52de1 req-7765a76d-3a6b-45d9-8c09-50514f6829fc tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2956586 Aug 31 06:56:19.467548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:19.471569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.561926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f7447bc9-e4a0-4ff7-b164-cb1c7d519794', 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': 'ebbb963b-1821-4146-89ae-8d7933fe81d0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:19.562981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.568963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Pushing event updated for resources: {'Port': ['ID=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:19.594169 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.606090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:19.615548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:19.624046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:19.658255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Transition to ACTIVE for port object a01526b8-2112-4f9a-a38c-25909213d40c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:19.709001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 7b2941af-ccbd-4f32-a16f-61541ad688f4 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:19.719711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:19.770517 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0756ca76-e9b2-4f07-9da3-1b721cb52de1 req-e78ee2be-e3be-4a07-a816-95097607f7cf tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2557600 Aug 31 06:56:19.844946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Allocated IP 2001:db8::2 (f7447bc9-e4a0-4ff7-b164-cb1c7d519794/ebbb963b-1821-4146-89ae-8d7933fe81d0/6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:19.974607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.125869 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.136596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Transition to ACTIVE for port object 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.144488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:20.295744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Transition to ACTIVE for port object a01526b8-2112-4f9a-a38c-25909213d40c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.299478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Transition to ACTIVE for port object 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.350981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Attempting to bind port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:20.351834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Attempting to bind port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '443b1ea7-b761-45ed-b999-535239ba9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:20.352380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Attempting to bind port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 on network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:20.355706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.365360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.416911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-019e95e1-996e-415f-bb79-cb3106fca3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.420097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-019e95e1-996e-415f-bb79-cb3106fca3d4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.1962922 Aug 31 06:56:20.420708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:20.426139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Pushing event updated for resources: {'Port': ['ID=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:20.430973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1722f953-d668-444f-9073-9ec6980e8ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.432278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:20.435610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:20.445590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.467794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:20.467794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Checking segment: {'id': '443b1ea7-b761-45ed-b999-535239ba9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:20.468198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.468382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Bound using segment: {'id': '443b1ea7-b761-45ed-b999-535239ba9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:20.468870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Bound port: 9bd08c1f-36c0-4c4a-9977-2cbc798e6545, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443b1ea7-b761-45ed-b999-535239ba9de4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '4cfd6c95-33c3-43f8-ba5d-237bada7d0de'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:20.469257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.524701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Allocated IP 172.20.0.1 (e331416b-6ee1-4f4c-a5e4-f030b80315e2/4a0fc13a-f003-4f06-932d-5d146b3311b9/cbe21a7a-8071-43c2-b5d3-d02babc5c07e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:20.543748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b588d5-9de6-4fce-a6de-880e87c59617 req-0c57972c-caf0-4326-87fe-c6b4c7571d4e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.544968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::2fe (f7447bc9-e4a0-4ff7-b164-cb1c7d519794/ebbb963b-1821-4146-89ae-8d7933fe81d0/7b2941af-ccbd-4f32-a16f-61541ad688f4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:20.546896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] For port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:20.550828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] For port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,segment=NetworkSegment(443b1ea7-b761-45ed-b999-535239ba9de4),segment_id=443b1ea7-b761-45ed-b999-535239ba9de4)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:20.552481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1b588d5-9de6-4fce-a6de-880e87c59617 req-0c57972c-caf0-4326-87fe-c6b4c7571d4e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.2487481 Aug 31 06:56:20.564335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.599079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:20.664094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] For port 43e5d07d-8e82-44a6-b754-0c53087b5817, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=43e5d07d-8e82-44a6-b754-0c53087b5817,segment=NetworkSegment(5ff05826-c1f7-4f5c-83d9-14758a49b145),segment_id=5ff05826-c1f7-4f5c-83d9-14758a49b145)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:20.669270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Attempting to bind port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:20.669634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Attempting to bind port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '636ae4de-b62d-40f3-b278-26890a889bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:20.670120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Attempting to bind port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 on network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:20.672430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:20.673152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f1b588d5-9de6-4fce-a6de-880e87c59617 req-bb81c6df-bfee-4c30-b7ba-4ccb6ddf9dc9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196091 Aug 31 06:56:20.674911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:20.681018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.725215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Pushing event updated for resources: {'Port': ['ID=a01526b8-2112-4f9a-a38c-25909213d40c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:20.754301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:20.755039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Checking segment: {'id': '636ae4de-b62d-40f3-b278-26890a889bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:20.755616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.756497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Bound using segment: {'id': '636ae4de-b62d-40f3-b278-26890a889bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:20.757388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Bound port: 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '636ae4de-b62d-40f3-b278-26890a889bb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'f7447bc9-e4a0-4ff7-b164-cb1c7d519794'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:20.757970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.771077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.771704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-1946a977-bae0-46cd-9fdb-86bbc5ed0583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:20.778234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-1946a977-bae0-46cd-9fdb-86bbc5ed0583 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.3323894 Aug 31 06:56:20.786353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 7b2941af-ccbd-4f32-a16f-61541ad688f4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:20.893655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.934692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:20.939374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-ceb44409-4e49-4cb3-b40a-fe8f7685f11a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.1501150 Aug 31 06:56:20.966238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:20.993741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:21.021656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Transition to ACTIVE for port object cbe21a7a-8071-43c2-b5d3-d02babc5c07e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:21.055915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:21.061265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1722f953-d668-444f-9073-9ec6980e8ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.079975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.080661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.085239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1722f953-d668-444f-9073-9ec6980e8ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.128728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.131298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.132647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f07d2cdf-09cd-4c53-9f98-5a76acea372a HTTP/1.1" status: 204 len: 168 time: 1.7712729 Aug 31 06:56:21.139643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Attempting to bind port a01526b8-2112-4f9a-a38c-25909213d40c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:21.140110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Attempting to bind port a01526b8-2112-4f9a-a38c-25909213d40c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '91b8a473-a4f9-47fe-b9e1-512a66259841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:21.142904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Attempting to bind port a01526b8-2112-4f9a-a38c-25909213d40c on network e331416b-6ee1-4f4c-a5e4-f030b80315e2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:21.170983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-08984a88-1089-47be-a8fb-c71b59ef8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.174672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-08984a88-1089-47be-a8fb-c71b59ef8da8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.2279427 Aug 31 06:56:21.179501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1722f953-d668-444f-9073-9ec6980e8ea9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c920a8c214634dcb88d539a6fe4af1de&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0335200 Aug 31 06:56:21.191434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.228448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176899f7-f933-4181-84b3-bdec0967783f req-d98a137e-2c38-49d3-a1fa-1926b11cdb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.230033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-d98a137e-2c38-49d3-a1fa-1926b11cdb1c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1097 time: 0.3705146 Aug 31 06:56:21.248575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722f953-d668-444f-9073-9ec6980e8ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=664cd9b8-313c-4b94-9783-beb06b7c9e41,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.250357 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.8008344 Aug 31 06:56:21.254183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.269074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 55, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:21.269859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Checking segment: {'id': '91b8a473-a4f9-47fe-b9e1-512a66259841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:21.271121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.273018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Bound using segment: {'id': '91b8a473-a4f9-47fe-b9e1-512a66259841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:21.273789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Bound port: a01526b8-2112-4f9a-a38c-25909213d40c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91b8a473-a4f9-47fe-b9e1-512a66259841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'e331416b-6ee1-4f4c-a5e4-f030b80315e2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:21.274981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.303674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a6806-3853-4e6c-8ca3-5dc4a21b3232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d2cdf-09cd-4c53-9f98-5a76acea372a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.313131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2a1f0-8035-44b5-acc1-8b935d6cbc66 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=7b2941af-ccbd-4f32-a16f-61541ad688f4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.421844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] For port a01526b8-2112-4f9a-a38c-25909213d40c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:21.427167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] For port a01526b8-2112-4f9a-a38c-25909213d40c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a01526b8-2112-4f9a-a38c-25909213d40c,segment=NetworkSegment(91b8a473-a4f9-47fe-b9e1-512a66259841),segment_id=91b8a473-a4f9-47fe-b9e1-512a66259841)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:21.440125 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.454322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24dabd0-7e55-427c-b7e7-f6e585484da7 req-0368b8b8-a8e8-4ce4-9df3-146742f43a85 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.456157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24dabd0-7e55-427c-b7e7-f6e585484da7 req-0368b8b8-a8e8-4ce4-9df3-146742f43a85 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.9927218 Aug 31 06:56:21.468204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-eb03859d-7207-49d6-8b01-4a9d20880905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.469799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-eb03859d-7207-49d6-8b01-4a9d20880905 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2792540 Aug 31 06:56:21.493213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e808d42-8c40-4618-a0ee-dd4967c69178 None None] Provisioning complete for port 43e5d07d-8e82-44a6-b754-0c53087b5817 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:21.497316 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e808d42-8c40-4618-a0ee-dd4967c69178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.499993 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.514968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] For port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:21.521229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a24dabd0-7e55-427c-b7e7-f6e585484da7 req-3b8f3cba-225f-499e-85ac-16610cbd210e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581036 Aug 31 06:56:21.562456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176899f7-f933-4181-84b3-bdec0967783f req-42f932cb-8901-463e-8ec4-61766f060f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.563990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-42f932cb-8901-463e-8ec4-61766f060f28 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.3068008 Aug 31 06:56:21.627585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-14ea7360-6559-4a57-89ac-0dd51338578c service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265142 Aug 31 06:56:21.630504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-4d9a1b21-3e17-400a-a4a9-1929bccf8207 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.0527909 Aug 31 06:56:21.666413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] For port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,segment=NetworkSegment(636ae4de-b62d-40f3-b278-26890a889bb2),segment_id=636ae4de-b62d-40f3-b278-26890a889bb2)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:21.670664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130b3954-3bdd-46df-9727-75c11ec630ed None None] Pushing event updated for resources: {'Port': ['ID=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.723792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:21.735862 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.748171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176899f7-f933-4181-84b3-bdec0967783f req-e778d383-edfd-4a5b-a782-d55f12041cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:21.749726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-e778d383-edfd-4a5b-a782-d55f12041cf1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.1070790 Aug 31 06:56:21.826725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-946e5a69-10af-4080-90c9-e750c7ba9dba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689778 Aug 31 06:56:21.896713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aed944-b5ce-4608-82c2-8afba1d6f19a None None] Pushing event updated for resources: {'Port': ['ID=43e5d07d-8e82-44a6-b754-0c53087b5817,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:21.904934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:21.939740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:21.962833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1262827-4e50-44b2-81ad-06b1768ebb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.001195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:22.002868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a470a01-97e8-48df-b880-3be91ada284a None None] Pushing event updated for resources: {'Port': ['ID=a01526b8-2112-4f9a-a38c-25909213d40c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.003196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Port': ['ID=cbe21a7a-8071-43c2-b5d3-d02babc5c07e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.106472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.106966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.108637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.109002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.109357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.109711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.110044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.110373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.110703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.111032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.111366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.111720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:22.150973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:22.235088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-c1ee2cf6-081b-40c8-a398-cce5f1415d47 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973579 Aug 31 06:56:22.256827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9f19-1f5b-4866-a1c6-8b10bea6b2a1 None None] Pushing event updated for resources: {'Port': ['ID=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.432363 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.578389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-176899f7-f933-4181-84b3-bdec0967783f req-a8753325-0c65-46d1-8178-a66cfb24a3f7 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3304570 Aug 31 06:56:22.655603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1262827-4e50-44b2-81ad-06b1768ebb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.665976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.686519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1262827-4e50-44b2-81ad-06b1768ebb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:22.705555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713f53db-a47c-4821-840c-a136644d3961 None None] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:22.827966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1262827-4e50-44b2-81ad-06b1768ebb70 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55b185f2b2144a829f4751f448b58662&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8866677 Aug 31 06:56:22.830794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1262827-4e50-44b2-81ad-06b1768ebb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66926ee8-1d12-4a7f-af57-c0d20f29ee7b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:22.835192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:22.845139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc0c92c-5db2-4310-b7fd-55cacd130067 req-28d4c79d-e2b0-4c69-a58a-b90e8f5f0549 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:22.846873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dfc0c92c-5db2-4310-b7fd-55cacd130067 req-28d4c79d-e2b0-4c69-a58a-b90e8f5f0549 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1936998 Aug 31 06:56:22.893059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e45852eb-9d04-415d-af54-3011c33ceb89 None None] Provisioning for port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:22.903863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1224e518-c81d-4f6d-8415-af46acfc2916 req-f498a109-52b9-4760-ade0-242f69860cb6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:22.906061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1224e518-c81d-4f6d-8415-af46acfc2916 req-f498a109-52b9-4760-ade0-242f69860cb6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 945 time: 0.9161372 Aug 31 06:56:22.929738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dfc0c92c-5db2-4310-b7fd-55cacd130067 req-79096d1b-7514-4901-adea-56ebc6499de4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737436 Aug 31 06:56:22.963125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e9a68fd4-5bec-4a3c-9f07-0c7fc46be436 req-dbe1558d-88ac-4b9c-b6b3-108e464a1af9 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2892110 Aug 31 06:56:22.975489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.043200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.083346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.093257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.096468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.098080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/664cd9b8-313c-4b94-9783-beb06b7c9e41 HTTP/1.1" status: 204 len: 168 time: 1.8838520 Aug 31 06:56:23.178040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1224e518-c81d-4f6d-8415-af46acfc2916 req-811fa8ba-77e1-49b0-8535-3d43b69a30b9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569747 Aug 31 06:56:23.196421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3583fd56-bd7f-4937-b11c-74ea8622a1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=664cd9b8-313c-4b94-9783-beb06b7c9e41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.239407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.245628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.249664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/66926ee8-1d12-4a7f-af57-c0d20f29ee7b HTTP/1.1" status: 204 len: 168 time: 0.3988764 Aug 31 06:56:23.276445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9da5e93-93e8-45f3-b03f-02c9ac2648ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66926ee8-1d12-4a7f-af57-c0d20f29ee7b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:23.363776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:23.780910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.852032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:23.860325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 43e5d07d-8e82-44a6-b754-0c53087b5817 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:23.872069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:56:23.880075 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7818110f-c220-4d4c-94f4-a478bf2dc8b8" -d '{"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:56:23.926758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79fc5e7b-6fc8-4546-a94d-31cf189b7a13 None None] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:24.002829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.013796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.087574 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 06:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62e8c57f-ee95-40c8-b126-3508b0e0e506 x-openstack-request-id: req-62e8c57f-ee95-40c8-b126-3508b0e0e506 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:56:24.090746 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-unplugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:56:24.093819 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62e8c57f-ee95-40c8-b126-3508b0e0e506 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:56:24.095559 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'code': 200} Aug 31 06:56:24.159414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:24.179781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8c7a7f3f-49cc-4463-9cff-bfbabf8db2ea None None] Provisioning for port a01526b8-2112-4f9a-a38c-25909213d40c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:24.190869 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.278358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:24.279799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:24.313087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9f2-619c-4d66-8724-e8c894c8597a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.329802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 43e5d07d-8e82-44a6-b754-0c53087b5817 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:24.333929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.387682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=7b2941af-ccbd-4f32-a16f-61541ad688f4,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:24.476382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a6cd70-f510-43ca-9889-9ba2bd068d6e None None] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:24.599230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e197319e-05f9-4e69-9482-89a8a9d722c7 None None] Provisioning for port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:24.618136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349f93e-791d-4adc-94ff-f9bf33fba890 req-236d68a9-e76c-4146-8321-438fc47ba2d5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:24.620435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6349f93e-791d-4adc-94ff-f9bf33fba890 req-236d68a9-e76c-4146-8321-438fc47ba2d5 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.2444007 Aug 31 06:56:24.628391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:24.754428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6349f93e-791d-4adc-94ff-f9bf33fba890 req-9353c594-88a0-4391-9d71-cd0d1fde11b2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206877 Aug 31 06:56:24.862353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9f2-619c-4d66-8724-e8c894c8597a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:24.878067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ba3b9f2-619c-4d66-8724-e8c894c8597a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.001522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ba3b9f2-619c-4d66-8724-e8c894c8597a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c0127c8043bb4ef89f6f5e30f21a96ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7194917 Aug 31 06:56:25.001522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3b9f2-619c-4d66-8724-e8c894c8597a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4b6a6e-b176-4667-8c8c-afeb273f3abd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.036155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:25.115427 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cb01d31-8891-49b1-90a7-0facba5c6a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.187566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:25.222288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18dec157-8d55-414e-9ff2-75989339042a None None] Provisioning for port cbe21a7a-8071-43c2-b5d3-d02babc5c07e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:25.224740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.228628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:25.229264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.301311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.326788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18dec157-8d55-414e-9ff2-75989339042a None None] Provisioning complete for port cbe21a7a-8071-43c2-b5d3-d02babc5c07e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:25.332269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18dec157-8d55-414e-9ff2-75989339042a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.390500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6c17e-af47-4a6e-8703-5d0ab6d56e39 req-985f8ef6-c21d-40e7-ac1b-fdde6fd33dba tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:25.392664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47f6c17e-af47-4a6e-8703-5d0ab6d56e39 req-985f8ef6-c21d-40e7-ac1b-fdde6fd33dba tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 1.2677193 Aug 31 06:56:25.409726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.412643 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.414000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6f4b6a6e-b176-4667-8c8c-afeb273f3abd HTTP/1.1" status: 204 len: 168 time: 0.3754010 Aug 31 06:56:25.440757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-18dec157-8d55-414e-9ff2-75989339042a None None] Port cbe21a7a-8071-43c2-b5d3-d02babc5c07e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:25.443400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008d100b-6044-43de-84ea-ec655a6b9979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4b6a6e-b176-4667-8c8c-afeb273f3abd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:25.609454 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.670171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.734859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a9ad3739-ba49-4af6-84a1-bdbf862ccb05 None None] Provisioning complete for port cbe21a7a-8071-43c2-b5d3-d02babc5c07e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:25.735393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a9ad3739-ba49-4af6-84a1-bdbf862ccb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.738337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,segment=NetworkSegment(443b1ea7-b761-45ed-b999-535239ba9de4),segment_id=443b1ea7-b761-45ed-b999-535239ba9de4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:25.780697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:25.781697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:26.033932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47f6c17e-af47-4a6e-8703-5d0ab6d56e39 req-ada6c4d8-d702-4681-95d8-54d99bc53bfe tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410411 Aug 31 06:56:26.066645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:26.076663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad18c58-5869-4a4e-aae2-0c411e92bba6 req-79232434-4d1d-4a3b-aace-ebbb9723cb88 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:26.084486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dad18c58-5869-4a4e-aae2-0c411e92bba6 req-79232434-4d1d-4a3b-aace-ebbb9723cb88 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.1528769 Aug 31 06:56:26.134262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a9ad3739-ba49-4af6-84a1-bdbf862ccb05 None None] Port cbe21a7a-8071-43c2-b5d3-d02babc5c07e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:26.191576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dad18c58-5869-4a4e-aae2-0c411e92bba6 req-eb1b78bb-49dd-424a-a54f-54048116b161 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056385 Aug 31 06:56:26.201722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:26.206566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:26.207072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.331592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.394278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.423241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Provisioning complete for port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:26.426568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.536593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.551967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Port': ['ID=cbe21a7a-8071-43c2-b5d3-d02babc5c07e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:26.559286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.684758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.838564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,segment=NetworkSegment(636ae4de-b62d-40f3-b278-26890a889bb2),segment_id=636ae4de-b62d-40f3-b278-26890a889bb2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:26.864983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:26.866158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a01526b8-2112-4f9a-a38c-25909213d40c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:26.906027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.013028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:27.120591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:27.127196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:27.160167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:56:27.160788 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:56:27.169501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.189093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a01526b8-2112-4f9a-a38c-25909213d40c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:27.202765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a01526b8-2112-4f9a-a38c-25909213d40c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:27.203140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.408457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.411158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:27.473176 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75abfe30-dde9-4d11-9ef2-33a665358721 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.509907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a01526b8-2112-4f9a-a38c-25909213d40c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a01526b8-2112-4f9a-a38c-25909213d40c,segment=NetworkSegment(91b8a473-a4f9-47fe-b9e1-512a66259841),segment_id=91b8a473-a4f9-47fe-b9e1-512a66259841)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:27.515848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.632770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a01526b8-2112-4f9a-a38c-25909213d40c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:27.663537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.694380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a248-3e49-4110-bcf0-00821b831acd req-013f7154-b0dc-41ca-af58-d0a40b8a8b6a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:27.697644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffc7a248-3e49-4110-bcf0-00821b831acd req-013f7154-b0dc-41ca-af58-d0a40b8a8b6a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 1.3562393 Aug 31 06:56:27.698566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.701162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.754439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-655378452', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:27.764904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:27.775195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.799386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Made reservation on behalf of a81a4316436b4e7788d28fbac43cb3f5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:27.803554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.828689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.857538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:27.857917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.859622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Provisioning for port 7b2941af-ccbd-4f32-a16f-61541ad688f4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:27.890184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Provisioning complete for port 7b2941af-ccbd-4f32-a16f-61541ad688f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:27.890565 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:27.959450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c99c8821-0988-437d-8be7-f9c4791dc71e None None] Port 7b2941af-ccbd-4f32-a16f-61541ad688f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:28.020613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:28.069831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.075975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.098968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=7b2941af-ccbd-4f32-a16f-61541ad688f4,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.105187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:56:28.127475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.128394 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Added segment d2233e8b-e1c9-446b-9ab0-7fcfd550fdc3 of type vlan for network a2a62122-65f5-4d19-926f-640724a28108 Aug 31 06:56:28.161901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffc7a248-3e49-4110-bcf0-00821b831acd req-2785fae6-8828-42d2-b486-87280a2bc6df tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3698564 Aug 31 06:56:28.227670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:28.232334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:28.275735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.370320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Provisioning complete for port cbe21a7a-8071-43c2-b5d3-d02babc5c07e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:28.370698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.387695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.389189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:28.389817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.392206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Router 387e0648-3c68-4e08-bc9f-e61338618e71 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:56:28.422544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Port cbe21a7a-8071-43c2-b5d3-d02babc5c07e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:28.426773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:28.427186 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.486343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Provisioning complete for port 7b2941af-ccbd-4f32-a16f-61541ad688f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:28.490173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.579453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-76ad3935-efa2-4e34-9d8a-f4077a2dc4bc req-7c5f4f85-5c59-488a-a41d-1da9a98e1cb9 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:56:28.592906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ad3935-efa2-4e34-9d8a-f4077a2dc4bc req-7c5f4f85-5c59-488a-a41d-1da9a98e1cb9 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0190785 Aug 31 06:56:28.612311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Router b76305d0-7661-4adf-93c2-27475a486652 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:56:28.625097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65e16fd5-25cb-41f7-ad95-4f2af06b3444,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.633844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Network': ['ID=a2a62122-65f5-4d19-926f-640724a28108,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:28.639492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-10a85297-d56b-4b63-aa12-5a418c5ae2c1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6251338 Aug 31 06:56:28.641787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e15dc4e8-1206-42eb-bfa0-ef815008fa75 None None] Port 7b2941af-ccbd-4f32-a16f-61541ad688f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:28.643524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.657822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'subnet': {'network_id': 'a2a62122-65f5-4d19-926f-640724a28108', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:28.708967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Made reservation on behalf of a81a4316436b4e7788d28fbac43cb3f5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:28.734701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:28.765035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a2a62122-65f5-4d19-926f-640724a28108 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:56:28.796462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:28.808079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80b67f8f-5b84-45bd-9aa6-b5ac9725fc2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6906703 Aug 31 06:56:28.809672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:28.815349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] Sync routers for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:28.962420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:28.966957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.049088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.049499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:29.052660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3dffb965-608a-4664-90f2-00864dca61bb None None] Provisioning complete for port 7b2941af-ccbd-4f32-a16f-61541ad688f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:29.053839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3dffb965-608a-4664-90f2-00864dca61bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.056893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-830c0d16-c95c-4d24-acfa-bd2195235cd2 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/routers/b76305d0-7661-4adf-93c2-27475a486652/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7977908 Aug 31 06:56:29.061993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] Sync routers for ids ['b76305d0-7661-4adf-93c2-27475a486652'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:29.075179 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] Routers {'b76305d0-7661-4adf-93c2-27475a486652'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:29.075553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b76305d0-7661-4adf-93c2-27475a486652'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.078238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:29.128581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3dffb965-608a-4664-90f2-00864dca61bb None None] Port 7b2941af-ccbd-4f32-a16f-61541ad688f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:29.155460 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.167146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:29.167834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.181229 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] Routers {'b76305d0-7661-4adf-93c2-27475a486652'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:29.196187 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b76305d0-7661-4adf-93c2-27475a486652'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.259529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.260199 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3146d9-5fee-48cd-a334-25bcdfefa635 None None] The sync data for ids ['b76305d0-7661-4adf-93c2-27475a486652'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:29.293852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:29.294621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bc1643-7c7e-4175-a61f-5ce977d30c2d None None] The sync data for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:29.360151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b87ab44-fe13-4eca-b2dd-7be1c5c26de0 req-3158d51b-aa85-4b7b-b296-015ff56f6316 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:29.362754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b87ab44-fe13-4eca-b2dd-7be1c5c26de0 req-3158d51b-aa85-4b7b-b296-015ff56f6316 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.4176106 Aug 31 06:56:29.394289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa358ff-c53f-4312-9407-c74d39118484 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:29.400288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3aa358ff-c53f-4312-9407-c74d39118484 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?device_id=b76305d0-7661-4adf-93c2-27475a486652 HTTP/1.1" status: 200 len: 988 time: 0.3090315 Aug 31 06:56:29.415226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:29.474570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b87ab44-fe13-4eca-b2dd-7be1c5c26de0 req-e3978e03-4034-4b59-8666-b995522e016d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675464 Aug 31 06:56:29.618212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.639192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a01526b8-2112-4f9a-a38c-25909213d40c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:29.699430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:56:29.699921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.724611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a01526b8-2112-4f9a-a38c-25909213d40c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:29.724989 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.783473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4a7b70fd-692b-4643-906a-b1203c795245,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:29.830243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-8590b264-a2a9-4827-a590-cc526bd88db0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5484359 Aug 31 06:56:29.880687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Checking segment: {'id': 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:29.881093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network hostable DHCP agents. Network: a2a62122-65f5-4d19-926f-640724a28108, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:56:29.924111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:29.933307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network a2a62122-65f5-4d19-926f-640724a28108 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:56:29.969967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a2a62122-65f5-4d19-926f-640724a28108) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:29.978690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:29.979400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:29.985647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f56875-ccd6-4611-91a3-62e36975e3f7 None None] Network a2a62122-65f5-4d19-926f-640724a28108 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:30.002377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dc1274c8-4239-495a-8327-b7ff7015467b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3542902 Aug 31 06:56:30.002855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.016855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-339992915', 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:30.079950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Made reservation on behalf of a81a4316436b4e7788d28fbac43cb3f5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:30.095649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.121805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] device_id is not set on port b034d2ed-727e-45e3-8d1a-76f1ee82380c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:30.311695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf64b204-7e8b-44f5-bcd6-f20d7794d4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.323908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae2dd1f-2219-49ad-9dc5-b045165552f4 None None] Network a2a62122-65f5-4d19-926f-640724a28108 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:30.340789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.20.0.11 (a2a62122-65f5-4d19-926f-640724a28108/4a7b70fd-692b-4643-906a-b1203c795245/b034d2ed-727e-45e3-8d1a-76f1ee82380c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:30.397663 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-abcc75b4-9f2e-4685-91d8-a910af56f242 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:30.398827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abcc75b4-9f2e-4685-91d8-a910af56f242 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.5380678 Aug 31 06:56:30.403952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.785383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf64b204-7e8b-44f5-bcd6-f20d7794d4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.785383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.814221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf64b204-7e8b-44f5-bcd6-f20d7794d4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:30.905907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64b204-7e8b-44f5-bcd6-f20d7794d4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc2b0c0-09f8-41e0-9f96-55eb4cf4871b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:30.914561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bf64b204-7e8b-44f5-bcd6-f20d7794d4bc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c9572a785b6a40358aadb088bf486fc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9890351 Aug 31 06:56:30.916643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:30.952193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.013543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network a2a62122-65f5-4d19-926f-640724a28108 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:31.016903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:31.024311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.037128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:31.039168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.078278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=b034d2ed-727e-45e3-8d1a-76f1ee82380c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:31.104180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.116986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.117634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.153267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ccec6698-6601-4f54-90ba-bbc7935a83c3 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 1.1492641 Aug 31 06:56:31.153896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.210768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.213769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.217936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9fc2b0c0-09f8-41e0-9f96-55eb4cf4871b HTTP/1.1" status: 204 len: 168 time: 0.2999012 Aug 31 06:56:31.304838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a50dfa-b345-4b61-83ec-b35499ab2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc2b0c0-09f8-41e0-9f96-55eb4cf4871b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:31.348176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-085a2851-f1be-455f-ab25-eb45fb4d55dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.348565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-085a2851-f1be-455f-ab25-eb45fb4d55dc service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea&tenant_id=2fac70db29ed46eaa2755cc30efeb675 HTTP/1.1" status: 200 len: 1095 time: 0.1082940 Aug 31 06:56:31.352522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.360471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Deleting port b034d2ed-727e-45e3-8d1a-76f1ee82380c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:31.360860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.494448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b7c26-7bc1-49ac-aea7-71985d7d7040 req-f42d75aa-1699-4397-b547-a70ca54fe955 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.496140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637b7c26-7bc1-49ac-aea7-71985d7d7040 req-f42d75aa-1699-4397-b547-a70ca54fe955 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.4161267 Aug 31 06:56:31.510098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.529645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Calling delete_port for b034d2ed-727e-45e3-8d1a-76f1ee82380c owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:31.710957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637b7c26-7bc1-49ac-aea7-71985d7d7040 req-c26adc02-d5aa-48e8-95ea-bcd97c98111f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082243 Aug 31 06:56:31.786378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.787722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.816522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3ed6-c0cc-4f73-bc4a-534b7b9caa17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.858514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-b388994e-3025-4739-a584-d7e7b55d0c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:31.860143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-b388994e-3025-4739-a584-d7e7b55d0c43 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1095 time: 0.4585218 Aug 31 06:56:31.877531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Port': ['ID=b034d2ed-727e-45e3-8d1a-76f1ee82380c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:31.945314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.970123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:31.971944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-64250c2c-4c06-4830-a7c2-cc6afd844ad7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/ports/b034d2ed-727e-45e3-8d1a-76f1ee82380c HTTP/1.1" status: 204 len: 168 time: 0.8168311 Aug 31 06:56:31.974526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45558) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:31.979224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a2a62122-65f5-4d19-926f-640724a28108', 'external_fixed_ips': [{'subnet_id': '4a7b70fd-692b-4643-906a-b1203c795245', 'ip_address': '172.20.0.11'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:32.041362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-49cd578a-db2c-4b98-9bf3-86dd6def3827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:32.041362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-49cd578a-db2c-4b98-9bf3-86dd6def3827 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.1671991 Aug 31 06:56:32.073512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 7b2941af-ccbd-4f32-a16f-61541ad688f4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:32.073842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.115736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-50c2784a-2f2d-4bf4-b72f-0b957ac37363 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.0637622 Aug 31 06:56:32.181016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-e15ae66b-250f-4044-91b0-4677b9176f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:32.182697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-e15ae66b-250f-4044-91b0-4677b9176f47 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.0549679 Aug 31 06:56:32.239949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-2dd82597-25ab-45ad-a610-4732037c8756 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470448 Aug 31 06:56:32.292641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3ed6-c0cc-4f73-bc4a-534b7b9caa17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.304570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3ed6-c0cc-4f73-bc4a-534b7b9caa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.309250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.333870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.334908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.358923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 7b2941af-ccbd-4f32-a16f-61541ad688f4 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:32.378156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-72547ac0-1fed-4c03-8c84-cb48d45c729b service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297402 Aug 31 06:56:32.391083 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a6d3ed6-c0cc-4f73-bc4a-534b7b9caa17 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=039e8e80b7064a58a2f7b716ed58cc4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6021802 Aug 31 06:56:32.395559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45560) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:32.396213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3ed6-c0cc-4f73-bc4a-534b7b9caa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701596f1-f9ea-457a-a5d3-cbbf7fe172b7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.416628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.588120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.634342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.643511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-6d55c949-a518-4993-b2c7-19c38e6bf590 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363276 Aug 31 06:56:32.652697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.766992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting port cbe21a7a-8071-43c2-b5d3-d02babc5c07e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:32.767643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.822028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.826088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.830177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/701596f1-f9ea-457a-a5d3-cbbf7fe172b7 HTTP/1.1" status: 204 len: 168 time: 0.4310229 Aug 31 06:56:32.835674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:32.887076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daf1d14-b483-4438-8d3f-335cd52c185f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701596f1-f9ea-457a-a5d3-cbbf7fe172b7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:32.897705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=7b2941af-ccbd-4f32-a16f-61541ad688f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:33.095738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.218532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.223798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Calling delete_port for cbe21a7a-8071-43c2-b5d3-d02babc5c07e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:33.416716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e187a07-a93a-45bd-85b7-fd6f55cf20b7 req-673e87ed-c270-4c73-bf25-938fcd25b545 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:33.419137 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e187a07-a93a-45bd-85b7-fd6f55cf20b7 req-673e87ed-c270-4c73-bf25-938fcd25b545 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.1525521 Aug 31 06:56:33.498782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e187a07-a93a-45bd-85b7-fd6f55cf20b7 req-4265d715-b37d-4f58-9260-0c81990bb485 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700734 Aug 31 06:56:33.701542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:33.728224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Router b76305d0-7661-4adf-93c2-27475a486652 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:56:33.742370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.168097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:34.180925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] Sync routers for ids ['b76305d0-7661-4adf-93c2-27475a486652'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:34.190873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af525a95-a19c-4f64-9d51-fbf2aa4adf7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/routers/b76305d0-7661-4adf-93c2-27475a486652/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7733247 Aug 31 06:56:34.201064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.206163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] Routers {'b76305d0-7661-4adf-93c2-27475a486652'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:34.206820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b76305d0-7661-4adf-93c2-27475a486652'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:34.258091 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffc9240a-8b96-49af-8e23-9803d80499f8 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:56:34.271838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ffc9240a-8b96-49af-8e23-9803d80499f8 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/7b2941af-ccbd-4f32-a16f-61541ad688f4 HTTP/1.1" status: 404 len: 333 time: 0.0681205 Aug 31 06:56:34.274512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:34.291117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.308137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:34.329813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] Routers {'b76305d0-7661-4adf-93c2-27475a486652'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:34.332089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b76305d0-7661-4adf-93c2-27475a486652'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:34.333927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.20.0.11 (a2a62122-65f5-4d19-926f-640724a28108/4a7b70fd-692b-4643-906a-b1203c795245/7459a734-421f-41b8-87b0-cc06574010f7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:34.433075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:34.446239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc9fd9d-22e7-42c0-8b24-e623f45d5425 None None] The sync data for ids ['b76305d0-7661-4adf-93c2-27475a486652'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:34.502710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Port': ['ID=cbe21a7a-8071-43c2-b5d3-d02babc5c07e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:34.609027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.646778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.735753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:34.803212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network a2a62122-65f5-4d19-926f-640724a28108 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:34.808091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:34.842362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:34.939968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=7459a734-421f-41b8-87b0-cc06574010f7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:35.249927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac8bc2-3e04-4b28-b0bb-a6396a90929f req-e0f2dcca-2484-4ff2-9624-9b65790f5e3b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:35.251749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8ac8bc2-3e04-4b28-b0bb-a6396a90929f req-e0f2dcca-2484-4ff2-9624-9b65790f5e3b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.4981513 Aug 31 06:56:35.256863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.267685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.274416 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.501450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.624646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:35.938232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.296994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router f86f800c-2023-4a07-8ae4-52f0a260abc4 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:56:36.542751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.542751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Fanout notify agent at l3_agent the message router_deleted on router b76305d0-7661-4adf-93c2-27475a486652 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:36.596348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:36.605172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8ac8bc2-3e04-4b28-b0bb-a6396a90929f req-0f3df92a-fb55-4886-b350-122a9da035a3 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3299770 Aug 31 06:56:36.615070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.618507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae54ad24-1f25-4100-b471-c463755f88aa tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/routers/b76305d0-7661-4adf-93c2-27475a486652 HTTP/1.1" status: 204 len: 168 time: 2.3404570 Aug 31 06:56:36.618950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:36.634499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.638989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-50f3d4f9-6bc3-4c67-bb48-83d973022928 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.6604240 Aug 31 06:56:36.639466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:36.646340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Sync routers for ids ['f86f800c-2023-4a07-8ae4-52f0a260abc4'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:36.662151 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Routers {'f86f800c-2023-4a07-8ae4-52f0a260abc4'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:36.662787 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f86f800c-2023-4a07-8ae4-52f0a260abc4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:36.827542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet ebbb963b-1821-4146-89ae-8d7933fe81d0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:36.838565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:36.898570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Router 387e0648-3c68-4e08-bc9f-e61338618e71 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:56:36.911664 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Set router f86f800c-2023-4a07-8ae4-52f0a260abc4 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:56:36.939355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.058151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.107036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.246743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.325545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c0289-6b32-43b9-804f-eb166b572412 None None] Network f7447bc9-e4a0-4ff7-b164-cb1c7d519794 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:37.331980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbb963b-1821-4146-89ae-8d7933fe81d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:37.336257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.338120 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c4a56ff-644a-4286-b9df-3579ff833373 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/ebbb963b-1821-4146-89ae-8d7933fe81d0 HTTP/1.1" status: 204 len: 168 time: 0.7181482 Aug 31 06:56:37.348266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.361648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:37.477254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:37.499578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a46ce479-96fc-4f53-82fa-c3754076d34e tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0926492 Aug 31 06:56:37.502808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:37.517442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] Sync routers for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:37.562371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:37.563404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:37.582432 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86f800c-2023-4a07-8ae4-52f0a260abc4', 'name': '', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a2a62122-65f5-4d19-926f-640724a28108', 'external_fixed_ips': [{'subnet_id': '4a7b70fd-692b-4643-906a-b1203c795245', 'ip_address': '172.20.0.11'}], 'enable_snat': True}, 'gw_port_id': '7459a734-421f-41b8-87b0-cc06574010f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:32Z', 'updated_at': '2021-08-31T06:56:35Z', 'revision_number': 3, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port': {'id': '7459a734-421f-41b8-87b0-cc06574010f7', 'name': '', 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:22:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f86f800c-2023-4a07-8ae4-52f0a260abc4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2688, 'fixed_ips': [{'subnet_id': '4a7b70fd-692b-4643-906a-b1203c795245', 'ip_address': '172.20.0.11', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:56:33Z', 'updated_at': '2021-08-31T06:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4a7b70fd-692b-4643-906a-b1203c795245', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:37.609551 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-4351fda2-0bee-49b2-8444-c7836f2d8fe6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] delete failed (client error): The resource could not be found. Aug 31 06:56:37.611370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4351fda2-0bee-49b2-8444-c7836f2d8fe6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/routers/tempest-non_exist_router-757676494 HTTP/1.1" status: 404 len: 334 time: 0.1050930 Aug 31 06:56:37.615229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:37.625552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.639650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bc35526d-71d4-49ff-997d-287fa0bab886 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'router': {'external_gateway_info': {'network_id': '387e0648-3c68-4e08-bc9f-e61338618e71'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:37.672168 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Checking router: f86f800c-2023-4a07-8ae4-52f0a260abc4 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:56:37.674299 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Updating router f86f800c-2023-4a07-8ae4-52f0a260abc4 port 7459a734-421f-41b8-87b0-cc06574010f7 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:56:37.682531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Deleting port 7459a734-421f-41b8-87b0-cc06574010f7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:37.683112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.688373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:37.719065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:37.719680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:37.742732 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:37.832262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:37.833111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130347b9-8b99-4e2b-aa86-09481dc14063 None None] The sync data for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:37.852972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] DHCP port deletion for f7447bc9-e4a0-4ff7-b164-cb1c7d519794 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:37.972341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Deleting port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:37.972995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.016451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d971eb51-c329-44c8-9f47-ecfbeac58537 req-a82bcdca-79d2-492b-8e2a-a57435053c5f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.026078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d971eb51-c329-44c8-9f47-ecfbeac58537 req-a82bcdca-79d2-492b-8e2a-a57435053c5f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.2487843 Aug 31 06:56:38.148729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-026847d1-e4e9-4086-9f25-7cf5b3d1c169 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2321415 Aug 31 06:56:38.161855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.171946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] For port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,segment=NetworkSegment(636ae4de-b62d-40f3-b278-26890a889bb2),segment_id=636ae4de-b62d-40f3-b278-26890a889bb2)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:38.173040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.210600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d971eb51-c329-44c8-9f47-ecfbeac58537 req-9c6d8a36-87c7-4b84-bc02-43036a032894 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792986 Aug 31 06:56:38.220500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Calling delete_port for 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:38.259248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:38.259607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.272787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Calling delete_port for 7459a734-421f-41b8-87b0-cc06574010f7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:38.320882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc35526d-71d4-49ff-997d-287fa0bab886 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.372900 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-bc35526d-71d4-49ff-997d-287fa0bab886 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] update failed (client error): The resource could not be found. Aug 31 06:56:38.377414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bc35526d-71d4-49ff-997d-287fa0bab886 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71 HTTP/1.1" status: 404 len: 339 time: 0.7576497 Aug 31 06:56:38.392599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:38.394489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372294-37e9-4a76-94c1-414864739ea8 req-9a5a8314-dada-4cac-9a7c-4bf691c1f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.396226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-9a5a8314-dada-4cac-9a7c-4bf691c1f6e1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 1097 time: 0.1505857 Aug 31 06:56:38.437683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.497500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] No DVR routers for this DVR port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:38.572322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7e8573-01f6-40d8-b3d2-bdf393c32b1f None None] Pushing event deleted for resources: {'Port': ['ID=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:38.619608 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.645273 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Transition to ACTIVE for port object 7459a734-421f-41b8-87b0-cc06574010f7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:38.654575 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.731472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] For port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,segment=NetworkSegment(636ae4de-b62d-40f3-b278-26890a889bb2),segment_id=636ae4de-b62d-40f3-b278-26890a889bb2)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:38.731906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.764548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:38.766991 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Attempting to bind port 7459a734-421f-41b8-87b0-cc06574010f7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:38.767989 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Attempting to bind port 7459a734-421f-41b8-87b0-cc06574010f7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:38.768624 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Attempting to bind port 7459a734-421f-41b8-87b0-cc06574010f7 on network a2a62122-65f5-4d19-926f-640724a28108 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:38.776118 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:38.776946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Checking segment: {'id': 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:38.777754 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.778463 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Bound using segment: {'id': 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:38.786155 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Bound port: 7459a734-421f-41b8-87b0-cc06574010f7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': 'a2a62122-65f5-4d19-926f-640724a28108'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:38.786925 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.852233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:38.885604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:38.901717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No DVR routers for this DVR port 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:38.929818 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] For port 7459a734-421f-41b8-87b0-cc06574010f7, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:38.939019 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] For port 7459a734-421f-41b8-87b0-cc06574010f7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7459a734-421f-41b8-87b0-cc06574010f7,segment=NetworkSegment(d2233e8b-e1c9-446b-9ab0-7fcfd550fdc3),segment_id=d2233e8b-e1c9-446b-9ab0-7fcfd550fdc3)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:38.941839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372294-37e9-4a76-94c1-414864739ea8 req-c2b129d6-6d78-4920-a937-3aac8b9e3948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:38.947327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-c2b129d6-6d78-4920-a937-3aac8b9e3948 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.5275073 Aug 31 06:56:38.952855 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.035974 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Routers {'f86f800c-2023-4a07-8ae4-52f0a260abc4'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:39.039824 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f86f800c-2023-4a07-8ae4-52f0a260abc4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:39.115155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.145361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7447bc9-e4a0-4ff7-b164-cb1c7d519794']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:39.158639 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Pushing event updated for resources: {'Port': ['ID=7459a734-421f-41b8-87b0-cc06574010f7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.185502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '636ae4de-b62d-40f3-b278-26890a889bb2') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:39.185790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '636ae4de-b62d-40f3-b278-26890a889bb2') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:39.220558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.225137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-9e9e7ce6-84af-41a6-9d14-61bd2e656b0c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 200 len: 1000 time: 0.2618220 Aug 31 06:56:39.242092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.242651 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.243430 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.243920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.244956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.245550 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.246083 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.246582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.247881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.248390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.248890 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.249242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-e24e0293-ac8a-49f1-99cb-7ad12a172496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.249589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:39.256300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-e24e0293-ac8a-49f1-99cb-7ad12a172496 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1095 time: 0.8926594 Aug 31 06:56:39.299106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.322757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:39.323408 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: items = [ Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:39.327659 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:39.414304 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7250c6e7-cb7e-4da3-8674-852e0ae12341 None None] Pushing event updated for resources: {'Port': ['ID=7459a734-421f-41b8-87b0-cc06574010f7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.427148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.453183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372294-37e9-4a76-94c1-414864739ea8 req-bc65e0ed-2e75-4ed3-8997-bf5185411592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.454932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-bc65e0ed-2e75-4ed3-8997-bf5185411592 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.2157955 Aug 31 06:56:39.461580 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] Set router f86f800c-2023-4a07-8ae4-52f0a260abc4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:56:39.525279 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.547300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.553466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/f7447bc9-e4a0-4ff7-b164-cb1c7d519794 HTTP/1.1" status: 204 len: 168 time: 2.1907742 Aug 31 06:56:39.558712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.564058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:39.601098 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f86f800c-2023-4a07-8ae4-52f0a260abc4', 'name': '', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:32Z', 'updated_at': '2021-08-31T06:56:37Z', 'revision_number': 4, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:39.665205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:39.687925 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad41ae78-bd40-4148-804d-7866b1599c7d None None] The sync data for ids ['f86f800c-2023-4a07-8ae4-52f0a260abc4'] in n-d-712707-15 is: [{'id': 'f86f800c-2023-4a07-8ae4-52f0a260abc4', 'name': '', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:32Z', 'updated_at': '2021-08-31T06:56:37Z', 'revision_number': 4, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:39.742832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:39.743817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a9cf0c7-ad2d-4afe-bd4a-fb1d66d56456 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:39.790203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d3df49-039a-46f6-96fc-13648435e65f tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=f7447bc9-e4a0-4ff7-b164-cb1c7d519794,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:39.804566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e7456b-6fb3-4dcf-83a7-a94c980f7836 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:39.812208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d6e7456b-6fb3-4dcf-83a7-a94c980f7836 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/8bb0fb6f-7130-4f72-97f1-7a8a86989cec HTTP/1.1" status: 200 len: 845 time: 0.2435040 Aug 31 06:56:39.814550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:39.854551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Port': ['ID=7459a734-421f-41b8-87b0-cc06574010f7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:40.035940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-659bbf5f-d7b6-467d-ad7b-57c3645fa645 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/8bb0fb6f-7130-4f72-97f1-7a8a86989cec?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1773353 Aug 31 06:56:40.044897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:40.051153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:40.067621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.123754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c048f66-af41-4f91-a0eb-fb00a305d73d req-0a8799e7-4a29-4a64-9c0b-44ac9ef076f9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:40.131504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c048f66-af41-4f91-a0eb-fb00a305d73d req-0a8799e7-4a29-4a64-9c0b-44ac9ef076f9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.7214928 Aug 31 06:56:40.141990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a372294-37e9-4a76-94c1-414864739ea8 req-a000f144-42e1-4de4-aa33-92ae4be5530c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:40.143632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-a000f144-42e1-4de4-aa33-92ae4be5530c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6796453 Aug 31 06:56:40.313180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3c048f66-af41-4f91-a0eb-fb00a305d73d req-bbe4cdf1-e28c-4ad4-b109-421879ce7549 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806276 Aug 31 06:56:40.432185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-79f5d2a4-0947-4f25-818a-f87ef49cde06 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727613 Aug 31 06:56:40.633672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-6673f67f-eebf-4037-ac57-58108e31a1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:40.635763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-6673f67f-eebf-4037-ac57-58108e31a1ff service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.9188991 Aug 31 06:56:40.636887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Allocated IP 172.20.0.1 (e1e582f1-dfc8-461b-8f1b-6f4bd9b46987/28afe6bb-6e13-465e-b43e-b43a1302c7bb/89cbb547-6faf-4d39-ae56-929995a11789) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:40.656796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a372294-37e9-4a76-94c1-414864739ea8 req-70109ad4-a5ac-4b8f-91ce-e30b19c27ca7 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124898 Aug 31 06:56:40.663161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.673476 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.793065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-c3948fc0-d63a-4722-a93c-e6d493a14f95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.0633962 Aug 31 06:56:40.807939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.809186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f86f800c-2023-4a07-8ae4-52f0a260abc4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:40.814853 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.815963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe96210a-81af-4ce3-864f-5065a5424641 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/routers/f86f800c-2023-4a07-8ae4-52f0a260abc4 HTTP/1.1" status: 204 len: 168 time: 4.1755509 Aug 31 06:56:40.818722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45686) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:40.895496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:40.912138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:40.926669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.002478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Transition to ACTIVE for port object 89cbb547-6faf-4d39-ae56-929995a11789 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:41.103996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.243950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:41.253398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:41.258391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:41.284881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Port': ['ID=89cbb547-6faf-4d39-ae56-929995a11789,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.338936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.482536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.585642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Deleting subnet 4a7b70fd-692b-4643-906a-b1203c795245 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:41.644978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.696335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.733007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:41.756895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:41.772232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fc7a21-3484-4d73-b9fd-07498c78abcd None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:41.779552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-481a5e63-3ffe-43f3-b45f-0008ca3f8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:41.781054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-481a5e63-3ffe-43f3-b45f-0008ca3f8396 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.6963477 Aug 31 06:56:41.784515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:41.785129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.842529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=d9ed9294-8508-4232-8fce-650b3ecfbf03,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:41.846309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-232cb177-60e0-4201-8160-91f81570d080 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8000016 Aug 31 06:56:41.850207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:41.872300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'security_group': {'name': 'tempest-secgroup-1777218392'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:41.883047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:41.971125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e7054-0d53-4ca0-8c04-44721fccc37e req-c024a370-cf29-4b7e-8666-ed3c5790d1ab tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:41.972717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b8e7054-0d53-4ca0-8c04-44721fccc37e req-c024a370-cf29-4b7e-8666-ed3c5790d1ab tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.4840341 Aug 31 06:56:42.054934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-14177cc6-c393-4834-8b83-bad891b90ef7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626388 Aug 31 06:56:42.066458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d281825e-b21f-4735-96c3-bda37910675b None None] Provisioning for port 89cbb547-6faf-4d39-ae56-929995a11789 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:42.070019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'tenant_id': '0c9b2d2c20194de3a7638ef995d1e8f6', 'fixed_ips': [{'subnet_id': 'd9ed9294-8508-4232-8fce-650b3ecfbf03'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:56:42.071945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.078186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d281825e-b21f-4735-96c3-bda37910675b None None] Provisioning complete for port 89cbb547-6faf-4d39-ae56-929995a11789 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:42.078947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d281825e-b21f-4735-96c3-bda37910675b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.134679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d281825e-b21f-4735-96c3-bda37910675b None None] Port 89cbb547-6faf-4d39-ae56-929995a11789 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:42.223040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.235534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.250333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.350439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b8e7054-0d53-4ca0-8c04-44721fccc37e req-0a6a3999-590a-4748-add9-4897a52882a2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010714 Aug 31 06:56:42.352134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.440011 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.444028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event updated for resources: {'Port': ['ID=89cbb547-6faf-4d39-ae56-929995a11789,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:42.490610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Allocated IP 2001:db8::2 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/d9ed9294-8508-4232-8fce-650b3ecfbf03/ac6a04f6-a253-4841-8a3c-f5a48e1f4007) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:42.505057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.517151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.564449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=80ccadc9-f142-42c4-b88f-950fb81a3872,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:42.590750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-9c06afd3-53ee-485c-aa1d-d9c7285b23ac service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5187912 Aug 31 06:56:42.595995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.597587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a8d9ec61-3f3c-4a25-b5ed-0b028a3ccfb7 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7464368 Aug 31 06:56:42.600563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:42.606858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'security_group': {'name': 'tempest-secgroup-1643028705'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:42.641080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:42.643081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:42.652924 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.766338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.771079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/4a7b70fd-692b-4643-906a-b1203c795245 HTTP/1.1" status: 204 len: 168 time: 1.9490848 Aug 31 06:56:42.801568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:42.820429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e9ca98-5025-494c-a4b6-dfae662a030f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7b70fd-692b-4643-906a-b1203c795245,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:42.847964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.858945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:42.889305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Transition to ACTIVE for port object ac6a04f6-a253-4841-8a3c-f5a48e1f4007 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:42.937120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Transition to ACTIVE for port object ac6a04f6-a253-4841-8a3c-f5a48e1f4007 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:42.955542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.085688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.093028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:43.095740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.107664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Router 387e0648-3c68-4e08-bc9f-e61338618e71 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:56:43.118734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:43.126445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.127237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.127237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.127573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.128017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.128464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.128753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.129094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.129483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.129829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.130148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.130481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:43.140117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:43.146210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.156692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.160198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:56:43.331359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Attempting to bind port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:56:43.332044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Attempting to bind port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5089a2ae-5fb0-4886-84f5-a3d7805826b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:56:43.332586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Attempting to bind port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 on network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:56:43.335063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6bdba849-22e1-43d6-82b6-56e4a40ee0ed None None] Provisioning complete for port 89cbb547-6faf-4d39-ae56-929995a11789 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:43.335848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bdba849-22e1-43d6-82b6-56e4a40ee0ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.342896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.358018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7557638 Aug 31 06:56:43.359624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:43.367706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1535508628', 'security_groups': ['2e35d77e-929c-4ae3-a4b5-3f9c45662447'], 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9ed9294-8508-4232-8fce-650b3ecfbf03'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:43.387699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c589b-39b4-45a4-9166-b770188a5227 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e35d77e-929c-4ae3-a4b5-3f9c45662447,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.417743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:43.425132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-50c17f62-e451-4877-81c4-9c8ab776b1d6 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0263116 Aug 31 06:56:43.429417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:43.429646 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] Sync routers for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:43.433144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6bdba849-22e1-43d6-82b6-56e4a40ee0ed None None] Port 89cbb547-6faf-4d39-ae56-929995a11789 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:43.442225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d91c887-debf-4308-ab93-1f7709b544f0 req-e5cc31f2-8c82-4cc4-97bb-5e50f4932165 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8180463 Aug 31 06:56:43.445007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:56:43.445354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Checking segment: {'id': '5089a2ae-5fb0-4886-84f5-a3d7805826b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:56:43.449699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.450637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Bound using segment: {'id': '5089a2ae-5fb0-4886-84f5-a3d7805826b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:56:43.451300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Bound port: ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5089a2ae-5fb0-4886-84f5-a3d7805826b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:56:43.451784 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.454295 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:43.454932 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.584641 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.611988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:43.613261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.661179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:56:43.671386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:56:43.679305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.708877 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.717933 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a52a83e2-c6ce-4a08-802a-a611eebda1f2 None None] The sync data for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:43.769289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:43.789103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0267d8-8330-4630-9d63-dc0d7ffaf531 None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:43.918722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.946321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2a62122-65f5-4d19-926f-640724a28108']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.971281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243813b-563c-4770-819b-636d37dfcfe1 req-6c3b1eac-8d8e-4f9b-84a1-8bb05011f24e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:43.972986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6243813b-563c-4770-819b-636d37dfcfe1 req-6c3b1eac-8d8e-4f9b-84a1-8bb05011f24e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.3411860 Aug 31 06:56:43.977783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e618b63-6c98-4387-90cf-21f8ceb78874 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:43.982960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:43.983925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2233e8b-e1c9-446b-9ab0-7fcfd550fdc3') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:44.008807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.043241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:44.050874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.225358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.242247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:44.242513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:44.244571 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:44.260649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6243813b-563c-4770-819b-636d37dfcfe1 req-73f4a2fe-f728-43c5-9ff1-b0169893f223 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805777 Aug 31 06:56:44.334549 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-6e618b63-6c98-4387-90cf-21f8ceb78874 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 31 06:56:44.338331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e618b63-6c98-4387-90cf-21f8ceb78874 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71 HTTP/1.1" status: 409 len: 329 time: 0.9034612 Aug 31 06:56:44.338771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:44.383220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.430416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a2a62122-65f5-4d19-926f-640724a28108 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:56:44.436448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:44.448665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/networks/a2a62122-65f5-4d19-926f-640724a28108 HTTP/1.1" status: 204 len: 168 time: 1.6387177 Aug 31 06:56:44.448665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249b38d-f8b1-4ae9-960e-7671d55c36bf tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Network': ['ID=a2a62122-65f5-4d19-926f-640724a28108,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:44.898327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::2c9 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/d9ed9294-8508-4232-8fce-650b3ecfbf03/79dd5d44-a8b8-44e5-b78b-eb56de16f1a2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:45.012379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:45.016954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'name': 'tempest-router--1020393073', 'project_id': '322991ecad4141a28779a385ab717295'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:45.088530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.090641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.257199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.304291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.344967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.346291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d6bdef3-6766-4bfe-a8fa-495ba51d8ced tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3328853 Aug 31 06:56:45.350764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:45.689346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.756240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:45.887029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:45.941825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:45.954699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Provisioning for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:45.975912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:45.988948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:45.989340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.000513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:46.000753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.025923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.080817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5171c0cd-3ef0-4d3f-a630-f4794c4a2e4a req-956dc95c-5cce-4051-89b7-d10bc9054c7a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.082687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5171c0cd-3ef0-4d3f-a630-f4794c4a2e4a req-956dc95c-5cce-4051-89b7-d10bc9054c7a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.6456542 Aug 31 06:56:46.085488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.235946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5171c0cd-3ef0-4d3f-a630-f4794c4a2e4a req-e20617af-489b-4026-8d4d-ed179ad426bb tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164143 Aug 31 06:56:46.237749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:46.241257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=79dd5d44-a8b8-44e5-b78b-eb56de16f1a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.251728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.252051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.252409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.252739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.253069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.253824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.253824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.254060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.254393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.254716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.255039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.255616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:56:46.267025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:46.277454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:46.284015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:46.284015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.309703 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.362005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bcff2dcb-1463-4171-ba93-adb8263bd75b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9985349 Aug 31 06:56:46.366846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45786) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.378590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:46.388094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.394050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.517600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.518215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 700acfbc-2e48-4ee4-82d8-9eecc175bd38 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:46.534071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.535240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2982e02f-9c3b-4969-be2e-2180eaca69fb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/routers/700acfbc-2e48-4ee4-82d8-9eecc175bd38 HTTP/1.1" status: 204 len: 168 time: 1.1830156 Aug 31 06:56:46.556283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:46.574637 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.628064 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.718755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:46.723206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.786041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:56:46.786583 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:56:46.787442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:46.797995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45798) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.868150 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9ed9294-8508-4232-8fce-650b3ecfbf03 (CIDR: 2001:db8::/64) Aug 31 06:56:46.874940 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:56:46.875288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:56:46.896487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:46.951590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-43d4a79c-c444-40cd-8d17-836ad6b3fa4c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5825984 Aug 31 06:56:46.954529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45804) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:46.960583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:47.184635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:47.189805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.305585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting port 89cbb547-6faf-4d39-ae56-929995a11789 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:47.306203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.359924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1591122109', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:47.365703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.366449 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.457206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1d155547-9d19-40bf-8dea-b8646b9edaea None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:47.463847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.466100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.504477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.550490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Calling delete_port for 89cbb547-6faf-4d39-ae56-929995a11789 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:47.555872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.574723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3486d663-bce4-478a-9789-7f30d62043a4 req-6f39c858-21c0-4ee0-a93e-769d23e1f513 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:47.585906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3486d663-bce4-478a-9789-7f30d62043a4 req-6f39c858-21c0-4ee0-a93e-769d23e1f513 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.2123475 Aug 31 06:56:47.591622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7b9960b-77a8-46f8-9635-4abd5c7d4a45 None None] Provisioning for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:47.597840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d7b9960b-77a8-46f8-9635-4abd5c7d4a45 None None] Provisioning complete for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.598352 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d7b9960b-77a8-46f8-9635-4abd5c7d4a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.661125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:47.707913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d7b9960b-77a8-46f8-9635-4abd5c7d4a45 None None] Port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:47.738847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:47.853531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:47.856873 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.911716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3486d663-bce4-478a-9789-7f30d62043a4 req-01d7996d-923f-46df-89ff-0c691c667e8d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245044 Aug 31 06:56:47.926885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:47.946849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Deleting subnet 0ce006d7-d907-4b1f-ad44-b3879b302b40 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:47.967640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.072699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.091013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.129444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.150185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Port': ['ID=89cbb547-6faf-4d39-ae56-929995a11789,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.254706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.429360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ce006d7-d907-4b1f-ad44-b3879b302b40,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.432448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.435821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0032eaa0-9224-4b9d-a0d6-e3c2ecf06621 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/0ce006d7-d907-4b1f-ad44-b3879b302b40 HTTP/1.1" status: 204 len: 168 time: 0.7733393 Aug 31 06:56:48.450443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:48.517810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.577498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.646978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=b08fd68d-6ed0-461b-958d-709d13ccce17,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:48.703565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:48.713431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.717080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:48.727059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b013483-b031-43e5-bbc6-348662a73a41 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:48.732995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:48.733663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:48.888456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22cb7ff6-6311-492d-9393-11ae8a5c2ec6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9282992 Aug 31 06:56:48.901906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.077604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.090326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231feac0-b37c-4bfd-9c70-815a093d5319']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:49.108560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cf3574-738c-4f98-bebf-79b43f480030') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:49.109017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cf3574-738c-4f98-bebf-79b43f480030') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:49.127321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.143372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.150626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:49.151041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:49.221241 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:49.223963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Update dhcp port {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'fixed_ips': [{'subnet_id': 'd9ed9294-8508-4232-8fce-650b3ecfbf03', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b08fd68d-6ed0-461b-958d-709d13ccce17'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'ac6a04f6-a253-4841-8a3c-f5a48e1f4007'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:49.227005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1799758540', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b08fd68d-6ed0-461b-958d-709d13ccce17'}], 'security_groups': ['80ccadc9-f142-42c4-b88f-950fb81a3872']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:49.341348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.367216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.421629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.459846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.468310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] 10.222.0.57 "DELETE /v2.0/networks/231feac0-b37c-4bfd-9c70-815a093d5319 HTTP/1.1" status: 204 len: 168 time: 1.0118961 Aug 31 06:56:49.482524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3cf0ae-2681-457f-a894-74d767870755 admin admin] Pushing event deleted for resources: {'Network': ['ID=231feac0-b37c-4bfd-9c70-815a093d5319,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:49.564711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.644353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Router 387e0648-3c68-4e08-bc9f-e61338618e71 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:56:49.693759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Allocated IP 2001:db8:0:1::2 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/b08fd68d-6ed0-461b-958d-709d13ccce17/ac6a04f6-a253-4841-8a3c-f5a48e1f4007) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:49.814952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f77788-1721-420a-ac22-5ed500b707fc req-14f2070c-3b74-4e41-ab50-0739f60db6a8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:49.820560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3f77788-1721-420a-ac22-5ed500b707fc req-14f2070c-3b74-4e41-ab50-0739f60db6a8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.3586149 Aug 31 06:56:49.836425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:49.872394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.872632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:49.874953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.879909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.887872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] Sync routers for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:49.888340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Allocated IP 172.25.3.113 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/62302a89-62f3-4e55-8ed4-a7e7b5aeeac4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:49.892603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe86efa5-b1a1-4816-ac16-4116b608cdc2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5518725 Aug 31 06:56:49.896475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:49.907438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Transition to ACTIVE for port object ac6a04f6-a253-4841-8a3c-f5a48e1f4007 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:49.922646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:49.922970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:49.925033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:49.941545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3f77788-1721-420a-ac22-5ed500b707fc req-4ee2e299-c159-4c62-adfc-50e53bf00a74 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710039 Aug 31 06:56:49.957979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d837e96a-986a-47b6-8fc9-78eb86b8bfe9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9083656072164c24868f56f8e5ed7fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735967 Aug 31 06:56:49.960443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:50.005400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:50.026628 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-55c46a22-26f8-466f-8683-095f4e2f40e5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] show failed (client error): The resource could not be found. Aug 31 06:56:50.033504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55c46a22-26f8-466f-8683-095f4e2f40e5 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "GET /v2.0/routers/tempest-non_exist_router-2478496 HTTP/1.1" status: 404 len: 332 time: 0.1307924 Aug 31 06:56:50.033716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.033840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:50.044136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-abcdf273-bbbe-4441-9745-822d6b077bb0 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Request body: {'router': {'name': 'new_name'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:50.049611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] Routers {'387e0648-3c68-4e08-bc9f-e61338618e71'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:50.050451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['387e0648-3c68-4e08-bc9f-e61338618e71'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:50.065677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.120306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.124123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.126311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f7de214f-c520-4b53-9fb9-173d1c0dff6b HTTP/1.1" status: 204 len: 168 time: 0.1645629 Aug 31 06:56:50.154408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182fdedc-6816-48a9-8039-2b7ac43be032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7de214f-c520-4b53-9fb9-173d1c0dff6b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.159621 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-abcdf273-bbbe-4441-9745-822d6b077bb0 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] update failed (client error): The resource could not be found. Aug 31 06:56:50.160687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abcdf273-bbbe-4441-9745-822d6b077bb0 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "PUT /v2.0/routers/tempest-non_exist_router-591274502 HTTP/1.1" status: 404 len: 334 time: 0.1267200 Aug 31 06:56:50.164330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:50.279652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting subnet cb6653cd-073f-441a-9d94-a4165e5795c6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:50.288597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.296912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:50.298229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a57bc6-c596-4e60-8df3-1307fd0c6ce7 None None] The sync data for ids ['387e0648-3c68-4e08-bc9f-e61338618e71'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:50.343389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cb05a-6524-423b-9e74-8bd7a23edcb8 None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.385251 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.516122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.612468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.655098 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.670061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Subnet': ['ID=cb6653cd-073f-441a-9d94-a4165e5795c6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:50.673803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b156ec4d-fb2e-458c-98b2-5e647bc11f75 None None] Network 4cfd6c95-33c3-43f8-ba5d-237bada7d0de requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:50.679240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.684580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-330f04f5-1412-4346-9276-f37a318322be tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/subnets/cb6653cd-073f-441a-9d94-a4165e5795c6 HTTP/1.1" status: 204 len: 168 time: 0.5128708 Aug 31 06:56:50.685902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:50.911493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting subnet 4a0fc13a-f003-4f06-932d-5d146b3311b9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:50.918464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.964180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:50.968580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Delete allocated IP 2001:db8::2c9 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/d9ed9294-8508-4232-8fce-650b3ecfbf03) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:56:51.023797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] DHCP port deletion for 4cfd6c95-33c3-43f8-ba5d-237bada7d0de request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:51.039629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.115979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Deleting port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:51.116351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.141053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8:0:1::3e7 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/b08fd68d-6ed0-461b-958d-709d13ccce17/79dd5d44-a8b8-44e5-b78b-eb56de16f1a2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:51.197684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] For port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,segment=NetworkSegment(443b1ea7-b761-45ed-b999-535239ba9de4),segment_id=443b1ea7-b761-45ed-b999-535239ba9de4)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:51.198100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.219802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Calling delete_port for 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:51.249071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:51.284262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:51.289673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event updated for resources: {'Port': ['ID=62302a89-62f3-4e55-8ed4-a7e7b5aeeac4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.297860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:51.330564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.338025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.373495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] Pushing event deleted for resources: {'Port': ['ID=9bd08c1f-36c0-4c4a-9977-2cbc798e6545,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.379543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d448954-17b8-4d7a-8fca-5e5bf1d27402 None None] No DVR routers for this DVR port 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:51.391636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Provisioning for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:51.397015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:51.397618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.491361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Provisioning complete for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:51.493068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.546816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:51.548676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3549f65-0f25-4315-9b13-2aa630bce99d req-0fe80c24-e0d6-4802-9379-c7bd2aa3a836 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:51.550709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3549f65-0f25-4315-9b13-2aa630bce99d req-0fe80c24-e0d6-4802-9379-c7bd2aa3a836 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.3935211 Aug 31 06:56:51.558123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:51.559258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.627010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96886b1e-3e91-4624-b465-b5f491b31524 None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:51.662813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:51.738396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:51.739431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.749392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3549f65-0f25-4315-9b13-2aa630bce99d req-1f20afeb-8399-40d9-9a00-8a5e2e25b575 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854408 Aug 31 06:56:51.791353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.908928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Subnet': ['ID=4a0fc13a-f003-4f06-932d-5d146b3311b9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:51.913647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:51.915897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d4e0e8ac-50a5-422e-836a-d1d99d4476d2 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/subnets/4a0fc13a-f003-4f06-932d-5d146b3311b9 HTTP/1.1" status: 204 len: 168 time: 1.2270167 Aug 31 06:56:51.918855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45912) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:51.928218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ee66e9-3009-4b39-b21d-6ff0516e7086 None None] Network e331416b-6ee1-4f4c-a5e4-f030b80315e2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:51.975500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.010315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:52.027184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.052053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.079432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:52.079774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9bd08c1f-36c0-4c4a-9977-2cbc798e6545 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:52.170658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:52.177147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.195078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] DHCP port deletion for e331416b-6ee1-4f4c-a5e4-f030b80315e2 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:52.229017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.242134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cfd6c95-33c3-43f8-ba5d-237bada7d0de']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.255924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443b1ea7-b761-45ed-b999-535239ba9de4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.256313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443b1ea7-b761-45ed-b999-535239ba9de4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:52.284530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.307336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] In _notify_port_updated(), no bound segment for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 on network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:56:52.312498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.314794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:52.317509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.320555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/ports/79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 HTTP/1.1" status: 200 len: 931 time: 3.1005208 Aug 31 06:56:52.321025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.331851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Deleting port a01526b8-2112-4f9a-a38c-25909213d40c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:52.332457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.341608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:52.342035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:52.346011 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:52.442816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d709b425-c732-4497-b236-713655f3524b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=79dd5d44-a8b8-44e5-b78b-eb56de16f1a2,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.447330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.451410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] For port a01526b8-2112-4f9a-a38c-25909213d40c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a01526b8-2112-4f9a-a38c-25909213d40c,segment=NetworkSegment(91b8a473-a4f9-47fe-b9e1-512a66259841),segment_id=91b8a473-a4f9-47fe-b9e1-512a66259841)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:52.452114 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.477181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Calling delete_port for a01526b8-2112-4f9a-a38c-25909213d40c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:52.488602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.505649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.507495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/networks/4cfd6c95-33c3-43f8-ba5d-237bada7d0de HTTP/1.1" status: 204 len: 168 time: 0.5876429 Aug 31 06:56:52.520013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.552459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532eb1c5-4da7-4f9b-8857-fd0f3d153823 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Network': ['ID=4cfd6c95-33c3-43f8-ba5d-237bada7d0de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.632650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.667901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] Pushing event deleted for resources: {'Port': ['ID=a01526b8-2112-4f9a-a38c-25909213d40c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:52.686035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fac9ae4-3aa1-4a02-a52b-ce948f77ec2d None None] No DVR routers for this DVR port a01526b8-2112-4f9a-a38c-25909213d40c on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:52.704426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.713808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:52.714714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.735073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Router eef98acb-5610-43f6-9c57-310b5e2e2d27 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:56:52.761539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-090ae0bb-8514-46d6-a3e7-fa9592954603 None None] Provisioning for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:52.770297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-090ae0bb-8514-46d6-a3e7-fa9592954603 None None] Provisioning complete for port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:52.770683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-090ae0bb-8514-46d6-a3e7-fa9592954603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.820067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.854151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:52.858897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-090ae0bb-8514-46d6-a3e7-fa9592954603 None None] Port 79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:52.931322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:52.946537 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] Sync routers for ids ['eef98acb-5610-43f6-9c57-310b5e2e2d27'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:56:52.953513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:52.957550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-238e9c10-f5a6-4f58-adf9-d36c105ed91b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.1558256 Aug 31 06:56:52.958102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:52.964739 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] Routers {'eef98acb-5610-43f6-9c57-310b5e2e2d27'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:52.973159 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['eef98acb-5610-43f6-9c57-310b5e2e2d27'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.027319 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.035802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.038800 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] Routers {'eef98acb-5610-43f6-9c57-310b5e2e2d27'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:56:53.044798 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['eef98acb-5610-43f6-9c57-310b5e2e2d27'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.093206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3a2ff6da-d3ca-4b46-a00f-0dd2206ca77b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/eef98acb-5610-43f6-9c57-310b5e2e2d27 HTTP/1.1" status: 200 len: 921 time: 0.1337285 Aug 31 06:56:53.095942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.097533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=79dd5d44-a8b8-44e5-b78b-eb56de16f1a2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.142984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-92dbe628-fdd9-44c5-bd18-4e83647d42c9 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=eef98acb-5610-43f6-9c57-310b5e2e2d27 HTTP/1.1" status: 200 len: 205 time: 0.0347555 Aug 31 06:56:53.143258 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.143258 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99572ea3-f4cb-4b66-aae0-47d937b6239f None None] The sync data for ids ['eef98acb-5610-43f6-9c57-310b5e2e2d27'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:56:53.143453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.232200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.238081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6807228f-12ee-4918-a514-2d15660fbcda tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 HTTP/1.1" status: 204 len: 168 time: 0.9137411 Aug 31 06:56:53.239942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.280481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133ed74-c3ca-4204-8262-95a55e2c4f3f req-d9b4858c-dc53-4e5a-acf3-2433e01ee3df tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:53.282190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1133ed74-c3ca-4204-8262-95a55e2c4f3f req-d9b4858c-dc53-4e5a-acf3-2433e01ee3df tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 943 time: 0.3609073 Aug 31 06:56:53.285516 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7686e2-4abc-4531-be49-ecd51e19d00c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:56:53.289274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d7686e2-4abc-4531-be49-ecd51e19d00c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/79dd5d44-a8b8-44e5-b78b-eb56de16f1a2 HTTP/1.1" status: 404 len: 333 time: 0.0459800 Aug 31 06:56:53.289274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.293179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.342255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e331416b-6ee1-4f4c-a5e4-f030b80315e2']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.354827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91b8a473-a4f9-47fe-b9e1-512a66259841') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.355387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91b8a473-a4f9-47fe-b9e1-512a66259841') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:53.370056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.395155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.405553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:53.406643 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:53.474556 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:53.484710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:56:53.530982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1133ed74-c3ca-4204-8262-95a55e2c4f3f req-367a2253-648c-43ea-acc4-d2651f2dca7c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2367687 Aug 31 06:56:53.550714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.554631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.572849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.575823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/networks/e331416b-6ee1-4f4c-a5e4-f030b80315e2 HTTP/1.1" status: 204 len: 168 time: 1.0398061 Aug 31 06:56:53.576699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051524d-8daa-4a68-98cf-27c6935cab2b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Network': ['ID=e331416b-6ee1-4f4c-a5e4-f030b80315e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.581619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.614874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:53.630266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'network_id': 'd75da41a-68fb-465c-8654-56727a2c68fd', 'port_id': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'mac_address': 'fa:16:3e:4b:0b:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 583, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '690fb547-b48c-45cb-bdc7-02b7330b8e9c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:56:53.632090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.679152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.683765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting subnet 28afe6bb-6e13-465e-b43e-b43a1302c7bb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:53.686925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.689311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.692915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a01526b8-2112-4f9a-a38c-25909213d40c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:53.730093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a01526b8-2112-4f9a-a38c-25909213d40c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:53.730726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a01526b8-2112-4f9a-a38c-25909213d40c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:53.742481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.745018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.747464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:56:53.752936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/security-groups/2e35d77e-929c-4ae3-a4b5-3f9c45662447 HTTP/1.1" status: 204 len: 168 time: 0.4575901 Aug 31 06:56:53.756740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.774769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:53.776674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:53.781756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.819424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8466a9da-182d-46a6-a023-db6e8836b727 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e35d77e-929c-4ae3-a4b5-3f9c45662447,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.831135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.849869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:53.859508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.895525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.905566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.960148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port 62302a89-62f3-4e55-8ed4-a7e7b5aeeac4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:53.960870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:53.993547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.003759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.006369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.009957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/security-groups/80ccadc9-f142-42c4-b88f-950fb81a3872 HTTP/1.1" status: 204 len: 168 time: 0.2296360 Aug 31 06:56:54.012937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.020034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1c0781a4-8948-4e0f-af4a-870f78feee7a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:56:54.022362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Subnet': ['ID=28afe6bb-6e13-465e-b43e-b43a1302c7bb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.034581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.038688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df26de57-13ce-41a7-a28c-6fde2801413b tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/subnets/28afe6bb-6e13-465e-b43e-b43a1302c7bb HTTP/1.1" status: 204 len: 168 time: 0.4539583 Aug 31 06:56:54.039300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b28e7c-b90d-44c1-8e58-0b9f44fb0173 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ccadc9-f142-42c4-b88f-950fb81a3872,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.039394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.049768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7a742d5-4829-4142-8cb5-a5c90aeafb7e None None] Network e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:54.111213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet d9ed9294-8508-4232-8fce-650b3ecfbf03 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:56:54.117904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.121145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.144806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.157220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for 62302a89-62f3-4e55-8ed4-a7e7b5aeeac4 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:54.180967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.212649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Deleting port 43e5d07d-8e82-44a6-b754-0c53087b5817 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:54.213612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.364876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] For port 43e5d07d-8e82-44a6-b754-0c53087b5817, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=43e5d07d-8e82-44a6-b754-0c53087b5817,segment=NetworkSegment(5ff05826-c1f7-4f5c-83d9-14758a49b145),segment_id=5ff05826-c1f7-4f5c-83d9-14758a49b145)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:54.368039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.371286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] DHCP port deletion for e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:56:54.398742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.406135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Calling delete_port for 43e5d07d-8e82-44a6-b754-0c53087b5817 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:54.482021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Deleting port 43e5d07d-8e82-44a6-b754-0c53087b5817 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:56:54.482885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.505506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.543407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ed9294-8508-4232-8fce-650b3ecfbf03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.549289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.559409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f8966ab-7ebe-47a8-881a-f7ff6ad48e52 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/d9ed9294-8508-4232-8fce-650b3ecfbf03 HTTP/1.1" status: 204 len: 168 time: 0.5364785 Aug 31 06:56:54.559409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.560306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:54.568608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f41192-e755-4295-bdbe-5f8afbf08e47 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:54.573923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:54.605509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=62302a89-62f3-4e55-8ed4-a7e7b5aeeac4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.680865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.703169 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.741441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Port': ['ID=43e5d07d-8e82-44a6-b754-0c53087b5817,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:54.754989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] For port 43e5d07d-8e82-44a6-b754-0c53087b5817, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=43e5d07d-8e82-44a6-b754-0c53087b5817,segment=NetworkSegment(5ff05826-c1f7-4f5c-83d9-14758a49b145),segment_id=5ff05826-c1f7-4f5c-83d9-14758a49b145)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:54.755669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] No DVR routers for this DVR port 43e5d07d-8e82-44a6-b754-0c53087b5817 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:54.756070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.783450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Calling delete_port for 43e5d07d-8e82-44a6-b754-0c53087b5817 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:56:54.808076 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e8ebe737-d804-401a-9b84-0ff9f78bc44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.843489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a7a7bc-eb79-45b0-ba38-db7d823aecd6 req-f03550f0-94f5-404d-a19b-d12540650060 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:54.855295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6a7a7bc-eb79-45b0-ba38-db7d823aecd6 req-f03550f0-94f5-404d-a19b-d12540650060 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 944 time: 0.2062047 Aug 31 06:56:54.881832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.895237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e582f1-dfc8-461b-8f1b-6f4bd9b46987']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:54.919349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff05826-c1f7-4f5c-83d9-14758a49b145') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:54.919349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff05826-c1f7-4f5c-83d9-14758a49b145') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:56:54.931995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.938246 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.941186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:54.945047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.959073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:54.965560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.014006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:56:55.014221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:56:55.018038 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:56:55.046212 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 06:56:55.059309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.112186 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.114003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6a7a7bc-eb79-45b0-ba38-db7d823aecd6 req-48fe24ac-0d73-4d4f-9763-f4c49c89a1d0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2569363 Aug 31 06:56:55.118217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] No DVR routers for this DVR port 43e5d07d-8e82-44a6-b754-0c53087b5817 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:56:55.125512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.130003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68e1315-d414-4d91-ab64-3cf00a9da595 None None] Pushing event deleted for resources: {'Port': ['ID=43e5d07d-8e82-44a6-b754-0c53087b5817,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:55.131871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/networks/e1e582f1-dfc8-461b-8f1b-6f4bd9b46987 HTTP/1.1" status: 204 len: 168 time: 1.0824134 Aug 31 06:56:55.132008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.160791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4618cbf3-423b-4c9d-998a-3eb3cef92093 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Pushing event deleted for resources: {'Network': ['ID=e1e582f1-dfc8-461b-8f1b-6f4bd9b46987,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:55.186822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12bc1b77-0e85-4216-9a0e-71a8291f8356 tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "GET /v2.0/ports?device_id=387e0648-3c68-4e08-bc9f-e61338618e71 HTTP/1.1" status: 200 len: 205 time: 0.0516002 Aug 31 06:56:55.187896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.188719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router eef98acb-5610-43f6-9c57-310b5e2e2d27 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:55.190529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.201106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.206375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5c11905-90b1-4d51-b6a5-82e7cd9ac355 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/eef98acb-5610-43f6-9c57-310b5e2e2d27 HTTP/1.1" status: 204 len: 168 time: 2.0650964 Aug 31 06:56:55.206999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.212792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1284122153', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:55.239011 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.240072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.317110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.344888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.498501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:55.532715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.630324 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.639297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.661872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1c0781a4-8948-4e0f-af4a-870f78feee7a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:55.665302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.738470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 43e5d07d-8e82-44a6-b754-0c53087b5817 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:56:55.769775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.810306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 43e5d07d-8e82-44a6-b754-0c53087b5817 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:56:55.810654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 43e5d07d-8e82-44a6-b754-0c53087b5817 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:56:55.852358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.853595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Fanout notify agent at l3_agent the message router_deleted on router 387e0648-3c68-4e08-bc9f-e61338618e71 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:56:55.862441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.863736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-182305a5-16d2-496b-93b2-bb2433e68b4d tempest-RoutersNegativeTest-534742997 tempest-RoutersNegativeTest-534742997-project] 10.222.0.57 "DELETE /v2.0/routers/387e0648-3c68-4e08-bc9f-e61338618e71 HTTP/1.1" status: 204 len: 168 time: 0.6726325 Aug 31 06:56:55.864732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=c907344b-768c-47fe-9227-d87ec3f051a4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:55.883702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:55.886671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:55.897687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:55.898623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.921516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7b17432-4abf-4fdb-bc63-3b8ff93f511e tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3577416 Aug 31 06:56:55.923813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46014) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:55.930290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'security_group': {'name': 'tempest-secgroup-356051787'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:55.962146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:55.966762 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.055756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:56.064093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:56:56.067797 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1121a8df-2335-4384-9b00-f64f0c43e283" -d '{"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:56:56.078331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e297d5-dd77-43c3-95c7-0aa8a57cad1c None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:56:56.112918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.137064 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.191094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.194312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.199807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.257064 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bcd254b-3ce9-4b16-b9cc-bf1346110fe5 x-openstack-request-id: req-5bcd254b-3ce9-4b16-b9cc-bf1346110fe5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:56:56.257557 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-plugged", "status": "completed", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:56:56.258244 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5bcd254b-3ce9-4b16-b9cc-bf1346110fe5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:56:56.258866 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'code': 200} Aug 31 06:56:56.269099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd6791b5-241f-4b81-b0c1-6b3ec024c7b4 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:56.269626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd6791b5-241f-4b81-b0c1-6b3ec024c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.350189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.358118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4298663 Aug 31 06:56:56.359023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.402090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'security_group': {'name': 'tempest-secgroup-507366361'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:56.427760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe429b8-673d-4cf7-bdad-06e0050a4195 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89559337-b18b-4d49-a9aa-b809099e21dc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:56.462864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.561464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cfef0-1c26-4b29-8e8f-db445a8313b8 req-2b19a20c-aacd-4265-846d-b7036e85420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.564367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d54cfef0-1c26-4b29-8e8f-db445a8313b8 req-2b19a20c-aacd-4265-846d-b7036e85420d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1098 time: 0.0769513 Aug 31 06:56:56.577263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e4c14-7203-4085-abe2-320c499aa702 req-da0317c6-c90c-4724-9f0c-30f26767d4ec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:56.579219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab5e4c14-7203-4085-abe2-320c499aa702 req-da0317c6-c90c-4724-9f0c-30f26767d4ec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1629250 Aug 31 06:56:56.580306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:56.580465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46030) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.591533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.25.3.161 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a3af0742-dce7-4570-a066-6e3f69068094) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:56.703561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d54cfef0-1c26-4b29-8e8f-db445a8313b8 req-9a20b5dc-a2e1-4743-8814-50136f474944 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265049 Aug 31 06:56:56.735654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab5e4c14-7203-4085-abe2-320c499aa702 req-dd3828da-7f7d-41e0-b98f-23a99c75cd41 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470277 Aug 31 06:56:56.767422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.777397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.782599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bd6791b5-241f-4b81-b0c1-6b3ec024c7b4 None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:56.783569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd6791b5-241f-4b81-b0c1-6b3ec024c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.838555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a012b204-77c4-4bd8-a73e-5e43cd65ca96,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:56.841741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.843131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62e3298e-afa6-4912-a311-2dcb5cdc1d7a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4641294 Aug 31 06:56:56.845802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.850129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'security_group': {'name': 'tempest-secgroup-224400285'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:56.856305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bd6791b5-241f-4b81-b0c1-6b3ec024c7b4 None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:56.859526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.907988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.909092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Update dhcp port {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'fixed_ips': [{'subnet_id': 'b08fd68d-6ed0-461b-958d-709d13ccce17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c907344b-768c-47fe-9227-d87ec3f051a4'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'ac6a04f6-a253-4841-8a3c-f5a48e1f4007'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:56:56.913690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0014c2ea-3143-47ee-923d-cfb72ffb9721 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6033072bfbd943d5954bc9d824307535&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3224373 Aug 31 06:56:56.921751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:56.940960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:56.985922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.007493 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.033202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:57.037747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:57.056109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:57.083547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.108292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=a3af0742-dce7-4570-a066-6e3f69068094,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.167321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.171746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.173269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7b7b4721-3276-4366-a474-ccd456d5961e HTTP/1.1" status: 204 len: 168 time: 0.2506816 Aug 31 06:56:57.190975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc4ca03-e73b-4613-97fa-0da8065634bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7b4721-3276-4366-a474-ccd456d5961e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.231657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.238511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.262602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Allocated IP 2001:db8::2 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/c907344b-768c-47fe-9227-d87ec3f051a4/ac6a04f6-a253-4841-8a3c-f5a48e1f4007) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:57.287624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.292136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4424200 Aug 31 06:56:57.293702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:57.300861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-730422014', 'security_groups': ['c998e438-fc51-460f-957f-61adc894628b'], 'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c907344b-768c-47fe-9227-d87ec3f051a4'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:57.306290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d626270b-7fbe-4ba6-b654-87767d969e43 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c998e438-fc51-460f-957f-61adc894628b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.422831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-45718879-b343-4057-902b-6b7aad12b12f None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:56:57.461106 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5ffa329-2604-4d34-9808-c7b43e7f1d04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.481204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.498102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Transition to ACTIVE for port object ac6a04f6-a253-4841-8a3c-f5a48e1f4007 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:57.503826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.600198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:56:57.637148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45718879-b343-4057-902b-6b7aad12b12f None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:57.696318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.715995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.718310 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:57.769026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] device_id is not set on port 171fed51-9f6e-4b64-b8fd-9a243a139a2b yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:56:57.941207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29402612-0471-4b4e-a689-7a2353ac05eb req-8fd4d7fa-c523-4cc9-9fba-72da8f6c78fc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:57.950176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29402612-0471-4b4e-a689-7a2353ac05eb req-8fd4d7fa-c523-4cc9-9fba-72da8f6c78fc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1031229 Aug 31 06:56:58.037621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29402612-0471-4b4e-a689-7a2353ac05eb req-52d6b3d2-7c27-40fc-86fe-0eb6c6cc17b2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863369 Aug 31 06:56:58.720489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed367016-625d-45f4-8f8e-84c3589dc32e req-e2b9ebf0-b887-42e5-8af6-3da936c4c1e2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:58.749840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed367016-625d-45f4-8f8e-84c3589dc32e req-e2b9ebf0-b887-42e5-8af6-3da936c4c1e2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.2202654 Aug 31 06:56:58.817110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Provisioning for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:56:58.843285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:58.845125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:58.863959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed367016-625d-45f4-8f8e-84c3589dc32e req-4cf37222-1e1b-4119-be5c-8b472b860dfc tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1129134 Aug 31 06:56:58.916978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.009835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.079627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:59.080003 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.170049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16f82746-899b-4136-b978-c52b1767c618 None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:56:59.178364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1467483643'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:59.211161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.221506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.330816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8::f4 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/c907344b-768c-47fe-9227-d87ec3f051a4/171fed51-9f6e-4b64-b8fd-9a243a139a2b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:56:59.344262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.349023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.403723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4835243b-21f6-4f51-aabd-715c1fef8111,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.413024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a037f2-4745-4f77-949e-46d5c9d76dbe req-86431c7b-cbae-47a9-ac7c-701b84af9001 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:59.420398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79a037f2-4745-4f77-949e-46d5c9d76dbe req-86431c7b-cbae-47a9-ac7c-701b84af9001 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2242377 Aug 31 06:56:59.431127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router 850e4e58-67ab-4707-94a9-0c3b8da68c20 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:56:59.484888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.488881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.506170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.510051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5899580 Aug 31 06:56:59.512211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.531508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fca6223-2f82-414f-8401-5d47c34837d8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e69ec17-6404-4311-bdf3-4fe2a6a8ec26,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:56:59.584797 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79a037f2-4745-4f77-949e-46d5c9d76dbe req-28b1114a-0de5-48e3-939d-1460fbb28fec tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635845 Aug 31 06:56:59.615918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.641322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:56:59.696745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:56:59.697115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.721174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.752280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb6bb455-1694-43af-9c5f-f8af7fb0fefd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2308404 Aug 31 06:56:59.752280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:56:59.752586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.753528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 171fed51-9f6e-4b64-b8fd-9a243a139a2b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:56:59.762799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-security--1188338876', 'description': 'tempest-security-description-1917988842'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:56:59.801612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.802192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dc256ffc-7389-4f37-b714-b00902f6b901 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5942461 Aug 31 06:56:59.805062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.815431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.853469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.911516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.925228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:56:59.926242 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.928940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.930279 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "PUT /v2.0/security-groups/9e69ec17-6404-4311-bdf3-4fe2a6a8ec26 HTTP/1.1" status: 200 len: 1780 time: 0.1750498 Aug 31 06:56:59.939614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:56:59.942224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:56:59.958461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:56:59.964501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:56:59.965302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:56:59.972572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=171fed51-9f6e-4b64-b8fd-9a243a139a2b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.009085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d929758-93ec-4ca8-8536-8338a031440a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e69ec17-6404-4311-bdf3-4fe2a6a8ec26,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.027280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01baaab2-0b8c-4144-8215-a4fc5e66d6a6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.7307701 Aug 31 06:57:00.030067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.038684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:00.043056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ddd843ee-ba88-4b3d-b458-6306942a0ba0 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups/9e69ec17-6404-4311-bdf3-4fe2a6a8ec26 HTTP/1.1" status: 200 len: 1780 time: 0.0974452 Aug 31 06:57:00.045390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.056913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Sync routers for ids ['850e4e58-67ab-4707-94a9-0c3b8da68c20'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:00.094115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Routers {'850e4e58-67ab-4707-94a9-0c3b8da68c20'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:00.094769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['850e4e58-67ab-4707-94a9-0c3b8da68c20'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:00.125909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d2cb3a61-2208-4d15-b2db-2d073622f111 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/850e4e58-67ab-4707-94a9-0c3b8da68c20 HTTP/1.1" status: 200 len: 909 time: 0.3182733 Aug 31 06:57:00.129378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.136812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.158691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef9a11-c5f6-49ae-9af2-9c5189dde775 req-2af3c605-6208-4551-b3ce-f3087ac37858 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.162474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ef9a11-c5f6-49ae-9af2-9c5189dde775 req-2af3c605-6208-4551-b3ce-f3087ac37858 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1912904 Aug 31 06:57:00.168984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1284122153', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': True}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:00.218150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Set router 850e4e58-67ab-4707-94a9-0c3b8da68c20 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:00.223156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.313450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:00.321977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.419938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-6a6704db-46a7-4541-8140-a28a4d4864ba tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:00.430351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-6a6704db-46a7-4541-8140-a28a4d4864ba tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 945 time: 0.1799064 Aug 31 06:57:00.431768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.435931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.439377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e69ec17-6404-4311-bdf3-4fe2a6a8ec26 HTTP/1.1" status: 204 len: 168 time: 0.3907528 Aug 31 06:57:00.457365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.458199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f38d5b-ef4b-47cd-82f8-fe1b6b53983f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e69ec17-6404-4311-bdf3-4fe2a6a8ec26,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:00.537725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f351694e-07af-44cd-becd-8f01b56ec0e3 None None] Provisioning for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:00.545738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f351694e-07af-44cd-becd-8f01b56ec0e3 None None] Provisioning complete for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:00.547178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f351694e-07af-44cd-becd-8f01b56ec0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.553921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a53ec1b-747a-4d16-85a5-844ff18a6b16 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0846369 Aug 31 06:57:00.591760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.594210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f351694e-07af-44cd-becd-8f01b56ec0e3 None None] Port 171fed51-9f6e-4b64-b8fd-9a243a139a2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:00.628228 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-37e32d9d-960e-4d52-965e-dfc91365c4f3 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] delete failed (client error): The resource could not be found. Aug 31 06:57:00.639643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-37e32d9d-960e-4d52-965e-dfc91365c4f3 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e69ec17-6404-4311-bdf3-4fe2a6a8ec26 HTTP/1.1" status: 404 len: 347 time: 0.0354609 Aug 31 06:57:00.641080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:55Z', 'updated_at': '2021-08-31T06:56:57Z', 'revision_number': 3, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port': {'id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:56:56Z', 'updated_at': '2021-08-31T06:56:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:00.641267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:00.645906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--696802818'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:00.702910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Checking router: 850e4e58-67ab-4707-94a9-0c3b8da68c20 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:00.703501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Updating router 850e4e58-67ab-4707-94a9-0c3b8da68c20 port a3af0742-dce7-4570-a066-6e3f69068094 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:00.713778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Deleting port 93864460-50fd-4b53-9d3c-6c6477d2c589 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:00.714769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.750493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.860311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] For port 93864460-50fd-4b53-9d3c-6c6477d2c589, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=93864460-50fd-4b53-9d3c-6c6477d2c589,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:00.860686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:00.984943 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c907344b-768c-47fe-9227-d87ec3f051a4 (CIDR: 2001:db8::/64) Aug 31 06:57:00.997237 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:57:00.997889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.034203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.035454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.044081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8dbe5904-9548-4d32-ae43-3c0352cb8ca3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0110865 Aug 31 06:57:01.047595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.056205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:01.080276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.099520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ef9a11-c5f6-49ae-9af2-9c5189dde775 req-9dc6b037-7f2b-4de0-a1fb-a0cfa014aa6f tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=241c1a8e-fc44-4acd-8888-6a6af87ddd90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8311827 Aug 31 06:57:01.205592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.206567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.207051 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Floating IP 0fdfb95d-805b-4e55-ab4a-57d0c4b25311 disassociated. External IP: 172.25.3.47, port: 93864460-50fd-4b53-9d3c-6c6477d2c589. Aug 31 06:57:01.207623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Calling delete_port for 93864460-50fd-4b53-9d3c-6c6477d2c589 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:01.217832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.228351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.247836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Transition to ACTIVE for port object a3af0742-dce7-4570-a066-6e3f69068094 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:01.259749 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.369375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.381622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:57:01.381622 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:57:01.381622 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': 'b7b00a2dcf8e409c8920a935d9069385', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 57, 0, 672792)}] Aug 31 06:57:01.381622 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:01.382455 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:01.396981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Attempting to bind port a3af0742-dce7-4570-a066-6e3f69068094 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:01.397532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Attempting to bind port a3af0742-dce7-4570-a066-6e3f69068094 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:01.397994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Attempting to bind port a3af0742-dce7-4570-a066-6e3f69068094 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:01.412025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.418176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad203d-c30c-47a3-a8f5-092114799d07 None None] Pushing event updated for resources: {'Port': ['ID=a3af0742-dce7-4570-a066-6e3f69068094,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.424684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:01.428291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:01.428607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.428902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:01.429693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.431811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:01.432673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Bound port: a3af0742-dce7-4570-a066-6e3f69068094, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:01.434001 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.504736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'Port': ['ID=93864460-50fd-4b53-9d3c-6c6477d2c589,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.545781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] For port a3af0742-dce7-4570-a066-6e3f69068094, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:01.552124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] For port a3af0742-dce7-4570-a066-6e3f69068094, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a3af0742-dce7-4570-a066-6e3f69068094,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:01.559668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:01.613221 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet b08fd68d-6ed0-461b-958d-709d13ccce17 (CIDR: 2001:db8:0:1::/64) Aug 31 06:57:01.617995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f5a75a-4ac0-428a-ac37-661b951bb60c req-ca3c4983-e77c-46e8-810a-af55ff3dd64c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:01.627300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3f5a75a-4ac0-428a-ac37-661b951bb60c req-ca3c4983-e77c-46e8-810a-af55ff3dd64c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2606122 Aug 31 06:57:01.637691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad203d-c30c-47a3-a8f5-092114799d07 None None] Pushing event updated for resources: {'Port': ['ID=a3af0742-dce7-4570-a066-6e3f69068094,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:01.643988 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:57:01.644504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:01.669604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-277ce7ba-3fa8-4ca9-8271-41dd8ca6bf0a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6204545 Aug 31 06:57:01.672290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:01.677798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'subnet': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:01.678044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Routers {'850e4e58-67ab-4707-94a9-0c3b8da68c20'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:01.678759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['850e4e58-67ab-4707-94a9-0c3b8da68c20'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:01.739446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:01.744753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3f5a75a-4ac0-428a-ac37-661b951bb60c req-8fde3c11-6282-47e4-8aab-7d2befd4154c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165125 Aug 31 06:57:01.890632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] Set router 850e4e58-67ab-4707-94a9-0c3b8da68c20 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:01.952540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:01.967173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:01.980115 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:01.981261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:02.013348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.076294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.124721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90867c6-a61e-46dc-97f3-1dc5a7126f4b req-9501c709-372b-466c-951d-1e1fae4a4aca tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:02.126487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f90867c6-a61e-46dc-97f3-1dc5a7126f4b req-9501c709-372b-466c-951d-1e1fae4a4aca tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2598140 Aug 31 06:57:02.244602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:55Z', 'updated_at': '2021-08-31T06:56:57Z', 'revision_number': 3, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port': {'id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:56:56Z', 'updated_at': '2021-08-31T06:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:02.288342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf10481-68b3-4c5a-a0ac-a09c040d73b9 None None] The sync data for ids ['850e4e58-67ab-4707-94a9-0c3b8da68c20'] in n-d-712707-15 is: [{'id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161'}], 'enable_snat': False}, 'gw_port_id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:56:55Z', 'updated_at': '2021-08-31T06:56:57Z', 'revision_number': 3, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port': {'id': 'a3af0742-dce7-4570-a066-6e3f69068094', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:23:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '850e4e58-67ab-4707-94a9-0c3b8da68c20', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2708, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:56:56Z', 'updated_at': '2021-08-31T06:57:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:02.307031 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:02.395556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f90867c6-a61e-46dc-97f3-1dc5a7126f4b req-456c5157-a269-41f6-9dc2-6440f92081c8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423916 Aug 31 06:57:02.473597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] No DVR routers for this DVR port 93864460-50fd-4b53-9d3c-6c6477d2c589 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:02.478714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.527444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.533411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bbd08e34-997d-40a2-a3ab-0b8c9faa1392 req-202c6f84-590b-4fdc-a194-1aa44f76bd4b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "DELETE /v2.0/ports/93864460-50fd-4b53-9d3c-6c6477d2c589 HTTP/1.1" status: 204 len: 173 time: 2.0943346 Aug 31 06:57:02.535001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'name': 'network-vif-deleted', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:02.536581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Made reservation on behalf of 0c9b2d2c20194de3a7638ef995d1e8f6 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:02.544627 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13b2e00-30da-430c-9e73-340fbbd395b1" -d '{"events": [{"server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "name": "network-vif-deleted", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:02.553858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.661403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77c363dd-be41-4b09-883e-61afcdca97dc req-6b7a7cf1-c1a9-4fa7-a4f7-1659286617e6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=cb482923-c073-40df-a9e0-d0c8ce845dbd HTTP/1.1" status: 200 len: 210 time: 0.2108977 Aug 31 06:57:02.729160 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:02.756121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.25.3.177 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:02.836016 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:02.859450 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:02.861610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:02.864323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.870917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.932908 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:02.934565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.2923906 Aug 31 06:57:02.937360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:02.953263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'f04607a8-4905-4314-8a3c-43c1a1d013ad', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:03.002309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bf45d-e4ba-48f8-b463-068c6c8e5d10 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f04607a8-4905-4314-8a3c-43c1a1d013ad,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.012920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.122675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.147624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.170705 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4da4030-b179-434c-86f0-9b8ee91d3940 x-openstack-request-id: req-c4da4030-b179-434c-86f0-9b8ee91d3940 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:03.171216 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb482923-c073-40df-a9e0-d0c8ce845dbd", "name": "network-vif-deleted", "tag": "93864460-50fd-4b53-9d3c-6c6477d2c589", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:03.171666 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c4da4030-b179-434c-86f0-9b8ee91d3940 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:03.172269 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb482923-c073-40df-a9e0-d0c8ce845dbd', 'name': 'network-vif-deleted', 'tag': '93864460-50fd-4b53-9d3c-6c6477d2c589', 'status': 'completed', 'code': 200} Aug 31 06:57:03.188094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5b8ab3a-9f68-43d0-a76d-06a14b6e4caf,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.197056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.198817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c6ffd2b-434f-4ab5-ac9b-8ea9e5f2c517 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2601941 Aug 31 06:57:03.201780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.246083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.257751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.297023 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.303735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.321841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/a5b8ab3a-9f68-43d0-a76d-06a14b6e4caf HTTP/1.1" status: 204 len: 168 time: 0.1188345 Aug 31 06:57:03.331984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.342613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fbf849-7273-4741-9a33-6d6312a9a81e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5b8ab3a-9f68-43d0-a76d-06a14b6e4caf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.411747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e5f1b-9c96-4720-9c6c-96e1b63f4156 req-724d97ee-27f5-4094-b6c2-daac13f77ec4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:03.413298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a4e5f1b-9c96-4720-9c6c-96e1b63f4156 req-724d97ee-27f5-4094-b6c2-daac13f77ec4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.5219331 Aug 31 06:57:03.436435 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:03.523318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.574034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.685873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Subnet': ['ID=d9763254-6fc7-4ae3-9372-9f47235bf9f8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:03.705043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3df36508-6b52-4d51-acd9-b444137d90d9 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3536983 Aug 31 06:57:03.706597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46268) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.731723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a3af0742-dce7-4570-a066-6e3f69068094 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:03.748145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a4e5f1b-9c96-4720-9c6c-96e1b63f4156 req-e3054726-536c-416b-9f08-b2280d1ebd0b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266618 Aug 31 06:57:03.809529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:03.831443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:03.865382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.867556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:03.868978 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:03.873002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.885124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:03.890438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b82d479-3686-48e3-820a-2550feb5bbdc None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:03.891639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.923904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc75095-af6b-4151-88d3-945dd029eded None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:03.931793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:03.999653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 93864460-50fd-4b53-9d3c-6c6477d2c589 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:04.014128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a3af0742-dce7-4570-a066-6e3f69068094 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:04.044774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 93864460-50fd-4b53-9d3c-6c6477d2c589 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:04.045308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 93864460-50fd-4b53-9d3c-6c6477d2c589 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:04.054522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a3af0742-dce7-4570-a066-6e3f69068094 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:04.055070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.060607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.064475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.071415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/f04607a8-4905-4314-8a3c-43c1a1d013ad HTTP/1.1" status: 204 len: 168 time: 0.3649271 Aug 31 06:57:04.085707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.110294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.202706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.207459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:04.227858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a3af0742-dce7-4570-a066-6e3f69068094, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a3af0742-dce7-4570-a066-6e3f69068094,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:04.235614 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.264515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:04.279048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eb0117-9925-44ac-b49c-9f60fa59324c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04607a8-4905-4314-8a3c-43c1a1d013ad,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.293212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:04.336425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a3af0742-dce7-4570-a066-6e3f69068094,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.348695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fca16dd9-5e94-4552-aa54-9a855a4cb788 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2480676 Aug 31 06:57:04.358807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.368039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--306236374'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:04.392896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe3987f8-5cae-4cf2-860e-6a22ba6ba591 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.7171540 Aug 31 06:57:04.395018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.441687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2024231565', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd9763254-6fc7-4ae3-9372-9f47235bf9f8'}], 'security_groups': ['89559337-b18b-4d49-a9aa-b809099e21dc', 'a012b204-77c4-4bd8-a73e-5e43cd65ca96']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:04.455962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.474917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0c0e5c-af9e-4266-afa1-35e5c4442797 req-e6d0edd2-0261-430b-89f2-20c6dcf71164 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:04.477165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c0c0e5c-af9e-4266-afa1-35e5c4442797 req-e6d0edd2-0261-430b-89f2-20c6dcf71164 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.4303594 Aug 31 06:57:04.483617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.506339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.581525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6d85f-5ca6-457d-aed2-d22549598c23 None None] New status for floating IP 0fdfb95d-805b-4e55-ab4a-57d0c4b25311: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:57:04.586771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c0c0e5c-af9e-4266-afa1-35e5c4442797 req-8222d3d4-47ee-4ae2-b3c3-a65b0980768f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005440 Aug 31 06:57:04.732360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.737698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.767146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d500053f-71f6-46d2-ad99-74c5a86d4539,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.783241 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.784324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Update dhcp port {'port': {'network_id': '48a6d4c4-3cde-4e2e-a2a6-593a006fba2e', 'fixed_ips': [{'subnet_id': 'b08fd68d-6ed0-461b-958d-709d13ccce17', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'c907344b-768c-47fe-9227-d87ec3f051a4', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd9763254-6fc7-4ae3-9372-9f47235bf9f8'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'ac6a04f6-a253-4841-8a3c-f5a48e1f4007'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:57:04.786011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3670ef34-1a13-4c6d-b280-9c23a3b227cf tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4223194 Aug 31 06:57:04.788594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.793904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'd500053f-71f6-46d2-ad99-74c5a86d4539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:04.826381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.841054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.906247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.925356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.929595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.975002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=090a859b-2ced-4d19-861e-d26288ec9b1a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:04.984842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:04.986253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c74f284-3dd1-493c-ba67-7a4a20e1d25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1966546 Aug 31 06:57:04.992284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:04.999793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'd500053f-71f6-46d2-ad99-74c5a86d4539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:05.051942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.064556 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0e41b0-df0e-4e85-8508-1770cdfdc181 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.105259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.144793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.154814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.187929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd6f7cb-32a3-42c7-9af5-0afe69024631 req-37cae0fa-6587-4372-872c-f93ed23c0377 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:05.188474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd0fc4c4-0c97-4c7d-800d-6a503d0cba4a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.195448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcd6f7cb-32a3-42c7-9af5-0afe69024631 req-37cae0fa-6587-4372-872c-f93ed23c0377 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.3336077 Aug 31 06:57:05.222489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Allocated IP 2001:db8:0:2::2 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/d9763254-6fc7-4ae3-9372-9f47235bf9f8/ac6a04f6-a253-4841-8a3c-f5a48e1f4007) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:05.342268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.345058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.348372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "DELETE /v2.0/security-groups/241c1a8e-fc44-4acd-8888-6a6af87ddd90 HTTP/1.1" status: 204 len: 168 time: 1.5352952 Aug 31 06:57:05.348542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:05.350110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.365980 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-68f99f4d-5189-48d6-b4ee-c6953a29ad47 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] show failed (client error): The resource could not be found. Aug 31 06:57:05.369990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68f99f4d-5189-48d6-b4ee-c6953a29ad47 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups/241c1a8e-fc44-4acd-8888-6a6af87ddd90 HTTP/1.1" status: 404 len: 347 time: 0.0174198 Aug 31 06:57:05.370133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcd6f7cb-32a3-42c7-9af5-0afe69024631 req-35559518-a543-478f-aef3-731f8693a633 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726692 Aug 31 06:57:05.380723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.404193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.409558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f2fbff-3e73-4293-86a3-40c6d54f151b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=241c1a8e-fc44-4acd-8888-6a6af87ddd90,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.437541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Transition to ACTIVE for port object ac6a04f6-a253-4841-8a3c-f5a48e1f4007 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:05.448908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.472389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.546117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ec663f-1089-44d0-bcca-77af936eabb2 None None] Pushing event updated for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.683407 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.722401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0e41b0-df0e-4e85-8508-1770cdfdc181 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.723742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Deleting port 50b8df4b-eab2-441a-a474-1bd5d6219421 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:05.724301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.733613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a3af0742-dce7-4570-a066-6e3f69068094 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:05.760402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a0e41b0-df0e-4e85-8508-1770cdfdc181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.789035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a3af0742-dce7-4570-a066-6e3f69068094 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:05.790262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.794928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.796170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2299dac5-4680-482e-aae3-bf4d3f77ee54 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8026087 Aug 31 06:57:05.798929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46330) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:05.803738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'd500053f-71f6-46d2-ad99-74c5a86d4539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:05.851875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.852414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.871531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:05.874669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Calling delete_port for 50b8df4b-eab2-441a-a474-1bd5d6219421 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:05.904307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e41b0-df0e-4e85-8508-1770cdfdc181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52991fb8-e2be-4b86-b901-cca3ee212c71,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:05.921878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8afda20-1610-424e-b229-9a4f07cae071 req-10effc61-8f07-4857-899f-81948cb6485a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:05.923416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8afda20-1610-424e-b229-9a4f07cae071 req-10effc61-8f07-4857-899f-81948cb6485a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.3496027 Aug 31 06:57:05.956650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:05.977163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0a0e41b0-df0e-4e85-8508-1770cdfdc181 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf728806edcf4a7198e051e1ac7a8fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5179186 Aug 31 06:57:05.981173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.099377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.123126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.127179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8afda20-1610-424e-b229-9a4f07cae071 req-ddbf6e34-4434-45c6-a4bf-eef755656849 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445189 Aug 31 06:57:06.157171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Delete allocated IP 2001:db8::f4 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/c907344b-768c-47fe-9227-d87ec3f051a4) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 06:57:06.159882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.161103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3611345 Aug 31 06:57:06.165608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.171833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f35485-1adb-4636-9da7-1ff25c1693f5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09c0aebd-2d08-46e7-b68e-942409d5e019,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.176371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Allocated IP 2001:db8:0:2::3a1 (48a6d4c4-3cde-4e2e-a2a6-593a006fba2e/d9763254-6fc7-4ae3-9372-9f47235bf9f8/171fed51-9f6e-4b64-b8fd-9a243a139a2b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:06.181274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'd500053f-71f6-46d2-ad99-74c5a86d4539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:06.233552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.244483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.332848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.415972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.473527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.477025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.478338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/52991fb8-e2be-4b86-b901-cca3ee212c71 HTTP/1.1" status: 204 len: 168 time: 0.4927185 Aug 31 06:57:06.548822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.556775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20bd27c-bedb-44f8-a1ac-5e11841a6c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52991fb8-e2be-4b86-b901-cca3ee212c71,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.561022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.567038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.588075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35a2d08-32dd-49a4-80d4-327abe2fc480 req-804c8bbd-c5fd-40ad-a920-f5ec22986c1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:06.595783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e35a2d08-32dd-49a4-80d4-327abe2fc480 req-804c8bbd-c5fd-40ad-a920-f5ec22986c1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.3450050 Aug 31 06:57:06.617588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Provisioning for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:06.627917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:06.630361 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.633842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=886a3f12-614a-4625-9cd7-16ed5b14ba52,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.639725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'Port': ['ID=50b8df4b-eab2-441a-a474-1bd5d6219421,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:06.652330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.657192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b7b0992c-116f-4eba-8fd4-393c9dc6b0c1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4884965 Aug 31 06:57:06.659132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:06.666348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'd500053f-71f6-46d2-ad99-74c5a86d4539', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:06.781532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e35a2d08-32dd-49a4-80d4-327abe2fc480 req-57a67bd3-6dfd-4c5e-abcb-b69d859dc514 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847808 Aug 31 06:57:06.785657 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.855370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Provisioning complete for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:06.856387 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.869879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.872960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:06.874271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5657edb8-482a-4048-abed-685aff131926 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "DELETE /v2.0/floatingips/0fdfb95d-805b-4e55-ab4a-57d0c4b25311 HTTP/1.1" status: 204 len: 168 time: 1.4799654 Aug 31 06:57:06.903701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Port 171fed51-9f6e-4b64-b8fd-9a243a139a2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:06.928111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:06.929037 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.031892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e18e9d32-5e9e-445d-ba49-ded4aa719c2c None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:07.033982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.045317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.051806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Transition to ACTIVE for port object 171fed51-9f6e-4b64-b8fd-9a243a139a2b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:07.053350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.078571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.118198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba9f4915-93c4-4370-afb4-52d158ea3186,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.130127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.138457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event updated for resources: {'Port': ['ID=171fed51-9f6e-4b64-b8fd-9a243a139a2b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.146677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.148359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e6f42da5-1190-4f24-a569-cc70292a1735 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4857821 Aug 31 06:57:07.211787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.217062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] In _notify_port_updated(), no bound segment for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b on network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 06:57:07.223075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:07.223902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.228530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.228728 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4f51720d-44ea-47b8-b632-01333c856b8b tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "PUT /v2.0/ports/171fed51-9f6e-4b64-b8fd-9a243a139a2b HTTP/1.1" status: 200 len: 970 time: 2.7984920 Aug 31 06:57:07.243620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.263477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router b585217b-2522-4fe6-a96a-7b3b2942b6f4 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:07.404319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.412380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 171fed51-9f6e-4b64-b8fd-9a243a139a2b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:07.412727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.442064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.445610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/ba9f4915-93c4-4370-afb4-52d158ea3186 HTTP/1.1" status: 204 len: 168 time: 0.2955620 Aug 31 06:57:07.445610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e91b40e-dce0-473b-8a12-f6b89cda4fcc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba9f4915-93c4-4370-afb4-52d158ea3186,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.448579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.472538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb32bb-1318-412a-9723-00d62e199567 req-1f6b9749-9900-461f-9bbd-d835f971354f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:07.474194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54fb32bb-1318-412a-9723-00d62e199567 req-1f6b9749-9900-461f-9bbd-d835f971354f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2185187 Aug 31 06:57:07.568833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.573890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93e74834-fcf0-4d71-9c38-6391c3875194 None None] Provisioning for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:07.588184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 171fed51-9f6e-4b64-b8fd-9a243a139a2b owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:07.591638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93e74834-fcf0-4d71-9c38-6391c3875194 None None] Provisioning complete for port 171fed51-9f6e-4b64-b8fd-9a243a139a2b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:07.592032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93e74834-fcf0-4d71-9c38-6391c3875194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.623208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.624275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:07.631997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group': {'name': 'tempest-securitygroup--451354484', 'description': 'tempest-description--1227485669'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:07.633604 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Sync routers for ids ['b585217b-2522-4fe6-a96a-7b3b2942b6f4'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:07.648339 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Routers {'b585217b-2522-4fe6-a96a-7b3b2942b6f4'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:07.648988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b585217b-2522-4fe6-a96a-7b3b2942b6f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:07.651432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-93e74834-fcf0-4d71-9c38-6391c3875194 None None] Port 171fed51-9f6e-4b64-b8fd-9a243a139a2b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:07.676106 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-933ce156-0cdb-46a2-8679-f18273ecbd82 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.2008448 Aug 31 06:57:07.678895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46380) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.715057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54fb32bb-1318-412a-9723-00d62e199567 req-aa87f014-6b6d-412d-bce9-4a8ea47b373b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746566 Aug 31 06:57:07.734702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.737456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.757767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.759384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4c4a8128-8c68-4d8b-ab0f-8c1af8c4f28e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.6282706 Aug 31 06:57:07.766459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.771895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.829441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Set router b585217b-2522-4fe6-a96a-7b3b2942b6f4 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:07.852715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.906516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-18c6db4d-9596-47b3-a77a-371263af6636 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/b585217b-2522-4fe6-a96a-7b3b2942b6f4 HTTP/1.1" status: 200 len: 908 time: 0.1367259 Aug 31 06:57:07.908936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.916663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=171fed51-9f6e-4b64-b8fd-9a243a139a2b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:07.947825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.955738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.960795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df23fcf2-51fd-4013-a533-750457420094 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/171fed51-9f6e-4b64-b8fd-9a243a139a2b HTTP/1.1" status: 204 len: 168 time: 0.7304425 Aug 31 06:57:07.965564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:07.969033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:07.970134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/886a3f12-614a-4625-9cd7-16ed5b14ba52 HTTP/1.1" status: 204 len: 168 time: 0.2900627 Aug 31 06:57:07.980151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.036124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1139ff-dc5c-4ac4-8a9f-630b52f75ecd tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=886a3f12-614a-4625-9cd7-16ed5b14ba52,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.045783 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bbeb10b-e069-47af-8d59-1d5c90c9143a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] GET failed (client error): The resource could not be found. Aug 31 06:57:08.051371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4bbeb10b-e069-47af-8d59-1d5c90c9143a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports/171fed51-9f6e-4b64-b8fd-9a243a139a2b HTTP/1.1" status: 404 len: 333 time: 0.0799499 Aug 31 06:57:08.052021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.098094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a85072b-d781-4570-9d16-3a299db63058 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1101792 Aug 31 06:57:08.098503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.121118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.124904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585217b-2522-4fe6-a96a-7b3b2942b6f4', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:01Z', 'updated_at': '2021-08-31T06:57:05Z', 'revision_number': 3, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port': {'id': '3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:46:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b585217b-2522-4fe6-a96a-7b3b2942b6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2725, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:02Z', 'updated_at': '2021-08-31T06:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:08.143102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.160592 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Checking router: b585217b-2522-4fe6-a96a-7b3b2942b6f4 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:08.161042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Updating router b585217b-2522-4fe6-a96a-7b3b2942b6f4 port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:08.172030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.173920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.195600 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.225231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.254924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.271842 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.275380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/09c0aebd-2d08-46e7-b68e-942409d5e019 HTTP/1.1" status: 204 len: 168 time: 0.1736562 Aug 31 06:57:08.276987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46398) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.301373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc2243-e2a6-4c3a-8211-f7ce8f25111c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=09c0aebd-2d08-46e7-b68e-942409d5e019,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.344844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-768345e6-e003-4eb6-84f5-5fba08280215 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0614297 Aug 31 06:57:08.347232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.349414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.353283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.357813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/security-groups/c998e438-fc51-460f-957f-61adc894628b HTTP/1.1" status: 204 len: 168 time: 0.2953315 Aug 31 06:57:08.358023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.358863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46406) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.371892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.404592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.408878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7800026 Aug 31 06:57:08.414332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.418900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group_rule': {'security_group_id': '7aec3b1f-8286-4542-b440-f2a88f370bec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:08.423657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.428309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086e7002-8fd3-4022-895d-091c39079507 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c998e438-fc51-460f-957f-61adc894628b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.429257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.445260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.447403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c9b37-f9a6-466e-a102-332855cb4fb9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7aec3b1f-8286-4542-b440-f2a88f370bec,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.462111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.501833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.514830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.533290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.555517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.560766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/bd0fc4c4-0c97-4c7d-800d-6a503d0cba4a HTTP/1.1" status: 204 len: 168 time: 0.2101066 Aug 31 06:57:08.563867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.576110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0e0b0-893f-4023-9bf6-f5bed2333524 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd0fc4c4-0c97-4c7d-800d-6a503d0cba4a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.584452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Deleting port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:08.587521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.599540 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.604502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.607329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.611679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/security-groups/a012b204-77c4-4bd8-a73e-5e43cd65ca96 HTTP/1.1" status: 204 len: 168 time: 0.2469079 Aug 31 06:57:08.612290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.614322 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Transition to ACTIVE for port object 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:08.622768 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.641813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4309c8-9917-425e-89ff-62003d9e7469 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a012b204-77c4-4bd8-a73e-5e43cd65ca96,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.662093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ce089682-3a89-4e1c-97f8-905d2253d5ee tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0971165 Aug 31 06:57:08.665887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.678873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.683516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.691898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Attempting to bind port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:08.692454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Attempting to bind port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:08.692598 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Attempting to bind port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:08.705230 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:08.705627 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:08.706350 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.706748 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:08.707214 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Bound port: 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:08.707590 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.715809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8929ed00-ef13-4b28-8127-93c29ccde69f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.740152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.752550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.754343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.755275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.756473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6cce9d3c-5825-4713-8254-a3597ebeb539 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411796 Aug 31 06:57:08.759593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.764312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'security_group_rule': {'security_group_id': '7aec3b1f-8286-4542-b440-f2a88f370bec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:08.793487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.794632 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24ae5-3c4e-47e3-89dc-9294e7a693a1 None None] Pushing event updated for resources: {'Port': ['ID=3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.803875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.819603 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] For port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:08.821598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Calling delete_port for 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:08.826069 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] For port 3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:08.831766 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.849857 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.863833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.869572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/090a859b-2ced-4d19-861e-d26288ec9b1a HTTP/1.1" status: 204 len: 168 time: 0.2018406 Aug 31 06:57:08.875185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.898506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08aaf82-67c7-4919-b40f-d42d5b4565a1 req-ebe0a6df-8f24-4214-8110-c14dcdaacf9e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:08.900542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a08aaf82-67c7-4919-b40f-d42d5b4565a1 req-ebe0a6df-8f24-4214-8110-c14dcdaacf9e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1128550 Aug 31 06:57:08.902123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.921647 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Routers {'b585217b-2522-4fe6-a96a-7b3b2942b6f4'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:08.922272 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b585217b-2522-4fe6-a96a-7b3b2942b6f4'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:08.926300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d24ae5-3c4e-47e3-89dc-9294e7a693a1 None None] Pushing event updated for resources: {'Port': ['ID=3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.931131 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.935094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:08.939199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/security-groups/89559337-b18b-4d49-a9aa-b809099e21dc HTTP/1.1" status: 204 len: 168 time: 0.3080974 Aug 31 06:57:08.941861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:08.953784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97ddc72-c09e-4160-ba47-ab421aa88242 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=090a859b-2ced-4d19-861e-d26288ec9b1a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.974044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a43587f-55fe-4876-9f0d-6308fc3e7229 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89559337-b18b-4d49-a9aa-b809099e21dc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:08.987021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3e2c1af-a660-43c2-a69d-aefe2461ae09 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1098230 Aug 31 06:57:08.992332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.045260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a08aaf82-67c7-4919-b40f-d42d5b4565a1 req-578e0069-6dc5-46c7-9b64-71680e286c24 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319652 Aug 31 06:57:09.064531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet c907344b-768c-47fe-9227-d87ec3f051a4 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:09.072906 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.074558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.087333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.098326 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.111895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] Set router b585217b-2522-4fe6-a96a-7b3b2942b6f4 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:09.128786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.138749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=687841e8-fdcf-4ee4-81de-da023ba1f1d1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.142440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.198885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.200183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b4e10fb-77c7-48c1-829f-1e7c73a41a79 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4395225 Aug 31 06:57:09.203300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.204747 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b585217b-2522-4fe6-a96a-7b3b2942b6f4', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:01Z', 'updated_at': '2021-08-31T06:57:08Z', 'revision_number': 4, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:09.216249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:09.242264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.245451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.249886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/d500053f-71f6-46d2-ad99-74c5a86d4539 HTTP/1.1" status: 204 len: 168 time: 0.2561183 Aug 31 06:57:09.250574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.280763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.283085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23825f-74e3-4a0d-b8ac-6fb7db88e41b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d500053f-71f6-46d2-ad99-74c5a86d4539,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.335076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18441645-fb52-48a0-b690-60878ef6ab6b None None] The sync data for ids ['b585217b-2522-4fe6-a96a-7b3b2942b6f4'] in n-d-712707-15 is: [{'id': 'b585217b-2522-4fe6-a96a-7b3b2942b6f4', 'name': 'tempest-snat-router-1284122153', 'tenant_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:01Z', 'updated_at': '2021-08-31T06:57:08Z', 'revision_number': 4, 'project_id': 'a81a4316436b4e7788d28fbac43cb3f5', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:09.436837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.442544 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0cbce98b-ca2f-4c6c-a535-d3bfc48eb324 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1754208 Aug 31 06:57:09.449648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46446) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.454772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899142657'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:09.495331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.536717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Port': ['ID=3aba62b6-fa62-4eae-9bf6-fc2f35fb8ee7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.553657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfcf16-9dc6-4230-bbe5-05c44214c01e req-57b0da7a-0bad-4c0f-a062-5bb502c38579 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:09.555563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecdfcf16-9dc6-4230-bbe5-05c44214c01e req-57b0da7a-0bad-4c0f-a062-5bb502c38579 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1403718 Aug 31 06:57:09.608222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-86efe38f-ec47-4634-b48d-c9db19963a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:09.608751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-86efe38f-ec47-4634-b48d-c9db19963a5a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2fac70db29ed46eaa2755cc30efeb675&device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 1098 time: 0.1539888 Aug 31 06:57:09.617856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.653251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.683946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=c907344b-768c-47fe-9227-d87ec3f051a4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:09.697721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.704981 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39b6e596-f895-4ef0-80aa-0f144315aa42 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/c907344b-768c-47fe-9227-d87ec3f051a4 HTTP/1.1" status: 204 len: 168 time: 0.7501879 Aug 31 06:57:09.707641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46454) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:09.708116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9731eb-3238-4095-a460-4b26653fd00e None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:09.767214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.769650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet d9763254-6fc7-4ae3-9372-9f47235bf9f8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:09.775226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.777890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecdfcf16-9dc6-4230-bbe5-05c44214c01e req-424f38d6-eba6-4fdc-a20a-d752c97c83c4 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106905 Aug 31 06:57:09.830608 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.859384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.897586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-62004fe7-b755-4a03-9295-6cf0abf2b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:09.899513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-62004fe7-b755-4a03-9295-6cf0abf2b37c service neutron] 10.222.0.50 "GET /v2.0/networks?id=d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 200 len: 915 time: 0.2816823 Aug 31 06:57:09.903407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:09.906037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.029186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-8edec6fc-3d08-414e-b8d4-6d3d3723947d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 200 len: 217 time: 0.1195338 Aug 31 06:57:10.044329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.063103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.076140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.076778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b585217b-2522-4fe6-a96a-7b3b2942b6f4 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:10.082721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.082972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.083796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f5ee130c-7495-478a-a604-b06cfc2de771 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/routers/b585217b-2522-4fe6-a96a-7b3b2942b6f4 HTTP/1.1" status: 204 len: 168 time: 2.1736743 Aug 31 06:57:10.087709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:10.140446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-6ecb4410-3238-4c9b-be52-cb09a5a56878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:10.141978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-6ecb4410-3238-4c9b-be52-cb09a5a56878 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 200 len: 854 time: 0.1049366 Aug 31 06:57:10.174665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Allocated IP 172.25.3.22 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/5dadaa5e-3a30-4360-be41-c1b3d3b76de6) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:10.203606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.207690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7544570 Aug 31 06:57:10.210978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:10.211644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d719d8-d426-41a5-8159-bddc3c00d1dc tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d3d782-4c8e-46c4-ba28-92b1e7cf74e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:10.223829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-51f373e2-6e19-4c4a-a1f5-932a6201d619 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d75da41a-68fb-465c-8654-56727a2c68fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606937 Aug 31 06:57:10.228068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'a1d3d782-4c8e-46c4-ba28-92b1e7cf74e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:10.288846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.345060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.347237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/d9763254-6fc7-4ae3-9372-9f47235bf9f8 HTTP/1.1" status: 204 len: 168 time: 0.6376028 Aug 31 06:57:10.355031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b731b-507a-4f8a-b16f-f57352adc209 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=d9763254-6fc7-4ae3-9372-9f47235bf9f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:10.359004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46468) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:10.371172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.379847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-fbecb07e-6c5c-4419-883e-029f8386594f service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550338 Aug 31 06:57:10.400366 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a87c2020-dfb3-4ac0-94d4-cb93cbf3040c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:10.400838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a87c2020-dfb3-4ac0-94d4-cb93cbf3040c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:10.403573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a87c2020-dfb3-4ac0-94d4-cb93cbf3040c tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/c907344b-768c-47fe-9227-d87ec3f051a4 HTTP/1.1" status: 404 len: 337 time: 0.0407910 Aug 31 06:57:10.407244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46470) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:10.480503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.537146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting subnet b08fd68d-6ed0-461b-958d-709d13ccce17 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:10.541491 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.550953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.616760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62781118-852f-44d9-8df8-a5b8a50cd63a req-e3a8f32e-fcb8-4bec-9b3a-3b649b744a81 service neutron] 10.222.0.50 "GET /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817458 Aug 31 06:57:10.641623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.665408 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.772374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Deleting port a3af0742-dce7-4570-a066-6e3f69068094 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:10.772790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.789657 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.815266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.843188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4182ba8b-3612-4b7d-b584-38d939044eb5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:10.857296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.863173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e33e07-642e-4b6c-ac8e-87e07c4760c7 None None] Network 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:10.863694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.899193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] For port a3af0742-dce7-4570-a066-6e3f69068094, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a3af0742-dce7-4570-a066-6e3f69068094,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:10.899565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:10.916348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Calling delete_port for a3af0742-dce7-4570-a066-6e3f69068094 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:10.968981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:10.991386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:11.008041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.009277 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8cb6566e-99eb-42d3-9760-d262178ee199 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.7934873 Aug 31 06:57:11.016658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.018188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:11.091603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f267368-785a-4c34-b597-58db3d7176d0 req-7154976c-2193-43e8-85b8-78e318cb8932 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:11.094225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f267368-785a-4c34-b597-58db3d7176d0 req-7154976c-2193-43e8-85b8-78e318cb8932 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1866891 Aug 31 06:57:11.098623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=5dadaa5e-3a30-4360-be41-c1b3d3b76de6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.135216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.159467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ceeb273-b6da-4142-b506-a4a22be6bc07 None None] Provisioning complete for port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:11.159840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb273-b6da-4142-b506-a4a22be6bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.166559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.200206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.227973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Subnet': ['ID=b08fd68d-6ed0-461b-958d-709d13ccce17,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.234768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.237417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9ffb320-3eed-4517-bf86-601990d4462a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/b08fd68d-6ed0-461b-958d-709d13ccce17 HTTP/1.1" status: 204 len: 168 time: 0.8290448 Aug 31 06:57:11.251216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.298899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.302971 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.304404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/a1d3d782-4c8e-46c4-ba28-92b1e7cf74e5 HTTP/1.1" status: 204 len: 168 time: 0.2867513 Aug 31 06:57:11.311033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f267368-785a-4c34-b597-58db3d7176d0 req-dd68d562-c419-4de6-9ba8-bf6d9a1bfe09 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071226 Aug 31 06:57:11.324855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46488) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.334606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ceeb273-b6da-4142-b506-a4a22be6bc07 None None] Provisioning complete for port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:11.335118 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9ceeb273-b6da-4142-b506-a4a22be6bc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.366983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c3674-4246-4dc8-9a81-e8e48c49bb88 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d3d782-4c8e-46c4-ba28-92b1e7cf74e5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.377133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.390402 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-64b09fe8-e73b-4997-8af9-7e0e930f0499 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:11.390867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64b09fe8-e73b-4997-8af9-7e0e930f0499 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:11.396441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64b09fe8-e73b-4997-8af9-7e0e930f0499 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/d9ed9294-8508-4232-8fce-650b3ecfbf03 HTTP/1.1" status: 404 len: 337 time: 0.1434450 Aug 31 06:57:11.397104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.413552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9ceeb273-b6da-4142-b506-a4a22be6bc07 None None] Port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:11.426640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.440672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3dc3a732-d3ef-4f68-816a-00dd8bc3b2ea tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "GET /v2.0/ports?device_id=b76305d0-7661-4adf-93c2-27475a486652 HTTP/1.1" status: 200 len: 205 time: 0.0416601 Aug 31 06:57:11.440672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.446750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2f2fb67a-a50c-44c6-9c64-c6b6391a724c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1124234 Aug 31 06:57:11.461382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.465458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d8487-b407-4827-af11-984431021826 None None] DHCP port deletion for 48a6d4c4-3cde-4e2e-a2a6-593a006fba2e request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:57:11.470743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3af0742-dce7-4570-a066-6e3f69068094,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.485946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--817761640'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:11.539885 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5948754a-de72-49b9-b82f-01fff1dac907 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] delete failed (client error): The resource could not be found. Aug 31 06:57:11.544852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5948754a-de72-49b9-b82f-01fff1dac907 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/routers/b76305d0-7661-4adf-93c2-27475a486652 HTTP/1.1" status: 404 len: 336 time: 0.0887578 Aug 31 06:57:11.545667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.549678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.562695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.586675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-576d8487-b407-4827-af11-984431021826 None None] Deleting port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:11.587204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-576d8487-b407-4827-af11-984431021826 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.704837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-576d8487-b407-4827-af11-984431021826 None None] For port ac6a04f6-a253-4841-8a3c-f5a48e1f4007, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,segment=NetworkSegment(5089a2ae-5fb0-4886-84f5-a3d7805826b8),segment_id=5089a2ae-5fb0-4886-84f5-a3d7805826b8)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:11.705413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-576d8487-b407-4827-af11-984431021826 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.722366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.737438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-576d8487-b407-4827-af11-984431021826 None None] Calling delete_port for ac6a04f6-a253-4841-8a3c-f5a48e1f4007 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:11.752814 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c19b7cc-592b-4ce9-8736-440794b99865 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:11.753283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c19b7cc-592b-4ce9-8736-440794b99865 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:11.755161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c19b7cc-592b-4ce9-8736-440794b99865 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/ebbb963b-1821-4146-89ae-8d7933fe81d0 HTTP/1.1" status: 404 len: 337 time: 0.2064040 Aug 31 06:57:11.758231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.758861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.764079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac6a04f6-a253-4841-8a3c-f5a48e1f4007 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:11.820244 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-96d33114-bd2b-414f-a013-fe448512f787 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:11.820692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96d33114-bd2b-414f-a013-fe448512f787 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:11.822522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-96d33114-bd2b-414f-a013-fe448512f787 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/54e46d27-7530-460d-936e-010b95879982 HTTP/1.1" status: 404 len: 337 time: 0.0613811 Aug 31 06:57:11.824869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.826735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.873448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.928616 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8776d1a2-3518-433e-8ac3-9bcf7b48962a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:11.928992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8776d1a2-3518-433e-8ac3-9bcf7b48962a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:11.931059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8776d1a2-3518-433e-8ac3-9bcf7b48962a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/dadd6225-352f-4280-b514-6ef4bd15ba81 HTTP/1.1" status: 404 len: 337 time: 0.0592906 Aug 31 06:57:11.936990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:11.940179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.946015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=5dadaa5e-3a30-4360-be41-c1b3d3b76de6,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:11.958132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:11.960024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d9cb1e8-41f8-44f7-a292-2b77f75b8808 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7557640 Aug 31 06:57:12.023831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-576d8487-b407-4827-af11-984431021826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.089705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d8487-b407-4827-af11-984431021826 None None] Pushing event deleted for resources: {'Port': ['ID=ac6a04f6-a253-4841-8a3c-f5a48e1f4007,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:12.121047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576d8487-b407-4827-af11-984431021826 None None] No DVR routers for this DVR port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:12.137904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:57:12.137904 n-d-712707-15 neutron-server[94641]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 31 06:57:12.137904 n-d-712707-15 neutron-server[94641]: [parameters: {'status': 'DOWN', 'ports_id': 'ac6a04f6-a253-4841-8a3c-f5a48e1f4007'}] Aug 31 06:57:12.137904 n-d-712707-15 neutron-server[94641]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:12.137904 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:12.213124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.221938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.270149 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-85067564-e172-446e-b38d-c47424fe47fc tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.271075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85067564-e172-446e-b38d-c47424fe47fc tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.275792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-85067564-e172-446e-b38d-c47424fe47fc tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/03c9024b-d729-4b40-a432-938375ac3d2e HTTP/1.1" status: 404 len: 333 time: 0.3377151 Aug 31 06:57:12.277612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46530) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.301741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-40516b09-34b6-4ce0-936a-e62a66bffb60 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--451354484&fields=id&tenant_id=1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 267 time: 0.1268842 Aug 31 06:57:12.306423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.308006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 850e4e58-67ab-4707-94a9-0c3b8da68c20 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:12.314603 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-76254700-66c7-458d-891d-4a7506dc5ac6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.314829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.315108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76254700-66c7-458d-891d-4a7506dc5ac6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.315997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11476ce3-6151-4910-ae43-4478b009a467 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "DELETE /v2.0/routers/850e4e58-67ab-4707-94a9-0c3b8da68c20 HTTP/1.1" status: 204 len: 168 time: 2.2274785 Aug 31 06:57:12.321209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-76254700-66c7-458d-891d-4a7506dc5ac6 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/5f0264f9-bd3a-425a-85fe-1b3dd5724778 HTTP/1.1" status: 404 len: 337 time: 0.0412738 Aug 31 06:57:12.321896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.322250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.335666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-926017255', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:12.441171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.443163 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f777cea-098d-4153-a562-d0d7f6e68da9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.443705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f777cea-098d-4153-a562-d0d7f6e68da9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.446369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f777cea-098d-4153-a562-d0d7f6e68da9 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/4ca30fbd-7458-419b-9d80-360268c9d418 HTTP/1.1" status: 404 len: 337 time: 0.1184425 Aug 31 06:57:12.451275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.465943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4a780dd7-e2c9-4b03-a1d1-8d68326b85d9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:12.473408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4a780dd7-e2c9-4b03-a1d1-8d68326b85d9 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 810 time: 0.1623371 Aug 31 06:57:12.481474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.490004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-dbac0ce7-4537-4622-a15e-f9eae965e85c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/quotas/1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 375 time: 0.0155947 Aug 31 06:57:12.546225 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0cc4fc88-e48b-4d60-9ebf-a6c3fc15fee4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.547056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0cc4fc88-e48b-4d60-9ebf-a6c3fc15fee4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.552005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0cc4fc88-e48b-4d60-9ebf-a6c3fc15fee4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/991b4f4f-266a-4399-b2f1-209d841e3a03 HTTP/1.1" status: 404 len: 333 time: 0.0865803 Aug 31 06:57:12.554789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.575366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-1808b9a7-f794-4547-93a9-1083276de81c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0842857 Aug 31 06:57:12.600395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.601829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.617175 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ce2c207-7598-4ec8-8e68-eccb3cfb1ed4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.617827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ce2c207-7598-4ec8-8e68-eccb3cfb1ed4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.628212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1ce2c207-7598-4ec8-8e68-eccb3cfb1ed4 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/8c1bc660-327f-43e1-bb44-1ac09b6c83c9 HTTP/1.1" status: 404 len: 337 time: 0.0561683 Aug 31 06:57:12.628212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.628212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1552947 Aug 31 06:57:12.629575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.629846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.643639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1928261557'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:12.654534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca3e51-15c7-447c-80d7-6bf87967a11f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6673940-e0ed-4d1b-abd9-6e40aa17310d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:12.662592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port ac6a04f6-a253-4841-8a3c-f5a48e1f4007 update to DOWN by agent not found {{(pid=94641) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 31 06:57:12.689224 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-594b62ee-5b62-4448-8c0c-e3adc7ac7c93 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:12.689783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594b62ee-5b62-4448-8c0c-e3adc7ac7c93 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:12.691594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-594b62ee-5b62-4448-8c0c-e3adc7ac7c93 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/subnets/d330d6db-8b16-4fa3-aa81-62fce9546b26 HTTP/1.1" status: 404 len: 337 time: 0.0595982 Aug 31 06:57:12.695220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:12.700290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2325036-c4a1-42ed-9de9-3dbb6d475414 req-9c695ac8-6c65-4f2b-9817-0380380509f7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:12.701823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2325036-c4a1-42ed-9de9-3dbb6d475414 req-9c695ac8-6c65-4f2b-9817-0380380509f7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2541349 Aug 31 06:57:12.746064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-620cb0dc-a347-45ee-a7f7-0582bc0baad2 service neutron] 10.222.0.57 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539056 Aug 31 06:57:12.773833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.782292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.884565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2325036-c4a1-42ed-9de9-3dbb6d475414 req-710d38bd-8c82-460f-ba3c-30ee595ececc tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695683 Aug 31 06:57:12.892775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Deleting port 8bb0fb6f-7130-4f72-97f1-7a8a86989cec {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:12.893360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:12.960211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-c8f98d35-9f61-443e-96ad-f8dcad5c386e service neutron] 10.222.0.57 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005961 Aug 31 06:57:12.996591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.013084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.029719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Calling delete_port for 8bb0fb6f-7130-4f72-97f1-7a8a86989cec owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:13.143515 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.144114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.180511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Port': ['ID=8bb0fb6f-7130-4f72-97f1-7a8a86989cec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.187977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5486e4d-455c-4438-9ed1-f4daf2622b68 req-c1e0f037-27e1-492b-9090-d8b7e3df3c37 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:13.201905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5486e4d-455c-4438-9ed1-f4daf2622b68 req-c1e0f037-27e1-492b-9090-d8b7e3df3c37 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1831410 Aug 31 06:57:13.212682 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.224491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.229070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d42543b-34c6-4232-bdf8-db0c60d2c62a tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/ports/8bb0fb6f-7130-4f72-97f1-7a8a86989cec HTTP/1.1" status: 204 len: 168 time: 0.5295861 Aug 31 06:57:13.232821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20cebb95-cf7d-4431-b5a0-020897467833 req-72673858-c94d-48fb-bb23-ac6a43d6c970 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 210 time: 0.0546057 Aug 31 06:57:13.233538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.289543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48c9a842-58d0-402e-914b-a316a5440105,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.292528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.294194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9668196f-51e5-4377-bf67-046750181c2c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6633408 Aug 31 06:57:13.297494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.300833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5486e4d-455c-4438-9ed1-f4daf2622b68 req-6efc5414-ff30-47f6-be21-2c9d90c4b769 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979567 Aug 31 06:57:13.305076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'e6673940-e0ed-4d1b-abd9-6e40aa17310d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '48c9a842-58d0-402e-914b-a316a5440105', 'remote_ip_prefix': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:13.362929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.399301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.499129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.512353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.520422 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.539313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48a6d4c4-3cde-4e2e-a2a6-593a006fba2e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.553163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5089a2ae-5fb0-4886-84f5-a3d7805826b8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.553497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5089a2ae-5fb0-4886-84f5-a3d7805826b8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:13.563781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.579056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.586412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:13.586899 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.607007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a3af0742-dce7-4570-a066-6e3f69068094 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:13.632492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c37bc56-dcfd-4201-9e41-da9757634bf7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.648668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a3af0742-dce7-4570-a066-6e3f69068094 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:13.649138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a3af0742-dce7-4570-a066-6e3f69068094 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: items = [ Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:13.659254 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:13.662068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.664197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.665580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1d455f40-f465-4f26-a236-750eb51bdd9b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3638480 Aug 31 06:57:13.669450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.679602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.695462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03344d24-30d3-4486-8734-945d6d5eeb59 req-e418d76e-6719-442f-83db-489a5604d2f7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:13.696919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03344d24-30d3-4486-8734-945d6d5eeb59 req-e418d76e-6719-442f-83db-489a5604d2f7 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2512674 Aug 31 06:57:13.699012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.711997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.715085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] 10.222.0.57 "DELETE /v2.0/networks/48a6d4c4-3cde-4e2e-a2a6-593a006fba2e HTTP/1.1" status: 204 len: 168 time: 0.4801302 Aug 31 06:57:13.718592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753e83fa-c565-4dcf-bc22-d592c8a601a3 tempest-PortsIpV6TestJSON-577244331 tempest-PortsIpV6TestJSON-577244331-project] Pushing event deleted for resources: {'Network': ['ID=48a6d4c4-3cde-4e2e-a2a6-593a006fba2e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.744087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.756412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.795193 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03344d24-30d3-4486-8734-945d6d5eeb59 req-6900fb15-0be5-4310-bc5b-40e8cf2a1dbf tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883515 Aug 31 06:57:13.809355 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.816979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:13.818518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/9c37bc56-dcfd-4201-9e41-da9757634bf7 HTTP/1.1" status: 204 len: 168 time: 0.1476619 Aug 31 06:57:13.833741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:13.887335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a065b5-5cc8-4994-88de-9eeaada29054 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c37bc56-dcfd-4201-9e41-da9757634bf7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:13.904245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Allocated IP 172.25.3.146 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/c146a2c1-8451-4bbf-a1b9-be69d98664db) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:13.937370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-23a08c19-11a8-4848-9aa8-6b8b0152d80e tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1005228 Aug 31 06:57:13.941069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.003591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf00a6d-9ad9-4b04-85b8-98a414ed9009 req-5e444ffe-43f0-4916-92ab-2516d52b9c73 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:14.006053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-faf00a6d-9ad9-4b04-85b8-98a414ed9009 req-5e444ffe-43f0-4916-92ab-2516d52b9c73 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1016438 Aug 31 06:57:14.050839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-faf00a6d-9ad9-4b04-85b8-98a414ed9009 req-4b13827c-5696-4c2b-a52f-2e2208c83eea tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379660 Aug 31 06:57:14.134231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.173114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.195031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.278227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46618) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.279305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.282259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.286321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/48c9a842-58d0-402e-914b-a316a5440105 HTTP/1.1" status: 204 len: 168 time: 0.3414168 Aug 31 06:57:14.287544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.305576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.320434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d37555-9949-4078-9efe-6e161d2d8758 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c9a842-58d0-402e-914b-a316a5440105,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.335243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d71f93d-e177-418f-9d47-84e289766646 req-75fa803d-a20b-465a-a7e9-8994c73547b8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:14.336870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d71f93d-e177-418f-9d47-84e289766646 req-75fa803d-a20b-465a-a7e9-8994c73547b8 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1341188 Aug 31 06:57:14.401672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d71f93d-e177-418f-9d47-84e289766646 req-635fef84-eec1-4159-af23-4ff0892ff81a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477264 Aug 31 06:57:14.414179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fca71ef7-c352-4bf4-9d4f-cfe135d035d3 req-06c26197-69be-467c-bf9a-d1815cb0e09c tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 210 time: 0.0580173 Aug 31 06:57:14.416201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:14.428165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:14.438520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:14.449726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event updated for resources: {'Port': ['ID=c146a2c1-8451-4bbf-a1b9-be69d98664db,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.480928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7bebb624-891a-4f8e-a678-486fc51c1cf6 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1882598 Aug 31 06:57:14.481362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.543634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dc4f786d-c7e8-44da-bac6-65fe8e63aad9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c9b2d2c20194de3a7638ef995d1e8f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551205 Aug 31 06:57:14.553396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.629381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a87212-9c4f-40e7-a110-bbc4d6f35013 req-3eedb2bf-2e80-4037-8cf0-3101dc58da1d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:14.631247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36a87212-9c4f-40e7-a110-bbc4d6f35013 req-3eedb2bf-2e80-4037-8cf0-3101dc58da1d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.0919077 Aug 31 06:57:14.649868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.698110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.704872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.715316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36a87212-9c4f-40e7-a110-bbc4d6f35013 req-f966f59f-13cd-4cc9-9849-31659bf5b4c6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662658 Aug 31 06:57:14.771535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.774366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.778804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d2a9e440-9097-4fc0-b32f-c8de553ea2f8 HTTP/1.1" status: 204 len: 168 time: 0.2209780 Aug 31 06:57:14.803078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f06872-d87f-45a3-8d2c-a234b31953a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9e440-9097-4fc0-b32f-c8de553ea2f8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:14.830582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-43d9b725-1750-4de7-bd0e-8a8d3c0bf790 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:14.832113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-43d9b725-1750-4de7-bd0e-8a8d3c0bf790 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 810 time: 0.2896228 Aug 31 06:57:14.837005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.923911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c46d2-2e1f-4627-8863-b07890dedc39 req-50e57004-91ad-4691-8750-00a3239e2365 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:14.929896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-566c46d2-2e1f-4627-8863-b07890dedc39 req-50e57004-91ad-4691-8750-00a3239e2365 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.0735624 Aug 31 06:57:14.982249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.985086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:14.985361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-566c46d2-2e1f-4627-8863-b07890dedc39 req-0eed9c1f-a7cf-4627-ace5-968d132e1114 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507135 Aug 31 06:57:14.986552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/e6673940-e0ed-4d1b-abd9-6e40aa17310d HTTP/1.1" status: 204 len: 168 time: 0.5041416 Aug 31 06:57:14.989574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46648) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:14.995538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-9aea72c1-4144-47d7-96bc-1da9d6ba970d tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1ff780f9eac44da2a324cadbb1df13c5 HTTP/1.1" status: 200 len: 379 time: 0.1293595 Aug 31 06:57:15.013421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'port': {'device_id': '10067808-4958-4c73-ab01-e45d07122230', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'admin_state_up': True, 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'security_groups': ['7aec3b1f-8286-4542-b440-f2a88f370bec']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:15.075402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2d96e-1c1b-4a91-b326-8141e4fc71a2 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6673940-e0ed-4d1b-abd9-6e40aa17310d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.144495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-54791a27-42f0-463f-b693-2c31fc52ad7f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1531374 Aug 31 06:57:15.145126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.149652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--662904074'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:15.181732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.187120 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.278046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c83c2f-1629-48d9-9906-f3e82bf4c9f8 req-9a1401cc-b8e1-4f05-998f-ed6f80a52130 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:15.279781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49c83c2f-1629-48d9-9906-f3e82bf4c9f8 req-9a1401cc-b8e1-4f05-998f-ed6f80a52130 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1458390 Aug 31 06:57:15.323816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.328445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.369099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd09a83b-919c-43bc-9e15-37708e43a48a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.377090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49c83c2f-1629-48d9-9906-f3e82bf4c9f8 req-9dff5850-1bab-43d1-a3be-4a8b42c6c62c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678458 Aug 31 06:57:15.381063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Made reservation on behalf of 1ff780f9eac44da2a324cadbb1df13c5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:15.384814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.398138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.399501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e46553bb-37fa-4dc2-a396-df589103f32d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2534006 Aug 31 06:57:15.402610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.410394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': 'dd09a83b-919c-43bc-9e15-37708e43a48a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:15.459229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.599724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.608948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.646759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6dc3254b-f4be-4e2c-8e5d-6d79fbd27ef5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.676547 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.696126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.701313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9b37e0cd-6b2c-42ed-9510-fc3d050fe321 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2951233 Aug 31 06:57:15.702231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.748492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5db3fb-c005-45c8-8510-8f83699c705d req-61aa5d82-5bcc-4222-a293-ba301941cb7e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:15.750162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b5db3fb-c005-45c8-8510-8f83699c705d req-61aa5d82-5bcc-4222-a293-ba301941cb7e tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1211953 Aug 31 06:57:15.753722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67021dae-f9a3-4b14-a4ff-ac848e33b460 req-2e90b77a-38e2-4c5e-8029-b77ca089cc83 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 210 time: 0.0741587 Aug 31 06:57:15.780496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.790614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.826096 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.841627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:15.845438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/6dc3254b-f4be-4e2c-8e5d-6d79fbd27ef5 HTTP/1.1" status: 204 len: 168 time: 0.1419103 Aug 31 06:57:15.848136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.879328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.883232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c697d6a-bbf8-4f79-965a-9935f41e0a8b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6dc3254b-f4be-4e2c-8e5d-6d79fbd27ef5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:15.912853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b5db3fb-c005-45c8-8510-8f83699c705d req-8727bc2e-36b8-42f6-88ad-d64efd0de717 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465385 Aug 31 06:57:15.937652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e4c3ee8c-b391-4087-83ae-e61dd3a7f40d tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0883389 Aug 31 06:57:15.940273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:15.948990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.014362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Allocated IP 172.20.0.7 (a1412297-f0a9-4a33-82e8-2280fe46c66f/f8c96791-a547-44ab-9130-5dc0fe9ab43b/9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:16.017578 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.050568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.076249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1029178551'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:16.103118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.106809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.110464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/dd09a83b-919c-43bc-9e15-37708e43a48a HTTP/1.1" status: 204 len: 168 time: 0.1666605 Aug 31 06:57:16.120632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:16.143527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1689e276-89a0-45a6-b443-83541bbe50c5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd09a83b-919c-43bc-9e15-37708e43a48a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.183271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-54b9ef80-9459-41bc-9d39-ab89a382bf47 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0565851 Aug 31 06:57:16.184379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46706) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:16.190123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group': {'name': 'tempest-secgroup--1837046292'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:16.216438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.224069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Made reservation on behalf of f3fe40b4ab8046e59b1389b22c6b95f1 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:16.228546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.252584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.262953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e2dc47-ddd1-4bba-8c88-88b06613f8cb req-f17bbd0b-69f3-4a05-b8f0-38472a75c75d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:16.274469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68e2dc47-ddd1-4bba-8c88-88b06613f8cb req-f17bbd0b-69f3-4a05-b8f0-38472a75c75d tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.2019236 Aug 31 06:57:16.320909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.325296 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.362513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e56e394-a1cb-4915-b18d-39851eea5f8a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.393400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68e2dc47-ddd1-4bba-8c88-88b06613f8cb req-ac121c9d-6195-408b-ac52-180aa1cfef3b tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067438 Aug 31 06:57:16.402659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Router 73d39523-f5a4-4b45-ae23-ca27963e5faa is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:16.429576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.494438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Transition to ACTIVE for port object 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:16.655487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed63cf-b565-4e09-997f-ad91ed951a87 req-2b800ea7-d805-4878-8a90-88eb30a6b85f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:16.657000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96ed63cf-b565-4e09-997f-ad91ed951a87 req-2b800ea7-d805-4878-8a90-88eb30a6b85f tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1579416 Aug 31 06:57:16.663867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.673075 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.681892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.686158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b9a3914f-c90c-4dc3-a54d-2d94af2d5203 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4983110 Aug 31 06:57:16.687660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:16.695066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': '1e56e394-a1cb-4915-b18d-39851eea5f8a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:16.699672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.727852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.731425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:16.744357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] Sync routers for ids ['73d39523-f5a4-4b45-ae23-ca27963e5faa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:16.755537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] Routers {'73d39523-f5a4-4b45-ae23-ca27963e5faa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:16.756458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['73d39523-f5a4-4b45-ae23-ca27963e5faa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.782393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] vlan segment allocate from pool success with {'vlan_id': 586, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:16.796900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.802332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Network a1412297-f0a9-4a33-82e8-2280fe46c66f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:16.820575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:16.831252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96ed63cf-b565-4e09-997f-ad91ed951a87 req-c550bb87-b7ce-475f-a3ba-d1771b47b0c0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621735 Aug 31 06:57:16.831897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bedc45c-bd49-4ed7-9ec3-786b6ff34ffe,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.832800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] Routers {'73d39523-f5a4-4b45-ae23-ca27963e5faa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:16.834579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['73d39523-f5a4-4b45-ae23-ca27963e5faa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.834856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.835203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.835557 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Added segment 73d6bc79-d511-4170-b0ff-154da1ec937a of type vlan for network 5953d0b1-af79-4cb9-b817-fba1fa1040e5 Aug 31 06:57:16.837232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:16.844406 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.857791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event updated for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.860007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.863900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-84a106ba-6f41-417d-a8d1-8fe7d5266d09 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.5347149 Aug 31 06:57:16.876257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:16.894515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:16.901636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d40c7a-0423-420b-bf30-93ee800cbe5f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:16.931032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:16.931816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989a1811-9168-46f1-b24d-07af896d6d79 None None] The sync data for ids ['73d39523-f5a4-4b45-ae23-ca27963e5faa'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:16.970927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:16.998335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:16.999006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.021842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.023071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-997ae91f-387c-4c9e-8daa-c73e85746230 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3344731 Aug 31 06:57:17.026104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46734) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.052676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-34aa1e26-e473-4f5d-a13a-c22740c499d2 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0492313 Aug 31 06:57:17.058744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.064434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:17.065057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.137192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Request body: {'port': {'device_id': '10067808-4958-4c73-ab01-e45d07122230', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:17.140057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Pushing event updated for resources: {'Network': ['ID=5953d0b1-af79-4cb9-b817-fba1fa1040e5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:17.151887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5953d0b1-af79-4cb9-b817-fba1fa1040e5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:17.152041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bb64a0-7d42-4bf3-b9d8-70f2e742f46d req-ef96c93b-6716-449d-8e82-6408fa4bec1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:17.154071 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9bb64a0-7d42-4bf3-b9d8-70f2e742f46d req-ef96c93b-6716-449d-8e82-6408fa4bec1c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1852987 Aug 31 06:57:17.204975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-997da1d5-c040-4c09-bccc-4fb8ada24409 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.3245718 Aug 31 06:57:17.210136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.222095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-76f743ec-e025-4665-8c13-55d63f55fa77 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-691845200') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.233545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bcb8ba69-1f16-4f4b-9f16-08d21fbf2fd0 None None] Provisioning for port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:17.242023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bcb8ba69-1f16-4f4b-9f16-08d21fbf2fd0 None None] Provisioning complete for port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:17.242807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcb8ba69-1f16-4f4b-9f16-08d21fbf2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.260688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9798a49e-900c-4c18-a069-4d9db59855ce tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules/f7d40c7a-0423-420b-bf30-93ee800cbe5f HTTP/1.1" status: 200 len: 763 time: 0.2334747 Aug 31 06:57:17.265953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.281411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92566d50-a659-4a5e-938f-bab8aa65b87c req-521626b3-e5fd-42ca-babf-a22325888227 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:17.290667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92566d50-a659-4a5e-938f-bab8aa65b87c req-521626b3-e5fd-42ca-babf-a22325888227 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 931 time: 0.3921871 Aug 31 06:57:17.311443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8ba69-1f16-4f4b-9f16-08d21fbf2fd0 None None] Port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:17.325634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.332666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9bb64a0-7d42-4bf3-b9d8-70f2e742f46d req-fd35a6bd-fee5-42ae-ab2c-03b0335e4c47 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531804 Aug 31 06:57:17.361375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92566d50-a659-4a5e-938f-bab8aa65b87c req-32e72502-0657-4541-a0a1-d91697c3321e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698168 Aug 31 06:57:17.430481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-be801e18-d983-496a-a744-1ede61f236e8 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1611438 Aug 31 06:57:17.430708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.497949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.517516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.540851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.558460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-76f743ec-e025-4665-8c13-55d63f55fa77 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "PUT /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-691845200 HTTP/1.1" status: 201 len: 201 time: 0.3431683 Aug 31 06:57:17.561802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.568907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-d1043433-1338-4532-83dc-27cf12c76cea tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-691845200') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.588022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71f86d2-09c2-489c-9c0b-6cc6649f2b65 req-2aee737f-0034-45e7-a99d-a9846259c24c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:17.589598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a71f86d2-09c2-489c-9c0b-6cc6649f2b65 req-2aee737f-0034-45e7-a99d-a9846259c24c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1316822 Aug 31 06:57:17.596603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.629476 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.632820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/f7d40c7a-0423-420b-bf30-93ee800cbe5f HTTP/1.1" status: 204 len: 168 time: 0.1989896 Aug 31 06:57:17.634387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.675279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b229ad-dc7c-40dd-a2f6-92ad02768f5b tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7d40c7a-0423-420b-bf30-93ee800cbe5f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:17.681974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a71f86d2-09c2-489c-9c0b-6cc6649f2b65 req-8f852c4b-e5d5-4530-b5e9-39c750e08ba9 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783460 Aug 31 06:57:17.711234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d1043433-1338-4532-83dc-27cf12c76cea tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-691845200 HTTP/1.1" status: 204 len: 168 time: 0.1465626 Aug 31 06:57:17.713622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.721031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39764eaf-7daa-4552-8f43-d8e6a9df5650 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805526 Aug 31 06:57:17.721221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-56599e40-f875-4c5d-bba5-d8e58746ffbf tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:17.726494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.733801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': '1e56e394-a1cb-4915-b18d-39851eea5f8a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:17.795863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:57:17.804508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.820710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Transition to ACTIVE for port object 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:17.826109 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.886316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:17.920264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d797059-3182-47e9-82a0-43f5623c3845 req-e529ac75-4512-4390-932d-e4fa062f855a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:17.927820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d797059-3182-47e9-82a0-43f5623c3845 req-e529ac75-4512-4390-932d-e4fa062f855a tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1441567 Aug 31 06:57:17.946038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:17.954088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-56599e40-f875-4c5d-bba5-d8e58746ffbf tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags HTTP/1.1" status: 200 len: 237 time: 0.2371621 Aug 31 06:57:17.956001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46770) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:17.962503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-8d61079c-f414-4558-a62e-1cd2a7d5f42d tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', {'tags': ['tempest-TagsTest-Tag-382456073', 'tempest-TagsTest-Tag-731453013', 'tempest-TagsTest-Tag-885879380']}) {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.048211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d797059-3182-47e9-82a0-43f5623c3845 req-a2258640-19f7-4f5b-ab15-53bb9e9015d6 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176796 Aug 31 06:57:18.065490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Attempting to bind port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:18.065490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Attempting to bind port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:18.065490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Attempting to bind port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:18.077593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 on network a1412297-f0a9-4a33-82e8-2280fe46c66f not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:57:18.078011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Attempting to bind port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 on network a1412297-f0a9-4a33-82e8-2280fe46c66f {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:18.086778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.102392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:18.102755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Checking segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:18.103244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Bound using segment: {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:18.103769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Bound port: 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0203f835-5476-4fbb-91a4-13326740cbbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:18.105681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.124969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.127143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d61079c-f414-4558-a62e-1cd2a7d5f42d tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "PUT /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags HTTP/1.1" status: 200 len: 306 time: 0.1677983 Aug 31 06:57:18.130163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.135178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-82111911-cd34-449b-8db8-9547483b060a tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-382456073') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.237863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf55a7c-85c6-427b-b233-fd7d881e47c5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.258276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.259565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-add10fb2-0e3d-4f79-b8a9-2bedf6f3cecb tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5322506 Aug 31 06:57:18.264598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46782) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.273547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:18.273547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:18.285855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.330074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf1d073-8092-470f-a898-81f1e1c0bd61 req-0a00f0bd-8b8a-47e9-855b-258b54ff28ef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.331923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acf1d073-8092-470f-a898-81f1e1c0bd61 req-0a00f0bd-8b8a-47e9-855b-258b54ff28ef tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1496618 Aug 31 06:57:18.335157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8e516ada-87a0-474f-8b6b-f24ef4b45241 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules/abf55a7c-85c6-427b-b233-fd7d881e47c5 HTTP/1.1" status: 200 len: 763 time: 0.0609517 Aug 31 06:57:18.340928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.344377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.344816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.346552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] 10.222.0.53 "PUT /v2.0/ports/9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 1092 time: 1.2787838 Aug 31 06:57:18.349116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:18.351742 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e" -d '{"events": [{"name": "network-changed", "server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:18.430835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de08b868-25b7-49ff-851b-13c773bb9cb1 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0884485 Aug 31 06:57:18.442733 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b24994a-81fc-4e1d-9af4-e3e78e40bd7d x-openstack-request-id: req-4b24994a-81fc-4e1d-9af4-e3e78e40bd7d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:18.443007 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:18.443294 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4b24994a-81fc-4e1d-9af4-e3e78e40bd7d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:18.443653 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'status': 'completed', 'code': 200} Aug 31 06:57:18.447014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.470111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-82111911-cd34-449b-8db8-9547483b060a tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "DELETE /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-382456073 HTTP/1.1" status: 204 len: 168 time: 0.3389575 Aug 31 06:57:18.472932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784e5c1b-a987-4781-bfea-54ad8d8f1ec1 service neutron] Pushing event updated for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.474023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.478883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-f99ce742-8112-4bf8-917d-4d9f4ef19f87 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-382456073') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.556274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acf1d073-8092-470f-a898-81f1e1c0bd61 req-1dbd6994-bce1-4f8c-bfcd-85e1e6829e19 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844311 Aug 31 06:57:18.569233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.587359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4cc1c561-22ce-495e-abca-fc0152419a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.590565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4cc1c561-22ce-495e-abca-fc0152419a65 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1095 time: 0.1738815 Aug 31 06:57:18.593490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.663793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-82328cec-5557-4ccf-9cdf-96e7672d7213 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 217 time: 0.0599422 Aug 31 06:57:18.705010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fb0d2-fc34-4b73-a7fb-25bab997828a req-28c57663-6e01-4ded-81a4-f3cd22660c78 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.709799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b5fb0d2-fc34-4b73-a7fb-25bab997828a req-28c57663-6e01-4ded-81a4-f3cd22660c78 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 943 time: 0.2033463 Aug 31 06:57:18.737108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.749904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.778750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.793353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:18.796864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/abf55a7c-85c6-427b-b233-fd7d881e47c5 HTTP/1.1" status: 204 len: 168 time: 0.3446259 Aug 31 06:57:18.796864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-2a424fb6-612e-4c0f-9d72-48f08e9ee04c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.797873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-2a424fb6-612e-4c0f-9d72-48f08e9ee04c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.1220286 Aug 31 06:57:18.798367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.817107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2b5fb0d2-fc34-4b73-a7fb-25bab997828a req-f853ff29-dc2a-4052-9b74-53ce82582b83 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841231 Aug 31 06:57:18.832441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a750ee-0c47-484b-9e22-1fad82428e56 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abf55a7c-85c6-427b-b233-fd7d881e47c5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:18.870904 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f99ce742-8112-4bf8-917d-4d9f4ef19f87 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] show failed (client error): The resource could not be found. Aug 31 06:57:18.872411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f99ce742-8112-4bf8-917d-4d9f4ef19f87 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-382456073 HTTP/1.1" status: 404 len: 325 time: 0.3974512 Aug 31 06:57:18.875287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.883138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-d59b8843-a449-4311-aeaa-e0989a9dd1c2 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-731453013') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:18.892567 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aabb77f5-2b54-4102-90bb-d811eab6bc0f tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0899689 Aug 31 06:57:18.895745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:18.931351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Request body: {'security_group_rule': {'security_group_id': '1e56e394-a1cb-4915-b18d-39851eea5f8a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:18.940191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4092d300-072c-423b-ab1d-c1518d6e06fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:18.941965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-4092d300-072c-423b-ab1d-c1518d6e06fd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283414 Aug 31 06:57:18.989975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router 73d39523-f5a4-4b45-ae23-ca27963e5faa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:19.002829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d59b8843-a449-4311-aeaa-e0989a9dd1c2 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-731453013 HTTP/1.1" status: 204 len: 168 time: 0.1243911 Aug 31 06:57:19.003496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.009211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.tag.tag_plugin [None req-c81a1c42-4c7b-40d2-a42d-c91142f0b157 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-885879380') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.039933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.095665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-28924bc1-c577-47a0-aecb-e9baa5a77ef8 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446519 Aug 31 06:57:19.176079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.181845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.199535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7597f7ed-433b-44f9-a812-d8cc19b773e1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.238772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.241370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5ca25ad-a695-484c-b432-5c9c38307b78 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3413999 Aug 31 06:57:19.245795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.265069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cad35524-2d55-4b00-870d-8369e0f32001 req-84ec575a-e051-4f4a-935b-ededc86ae67a service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626167 Aug 31 06:57:19.269424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9dd4b5a3-df7d-4c11-958e-422cf9fe7da5 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules/7597f7ed-433b-44f9-a812-d8cc19b773e1 HTTP/1.1" status: 200 len: 764 time: 0.0219092 Aug 31 06:57:19.286524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46822) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.348069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d82516d-229b-4f8d-b418-4cd50595e259 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0597637 Aug 31 06:57:19.358575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.409924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.425743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.454423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-7e27594f-667f-4053-8474-b787c2ed644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:19.456212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-7e27594f-667f-4053-8474-b787c2ed644b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1095 time: 0.1070671 Aug 31 06:57:19.475250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.513361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.516831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.517416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-group-rules/7597f7ed-433b-44f9-a812-d8cc19b773e1 HTTP/1.1" status: 204 len: 168 time: 0.1558759 Aug 31 06:57:19.558767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c81a1c42-4c7b-40d2-a42d-c91142f0b157 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-885879380 HTTP/1.1" status: 204 len: 168 time: 0.5535386 Aug 31 06:57:19.561932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f278d-d2d5-465c-bea7-ccb659add599 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7597f7ed-433b-44f9-a812-d8cc19b773e1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:19.565649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46832) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.575610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-7442faaa-8db3-40e2-8ae8-e36efcf5f094 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.622442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0709c106-8c15-4133-aed3-8cefc7e30465 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1030052 Aug 31 06:57:19.625010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.667740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:19.676077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.677282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a0051259-831b-44f7-ae18-14a0b49097c7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "PUT /v2.0/routers/73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 200 len: 921 time: 2.7999640 Aug 31 06:57:19.679880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.681570 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] Sync routers for ids ['73d39523-f5a4-4b45-ae23-ca27963e5faa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:19.696563 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] Routers {'73d39523-f5a4-4b45-ae23-ca27963e5faa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:19.701080 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['73d39523-f5a4-4b45-ae23-ca27963e5faa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.724273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-4fc6d0df-b30f-494e-a6c0-b084abdd0282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:19.727332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-4fc6d0df-b30f-494e-a6c0-b084abdd0282 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.2623813 Aug 31 06:57:19.755268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.806009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-32c22837-cdd2-45ac-93d6-1ae16b0db5a0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 217 time: 0.0684438 Aug 31 06:57:19.828201 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.838950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:19.840689 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] Routers {'73d39523-f5a4-4b45-ae23-ca27963e5faa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:19.841576 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['73d39523-f5a4-4b45-ae23-ca27963e5faa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.857882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7442faaa-8db3-40e2-8ae8-e36efcf5f094 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "DELETE /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2886508 Aug 31 06:57:19.860695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:19.864912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f78a23fc-0321-4706-98cc-4851aa643388 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-731453013') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.891853 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:19.893029 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd936a35-7ab6-4c65-b197-5a4fdbc879a3 None None] The sync data for ids ['73d39523-f5a4-4b45-ae23-ca27963e5faa'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:19.942132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d2b99fde-2e3b-44b0-a151-743d7acc5bd2 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 200 len: 921 time: 0.2609270 Aug 31 06:57:19.954644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.089781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.092547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.093915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "DELETE /v2.0/security-groups/1e56e394-a1cb-4915-b18d-39851eea5f8a HTTP/1.1" status: 204 len: 168 time: 0.4677911 Aug 31 06:57:20.125846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.143315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcb4b78-d49d-496e-b258-178652a7d61c tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e56e394-a1cb-4915-b18d-39851eea5f8a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:20.184527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:57:20.193356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff28697-055c-4044-bc5c-1118776da4e1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:20.194847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cff28697-055c-4044-bc5c-1118776da4e1 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=73d39523-f5a4-4b45-ae23-ca27963e5faa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2389295 Aug 31 06:57:20.201426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46858) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.246968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c0b909-71e9-4453-9993-5449b03496d9 req-2597fd68-2412-40c2-8020-691597003077 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:20.248531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52c0b909-71e9-4453-9993-5449b03496d9 req-2597fd68-2412-40c2-8020-691597003077 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 943 time: 0.2795496 Aug 31 06:57:20.294754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d27bc676-78d2-44e4-81ab-c1ec4f98f25a tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1444423 Aug 31 06:57:20.304240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.345461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-25169412-1748-4608-a462-cb94dd0b337f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:20.346905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-25169412-1748-4608-a462-cb94dd0b337f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.5295467 Aug 31 06:57:20.398872 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f78a23fc-0321-4706-98cc-4851aa643388 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] show failed (client error): The resource could not be found. Aug 31 06:57:20.400048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f78a23fc-0321-4706-98cc-4851aa643388 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-731453013 HTTP/1.1" status: 404 len: 325 time: 0.5384398 Aug 31 06:57:20.403628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.407801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-5fa12516-f389-4591-863b-dd803a72bfa1 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5', 'tempest-TagsTest-Tag-885879380') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:20.410452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52c0b909-71e9-4453-9993-5449b03496d9 req-460a3e0b-434f-41e7-b43b-d1467c7cda8e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188939 Aug 31 06:57:20.415399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ddc8f-60e6-4b7f-8818-1cdd70d2a578 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:20.416989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e05ddc8f-60e6-4b7f-8818-1cdd70d2a578 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.2144535 Aug 31 06:57:20.422105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-efd1903f-ced9-4d7a-9ca3-16a0e1c7bc09 tempest-SecGroupTest-1235659577 tempest-SecGroupTest-1235659577-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157923 Aug 31 06:57:20.422293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.449968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-8da39391-bb31-4360-8a87-3171a70ebdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:20.451487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-8da39391-bb31-4360-8a87-3171a70ebdb6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0961399 Aug 31 06:57:20.500890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7c2b1dae-03c3-4a07-8169-a7336a4d6cb8 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 200 len: 205 time: 0.0744114 Aug 31 06:57:20.504604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.606261 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5fa12516-f389-4591-863b-dd803a72bfa1 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] show failed (client error): The resource could not be found. Aug 31 06:57:20.610622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5fa12516-f389-4591-863b-dd803a72bfa1 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "GET /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags/tempest-TagsTest-Tag-885879380 HTTP/1.1" status: 404 len: 325 time: 0.2038360 Aug 31 06:57:20.611057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.615935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.tag.tag_plugin [None req-f796b9e9-8d1f-4eb7-a2af-660512e38128 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '5953d0b1-af79-4cb9-b817-fba1fa1040e5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:20.662444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.711712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-a9fd94b0-ef9b-48fc-aa14-cab101bdef08 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193952 Aug 31 06:57:20.819598 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.830783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5ab5a5d-b2cd-4650-af24-bd0f098d302e req-625962af-a636-4045-b766-9e4a715ba079 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112409 Aug 31 06:57:20.847245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46882) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.849369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f796b9e9-8d1f-4eb7-a2af-660512e38128 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "DELETE /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5/tags HTTP/1.1" status: 204 len: 168 time: 0.2358956 Aug 31 06:57:20.852728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46884) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:20.934813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port c146a2c1-8451-4bbf-a1b9-be69d98664db {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:20.935280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:20.982009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.144796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.156136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5953d0b1-af79-4cb9-b817-fba1fa1040e5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.167878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.168689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73d6bc79-d511-4170-b0ff-154da1ec937a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.168990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73d6bc79-d511-4170-b0ff-154da1ec937a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:21.178902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.195632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for c146a2c1-8451-4bbf-a1b9-be69d98664db owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:21.204719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.212956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Releasing vlan 586 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:21.214000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: timer() Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:21.218233 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:21.277251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-72e2ecfa-a65a-4ee1-be0d-e6df1c909c72 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b7b00a2dcf8e409c8920a935d9069385&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3931234 Aug 31 06:57:21.277251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.309695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.328799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.331571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] 10.222.0.57 "DELETE /v2.0/networks/5953d0b1-af79-4cb9-b817-fba1fa1040e5 HTTP/1.1" status: 204 len: 168 time: 0.4776101 Aug 31 06:57:21.344823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c283e22-f011-4428-93c9-dde363020153 tempest-TagsTest-1944800387 tempest-TagsTest-1944800387-project] Pushing event deleted for resources: {'Network': ['ID=5953d0b1-af79-4cb9-b817-fba1fa1040e5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.491877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.563619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.604205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.658738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.682493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0775083e-2226-4d52-9738-2db2c11473bd req-053e607f-63a2-42c8-a961-2ca22480ce9f tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:21.682493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0775083e-2226-4d52-9738-2db2c11473bd req-053e607f-63a2-42c8-a961-2ca22480ce9f tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 943 time: 0.1300321 Aug 31 06:57:21.738765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=c146a2c1-8451-4bbf-a1b9-be69d98664db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.780564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0775083e-2226-4d52-9738-2db2c11473bd req-66b1ba54-0350-4825-825d-999f47087558 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800660 Aug 31 06:57:21.845002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.912373 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ef8532e2-e83f-4b78-874a-d2712b14fd63 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f3fe40b4ab8046e59b1389b22c6b95f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2304876 Aug 31 06:57:21.913237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46916) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:21.915466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.919119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.920506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4835243b-21f6-4f51-aabd-715c1fef8111 HTTP/1.1" status: 204 len: 168 time: 0.6412470 Aug 31 06:57:21.973280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efebb9a-abfa-4d19-bca8-f3585ffced82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4835243b-21f6-4f51-aabd-715c1fef8111,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:21.977239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:21.981277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.021955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.064565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.065601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router 73d39523-f5a4-4b45-ae23-ca27963e5faa {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:22.080652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.082518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58938cb1-e103-4ba2-9702-fcd020dc072e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 204 len: 168 time: 1.5760353 Aug 31 06:57:22.082736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:57:22.086632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.095490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.106560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-540365307', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.201956 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.203238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.228510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.238260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.245778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3bedc45c-bd49-4ed7-9ec3-786b6ff34ffe HTTP/1.1" status: 204 len: 168 time: 0.3284752 Aug 31 06:57:22.265258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bedc45c-bd49-4ed7-9ec3-786b6ff34ffe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.269461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:22.284003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'port_id': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'mac_address': 'fa:16:3e:07:e2:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:57:22.287281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.287841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.288286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.289224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.289682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.292436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.296619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.297094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.297462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.297801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.298135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.298468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f36be01-b9b8-49b4-ac51-24bb0f7bac04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:22.312089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.319965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.367208 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.372256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-29c68539-88d6-45bb-b15e-e78983610d8d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2835412 Aug 31 06:57:22.372386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.374714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:22.380405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:22.397701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:57:22.445258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:22.457474 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:22.515780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:22.673671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:57:22.757050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.091656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18e6128-e486-4b59-b56d-8c8bd38e8857 req-3224ecd9-0110-4914-84b4-9627ff7f9c59 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:23.094519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e18e6128-e486-4b59-b56d-8c8bd38e8857 req-3224ecd9-0110-4914-84b4-9627ff7f9c59 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 944 time: 0.1789408 Aug 31 06:57:23.130400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.151669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.181301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e18e6128-e486-4b59-b56d-8c8bd38e8857 req-7db704d2-a8c3-43fb-be3a-980938c9e715 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796888 Aug 31 06:57:23.218084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:23.343463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Allocated IP 172.25.3.27 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/56c218b5-6013-445d-9397-ffd5f2e8e554) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:23.390330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-389726247-network', 'tenant_id': '32dc4972613f43a5a3e01371d77d9035'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:23.441955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Made reservation on behalf of 32dc4972613f43a5a3e01371d77d9035 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:23.444792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.461322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.529352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.587185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.638234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.643613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.658137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event updated for resources: {'Port': ['ID=56c218b5-6013-445d-9397-ffd5f2e8e554,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:23.678713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] vlan segment allocate from pool success with {'vlan_id': 560, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:23.679099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:23.683877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:23.689047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:23.702495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=482f738d-a446-46ae-9eb4-7a6530a58d5b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:23.720568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.723235 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Added segment 69c8aa38-c14d-4337-922f-6680a0839833 of type vlan for network 925e17df-6d0b-4667-aa7d-fbc7cec4b61b Aug 31 06:57:23.784535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.830265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.831824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:23.832645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:23.921424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6989560 Aug 31 06:57:23.922014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:23.928960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Request body: {'subnet': {'network_id': '925e17df-6d0b-4667-aa7d-fbc7cec4b61b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-389726247-subnet', 'tenant_id': '32dc4972613f43a5a3e01371d77d9035', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:23.971475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179242b9-bf24-42b3-853a-eada27f54e7d admin admin] Pushing event updated for resources: {'Network': ['ID=925e17df-6d0b-4667-aa7d-fbc7cec4b61b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:23.982601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 925e17df-6d0b-4667-aa7d-fbc7cec4b61b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:24.008135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Made reservation on behalf of 32dc4972613f43a5a3e01371d77d9035 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:24.011710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.092503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.102823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:24.240754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:24.245068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.257725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:24.258390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.395400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.413006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Checking segment: {'id': '69c8aa38-c14d-4337-922f-6680a0839833', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 560, 'network_id': '925e17df-6d0b-4667-aa7d-fbc7cec4b61b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:24.413405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Network hostable DHCP agents. Network: 925e17df-6d0b-4667-aa7d-fbc7cec4b61b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:24.442774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1d07e46-cff4-4b7d-bd9e-7bb12ef74a30,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.471820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:24.473134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:24.477754 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff74ca2-00aa-472b-9904-fae6fbb28d20" -d '{"events": [{"server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "name": "network-vif-plugged", "status": "completed", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:24.484787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Network 925e17df-6d0b-4667-aa7d-fbc7cec4b61b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:24.489051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.512911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 925e17df-6d0b-4667-aa7d-fbc7cec4b61b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:24.523300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:24.523907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.541071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.551637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cd8f8d-cc47-4e30-9d64-914e380804b4 None None] Network 925e17df-6d0b-4667-aa7d-fbc7cec4b61b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:24.560167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-83fb4197-06fe-4b53-a6e1-d2a9def8b8af admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6350775 Aug 31 06:57:24.572283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdf874f-ba0e-458b-b29e-e87bf969f09b req-6cae706c-1bae-4faa-842f-f89de23b3a86 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:24.576789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afdf874f-ba0e-458b-b29e-e87bf969f09b req-6cae706c-1bae-4faa-842f-f89de23b3a86 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 944 time: 0.1677306 Aug 31 06:57:24.578468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.673411 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67d1bda1-a3bf-4810-b19b-f99802906bd0 x-openstack-request-id: req-67d1bda1-a3bf-4810-b19b-f99802906bd0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:24.677061 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "name": "network-vif-plugged", "status": "completed", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:24.677589 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-67d1bda1-a3bf-4810-b19b-f99802906bd0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:24.678218 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'code': 200} Aug 31 06:57:24.767463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:24.854925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf46d6b-6055-490f-8d6d-f3cd4218b8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:24.858652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afdf874f-ba0e-458b-b29e-e87bf969f09b req-b0f3ed1f-49c6-4793-b99c-bf022a38b5e6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2743313 Aug 31 06:57:24.983149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6973920-bdbe-46e4-815c-49394c9446e3 req-1f1cf320-08f5-4d1a-9b3c-e28372ffb3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:24.987835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6973920-bdbe-46e4-815c-49394c9446e3 req-1f1cf320-08f5-4d1a-9b3c-e28372ffb3db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1097 time: 0.2668567 Aug 31 06:57:25.007289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c554b83a-d49e-4429-b7e6-04d57fd1b211 None None] Network 925e17df-6d0b-4667-aa7d-fbc7cec4b61b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:25.060756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Router be9b8421-777f-481b-851f-d5393e48476d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:25.067510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6973920-bdbe-46e4-815c-49394c9446e3 req-4ca0a9eb-4604-4fd3-8d12-b06fe6e0a6c9 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690041 Aug 31 06:57:25.125472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e4961e-bee4-48ea-822b-fa505aa69586 req-7c1b2dbe-9b4a-4d03-8a5c-af8d4822148c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:25.127647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9e4961e-bee4-48ea-822b-fa505aa69586 req-7c1b2dbe-9b4a-4d03-8a5c-af8d4822148c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.0871913 Aug 31 06:57:25.212552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9e4961e-bee4-48ea-822b-fa505aa69586 req-4af60417-1c30-4a26-b551-746c2cd6d4b2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474560 Aug 31 06:57:25.352775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:25.363219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.369053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] Sync routers for ids ['be9b8421-777f-481b-851f-d5393e48476d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:25.371888 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.374127 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-10d50663-e7b3-411e-a27e-17bc93878186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "PUT /v2.0/routers/be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 200 len: 878 time: 2.9970708 Aug 31 06:57:25.376131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.418759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] Routers {'be9b8421-777f-481b-851f-d5393e48476d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:25.419737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be9b8421-777f-481b-851f-d5393e48476d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:25.455207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:25.465416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] Routers {'be9b8421-777f-481b-851f-d5393e48476d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:25.466248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:56:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['be9b8421-777f-481b-851f-d5393e48476d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:25.514793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:25.515682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db9156-74a4-4378-a2c9-fcddc4d547c7 None None] The sync data for ids ['be9b8421-777f-481b-851f-d5393e48476d'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:25.629363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7551-0534-488b-b707-38cbd46f7929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.642066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-687b5e28-21e4-4e92-8fda-2431d81bf89a tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 200 len: 919 time: 0.2647622 Aug 31 06:57:25.644991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.747515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e616ca-ead8-4fda-b86c-2d60ebc08f13 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:25.749605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-43e616ca-ead8-4fda-b86c-2d60ebc08f13 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=be9b8421-777f-481b-851f-d5393e48476d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1027246 Aug 31 06:57:25.752607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.754664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7551-0534-488b-b707-38cbd46f7929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.764502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4e4f7551-0534-488b-b707-38cbd46f7929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.802878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47080) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.826335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-819896129-network', 'tenant_id': '6aeba6600f20425f8d07d19bf5ebca5e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:25.854087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Made reservation on behalf of 6aeba6600f20425f8d07d19bf5ebca5e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:25.856429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.867026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:25.877913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4e4f7551-0534-488b-b707-38cbd46f7929 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6542f4a53d6f4179a6aad69296bada19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5132077 Aug 31 06:57:25.880506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:25.888607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f7551-0534-488b-b707-38cbd46f7929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58008b21-ff34-4412-9c49-bc7c750872de,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:25.995591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.019937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.179600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.184654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.214971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3092417f-c2fe-4b36-a358-f8504670a155,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.235826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ffc7bf-1042-4e7e-8696-dce3c1768f1c req-7f559d93-8294-4e69-9b4e-cf015bb7d1df tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:26.237542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7ffc7bf-1042-4e7e-8696-dce3c1768f1c req-7f559d93-8294-4e69-9b4e-cf015bb7d1df tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.1570528 Aug 31 06:57:26.241165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:26.274596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.278202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.282089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58008b21-ff34-4412-9c49-bc7c750872de HTTP/1.1" status: 204 len: 168 time: 0.4004986 Aug 31 06:57:26.283777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.283887 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Added segment fdeaf457-b7f9-4fd0-9273-938dc98f6100 of type vlan for network 6e758928-afa7-492f-b906-1020498d2cd0 Aug 31 06:57:26.309460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207a907a-3d40-4886-9e6a-06493920fe29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58008b21-ff34-4412-9c49-bc7c750872de,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.376076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.384422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7ffc7bf-1042-4e7e-8696-dce3c1768f1c req-7dca1554-4b57-47bd-986e-a8e127fdcb5e tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365519 Aug 31 06:57:26.386399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7baa5c-9777-4f54-8b3d-bb03b5585509 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:26.391672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f7baa5c-9777-4f54-8b3d-bb03b5585509 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.6354420 Aug 31 06:57:26.392968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.451977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c66d9-1e60-475d-94a8-a287b9dcf406 req-866d642c-f72a-44ca-86d1-f7342ed923c2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:26.454046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b6c66d9-1e60-475d-94a8-a287b9dcf406 req-866d642c-f72a-44ca-86d1-f7342ed923c2 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.0951383 Aug 31 06:57:26.465591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-78262128-7d5d-48db-831c-2f1c8122dc94 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 200 len: 205 time: 0.0714591 Aug 31 06:57:26.468070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.511053 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.512413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:26.513124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.575153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b6c66d9-1e60-475d-94a8-a287b9dcf406 req-cc9fd15a-7371-4569-94a5-c3ab6d752293 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148696 Aug 31 06:57:26.578887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7659609 Aug 31 06:57:26.584061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.590019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Request body: {'subnet': {'network_id': '6e758928-afa7-492f-b906-1020498d2cd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-819896129-subnet', 'tenant_id': '6aeba6600f20425f8d07d19bf5ebca5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:26.609640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d164d5-6925-456d-9e69-120813cb15e8 admin admin] Pushing event updated for resources: {'Network': ['ID=6e758928-afa7-492f-b906-1020498d2cd0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:26.616761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Made reservation on behalf of 6aeba6600f20425f8d07d19bf5ebca5e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:26.619138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.626986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6e758928-afa7-492f-b906-1020498d2cd0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:26.745418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.845702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:26.864916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31423391-6599-41f0-b320-dc2fa864b21e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.947141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.961390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.969619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31423391-6599-41f0-b320-dc2fa864b21e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:26.975085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31423391-6599-41f0-b320-dc2fa864b21e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.015470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-31423391-6599-41f0-b320-dc2fa864b21e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=65247a265b814a8586511dcc3c278d4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1684799 Aug 31 06:57:27.016366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31423391-6599-41f0-b320-dc2fa864b21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ed97b2-03aa-4209-a8ff-71a372052c47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.020248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:27.070271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=438e9140-9c82-4750-9bfc-cdb8822db39c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.086934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Checking segment: {'id': 'fdeaf457-b7f9-4fd0-9273-938dc98f6100', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '6e758928-afa7-492f-b906-1020498d2cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:27.087778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Network hostable DHCP agents. Network: 6e758928-afa7-492f-b906-1020498d2cd0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:27.106037 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port 56c218b5-6013-445d-9397-ffd5f2e8e554 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:27.106397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.123596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.134815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b98ec2f9-7131-4ae6-99d8-ac3d664eb170 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.137161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b98ec2f9-7131-4ae6-99d8-ac3d664eb170 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.50 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.0883975 Aug 31 06:57:27.152713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Network 6e758928-afa7-492f-b906-1020498d2cd0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:27.167987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6e758928-afa7-492f-b906-1020498d2cd0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:27.174747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.175342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.180288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.190141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047c70cc-3b7d-478b-af90-b0bcb6837122 None None] Network 6e758928-afa7-492f-b906-1020498d2cd0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:27.203894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a8d0670-4f27-4730-8d76-6146f8f800c2 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6187570 Aug 31 06:57:27.222199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.248879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for 56c218b5-6013-445d-9397-ffd5f2e8e554 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:27.318299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Deleting port 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:27.319255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.325486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.328906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.332042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/06ed97b2-03aa-4209-a8ff-71a372052c47 HTTP/1.1" status: 204 len: 168 time: 0.3084388 Aug 31 06:57:27.389230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb43bd-5a71-42f6-9ac4-abd0804df1fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ed97b2-03aa-4209-a8ff-71a372052c47,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.444300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfb5c0b-b2d7-45a7-b759-9bf27e2d2dff None None] Network 6e758928-afa7-492f-b906-1020498d2cd0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:27.457072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47132) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:27.488473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] For port 1c0781a4-8948-4e0f-af4a-870f78feee7a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1c0781a4-8948-4e0f-af4a-870f78feee7a,segment=NetworkSegment(79d32d1b-48cf-4d03-86bb-def359f7a5b1),segment_id=79d32d1b-48cf-4d03-86bb-def359f7a5b1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:27.488868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.564624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Calling delete_port for 1c0781a4-8948-4e0f-af4a-870f78feee7a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:27.623624 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3342131b-f1e8-4f12-8336-46de8589ec09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.628337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.675100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=56c218b5-6013-445d-9397-ffd5f2e8e554,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:27.708540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Deleting subnet d1d07e46-cff4-4b7d-bd9e-7bb12ef74a30 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:27.721980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.749939 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.778915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.794082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.836477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31bd81-271e-4001-9d2f-e4770081bc84 req-deb7e42b-867d-4efe-9d76-233540e76243 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.838883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0e31bd81-271e-4001-9d2f-e4770081bc84 req-deb7e42b-867d-4efe-9d76-233540e76243 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.2959604 Aug 31 06:57:27.859487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301282e5-d677-489c-9f07-1fcfcf3244ad req-816fb8df-e37b-4b14-9189-73621b003c2c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:27.861065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-301282e5-d677-489c-9f07-1fcfcf3244ad req-816fb8df-e37b-4b14-9189-73621b003c2c tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 946 time: 0.1346035 Aug 31 06:57:27.899435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.904386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.907862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.971357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-301282e5-d677-489c-9f07-1fcfcf3244ad req-ebf1bb25-c19e-4447-8cda-35d086587753 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/security-groups?id=c201070e-255e-4a20-bbc2-4f6833596e7c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823021 Aug 31 06:57:27.976503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:27.976810 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0e31bd81-271e-4001-9d2f-e4770081bc84 req-810da948-e120-4e25-af3c-dc5ac4af4437 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253395 Aug 31 06:57:27.976945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router be9b8421-777f-481b-851f-d5393e48476d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:28.009301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.012104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-405bca67-c7a4-4229-95d0-c37461c2551b tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 204 len: 168 time: 1.5430133 Aug 31 06:57:28.016583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.022227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2103838153', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:28.054718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.056339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.120523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.130207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.181554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.187200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.190487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.194829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/d1d07e46-cff4-4b7d-bd9e-7bb12ef74a30 HTTP/1.1" status: 204 len: 168 time: 0.7341890 Aug 31 06:57:28.194829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf633d6-9ebb-4375-a094-2c50655ca415 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1d07e46-cff4-4b7d-bd9e-7bb12ef74a30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:28.195275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.208203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.209587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e26762a0-caa6-4e51-ac2f-95f0536f1035 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1917980 Aug 31 06:57:28.212320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.221729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:28.278109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Pushing event deleted for resources: {'Port': ['ID=1c0781a4-8948-4e0f-af4a-870f78feee7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:28.316424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7e59b7-60d9-4c84-b841-e5fcc0d6c658 req-879b5474-61dc-493c-92c9-4f8e39ebb4d6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:28.318073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd7e59b7-60d9-4c84-b841-e5fcc0d6c658 req-879b5474-61dc-493c-92c9-4f8e39ebb4d6 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.2505126 Aug 31 06:57:28.338086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:28.351987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Request body: {'floatingip': {'port_id': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:28.486410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.744685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.766233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.812251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] No DVR routers for this DVR port 1c0781a4-8948-4e0f-af4a-870f78feee7a on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:57:28.816626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.820720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.825052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:28.827082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad8c9bb1-97b5-4c22-bc9a-ce10cb6fdce1 req-b5490ffe-86d2-44b5-b57b-7126b67b1a29 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.50 "DELETE /v2.0/ports/1c0781a4-8948-4e0f-af4a-870f78feee7a HTTP/1.1" status: 204 len: 173 time: 1.6801529 Aug 31 06:57:28.831553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-deleted', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:28.834084 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6bc7b3-42ac-44e4-8654-a3b2eaabd92c" -d '{"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-deleted", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:28.940079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.25.3.121 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/11e5822c-fced-49ea-a166-daaf852d42b5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:28.948173 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dfaeaf-d68f-425a-befb-edb4fd6a1bf8 x-openstack-request-id: req-03dfaeaf-d68f-425a-befb-edb4fd6a1bf8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:28.948766 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d274844-3d65-46e1-b11b-39ddb39202ea", "name": "network-vif-deleted", "tag": "1c0781a4-8948-4e0f-af4a-870f78feee7a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:28.948766 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-03dfaeaf-d68f-425a-befb-edb4fd6a1bf8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:28.949294 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d274844-3d65-46e1-b11b-39ddb39202ea', 'name': 'network-vif-deleted', 'tag': '1c0781a4-8948-4e0f-af4a-870f78feee7a', 'status': 'completed', 'code': 200} Aug 31 06:57:29.067110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.080894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925e17df-6d0b-4667-aa7d-fbc7cec4b61b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.107772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c8aa38-c14d-4337-922f-6680a0839833') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.108043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c8aa38-c14d-4337-922f-6680a0839833') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:29.147035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.183518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.255794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0302c470-3cb3-4cfd-a373-bcb4afc313f3 req-e2582aec-e29a-40bd-a796-ef91c01ce4e0 tempest-ServersNegativeTestJSON-1919883053 tempest-ServersNegativeTestJSON-1919883053-project] 10.222.0.57 "GET /v2.0/ports?device_id=7d274844-3d65-46e1-b11b-39ddb39202ea HTTP/1.1" status: 200 len: 210 time: 0.1169508 Aug 31 06:57:29.275267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.276429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.304690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Releasing vlan 560 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:29.305582 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:29.307914 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:29.333751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:29.336788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:29.341647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:29.367086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=11e5822c-fced-49ea-a166-daaf852d42b5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:29.464074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.471137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.473048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] 10.222.0.57 "DELETE /v2.0/networks/925e17df-6d0b-4667-aa7d-fbc7cec4b61b HTTP/1.1" status: 204 len: 168 time: 1.2740326 Aug 31 06:57:29.478456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:29.524497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f38e7c2-7b35-4b9b-8adb-69a209edb384 admin admin] Pushing event deleted for resources: {'Network': ['ID=925e17df-6d0b-4667-aa7d-fbc7cec4b61b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:29.594351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:57:29.610272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Deleting subnet 438e9140-9c82-4750-9bfc-cdb8822db39c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:29.617338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.632998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 1c0781a4-8948-4e0f-af4a-870f78feee7a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:57:29.633895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1c0781a4-8948-4e0f-af4a-870f78feee7a not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:57:29.656063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.693178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.761695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.790708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.814327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.826139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:29.963117 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Floating IP c50dfd79-e09e-434f-bf83-9b00214e3bbc associated. External IP: 172.25.3.22, port: 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510. Aug 31 06:57:30.149847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.211037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=438e9140-9c82-4750-9bfc-cdb8822db39c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.217641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.222933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cff96932-ad6b-48e4-a7f0-1d6822416cb5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/438e9140-9c82-4750-9bfc-cdb8822db39c HTTP/1.1" status: 204 len: 168 time: 0.7438405 Aug 31 06:57:30.228826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.304329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:30.316860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.320443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.326282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.331643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.426136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Deleting subnet 690fb547-b48c-45cb-bdc7-02b7330b8e9c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:57:30.446822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.472804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router 1c8d7195-e103-42a8-bdf4-02adf212241c is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:30.583688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.584528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:30.591673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.592663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.596218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9bc8f4ae-feb6-4af8-a374-08fe1e22d67b tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "PUT /v2.0/routers/1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 200 len: 915 time: 2.3763044 Aug 31 06:57:30.596456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.601100 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] Sync routers for ids ['1c8d7195-e103-42a8-bdf4-02adf212241c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:30.613937 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] Routers {'1c8d7195-e103-42a8-bdf4-02adf212241c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:30.614913 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1c8d7195-e103-42a8-bdf4-02adf212241c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.657375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.661684 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.674553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] Routers {'1c8d7195-e103-42a8-bdf4-02adf212241c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:30.675418 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1c8d7195-e103-42a8-bdf4-02adf212241c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.708530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e758928-afa7-492f-b906-1020498d2cd0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.717477 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.718387 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d797825-4668-4277-8c06-2e23c7a97d28 None None] The sync data for ids ['1c8d7195-e103-42a8-bdf4-02adf212241c'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:30.720164 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.727091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:30.733898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdeaf457-b7f9-4fd0-9273-938dc98f6100') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.734290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdeaf457-b7f9-4fd0-9273-938dc98f6100') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.738622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:30.740091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8c8837ad-318f-4853-92b8-20636639baeb tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 200 len: 921 time: 0.1413250 Aug 31 06:57:30.741984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.750205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:30.750846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:30.780530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.784605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=690fb547-b48c-45cb-bdc7-02b7330b8e9c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:30.803744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.820099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9efec704-edf2-4ea0-975e-e33e37201e9e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:30.824990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.826247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9efec704-edf2-4ea0-975e-e33e37201e9e tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=1c8d7195-e103-42a8-bdf4-02adf212241c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0820773 Aug 31 06:57:30.826247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47254) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.829901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a2911f6-5163-49ef-a672-eac7979aeee1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/690fb547-b48c-45cb-bdc7-02b7330b8e9c HTTP/1.1" status: 204 len: 168 time: 0.5084255 Aug 31 06:57:30.833092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.905853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:30.929519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.933971 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.949887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:30.950316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:30.957303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-66aa3328-219d-4309-9f5b-7ca9b45268e0 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "PUT /v2.0/floatingips/c50dfd79-e09e-434f-bf83-9b00214e3bbc HTTP/1.1" status: 200 len: 990 time: 2.6129866 Aug 31 06:57:30.957540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e9490b-7baf-4855-a887-b428bc20ee41 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:30.957672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:30.957866 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f986e8eb-9277-4a39-a3a7-0f96e1facea4" -d '{"events": [{"name": "network-changed", "server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:30.959600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59e9490b-7baf-4855-a887-b428bc20ee41 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1322272 Aug 31 06:57:30.960342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:30.960473 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:31.004493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bd89fc90-a0eb-4ad1-8eb5-feba9568b1f9 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 200 len: 205 time: 0.0422268 Aug 31 06:57:31.005149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.063218 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28677ef-c65c-48db-aa0d-a2d1b03d1bc4 x-openstack-request-id: req-e28677ef-c65c-48db-aa0d-a2d1b03d1bc4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:31.063508 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:31.063761 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e28677ef-c65c-48db-aa0d-a2d1b03d1bc4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:31.064166 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'status': 'completed', 'code': 200} Aug 31 06:57:31.147084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.158477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75da41a-68fb-465c-8654-56727a2c68fd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.174470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79d32d1b-48cf-4d03-86bb-def359f7a5b1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.174768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79d32d1b-48cf-4d03-86bb-def359f7a5b1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.188774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.194001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-77f5108e-b180-4102-a722-5a166f35d9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.195695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-77f5108e-b180-4102-a722-5a166f35d9f8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1097 time: 0.1191595 Aug 31 06:57:31.206343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.207768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.215759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:57:31.216180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.286326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.297510 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.300213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] 10.222.0.57 "DELETE /v2.0/networks/6e758928-afa7-492f-b906-1020498d2cd0 HTTP/1.1" status: 204 len: 168 time: 1.0707736 Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:57:31.301149 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:57:31.304760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.316564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.324333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d75da41a-68fb-465c-8654-56727a2c68fd HTTP/1.1" status: 204 len: 168 time: 0.4733315 Aug 31 06:57:31.336393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee7d44-cdee-49e9-a9bf-abe8431bdf9a admin admin] Pushing event deleted for resources: {'Network': ['ID=6e758928-afa7-492f-b906-1020498d2cd0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.358820 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.359110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827a3d2a-a0ab-43ba-a7ea-a113159ecc55 admin admin] Pushing event deleted for resources: {'Network': ['ID=d75da41a-68fb-465c-8654-56727a2c68fd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:31.504969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c50dfd79-e09e-434f-bf83-9b00214e3bbc', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:07:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067808-4958-4c73-ab01-e45d07122230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:11Z', 'updated_at': '2021-08-31T06:57:29Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.540951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:31.550969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:31.551599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:31.570688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-e68f0543-f8dd-44a7-a466-9ebf1aa7f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.575333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-e68f0543-f8dd-44a7-a466-9ebf1aa7f5ec service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.3719530 Aug 31 06:57:31.579356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.659172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47276) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.687543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47278) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.732365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:31.758653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-0fe47c47-c252-4ee8-a70b-1deddb680a1f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 998 time: 0.1693435 Aug 31 06:57:31.832454 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3732751b-c792-4eba-8e89-71775f372fb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2fac70db29ed46eaa2755cc30efeb675&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1415274 Aug 31 06:57:31.833681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47288) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.845163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-55e0cfc5-0f5e-4f55-9726-8c5e6797893c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=32dc4972613f43a5a3e01371d77d9035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1844800 Aug 31 06:57:31.852135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:31.869155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-9aba0eaf-dbd0-4702-b58a-753beb0cb39d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.873075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-9aba0eaf-dbd0-4702-b58a-753beb0cb39d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.1048658 Aug 31 06:57:31.940040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-9fb67028-abb7-4216-83dc-ae7183cdb8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:31.941904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-9fb67028-abb7-4216-83dc-ae7183cdb8c8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573032 Aug 31 06:57:31.943196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port 11e5822c-fced-49ea-a166-daaf852d42b5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:31.943603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.948553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:31.954891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.026821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.054011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c50dfd79-e09e-434f-bf83-9b00214e3bbc', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:07:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067808-4958-4c73-ab01-e45d07122230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:11Z', 'updated_at': '2021-08-31T06:57:29Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:32.091958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ba98ed-3a0a-4847-bdca-43cf3b4f78c8 None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c50dfd79-e09e-434f-bf83-9b00214e3bbc', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'port_id': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'mac_address': 'fa:16:3e:07:e2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10067808-4958-4c73-ab01-e45d07122230', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:11Z', 'updated_at': '2021-08-31T06:57:29Z', 'revision_number': 1, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:32.106350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.113476 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.138861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for 11e5822c-fced-49ea-a166-daaf852d42b5 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:32.177054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.181179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.183166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c201070e-255e-4a20-bbc2-4f6833596e7c HTTP/1.1" status: 204 len: 168 time: 0.3470764 Aug 31 06:57:32.201610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabd7871-b744-45fe-b1ba-e4df16d6b11c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c201070e-255e-4a20-bbc2-4f6833596e7c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.229603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.231790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-04a42819-af5c-4515-9279-ea63625f6793 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081349 Aug 31 06:57:32.233009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.234367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/482f738d-a446-46ae-9eb4-7a6530a58d5b HTTP/1.1" status: 204 len: 168 time: 0.3811998 Aug 31 06:57:32.266827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb48dc01-0481-42ba-8125-35f6060d640e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=482f738d-a446-46ae-9eb4-7a6530a58d5b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.507611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f986e8eb-9277-4a39-a3a7-0f96e1facea4 req-8dc723e3-2a9a-4c8f-abb5-6bf6f477b7c2 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2634916 Aug 31 06:57:32.552458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552ea871-6050-4cb9-b451-0324c986b404 None None] New status for floating IP c50dfd79-e09e-434f-bf83-9b00214e3bbc: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:57:32.613598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.659557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=11e5822c-fced-49ea-a166-daaf852d42b5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:32.697437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-e85a7aa8-983a-4ca5-9a36-a539cfd8a88d req-0e9f495f-b426-45c1-b61d-40cb738bbc5d service neutron] (94640) timed out ('10.222.0.53', 55236) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:57:32.795581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.923399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.929263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:32.974074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47316) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.040031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.040696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8d7195-e103-42a8-bdf4-02adf212241c {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:33.052219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.052770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4be94c03-16bf-4357-b4e9-a7e1584e5fd8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6aeba6600f20425f8d07d19bf5ebca5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0852306 Aug 31 06:57:33.053488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a84bd5e3-ea2d-441f-a3ca-b675298974ca tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 204 len: 168 time: 2.0473433 Aug 31 06:57:33.058019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47320) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.059942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.068790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1806295888', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:33.120688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.122290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.143201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.207621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.209894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.219961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.257831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.259237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fce5026a-0f29-4091-931b-849e8dcdab1c tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2001121 Aug 31 06:57:33.262300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47328) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:33.267215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:33.302557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.305202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:33.306404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3092417f-c2fe-4b36-a358-f8504670a155 HTTP/1.1" status: 204 len: 168 time: 0.2456064 Aug 31 06:57:33.322645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13876148-cd7e-41fc-9a63-4c86408e629d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3092417f-c2fe-4b36-a358-f8504670a155,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:33.619822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.186306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:34.245956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.296662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.481592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Allocated IP 172.25.3.122 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/d1bc05a3-4dfd-4c09-9f23-9b2683f978e2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:34.583084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-637a17f3-ac3c-45ce-b646-7c570c795eae admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.696944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.846672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-637a17f3-ac3c-45ce-b646-7c570c795eae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.848452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.922239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Pushing event updated for resources: {'Port': ['ID=d1bc05a3-4dfd-4c09-9f23-9b2683f978e2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:34.934854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-637a17f3-ac3c-45ce-b646-7c570c795eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:34.970145 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-637a17f3-ac3c-45ce-b646-7c570c795eae admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0e93e9b1f49f43a58b44d6dafc14492d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7827911 Aug 31 06:57:34.972787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:34.988727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:34.995304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:35.003934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:35.038294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a17f3-ac3c-45ce-b646-7c570c795eae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4f049a-159a-4d60-9ad5-caf33b8a0ef6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:35.094041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.155854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.260288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.263268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.267192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9a4f049a-159a-4d60-9ad5-caf33b8a0ef6 HTTP/1.1" status: 204 len: 168 time: 0.2895825 Aug 31 06:57:35.319159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18666022-e936-4cd3-8cd8-76efdc0a09d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4f049a-159a-4d60-9ad5-caf33b8a0ef6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:35.500711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.524498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.830557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:35.835830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.042996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Router 899136f3-e985-49cd-a163-c8cf7a46e208 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:36.251617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:36.255879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.259990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-45e17836-9319-4489-96be-9652b13b8b19 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "PUT /v2.0/routers/899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 200 len: 916 time: 2.9965279 Aug 31 06:57:36.260373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47444) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.287560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] Sync routers for ids ['899136f3-e985-49cd-a163-c8cf7a46e208'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:36.312184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] Routers {'899136f3-e985-49cd-a163-c8cf7a46e208'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:36.313713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['899136f3-e985-49cd-a163-c8cf7a46e208'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.378156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.389673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] Routers {'899136f3-e985-49cd-a163-c8cf7a46e208'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:36.390995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['899136f3-e985-49cd-a163-c8cf7a46e208'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.415347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3b01074-f2e5-452a-9181-524afd91f7e7 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 200 len: 922 time: 0.1530201 Aug 31 06:57:36.418283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.426283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:36.427052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12774ddd-87fe-45f2-9b89-3375602c2975 None None] The sync data for ids ['899136f3-e985-49cd-a163-c8cf7a46e208'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:36.488562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f725334-44fb-4475-a4fa-6515a5f47c6f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:36.493343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0f725334-44fb-4475-a4fa-6515a5f47c6f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=899136f3-e985-49cd-a163-c8cf7a46e208&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0734854 Aug 31 06:57:36.493674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.585888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.628159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec167b8-54aa-4d26-9d04-437ec122bf05 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:36.631506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47464) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.639649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ec167b8-54aa-4d26-9d04-437ec122bf05 tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1325934 Aug 31 06:57:36.670493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-183c0b6c-25f5-44d7-9e89-debc4ddaa9b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 200 len: 205 time: 0.0372860 Aug 31 06:57:36.672834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:36.726864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-network', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:36.783960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Made reservation on behalf of 51844b05cba04bb283fdaa2be9d146e4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:36.786270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.799336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.833777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:36.985946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.011818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.034699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.067124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:37.080327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6e807f-c9b0-46d4-838e-b7b787e89ad7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.096729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.097076 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Added segment be325e29-c375-4b79-b308-81d605ab112d of type vlan for network 0988d933-6791-4d6e-96b6-82a021625b41 Aug 31 06:57:37.147090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port d1bc05a3-4dfd-4c09-9f23-9b2683f978e2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:37.147627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.197749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.250434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.251387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:37.251970 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.289624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.359274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for d1bc05a3-4dfd-4c09-9f23-9b2683f978e2 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:37.366128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.7769289 Aug 31 06:57:37.369301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.377644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Request body: {'subnet': {'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-subnet', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:37.403819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85ef4f8-22e6-4cf9-90b4-0f26842b6e61 admin admin] Pushing event updated for resources: {'Network': ['ID=0988d933-6791-4d6e-96b6-82a021625b41,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.416582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 0988d933-6791-4d6e-96b6-82a021625b41 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:37.430600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Made reservation on behalf of 51844b05cba04bb283fdaa2be9d146e4 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:37.433405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.622746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.665600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=d1bc05a3-4dfd-4c09-9f23-9b2683f978e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.669882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.809343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:37.809703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Network hostable DHCP agents. Network: 0988d933-6791-4d6e-96b6-82a021625b41, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:37.818625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.821069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=86234b78-b233-4668-bbec-5075c5447718,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:37.859893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Network 0988d933-6791-4d6e-96b6-82a021625b41 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:37.874536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 0988d933-6791-4d6e-96b6-82a021625b41) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:37.883965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4586ffe5-4066-4aa4-a590-428124a0114b None None] Network 0988d933-6791-4d6e-96b6-82a021625b41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:37.897290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:37.898245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.933872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bbf9aef0-6140-472d-bd68-db92554bfc1b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5627761 Aug 31 06:57:37.935887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47500) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:37.941970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:37.979991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:37.983698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.002329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.003689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.089795 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.090364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router 899136f3-e985-49cd-a163-c8cf7a46e208 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:38.093696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.099405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.104235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4237f723-b3b7-40ea-b9c4-71d99b46b85f tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 204 len: 168 time: 1.4266415 Aug 31 06:57:38.104971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:38.109680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1603606533', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:38.181570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.184004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.256758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-0988d933-6791-4d6e-96b6-82a021625b41', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:57:38.257655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.351754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.593614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Allocated IP 172.20.0.2 (0988d933-6791-4d6e-96b6-82a021625b41/86234b78-b233-4668-bbec-5075c5447718/7962c43d-1952-4631-b194-fe0c8d344252) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:38.789606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.802029 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-1efe4d8f-d624-43e8-9658-c3f9f60d4c04 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1944075 Aug 31 06:57:38.835710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.847948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Transition to ACTIVE for port object 7962c43d-1952-4631-b194-fe0c8d344252 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:38.907017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Transition to ACTIVE for port object 7962c43d-1952-4631-b194-fe0c8d344252 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:38.924989 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:38.971667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.011810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Network 0988d933-6791-4d6e-96b6-82a021625b41 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:39.024376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:39.031270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-2387e228-d69c-4b36-a1a5-cdccda74497f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:39.032671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:39.034078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-2387e228-d69c-4b36-a1a5-cdccda74497f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1097 time: 0.1436067 Aug 31 06:57:39.081919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Pushing event updated for resources: {'Port': ['ID=7962c43d-1952-4631-b194-fe0c8d344252,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.203240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Attempting to bind port 7962c43d-1952-4631-b194-fe0c8d344252 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:39.203240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Attempting to bind port 7962c43d-1952-4631-b194-fe0c8d344252 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:39.203240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Attempting to bind port 7962c43d-1952-4631-b194-fe0c8d344252 on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:39.215311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:39.222640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:39.223595 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.231559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Bound using segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:39.233313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Bound port: 7962c43d-1952-4631-b194-fe0c8d344252, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:39.235887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.398420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.399144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] For port 7962c43d-1952-4631-b194-fe0c8d344252, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:39.405664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] For port 7962c43d-1952-4631-b194-fe0c8d344252, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7962c43d-1952-4631-b194-fe0c8d344252,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:39.419069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-e81dfc39-3b4c-45cd-8676-be45a836147b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:39.421131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.421233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-e81dfc39-3b4c-45cd-8676-be45a836147b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.3626411 Aug 31 06:57:39.477155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.535190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3e1049-7b22-4cfc-857f-170c330a1448 None None] Pushing event updated for resources: {'Port': ['ID=7962c43d-1952-4631-b194-fe0c8d344252,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:39.657466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.703848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:39.722522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Allocated IP 172.25.3.12 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/68a4572b-ae1d-48c5-bd7a-ca27881e9563) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:39.727383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-058bc72a-7b6f-438c-b866-3974295ce88d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 1000 time: 0.2757318 Aug 31 06:57:39.923714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-13a2d662-6052-4406-a22b-b241a2095904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:39.926101 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-13a2d662-6052-4406-a22b-b241a2095904 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.1430218 Aug 31 06:57:39.981867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.044611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-2a22760d-9696-41e6-a67b-f2d6f46541b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:40.046668 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-2a22760d-9696-41e6-a67b-f2d6f46541b2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1120064 Aug 31 06:57:40.101104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:40.168979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Pushing event updated for resources: {'Port': ['ID=68a4572b-ae1d-48c5-bd7a-ca27881e9563,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:40.184655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:40.186157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:40.189775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:40.220458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Allocated IP 172.25.3.162 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/84b444d4-c6e5-4dee-b200-cf813d70f9b2) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:40.260551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-ac607e69-b287-4f00-a865-215e4151c9ee service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067661 Aug 31 06:57:40.774400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.172588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a0d725-169d-439d-b42e-9bf6a13c599b None None] Network 0988d933-6791-4d6e-96b6-82a021625b41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:41.196051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4c4b662-52ee-4135-9f60-d2a6dec82afc req-9457eca6-c881-4428-abb8-44bbd1f4d0e8 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9275808 Aug 31 06:57:41.221260 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.251281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.344192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:41.434918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event updated for resources: {'Port': ['ID=84b444d4-c6e5-4dee-b200-cf813d70f9b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:41.452280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:41.457321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:41.466372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:41.478130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7ce9afde-430c-4a15-a54c-676a7047eef2 None None] Provisioning for port 7962c43d-1952-4631-b194-fe0c8d344252 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:41.538940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Router f9d9e817-e656-4b09-a5b9-6e564f984baa is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:41.922086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7962c43d-1952-4631-b194-fe0c8d344252 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:41.971331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:41.984309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:42.002018 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:42.003372 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:42.019955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.027318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dfb311f-9468-425b-aef2-12d5c952f9fc admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.0889261 Aug 31 06:57:42.030324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 47856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:42.059091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7962c43d-1952-4631-b194-fe0c8d344252 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:42.079539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7962c43d-1952-4631-b194-fe0c8d344252 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:42.079919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.163801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] Provisioning complete for port 7962c43d-1952-4631-b194-fe0c8d344252 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:42.169261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.262648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.454400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.464027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:42.547790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.695139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] For port 7962c43d-1952-4631-b194-fe0c8d344252, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7962c43d-1952-4631-b194-fe0c8d344252,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:42.731727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.879039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:42.938269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2633e81-7806-4a3f-9342-f521cba62433 None None] Pushing event updated for resources: {'Port': ['ID=7962c43d-1952-4631-b194-fe0c8d344252,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:42.977164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:57:42.977713 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:57:43.172832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Router 62663cf8-968d-42a0-aa3e-aca33b65b13b is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:43.186341 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:40Z', 'revision_number': 3, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.290283 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:43.290625 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Updating router f9d9e817-e656-4b09-a5b9-6e564f984baa port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:43.319081 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.367846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.392172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:43.410246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] Sync routers for ids ['62663cf8-968d-42a0-aa3e-aca33b65b13b'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:43.427798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] Routers {'62663cf8-968d-42a0-aa3e-aca33b65b13b'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:43.433615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['62663cf8-968d-42a0-aa3e-aca33b65b13b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.447809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.451671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c71d34a8-3710-43bf-89df-3eb06530a5b3 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.3431208 Aug 31 06:57:43.453583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 47966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:43.473381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:43.568016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Allocated IP 172.20.0.1 (0988d933-6791-4d6e-96b6-82a021625b41/86234b78-b233-4668-bbec-5075c5447718/2f6440ed-5868-4e1d-a1b0-24407ff167f5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:43.664720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.679475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] Routers {'62663cf8-968d-42a0-aa3e-aca33b65b13b'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:43.680434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['62663cf8-968d-42a0-aa3e-aca33b65b13b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.727637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.747645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Transition to ACTIVE for port object 2f6440ed-5868-4e1d-a1b0-24407ff167f5 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:43.792605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.840389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:43.851971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31def4e5-c932-4c90-9f50-2e3e4d22f8e4 None None] The sync data for ids ['62663cf8-968d-42a0-aa3e-aca33b65b13b'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:43.872820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7962c43d-1952-4631-b194-fe0c8d344252 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:43.956378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7962c43d-1952-4631-b194-fe0c8d344252 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:43.957531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:43.969290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Pushing event updated for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.013976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Network 0988d933-6791-4d6e-96b6-82a021625b41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:44.017983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:44.023136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:44.082467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.199713 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.245678 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Transition to ACTIVE for port object 68a4572b-ae1d-48c5-bd7a-ca27881e9563 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:44.267488 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.368229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.424459 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Attempting to bind port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:44.425486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Attempting to bind port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:44.426070 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Attempting to bind port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:44.438616 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:44.439407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:44.440039 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.443222 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:44.443964 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Bound port: 68a4572b-ae1d-48c5-bd7a-ca27881e9563, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:44.444591 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.446250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.452612 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Pushing event updated for resources: {'Port': ['ID=68a4572b-ae1d-48c5-bd7a-ca27881e9563,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.473183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.521670 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.522445 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.523002 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.523540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.524085 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.524616 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.525750 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.526289 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.526817 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.527343 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.527870 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.528455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:44.592562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36fe3ab4-3e05-4e77-9ea8-f4d862de7c19 None None] Provisioning for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:44.601361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-36fe3ab4-3e05-4e77-9ea8-f4d862de7c19 None None] Provisioning complete for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:44.605066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-36fe3ab4-3e05-4e77-9ea8-f4d862de7c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.636205 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] For port 68a4572b-ae1d-48c5-bd7a-ca27881e9563, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:44.638400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.644984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.648589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] For port 68a4572b-ae1d-48c5-bd7a-ca27881e9563, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=68a4572b-ae1d-48c5-bd7a-ca27881e9563,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:44.654281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Deleting port 84b444d4-c6e5-4dee-b200-cf813d70f9b2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:57:44.656931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.657470 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.673093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-36fe3ab4-3e05-4e77-9ea8-f4d862de7c19 None None] Port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:44.725451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Pushing event updated for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:44.776772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.798891 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:44.799793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:44.866843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:44.883313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Calling delete_port for 84b444d4-c6e5-4dee-b200-cf813d70f9b2 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:57:45.002562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcd84b-708d-4679-82bf-4ce1c30b9b44 None None] Pushing event updated for resources: {'Port': ['ID=68a4572b-ae1d-48c5-bd7a-ca27881e9563,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.103601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Network 0988d933-6791-4d6e-96b6-82a021625b41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:45.108641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:45.111655 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:45.193299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.307726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Pushing event deleted for resources: {'Port': ['ID=84b444d4-c6e5-4dee-b200-cf813d70f9b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:45.415365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:45.610217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.614660 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 2, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:45.680292 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e22cc2-ffe2-4a9d-aac8-eba91ecacbc4 None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 2, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:45.753525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.758984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-918da9a5-0b2b-4859-ad7b-a6d1d0cd2ad8 None None] Provisioning complete for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:45.761481 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-918da9a5-0b2b-4859-ad7b-a6d1d0cd2ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:45.785710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:45.812761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-918da9a5-0b2b-4859-ad7b-a6d1d0cd2ad8 None None] Port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:45.822720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bfe0fc46-0949-4632-89e0-b1582332846e admin admin] 10.222.0.57 "PUT /v2.0/routers/f9d9e817-e656-4b09-a5b9-6e564f984baa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7888367 Aug 31 06:57:46.158216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.171483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.396421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Router 62663cf8-968d-42a0-aa3e-aca33b65b13b has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:57:46.593623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:46.598216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:46.603656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.607424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da44e2e2-537c-491e-be51-e2f2ab76ead4 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "PUT /v2.0/routers/62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 200 len: 706 time: 3.1469274 Aug 31 06:57:46.608925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:46.614685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1686222961', 'description': 'tempest-description--163877907'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:46.624056 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] Sync routers for ids ['62663cf8-968d-42a0-aa3e-aca33b65b13b'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:46.639470 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] Routers {'62663cf8-968d-42a0-aa3e-aca33b65b13b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:46.640228 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['62663cf8-968d-42a0-aa3e-aca33b65b13b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.670502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.741878 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.765013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] Routers {'62663cf8-968d-42a0-aa3e-aca33b65b13b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:46.765710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['62663cf8-968d-42a0-aa3e-aca33b65b13b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.848514 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:46.849163 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4acb47-e0c4-4522-9c6d-546eb4f06c03 None None] The sync data for ids ['62663cf8-968d-42a0-aa3e-aca33b65b13b'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:46.937118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-afd3fa08-7c72-4720-b2ba-7e5a65be203f tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/routers/62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 200 len: 741 time: 0.3244720 Aug 31 06:57:46.937971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:46.941197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:46.947175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.085026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.086623 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4858580 Aug 31 06:57:47.090948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.095613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group_rule': {'security_group_id': 'e88a7051-7329-49b9-8a10-062195135634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:47.122551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e88a7051-7329-49b9-8a10-062195135634,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.136501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.136866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.137214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.149659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.150056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.154582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c30cdd2c-0ef9-4d99-b7f1-24041d2e6bce tempest-RoutersAdminTest-696007806 tempest-RoutersAdminTest-696007806-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 200 len: 205 time: 0.2061698 Aug 31 06:57:47.157902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.158232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.167312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.167879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.168420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.168927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.169457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.169954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123705ac-9105-435f-8d34-cb7722ff752e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:47.198027 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f0fcc2bc-bd27-4142-a27d-418a46ef30b9 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 200 len: 205 time: 0.0384295 Aug 31 06:57:47.200861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.201155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.275075 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.283554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.336631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb7007db-3f66-489c-bca9-75c394a71fe5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.368273 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.373401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d7d17ab8-47f1-45f7-b40d-1ccccdc20369 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2786613 Aug 31 06:57:47.374299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.378283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group_rule': {'security_group_id': 'e88a7051-7329-49b9-8a10-062195135634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:47.422443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.503085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.508518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.536513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c3670b0-9727-4dad-832e-674304ebc67a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:47.546162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.551126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de42c441-ff13-4a37-a746-94a8a4d43030 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1765459 Aug 31 06:57:47.551851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:47.558792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:47.593968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.736111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.835032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:47.869863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 68a4572b-ae1d-48c5-bd7a-ca27881e9563 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:47.955898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Allocated IP 172.25.3.129 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/4b115c71-e659-4124-8138-222f4c3525a8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:47.962323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:47.967690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:47.968279 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.147227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.159374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.186249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.195485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.205862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 68a4572b-ae1d-48c5-bd7a-ca27881e9563, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=68a4572b-ae1d-48c5-bd7a-ca27881e9563,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:48.240240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.297204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.344286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.344930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Fanout notify agent at l3_agent the message router_deleted on router 62663cf8-968d-42a0-aa3e-aca33b65b13b {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:57:48.357240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:48.361727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6936d3ec-e4e9-4833-afb7-4f8247271f4d tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 204 len: 168 time: 1.1564660 Aug 31 06:57:48.368833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.402592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=68a4572b-ae1d-48c5-bd7a-ca27881e9563,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:48.419732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.420079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.420420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.420758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.421089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.421445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.421773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.422099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.422420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.422745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.423064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.423382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:57:48.440837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af450cc5-5f77-4304-97b6-fc0128f1f061 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 200 len: 205 time: 0.0702074 Aug 31 06:57:48.441653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.543078 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-94885ac8-4d52-4586-ba02-f58c6959bfa8 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:48.545819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-94885ac8-4d52-4586-ba02-f58c6959bfa8 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/62663cf8-968d-42a0-aa3e-aca33b65b13b HTTP/1.1" status: 404 len: 336 time: 0.1025252 Aug 31 06:57:48.548124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.606303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8446619a-941e-460c-a612-7f16dacb86a1 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 200 len: 205 time: 0.0557048 Aug 31 06:57:48.621084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.670472 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-991ca156-1351-4240-b077-bf0f4c5cfc97 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:48.671849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-991ca156-1351-4240-b077-bf0f4c5cfc97 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/899136f3-e985-49cd-a163-c8cf7a46e208 HTTP/1.1" status: 404 len: 336 time: 0.0494344 Aug 31 06:57:48.674189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.722843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c28c9e86-0386-4af6-b9f7-2bb206ad1c07 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 200 len: 205 time: 0.0448387 Aug 31 06:57:48.725026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.766565 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-cf7f0a35-4c56-4363-8040-f1fb9e84c186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:48.767609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cf7f0a35-4c56-4363-8040-f1fb9e84c186 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/1c8d7195-e103-42a8-bdf4-02adf212241c HTTP/1.1" status: 404 len: 336 time: 0.0408378 Aug 31 06:57:48.773925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.805457 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-11e4ec39-adfa-4538-ad2c-70a220014669 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 200 len: 205 time: 0.0303566 Aug 31 06:57:48.809292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.841266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=4b115c71-e659-4124-8138-222f4c3525a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:48.861934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:48.863565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:48.867090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:48.882680 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-51af0b12-01f8-453a-a98a-c8547851926e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:48.887582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51af0b12-01f8-453a-a98a-c8547851926e tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/be9b8421-777f-481b-851f-d5393e48476d HTTP/1.1" status: 404 len: 336 time: 0.0770714 Aug 31 06:57:48.888179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:48.935375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f57bf17-66b5-4c1c-b835-d1b562892a41 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 200 len: 205 time: 0.0456581 Aug 31 06:57:48.935596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.067192 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.079752 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-cb246098-9c30-4dc4-806b-67f9d5db196a tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:49.083739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cb246098-9c30-4dc4-806b-67f9d5db196a tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/73d39523-f5a4-4b45-ae23-ca27963e5faa HTTP/1.1" status: 404 len: 336 time: 0.1450114 Aug 31 06:57:49.084367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.143154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fb878ef1-4cf5-4609-9f3d-67e352e579ba tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "GET /v2.0/ports?device_id=eef98acb-5610-43f6-9c57-310b5e2e2d27 HTTP/1.1" status: 200 len: 205 time: 0.0552568 Aug 31 06:57:49.143930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.154017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.238262 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f489ea43-6b58-4bbe-95ef-e4e813b22441 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] delete failed (client error): The resource could not be found. Aug 31 06:57:49.242218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f489ea43-6b58-4bbe-95ef-e4e813b22441 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/routers/eef98acb-5610-43f6-9c57-310b5e2e2d27 HTTP/1.1" status: 404 len: 336 time: 0.0943739 Aug 31 06:57:49.242850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.298662 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-abc13d34-ade9-4d4f-bb16-fbb88e847235 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] DELETE failed (client error): The resource could not be found. Aug 31 06:57:49.299232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abc13d34-ade9-4d4f-bb16-fbb88e847235 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:57:49.301091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abc13d34-ade9-4d4f-bb16-fbb88e847235 tempest-RoutersAdminTest-399836332 tempest-RoutersAdminTest-399836332-project] 10.222.0.57 "DELETE /v2.0/subnets/4a7b70fd-692b-4643-906a-b1203c795245 HTTP/1.1" status: 404 len: 337 time: 0.0571961 Aug 31 06:57:49.532152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.543388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:49.570939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:49.595702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:49.596704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:49.829357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:49.916089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=4b115c71-e659-4124-8138-222f4c3525a8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:50.003425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:50.041187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.073845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.075666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-005cfabe-3b8b-41c8-a47e-e9670a39f25d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5228517 Aug 31 06:57:50.255407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:50.325071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 68a4572b-ae1d-48c5-bd7a-ca27881e9563 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:50.514835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fafea5-0a85-4e07-a71e-cf349bfe2428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.522138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:50.526952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.605467 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87ef0c9a-b89c-4b7b-b1cb-2c79a37715ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.718374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 2, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:50.756753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:50.757208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Updating router f9d9e817-e656-4b09-a5b9-6e564f984baa port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:50.826641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:50.956015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fafea5-0a85-4e07-a71e-cf349bfe2428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.081505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d3fafea5-0a85-4e07-a71e-cf349bfe2428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.103560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-5fe63180-af73-4cec-a65b-d5d9c83513fb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1686222961&fields=id&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 267 time: 0.4287047 Aug 31 06:57:51.351055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d3fafea5-0a85-4e07-a71e-cf349bfe2428 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7294f17d9cd7453393cbfe0c317669e4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5198781 Aug 31 06:57:51.355108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.361739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fafea5-0a85-4e07-a71e-cf349bfe2428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d97973-f7fd-40e5-aaa4-fe6edc4677bc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:51.456470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87ef0c9a-b89c-4b7b-b1cb-2c79a37715ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.469387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-4dbdae82-0b85-4291-94e6-8c333af88dfa tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:51.471094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-4dbdae82-0b85-4291-94e6-8c333af88dfa tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 817 time: 0.3641443 Aug 31 06:57:51.472549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-87ef0c9a-b89c-4b7b-b1cb-2c79a37715ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.472705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.513411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.528040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-87ef0c9a-b89c-4b7b-b1cb-2c79a37715ec admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b471d04d02a46498f5fa8bfe057fb71&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2715425 Aug 31 06:57:51.528854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Transition to ACTIVE for port object 2f6440ed-5868-4e1d-a1b0-24407ff167f5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:51.529535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-e46a5fb6-72f6-4594-94ea-909195105c54 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/quotas/51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 375 time: 0.0389285 Aug 31 06:57:51.533010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:51.534265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.535617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.551735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ef0c9a-b89c-4b7b-b1cb-2c79a37715ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5308c0-f7f8-4b5a-b77f-f1a89d9b1d22,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:51.602367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143f63-3ebd-419e-9c7d-7ba2e6af4a10 None None] Pushing event updated for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:51.637566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-8d05517a-3de2-4969-8845-c8a3f72a763a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0969419 Aug 31 06:57:51.645041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.650991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.654070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.657734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f6d97973-f7fd-40e5-aaa4-fe6edc4677bc HTTP/1.1" status: 204 len: 168 time: 0.2995169 Aug 31 06:57:51.675624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6e40c0-1a97-404c-b3bd-1df5ec9b0092 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d97973-f7fd-40e5-aaa4-fe6edc4677bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:51.692494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.698743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-74fffc48-3e91-440c-a12e-9cec47e5556c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 06:57:51.699785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-74fffc48-3e91-440c-a12e-9cec47e5556c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096283 Aug 31 06:57:51.824960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.828555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Attempting to bind port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:51.829063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Attempting to bind port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:51.829395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Attempting to bind port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:51.835735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:51.836114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:51.836574 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.836912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Bound using segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:51.837923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Bound port: 2f6440ed-5868-4e1d-a1b0-24407ff167f5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:51.838263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.838532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:51.849293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5d5308c0-f7f8-4b5a-b77f-f1a89d9b1d22 HTTP/1.1" status: 204 len: 168 time: 0.3126237 Aug 31 06:57:51.871588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7356421-b21a-459e-a298-ca37432a48ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5308c0-f7f8-4b5a-b77f-f1a89d9b1d22,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.141593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-6854d318-2fe5-4384-b9f4-db79edf09648 service neutron] 10.222.0.57 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4302585 Aug 31 06:57:52.146491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] For port 2f6440ed-5868-4e1d-a1b0-24407ff167f5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:52.154082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] For port 2f6440ed-5868-4e1d-a1b0-24407ff167f5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2f6440ed-5868-4e1d-a1b0-24407ff167f5,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:52.164053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.317701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:52.318347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:52.425239 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-5bfa747e-e947-43eb-a87a-3bfa8ddd6bb2 service neutron] 10.222.0.57 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760625 Aug 31 06:57:52.543716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.557533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77143f63-3ebd-419e-9c7d-7ba2e6af4a10 None None] Pushing event updated for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:52.581656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:52.651398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1bc30bb2-8bff-41a3-a878-effd2017d221 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a81a4316436b4e7788d28fbac43cb3f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1041894 Aug 31 06:57:52.651786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:52.733931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.849030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:52.992794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c4ea3a0-0c5f-4c01-8738-d9891237b3a2 req-891e70d5-9b0e-41bd-a362-d824641fc59c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 210 time: 0.0370669 Aug 31 06:57:53.023703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.028795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:53.032371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65e16fd5-25cb-41f7-ad95-4f2af06b3444 HTTP/1.1" status: 204 len: 168 time: 0.3770959 Aug 31 06:57:53.043179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6209d9-7ae5-4de2-8921-56c3297e98cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65e16fd5-25cb-41f7-ad95-4f2af06b3444,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:53.087990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:52Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:53.123188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7de78-f5d6-4245-a5ca-c1dd3a8c067c None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:52Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:57:54.016084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2f6440ed-5868-4e1d-a1b0-24407ff167f5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:54.143051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:54.153599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:54.154027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.317897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4093375-e458-443f-8650-d02481e7d4a7 req-f77b1f02-f5a8-4e2b-909b-84b22f36ddad tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 210 time: 0.0762727 Aug 31 06:57:54.543019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.667340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 2f6440ed-5868-4e1d-a1b0-24407ff167f5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2f6440ed-5868-4e1d-a1b0-24407ff167f5,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:57:54.674228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.847535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab374a7b-cbbd-473b-9fa3-648de63aa80f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:54.883307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:55.021159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-31620bcb-5d5f-427f-b044-4a6b339c6833 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:55.023008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-31620bcb-5d5f-427f-b044-4a6b339c6833 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 817 time: 0.2192597 Aug 31 06:57:55.151134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-629a4923-cd59-49b0-878f-8c46ea5f6839 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 380 time: 0.1129165 Aug 31 06:57:55.173821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'port': {'device_id': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'admin_state_up': True, 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'security_groups': ['e88a7051-7329-49b9-8a10-062195135634']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:55.356595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Made reservation on behalf of 51844b05cba04bb283fdaa2be9d146e4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:55.361648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:55.515225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f76f3e8-aed8-40a0-adf2-de4ad16e5108 req-04f176a2-441a-4931-b3d0-30085b4bac6f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 210 time: 0.0527265 Aug 31 06:57:55.581064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:55.705677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Allocated IP 172.20.0.14 (0988d933-6791-4d6e-96b6-82a021625b41/86234b78-b233-4668-bbec-5075c5447718/43373f6f-567c-4a98-8b31-4f1833fc3cd8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:55.840812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2f6440ed-5868-4e1d-a1b0-24407ff167f5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:57:55.943852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'network': {'name': 'tempest-network-smoke--100787878', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:56.011927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:56.013435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:56.014104 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.032039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.065617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.074714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.096596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Transition to ACTIVE for port object 43373f6f-567c-4a98-8b31-4f1833fc3cd8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:56.152311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.245425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Network 0988d933-6791-4d6e-96b6-82a021625b41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:56.275579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:56.285029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.297230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.299546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:56.345083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f25ad347-d4a9-4e54-aa9f-b4e0951177e6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.402213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:56.444763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.445927 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Added segment 034a62f4-0748-4697-ba88-3b209a874df5 of type vlan for network 1081b7b0-b16c-4c17-8fe4-4469ba62991c Aug 31 06:57:56.466715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:56.468073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.474823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.505624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-d92960b8-7672-425f-9ef4-1ec4fda1dd9f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3417976 Aug 31 06:57:56.519810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Request body: {'port': {'device_id': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:56.613895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.652357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.676671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.690992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:56.690992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.727274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f93f2f71-ef0f-4b5d-823c-3b2cde85ae53 None None] Provisioning for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:57:56.734451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f93f2f71-ef0f-4b5d-823c-3b2cde85ae53 None None] Provisioning complete for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:57:56.734830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f93f2f71-ef0f-4b5d-823c-3b2cde85ae53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.766197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.1843824 Aug 31 06:57:56.770470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:56.777470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-736364368', 'admin_state_up': True, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:56.796332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6f950-bef8-44bf-9bb2-e73e28a36981 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Network': ['ID=1081b7b0-b16c-4c17-8fe4-4469ba62991c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:56.831543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.833085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.843645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd4998-815e-4213-96ad-971ad3bf5d1b req-7e00c591-e34f-466b-80c8-35070b3ef2fa tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:56.854249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9bd4998-815e-4213-96ad-971ad3bf5d1b req-7e00c591-e34f-466b-80c8-35070b3ef2fa tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 932 time: 0.2261524 Aug 31 06:57:56.860434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f93f2f71-ef0f-4b5d-823c-3b2cde85ae53 None None] Port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:57:56.868913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:56.908411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:56.950954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:56.986653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9bd4998-815e-4213-96ad-971ad3bf5d1b req-485a5454-f86d-41e4-8a43-0c29d2b2a6fd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312439 Aug 31 06:57:57.104368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.144097 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:57:57.187899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1229315204', 'router:external': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:57.268243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Made reservation on behalf of 1a1ddd687c6b4099ad45acb2cb80fb46 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:57.278086 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.303584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.407569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.442872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.453898 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34ba0cdc-d3f3-482b-ba0b-17381c0285d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.454911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:57:57.470897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.480245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.503000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Transition to ACTIVE for port object 43373f6f-567c-4a98-8b31-4f1833fc3cd8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:57:57.506558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.554912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0309a6fd-2476-4beb-8cb8-49480555fc26,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.562729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.601269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.25.3.18 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/c4b36a7c-0dcb-47bf-a642-824698838ad4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:57:57.628943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:57:57.685170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.685648 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Added segment 519dc487-3092-428f-a50d-a60afdd75ad8 of type vlan for network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 Aug 31 06:57:57.709145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.728649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.766110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.841914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.853084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.900500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.901534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:57.902123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:57.912514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=c4b36a7c-0dcb-47bf-a642-824698838ad4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:57.934379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:57:57.935852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:57.942989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:57:58.081092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Network': ['ID=1f9eb5ab-dafa-4074-99e3-1a4b0dc37352,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.088737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-13ca395a-015a-4f90-89a0-06681dc07e04 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.1357424 Aug 31 06:57:58.090674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Attempting to bind port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:57:58.091387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Attempting to bind port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:57:58.091737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Attempting to bind port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:58.094371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:58.098562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:57:58.100489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'subnet': {'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:58.111894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 on network 0988d933-6791-4d6e-96b6-82a021625b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:57:58.111894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Attempting to bind port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:57:58.124159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:57:58.124620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:58.125098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Bound using segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:57:58.125687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Bound port: 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:57:58.126141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.141199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:58.254819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Made reservation on behalf of 1a1ddd687c6b4099ad45acb2cb80fb46 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:58.257341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.354450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3f3af1-dce2-4a6f-b3c9-3259094f966b req-ee7035a0-deae-458a-baf1-3b1c97f638bb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:58.356425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b3f3af1-dce2-4a6f-b3c9-3259094f966b req-ee7035a0-deae-458a-baf1-3b1c97f638bb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.2266991 Aug 31 06:57:58.389415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.413357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:57:58.444280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f595b65-f8ec-429c-a11d-a28d3373af8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.448252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:57:58.469205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.514875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b3f3af1-dce2-4a6f-b3c9-3259094f966b req-3af303d0-8d42-4249-8dd4-1d96671482c4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1494243 Aug 31 06:57:58.562550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:58.562550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.564055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] 10.222.0.50 "PUT /v2.0/ports/43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1093 time: 2.0507023 Aug 31 06:57:58.568515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:57:58.570912 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a" -d '{"events": [{"name": "network-changed", "server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:57:58.636372 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c54f1c-c672-4146-b226-e5211ebef50b x-openstack-request-id: req-53c54f1c-c672-4146-b226-e5211ebef50b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:57:58.636678 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:57:58.636949 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-53c54f1c-c672-4146-b226-e5211ebef50b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:57:58.637402 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'status': 'completed', 'code': 200} Aug 31 06:57:58.640435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7385bbf8-96ab-4cdb-b34d-b8968fc00828 service neutron] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:58.720982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.745910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-cce3821e-edd9-4e18-9ad3-d0bed1f63d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:58.747798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-cce3821e-edd9-4e18-9ad3-d0bed1f63d14 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1096 time: 0.1266356 Aug 31 06:57:58.857984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-2cd6aae8-2769-43a9-a318-d641cd797ecf service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0819471 Aug 31 06:57:58.912374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:57:58.965988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f595b65-f8ec-429c-a11d-a28d3373af8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:58.971636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-07cd2ae9-d27e-47b5-ba27-5b1877b6caba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:58.973203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-07cd2ae9-d27e-47b5-ba27-5b1877b6caba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1021428 Aug 31 06:57:58.977028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f595b65-f8ec-429c-a11d-a28d3373af8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.049975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:57:59.062269 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:57:59.064328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f595b65-f8ec-429c-a11d-a28d3373af8f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=bf6ebd4719e7453cbd4921f1c102435d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9129615 Aug 31 06:57:59.067704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.074560 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:57:59.075628 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:59.079340 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.084158 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8791018d-39a4-402b-9999-cb62e0e89808 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3120656 Aug 31 06:57:59.085028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48390) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.101584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f595b65-f8ec-429c-a11d-a28d3373af8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c906004c-040d-47bb-8d19-d9f7a19bdcf3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.145873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-3afc85fc-069d-4b77-9871-90a376f12ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:59.147580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-3afc85fc-069d-4b77-9871-90a376f12ae3 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609125 Aug 31 06:57:59.195520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:57:59.196184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.288105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54197090-0288-42b1-be96-570655ce04f8 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=5e9e199d5fef45919432b1bc534c2f03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2016423 Aug 31 06:57:59.292048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.304973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:57:59.320344 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.371449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9abc3d95-52c1-490e-aa94-fe1e34e579d3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.408140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.419277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-3dd8e4f2-bf23-4844-a454-437a1c0f9510 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332358 Aug 31 06:57:59.422087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Checking segment: {'id': '519dc487-3092-428f-a50d-a60afdd75ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:57:59.422458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network hostable DHCP agents. Network: 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:57:59.537146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:57:59.562002 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:57:58Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:57:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:57:59.611312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:57:59.619801 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:57:59.621476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Updating router d5c8946c-98d8-4d88-81af-bce7a5be3eeb port c4b36a7c-0dcb-47bf-a642-824698838ad4 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:57:59.624595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:57:59.625219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.628458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464dbb1f-b827-4e14-8a0c-befbe88095d8 None None] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:57:59.668822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.674046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.675456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c906004c-040d-47bb-8d19-d9f7a19bdcf3 HTTP/1.1" status: 204 len: 168 time: 0.6024041 Aug 31 06:57:59.700698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.710994 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.739545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61302b09-5c77-4b8c-9e36-3fd4dbc4267a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c906004c-040d-47bb-8d19-d9f7a19bdcf3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:57:59.750174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef615abb-5406-4b5d-8223-91b5e20f63dc req-afb575c5-274a-4cd5-979a-acdd048da07b service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3200734 Aug 31 06:57:59.754891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4f18f2ec-0d7d-4db3-a0ab-4fc7f937b780 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.6557148 Aug 31 06:57:59.756252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:57:59.763853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-526074828', 'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:57:59.854422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Made reservation on behalf of 1a1ddd687c6b4099ad45acb2cb80fb46 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:57:59.856799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:57:59.956831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] device_id is not set on port 8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:57:59.996794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf7509-8c2d-4320-9259-792313ea0ca8 None None] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:00.094986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 2001:db8::1f9 (1f9eb5ab-dafa-4074-99e3-1a4b0dc37352/9abc3d95-52c1-490e-aa94-fe1e34e579d3/8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:00.302858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.323317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58850f2b-45a0-45fa-8da1-c9ceb82234ba tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.323797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58850f2b-45a0-45fa-8da1-c9ceb82234ba tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.330066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-58850f2b-45a0-45fa-8da1-c9ceb82234ba tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1588 time: 1.0369611 Aug 31 06:58:00.339321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.351861 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.377926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Transition to ACTIVE for port object c4b36a7c-0dcb-47bf-a642-824698838ad4 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:00.385897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-232b688f-172e-4e15-96c5-dc3530c36571 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=1f9eb5ab-dafa-4074-99e3-1a4b0dc37352&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0420232 Aug 31 06:58:00.390416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791a724a-2de0-4b8c-a7d6-3e6efa5bf38e req-d52c15ea-011e-48c5-8596-18e77a2094db tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.392020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.392493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.395361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-791a724a-2de0-4b8c-a7d6-3e6efa5bf38e req-d52c15ea-011e-48c5-8596-18e77a2094db tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.4940488 Aug 31 06:58:00.401928 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.451663 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.454492 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabc040-0750-46b1-b784-a6e6330e2239 None None] Pushing event updated for resources: {'Port': ['ID=c4b36a7c-0dcb-47bf-a642-824698838ad4,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.464703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0104440a-f703-41bf-99bc-49df5ff9e7fc tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0683405 Aug 31 06:58:00.465920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48426) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.466525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-041fb9b9-a2d5-41dc-a76b-9b12fb8ddc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.471947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-337329172', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:00.474545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-8eb56d24-87c7-4acf-8f66-a9ee6b088810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.476244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-8eb56d24-87c7-4acf-8f66-a9ee6b088810 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1096 time: 0.6466165 Aug 31 06:58:00.494528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-791a724a-2de0-4b8c-a7d6-3e6efa5bf38e req-da348938-38f1-4ebe-8b7b-adc534986c8c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919776 Aug 31 06:58:00.495234 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Attempting to bind port c4b36a7c-0dcb-47bf-a642-824698838ad4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:00.495678 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Attempting to bind port c4b36a7c-0dcb-47bf-a642-824698838ad4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:00.496131 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Attempting to bind port c4b36a7c-0dcb-47bf-a642-824698838ad4 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:00.502060 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:00.502547 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:00.503023 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.503491 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:00.504027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Bound port: c4b36a7c-0dcb-47bf-a642-824698838ad4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:00.504548 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.592084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:00.600309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] For port c4b36a7c-0dcb-47bf-a642-824698838ad4, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:00.602715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:58:00.602715 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:58:00.602715 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': '5e9e199d5fef45919432b1bc534c2f03', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 58, 0, 570154)}] Aug 31 06:58:00.602715 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:00.606179 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:00.607300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] For port c4b36a7c-0dcb-47bf-a642-824698838ad4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c4b36a7c-0dcb-47bf-a642-824698838ad4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:00.607450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:00.610106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:00.611493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.612112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.614762 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.631945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.693674 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabc040-0750-46b1-b784-a6e6330e2239 None None] Pushing event updated for resources: {'Port': ['ID=c4b36a7c-0dcb-47bf-a642-824698838ad4,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.695368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-4f9cfc04-0ebe-4638-a94a-5de8ac28fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.697479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-4f9cfc04-0ebe-4638-a94a-5de8ac28fe44 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1821752 Aug 31 06:58:00.697810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:00.698448 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:00.755274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-7381d756-0d20-4530-9c37-8014a6a846b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 217 time: 0.0435891 Aug 31 06:58:00.802300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-041fb9b9-a2d5-41dc-a76b-9b12fb8ddc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.808867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-041fb9b9-a2d5-41dc-a76b-9b12fb8ddc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.822327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9fc7be3f-6712-4d33-a00c-628cee105c93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0650115 Aug 31 06:58:00.823022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.851185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:00.879575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-041fb9b9-a2d5-41dc-a76b-9b12fb8ddc08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3cb8e0829a1d44d1b04d0d387e9fa3f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845178 Aug 31 06:58:00.881613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-9ded6850-fd0b-4612-b4b7-6a148fc73fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.882641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-9ded6850-fd0b-4612-b4b7-6a148fc73fbf service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1149712 Aug 31 06:58:00.883145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48430) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:00.893307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fb9b9-a2d5-41dc-a76b-9b12fb8ddc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55af47b6-d9a6-448b-8449-bab781ea225d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:00.928874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Deleting port 8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:00.929398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:00.976384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-3279f7e3-b929-4b6b-979e-59bdfca3b442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:00.978019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-3279f7e3-b929-4b6b-979e-59bdfca3b442 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0856850 Aug 31 06:58:01.013387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.026725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.046987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.064704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Calling delete_port for 8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:01.072724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.143753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-82a92913-882c-4bf3-87ca-0c9fe1d7e022 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574640 Aug 31 06:58:01.146495 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:57:58Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:01.182934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:01.187538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.204191 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a95146-2515-49c7-809d-c1a6e368b00b None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:57:58Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:01.261154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.264224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.266629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55af47b6-d9a6-448b-8449-bab781ea225d HTTP/1.1" status: 204 len: 168 time: 0.3814521 Aug 31 06:58:01.320331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee89d0b-d613-42b2-8815-953705c7a692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af47b6-d9a6-448b-8449-bab781ea225d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.377441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-959f04d0-de5e-4b3a-85c0-ba4ac64afe8a req-481e8220-e6cc-4e77-992a-eb3b53731c0f service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151542 Aug 31 06:58:01.508941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.638897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.680862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Subnet': ['ID=51bf1f93-77f0-4eeb-8a92-e728fefe9344,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.716543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Port': ['ID=8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:01.731319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:58:01.740119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Checking segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:01.740119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network hostable DHCP agents. Network: 1081b7b0-b16c-4c17-8fe4-4469ba62991c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:01.789125 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.794733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39122fdc-5a23-4fd7-8117-05bb9adff310 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/ports/8f8f2a06-cb8b-4113-a7b5-f1be2f9383f5 HTTP/1.1" status: 204 len: 168 time: 0.9703066 Aug 31 06:58:01.795192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:01.800957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352', 'external_fixed_ips': [{'subnet_id': '9abc3d95-52c1-490e-aa94-fe1e34e579d3', 'ip_address': '2001:db8::1f9'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:01.805827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e506f7-b37a-4800-9bce-5db231a8efc5 req-993d9ae5-f6ab-4471-89de-38ec1715811c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:01.807592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28e506f7-b37a-4800-9bce-5db231a8efc5 req-993d9ae5-f6ab-4471-89de-38ec1715811c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1706800 Aug 31 06:58:01.836116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.838737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.861863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:01.879646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1081b7b0-b16c-4c17-8fe4-4469ba62991c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:01.887670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c4b36a7c-0dcb-47bf-a642-824698838ad4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:01.899140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:01.900297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.914796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28e506f7-b37a-4800-9bce-5db231a8efc5 req-2a99141d-350a-4a25-a97b-d665142f41f9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956044 Aug 31 06:58:01.928332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c330b249-3dcc-494e-98ad-ebfdb6be3431 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4612341 Aug 31 06:58:01.932371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:01.946922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:01.981439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ad9be6-75e4-4834-a26c-d707087cc94c None None] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:02.194369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.214108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c4b36a7c-0dcb-47bf-a642-824698838ad4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:02.261892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c4b36a7c-0dcb-47bf-a642-824698838ad4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:02.263781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.359610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:02.435157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:58:02.443888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:02.445228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.669034 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.710118 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.747511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:02.818118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Allocated IP 172.20.0.2 (1081b7b0-b16c-4c17-8fe4-4469ba62991c/51bf1f93-77f0-4eeb-8a92-e728fefe9344/7c980e9e-5996-47df-88d6-041c5d919af5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:02.952861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:58:03.012043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c4b36a7c-0dcb-47bf-a642-824698838ad4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c4b36a7c-0dcb-47bf-a642-824698838ad4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:03.023577 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.071314 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.091864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.127534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:03.145804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a8952-ebb9-4940-8ade-a7ac39ebe4f4 req-91cd945e-0470-4724-877d-23132ca94163 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:03.147607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e33a8952-ebb9-4940-8ade-a7ac39ebe4f4 req-91cd945e-0470-4724-877d-23132ca94163 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1129773 Aug 31 06:58:03.286588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e33a8952-ebb9-4940-8ade-a7ac39ebe4f4 req-b09e7584-8d10-4a4f-8086-3295851e76d4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044784 Aug 31 06:58:03.365737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 2001:db8::1f9 (1f9eb5ab-dafa-4074-99e3-1a4b0dc37352/9abc3d95-52c1-490e-aa94-fe1e34e579d3/b0af30d8-f7ce-4be4-af48-e58b82bdf285) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:03.406225 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.443191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c4b36a7c-0dcb-47bf-a642-824698838ad4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:03.449964 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.527379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Transition to ACTIVE for port object 7c980e9e-5996-47df-88d6-041c5d919af5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:03.536058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.571441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Transition to ACTIVE for port object 7c980e9e-5996-47df-88d6-041c5d919af5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:03.578370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:03.584139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.596575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.651337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Pushing event updated for resources: {'Port': ['ID=7c980e9e-5996-47df-88d6-041c5d919af5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:03.661170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:03.663055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:03.670923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:03.700360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:03.700581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.1 (1081b7b0-b16c-4c17-8fe4-4469ba62991c/51bf1f93-77f0-4eeb-8a92-e728fefe9344/98c2317f-e6a4-41eb-b03c-5ce8369df062) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:03.739431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['43373f6f-567c-4a98-8b31-4f1833fc3cd8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:58:03.740501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:03.747921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:03.861751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Attempting to bind port 7c980e9e-5996-47df-88d6-041c5d919af5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:03.862022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Attempting to bind port 7c980e9e-5996-47df-88d6-041c5d919af5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:03.862285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Attempting to bind port 7c980e9e-5996-47df-88d6-041c5d919af5 on network 1081b7b0-b16c-4c17-8fe4-4469ba62991c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:03.867638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c4b36a7c-0dcb-47bf-a642-824698838ad4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:03.903315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:03.903717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Checking segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:03.904138 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.904537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Bound using segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:03.905033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Bound port: 7c980e9e-5996-47df-88d6-041c5d919af5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:03.905443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.925867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=b0af30d8-f7ce-4be4-af48-e58b82bdf285,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:03.951165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:03.994670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object 98c2317f-e6a4-41eb-b03c-5ce8369df062 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:04.067273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c4b36a7c-0dcb-47bf-a642-824698838ad4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:04.067833 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.073436 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.098438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.128000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] For port 7c980e9e-5996-47df-88d6-041c5d919af5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:04.140230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.163929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:04.165109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] For port 7c980e9e-5996-47df-88d6-041c5d919af5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c980e9e-5996-47df-88d6-041c5d919af5,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:04.165747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:04.170682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:04.178701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.259818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.389404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76123770-d183-4467-8e07-8cf53fefa737 None None] Pushing event updated for resources: {'Port': ['ID=7c980e9e-5996-47df-88d6-041c5d919af5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:04.403077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.568258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81ffb6-8510-4a0f-b1db-12ea90e11791 req-24a80692-6cf2-4880-a694-8a73bf14ac09 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:04.579341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d81ffb6-8510-4a0f-b1db-12ea90e11791 req-24a80692-6cf2-4880-a694-8a73bf14ac09 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 945 time: 0.1455259 Aug 31 06:58:04.658137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router 42b6668d-7d60-4c3f-afea-b62ab307001d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:04.683994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d81ffb6-8510-4a0f-b1db-12ea90e11791 req-b7426cce-90f8-4c7e-a84f-1d14d84a5dec tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034327 Aug 31 06:58:04.721981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.843358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:04.853155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Sync routers for ids ['42b6668d-7d60-4c3f-afea-b62ab307001d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:04.864427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Routers {'42b6668d-7d60-4c3f-afea-b62ab307001d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:04.865835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['42b6668d-7d60-4c3f-afea-b62ab307001d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:04.882961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:04.887320 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0e84dabe-c49b-404a-b4dc-68e57edde720 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.0874596 Aug 31 06:58:04.887613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48548) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:05.039820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Set router 42b6668d-7d60-4c3f-afea-b62ab307001d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:05.053377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.244410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.245313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.256322 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.334812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Deleting port b0af30d8-f7ce-4be4-af48-e58b82bdf285 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:05.335751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.380960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42b6668d-7d60-4c3f-afea-b62ab307001d', 'name': '', 'tenant_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352', 'external_fixed_ips': [{'subnet_id': '9abc3d95-52c1-490e-aa94-fe1e34e579d3', 'ip_address': '2001:db8::1f9'}], 'enable_snat': True}, 'gw_port_id': 'b0af30d8-f7ce-4be4-af48-e58b82bdf285', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:01Z', 'updated_at': '2021-08-31T06:58:03Z', 'revision_number': 3, 'project_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'gw_port': {'id': 'b0af30d8-f7ce-4be4-af48-e58b82bdf285', 'name': '', 'network_id': '1f9eb5ab-dafa-4074-99e3-1a4b0dc37352', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:06:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b6668d-7d60-4c3f-afea-b62ab307001d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2882, 'fixed_ips': [{'subnet_id': '9abc3d95-52c1-490e-aa94-fe1e34e579d3', 'ip_address': '2001:db8::1f9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9abc3d95-52c1-490e-aa94-fe1e34e579d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:05.424459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.438832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:05.446254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Checking router: 42b6668d-7d60-4c3f-afea-b62ab307001d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:05.446682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Updating router 42b6668d-7d60-4c3f-afea-b62ab307001d port b0af30d8-f7ce-4be4-af48-e58b82bdf285 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:05.483478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.501059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.506187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Calling delete_port for b0af30d8-f7ce-4be4-af48-e58b82bdf285 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:05.614901 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:05.616589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:05.686213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.736039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527b7ac7-aab7-423f-8428-cd0f34d19fa8 None None] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:05.788522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:05.862639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:05.899005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-92722284-74e8-431f-b58f-955cc3ac53bb None None] Provisioning for port 7c980e9e-5996-47df-88d6-041c5d919af5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:05.901917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:05.916289 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.961399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c980e9e-5996-47df-88d6-041c5d919af5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:05.969101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:05.969303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:05.981382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0af30d8-f7ce-4be4-af48-e58b82bdf285,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.000393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.099185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f2e525-438e-4fd7-a5b0-7df8b20ffa1f req-a3def3bb-07c9-4979-ae35-032b81cc9219 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.100064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72f2e525-438e-4fd7-a5b0-7df8b20ffa1f req-a3def3bb-07c9-4979-ae35-032b81cc9219 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 945 time: 0.2240992 Aug 31 06:58:06.151651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.162748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.169646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:06.185367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:06.203877 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:06.206249 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:06.226314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22b9d129-8328-4cb0-86bd-341d0fd0179a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/d5c8946c-98d8-4d88-81af-bce7a5be3eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2921033 Aug 31 06:58:06.231656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72f2e525-438e-4fd7-a5b0-7df8b20ffa1f req-4f018a9e-4ef3-4067-9dec-476028a61835 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114688 Aug 31 06:58:06.232369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48616) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.266683 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.267491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 42b6668d-7d60-4c3f-afea-b62ab307001d {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:06.272150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.276392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d3b0bdeb-e595-455f-a395-da5ad389dd24 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/routers/42b6668d-7d60-4c3f-afea-b62ab307001d HTTP/1.1" status: 204 len: 168 time: 1.3848119 Aug 31 06:58:06.276654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.382805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Deleting subnet 9abc3d95-52c1-490e-aa94-fe1e34e579d3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:58:06.400644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7c980e9e-5996-47df-88d6-041c5d919af5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:06.421804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.455122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7c980e9e-5996-47df-88d6-041c5d919af5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:06.455541 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.483523 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:06.485205 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:06.506023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.512557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:06.552980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.553554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.553944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.556715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.557902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.558370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.558831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.558951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.559288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:06.566355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b18e6fb9-441d-442c-a8c7-69c6715b2368 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4997 time: 0.3300576 Aug 31 06:58:06.567631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.636902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.641146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:06.643462 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcee4bd0-d433-44d5-810e-3217041e9f4d" -d '{"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:06.661688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:06.669624 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.707930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9abc3d95-52c1-490e-aa94-fe1e34e579d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.729799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.732609 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-edebd3c0-5044-4b56-8044-d29200021550 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/subnets/9abc3d95-52c1-490e-aa94-fe1e34e579d3 HTTP/1.1" status: 204 len: 168 time: 0.4540219 Aug 31 06:58:06.735003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.768937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48632) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:06.788058 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9315b08a-a1ab-40a8-a50b-ec00fdb10bdb x-openstack-request-id: req-9315b08a-a1ab-40a8-a50b-ec00fdb10bdb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:06.788348 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:06.788601 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9315b08a-a1ab-40a8-a50b-ec00fdb10bdb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:06.788988 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'code': 200} Aug 31 06:58:06.789606 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.837795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:06.852270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7c980e9e-5996-47df-88d6-041c5d919af5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c980e9e-5996-47df-88d6-041c5d919af5,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:06.866577 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:06.994892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7c980e9e-5996-47df-88d6-041c5d919af5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.010912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.020219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4794758c-6c31-4be0-88b3-307c5494ea89 req-88800e40-b1fd-4baf-b4d1-471873e89428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.023193 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:05Z', 'revision_number': 2, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:07.025687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4794758c-6c31-4be0-88b3-307c5494ea89 req-88800e40-b1fd-4baf-b4d1-471873e89428 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1098 time: 0.1669822 Aug 31 06:58:07.062846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Port b0af30d8-f7ce-4be4-af48-e58b82bdf285 not found while updating agent binding for router 42b6668d-7d60-4c3f-afea-b62ab307001d. {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 06:58:07.069228 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:07.069709 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Updating router d5c8946c-98d8-4d88-81af-bce7a5be3eeb port 98c2317f-e6a4-41eb-b03c-5ce8369df062 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:07.081552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:07.083195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:58:07.085213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'42b6668d-7d60-4c3f-afea-b62ab307001d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:58:07.090562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12d6aaa2-1dd2-4999-b123-9646d8742db7 None None] The sync data for ids ['42b6668d-7d60-4c3f-afea-b62ab307001d'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:07.113274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Provisioning complete for port 7c980e9e-5996-47df-88d6-041c5d919af5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.114048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.122009 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.261098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Provisioning for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:07.266434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Provisioning complete for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.284484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86c8ccf1-c708-477c-9bdf-52f5575c9e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.287189 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.302562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4794758c-6c31-4be0-88b3-307c5494ea89 req-519695d8-c4e1-4732-a299-868c0c343ac8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627084 Aug 31 06:58:07.351419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7e073585-aab3-458a-973c-77a8f2af4981 None None] Port 98c2317f-e6a4-41eb-b03c-5ce8369df062 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:07.377383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.384795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.385418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.385878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.386363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.386876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.387489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.387977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.393848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-baa453b4-60cf-4baf-bf20-ab84e1aa3b9b tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4621 time: 0.8244011 Aug 31 06:58:07.394607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:07.418117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f9eb5ab-dafa-4074-99e3-1a4b0dc37352']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:07.437301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '519dc487-3092-428f-a50d-a60afdd75ad8') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:07.437935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '519dc487-3092-428f-a50d-a60afdd75ad8') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:07.463281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.482243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a29b0cd9-655a-4d0f-9b82-99503a7bedd3 None None] Provisioning complete for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:07.482628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a29b0cd9-655a-4d0f-9b82-99503a7bedd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.501898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5c12c-c3b5-442e-b13c-8918bf249171 req-1daee2e3-a416-48d9-afc9-ad3cbdfcb17d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:07.509907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85d5c12c-c3b5-442e-b13c-8918bf249171 req-1daee2e3-a416-48d9-afc9-ad3cbdfcb17d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1733949 Aug 31 06:58:07.564983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.572135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 06:58:07.572685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.573100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a29b0cd9-655a-4d0f-9b82-99503a7bedd3 None None] Port 98c2317f-e6a4-41eb-b03c-5ce8369df062 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:07.590958 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.612841 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Transition to ACTIVE for port object 98c2317f-e6a4-41eb-b03c-5ce8369df062 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:07.620796 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: timer() Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 06:58:07.630398 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 06:58:07.706761 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76dde4-9e3b-4a4d-891d-64bf8163f794 None None] Pushing event updated for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.742228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.745260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86c8ccf1-c708-477c-9bdf-52f5575c9e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.755264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 31 06:58:07.772092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-86c8ccf1-c708-477c-9bdf-52f5575c9e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.810106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bb79e146-2aa3-4ab5-8be6-8fff68a24bb6 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3049 time: 0.4142694 Aug 31 06:58:07.858449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.861385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/networks/1f9eb5ab-dafa-4074-99e3-1a4b0dc37352 HTTP/1.1" status: 204 len: 168 time: 1.1246526 Aug 31 06:58:07.869992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-86c8ccf1-c708-477c-9bdf-52f5575c9e82 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=032731eaf4fe4b13aac5ee5b98e425fa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0846381 Aug 31 06:58:07.873086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:07.875144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85d5c12c-c3b5-442e-b13c-8918bf249171 req-0fb6cdd9-cf76-4865-84df-d14abfc0ed73 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2413187 Aug 31 06:58:07.877201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb76459-c03b-4510-a7d6-ca9cf4e26b7f tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Network': ['ID=1f9eb5ab-dafa-4074-99e3-1a4b0dc37352,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.937353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c8ccf1-c708-477c-9bdf-52f5575c9e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c1348e-1873-4542-8475-09e790c0635f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:07.940543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c980e9e-5996-47df-88d6-041c5d919af5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:07.956218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Attempting to bind port 98c2317f-e6a4-41eb-b03c-5ce8369df062 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:07.956594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Attempting to bind port 98c2317f-e6a4-41eb-b03c-5ce8369df062 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:07.956960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Attempting to bind port 98c2317f-e6a4-41eb-b03c-5ce8369df062 on network 1081b7b0-b16c-4c17-8fe4-4469ba62991c {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:07.966385 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:07.966763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Checking segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:07.971013 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.971709 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Bound using segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:07.972214 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Bound port: 98c2317f-e6a4-41eb-b03c-5ce8369df062, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:07.972616 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:07.983207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.011654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.067477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7c980e9e-5996-47df-88d6-041c5d919af5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:08.083357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.100924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.105484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.109823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/65c1348e-1873-4542-8475-09e790c0635f HTTP/1.1" status: 204 len: 168 time: 0.2325265 Aug 31 06:58:08.152868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f2e18-36d3-4501-badf-a8099d7590ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c1348e-1873-4542-8475-09e790c0635f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:08.168145 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] For port 98c2317f-e6a4-41eb-b03c-5ce8369df062, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:08.173639 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] For port 98c2317f-e6a4-41eb-b03c-5ce8369df062, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98c2317f-e6a4-41eb-b03c-5ce8369df062,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:08.178947 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.219661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.225695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175049348', 'description': 'tempest-secgroup-smoke-1175049348 description', 'project_id': '5e9e199d5fef45919432b1bc534c2f03'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:08.288358 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:08.289305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:08.311346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.359220 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76dde4-9e3b-4a4d-891d-64bf8163f794 None None] Pushing event updated for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:08.506969 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:08.611320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.618766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.664989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.672448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'name': 'tempest-router--1545524678', 'project_id': '7ac2105b07714f6eae5078e34f5ac6fa'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:08.708752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.712968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.717481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4940963 Aug 31 06:58:08.717864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.718134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.742893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:08.787927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7aa337-3f99-4606-9c0c-98a75bf0160a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a1070-a007-4a53-8773-5a4e1e769cfd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:08.802532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.808456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.828919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.846106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.847594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ada9fd26-64c3-4d1a-a951-cd764b0373d6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1801832 Aug 31 06:58:08.850275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48680) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.880964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.900504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.908812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.935636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0517e9b7-23ad-4509-8019-ac0431c55a5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.949727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e02c174-692d-4999-9500-baf513b4d702,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:08.956357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:08.960387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-323238d1-eeca-41c2-8bdb-db75762193c4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2244997 Aug 31 06:58:08.960666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:08.966423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:08.985079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:58:08.985079 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:58:08.985079 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id_1': '5e9e199d5fef45919432b1bc534c2f03', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 58, 8, 973359)}] Aug 31 06:58:08.985079 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:08.985587 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:09.006689 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:08Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:09.051155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.058133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca56a02-a30c-4091-a2b3-6a559509be12 None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:08Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:09.132743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af78a00-29db-461d-ad0c-263ee6114469 req-11a8aff6-f61a-49d6-82cb-efa0b62dba82 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:09.134874 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1af78a00-29db-461d-ad0c-263ee6114469 req-11a8aff6-f61a-49d6-82cb-efa0b62dba82 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1020865 Aug 31 06:58:09.162531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0517e9b7-23ad-4509-8019-ac0431c55a5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.172562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0517e9b7-23ad-4509-8019-ac0431c55a5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.236243 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1af78a00-29db-461d-ad0c-263ee6114469 req-715a668d-231a-4fd4-88d3-339cf9241ffd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835099 Aug 31 06:58:09.243235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0517e9b7-23ad-4509-8019-ac0431c55a5b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=370a5859a8244525b954ed814326e9ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410695 Aug 31 06:58:09.248370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:09.261507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0517e9b7-23ad-4509-8019-ac0431c55a5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=915da7b9-e0c2-44e4-8b69-295ba0b40866,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:09.282972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.286156 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.354922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.358246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.359003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 327f2f08-7ae5-420b-902a-53105150a866 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:09.364233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.365306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-698d9bb3-5657-4b6a-bc83-f5e8c8b6c52d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/routers/327f2f08-7ae5-420b-902a-53105150a866 HTTP/1.1" status: 204 len: 168 time: 0.5135374 Aug 31 06:58:09.435128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.535241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805de19e-8c14-46a7-8d8f-414bd3386017 req-c762fd1f-18e0-4daf-abd3-5a518c43d6af tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:09.547794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-805de19e-8c14-46a7-8d8f-414bd3386017 req-c762fd1f-18e0-4daf-abd3-5a518c43d6af tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1952748 Aug 31 06:58:09.547956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:09.557690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'floatingip': {'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:09.568983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.592044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.598114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.612099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/915da7b9-e0c2-44e4-8b69-295ba0b40866 HTTP/1.1" status: 204 len: 168 time: 0.3614438 Aug 31 06:58:09.614867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.649191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097eb4dd-3d54-4021-8d02-b1d675898bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=915da7b9-e0c2-44e4-8b69-295ba0b40866,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:09.686894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:09.742894 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.750220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.773760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d705e9fe-24ba-4960-b8ed-dc3241ae6344,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:09.792978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.798527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4c60d43-130c-4df4-9731-016999c58673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8364673 Aug 31 06:58:09.800035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:09.808943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:09.851941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.911591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98c2317f-e6a4-41eb-b03c-5ce8369df062 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:09.960344 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.966228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:09.990212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb8fd23e-a13d-4abc-8ac6-0f17c960fb36,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.000144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.002111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d32e7af3-0bc2-452f-8483-7e2f89b80d01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2009563 Aug 31 06:58:10.010366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:10.018766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:10.022037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:10.027651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:10.028042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.037026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-165201624', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:10.068159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.069355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.144295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.145773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.180463 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.235408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 98c2317f-e6a4-41eb-b03c-5ce8369df062, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98c2317f-e6a4-41eb-b03c-5ce8369df062,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:10.240311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.395638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.414870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.434147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.442389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.448080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.561053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee97e2af-1dfd-430a-bd46-1c8aabac21ce,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.565275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.566736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fbe464eb-1a38-4319-ab23-f48d6548ce2c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5541646 Aug 31 06:58:10.569884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:10.575873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:10.600143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.624584 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:58:10.638458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.793257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.811991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.842152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.875526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=756b8cdf-87a3-4570-8877-83f774f1bdb2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:10.880499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.924290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:10.928655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0930014-039f-4eb1-81d6-254007bc9985 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3574624 Aug 31 06:58:10.931915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:10.936594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9e3a1070-a007-4a53-8773-5a4e1e769cfd', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:11.003027 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:58:11.016645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.050876 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Floating IP 1b8f5d82-2a3d-425b-bb3e-3678160f292f associated. External IP: 172.25.3.129, port: 43373f6f-567c-4a98-8b31-4f1833fc3cd8. Aug 31 06:58:11.062393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Allocated IP 172.25.3.156 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/28011564-9330-430f-9e55-0e57078ba69f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:11.167273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.184305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.255630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.276228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e6f1818-b80e-48a5-9962-ce7193b55393,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.276228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.276772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0357f0e-cb81-4e71-a6e1-6c049530d7c2 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3434660 Aug 31 06:58:11.327027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.395435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:11.400254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:11.405126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:11.408694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:11.456963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event updated for resources: {'Port': ['ID=28011564-9330-430f-9e55-0e57078ba69f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:11.639921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:11.644560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.652423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:11.664974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:11.666890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:11.677806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6cc7d85d-a61b-4355-afb2-24e663b1e785 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "PUT /v2.0/floatingips/1b8f5d82-2a3d-425b-bb3e-3678160f292f HTTP/1.1" status: 200 len: 992 time: 2.1280394 Aug 31 06:58:11.678556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:11.681583 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a4de06-a909-4af4-95c4-b9ae7806e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:11.752380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-df39fa41-ca75-43cc-8cd0-ee3d125c9473 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175049348&fields=id&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 267 time: 0.0909383 Aug 31 06:58:11.857986 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f3a069-9bbe-47f0-b0d7-c8c005ab9c49 x-openstack-request-id: req-64f3a069-9bbe-47f0-b0d7-c8c005ab9c49 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:11.858277 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:11.858527 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64f3a069-9bbe-47f0-b0d7-c8c005ab9c49 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:11.858929 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'status': 'completed', 'code': 200} Aug 31 06:58:11.868302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98c2317f-e6a4-41eb-b03c-5ce8369df062 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:11.934809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:11.936832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-362a2a4f-3b17-437d-ba5c-5b99a6432383 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:11.938872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-362a2a4f-3b17-437d-ba5c-5b99a6432383 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 796 time: 0.1441088 Aug 31 06:58:11.960623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-0312771b-20b1-40ec-926c-b9d79d3bb192 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/quotas/5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 375 time: 0.0129097 Aug 31 06:58:11.965771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:11.968442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-4517b227-4559-44af-8c62-c5756c699e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:11.970866 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-4517b227-4559-44af-8c62-c5756c699e9f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1098 time: 0.0751040 Aug 31 06:58:11.997872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 98c2317f-e6a4-41eb-b03c-5ce8369df062 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:12.001753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.103918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-fca9fd5c-4598-4d7d-a7b8-a2de2999fe40 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336794 Aug 31 06:58:12.139228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-e215d2be-f72a-4d7b-945d-b070a60257cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:12.140832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-e215d2be-f72a-4d7b-945d-b070a60257cb service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1624639 Aug 31 06:58:12.298308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-2829fc51-5aab-4378-970a-5e7fb203a503 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1000 time: 0.1489420 Aug 31 06:58:12.344826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1b8f5d82-2a3d-425b-bb3e-3678160f292f', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:48Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:12.363558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-e298f537-570d-4490-b917-0da977c205e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:12.365360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-e298f537-570d-4490-b917-0da977c205e1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0594087 Aug 31 06:58:12.390640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:12.395516 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-dcd9200d-450a-4e2d-9a75-4ab6df1509f7 service neutron] 10.222.0.57 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513621 Aug 31 06:58:12.400433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:12.401024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:12.426696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-562a9b97-7647-44ae-a047-54851d284d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:12.428697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-562a9b97-7647-44ae-a047-54851d284d0c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547054 Aug 31 06:58:12.541852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:12.588329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-3b1e960f-68a7-4317-bdad-00d47b11d14a service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507509 Aug 31 06:58:12.754209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34a4de06-a909-4af4-95c4-b9ae7806e0f9 req-f6fceeef-09a8-4c87-ab01-aa644ebe0fa6 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575537 Aug 31 06:58:12.844979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:12.925889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-211c4b29-135f-4a1e-9b4b-f8498bc08a14 service neutron] 10.222.0.57 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294518 Aug 31 06:58:12.950311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1b8f5d82-2a3d-425b-bb3e-3678160f292f', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:48Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:12.991404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c80cb6a-25ca-4a22-a8df-124550c648e8 None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1b8f5d82-2a3d-425b-bb3e-3678160f292f', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.129', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2839, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:57:48Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:13.038686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Router 9c1643a6-cda8-43b0-b066-2a35a26fbee7 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:13.182020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2d8768c7-c7a2-4799-b9ee-c9f379fc07c5 req-a4de6478-389d-46d5-b234-bd873814b289 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0570478 Aug 31 06:58:13.200064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:13.215042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] Sync routers for ids ['9c1643a6-cda8-43b0-b066-2a35a26fbee7'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:13.236960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] Routers {'9c1643a6-cda8-43b0-b066-2a35a26fbee7'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:13.237708 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9c1643a6-cda8-43b0-b066-2a35a26fbee7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:13.240349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.245284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b1f7a7ac-f81c-468e-942e-289b6f58638d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.5460825 Aug 31 06:58:13.246622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:13.313378 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:13.329598 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] Routers {'9c1643a6-cda8-43b0-b066-2a35a26fbee7'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:13.330561 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9c1643a6-cda8-43b0-b066-2a35a26fbee7'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:13.371421 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:13.372170 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c0231c-0154-493e-84d1-f1856219dc58 None None] The sync data for ids ['9c1643a6-cda8-43b0-b066-2a35a26fbee7'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:13.391779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8db81ea-6936-4cda-b6b8-88f8cc547cbe None None] New status for floating IP 1b8f5d82-2a3d-425b-bb3e-3678160f292f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:58:13.419120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9bd5af8a-2531-4add-8498-3bd7f16f7316 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/9c1643a6-cda8-43b0-b066-2a35a26fbee7 HTTP/1.1" status: 200 len: 924 time: 0.1711557 Aug 31 06:58:13.421669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:13.452480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ba06bb2c-e63e-4bc7-a7be-65ac6868612d tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c1643a6-cda8-43b0-b066-2a35a26fbee7 HTTP/1.1" status: 200 len: 205 time: 0.0297070 Aug 31 06:58:13.454996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:13.585221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.707415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.768043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port 28011564-9330-430f-9e55-0e57078ba69f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:13.768707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.874816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:13.898603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for 28011564-9330-430f-9e55-0e57078ba69f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:13.940995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.057506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abb0724-46e5-4f95-bfa3-e925804479a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.092002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.125084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=28011564-9330-430f-9e55-0e57078ba69f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.158955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abb0724-46e5-4f95-bfa3-e925804479a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.171819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0abb0724-46e5-4f95-bfa3-e925804479a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.200119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.297117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0abb0724-46e5-4f95-bfa3-e925804479a9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b2ea4036b1214a36b474ff575a70dcb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3549435 Aug 31 06:58:14.316311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.317912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb0724-46e5-4f95-bfa3-e925804479a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4e8a9d-8e7d-4ef1-9274-bcf59a55a22b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.324472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6f52652-14ed-4966-8b1d-c3c8bcf07dd8 req-f29599a0-4435-4a8b-96c0-ab49a9fe2519 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0601177 Aug 31 06:58:14.349547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.354078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-0d900577-dc51-40b1-818b-b166fd4cd098 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:14.355775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-0d900577-dc51-40b1-818b-b166fd4cd098 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 796 time: 0.1951449 Aug 31 06:58:14.356363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.401208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-ef6c9e39-b32f-43ab-8aa5-344cd0e545a7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 380 time: 0.0335174 Aug 31 06:58:14.416454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.416967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router 9c1643a6-cda8-43b0-b066-2a35a26fbee7 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:14.422087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'port': {'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'admin_state_up': True, 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'security_groups': ['9e3a1070-a007-4a53-8773-5a4e1e769cfd']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:14.424864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.426088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df853185-bbdd-4450-9373-9f2143993d78 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/9c1643a6-cda8-43b0-b066-2a35a26fbee7 HTTP/1.1" status: 204 len: 168 time: 0.9700570 Aug 31 06:58:14.429558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.429938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.444884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1037099611', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:14.453295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.501530 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.504506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.505862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6d4e8a9d-8e7d-4ef1-9274-bcf59a55a22b HTTP/1.1" status: 204 len: 168 time: 0.1885421 Aug 31 06:58:14.507375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.508390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.515996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8a2720-9165-40c1-a62a-24e9e7b88b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4e8a9d-8e7d-4ef1-9274-bcf59a55a22b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.601762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.609134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:14.612648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.778137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:14.791751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7105db3-872f-49a2-a62c-5501e488374c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.802690 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.895487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7105db3-872f-49a2-a62c-5501e488374c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.901215 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7105db3-872f-49a2-a62c-5501e488374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:14.916870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.10 (1081b7b0-b16c-4c17-8fe4-4469ba62991c/51bf1f93-77f0-4eeb-8a92-e728fefe9344/602a5d20-fbca-4e96-98cc-5b8723ea344f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:14.945052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7105db3-872f-49a2-a62c-5501e488374c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a5d877fc43754c2f807049fe85db4573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1648414 Aug 31 06:58:14.947607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7105db3-872f-49a2-a62c-5501e488374c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818ed71d-5ba4-446f-8f72-9cbd133ed715,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:14.950113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:15.014283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.043047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.109696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.112828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.114610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/818ed71d-5ba4-446f-8f72-9cbd133ed715 HTTP/1.1" status: 204 len: 168 time: 0.1630599 Aug 31 06:58:15.126056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee557c4-d6a0-460b-a35b-c6e6522c4440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818ed71d-5ba4-446f-8f72-9cbd133ed715,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:15.171243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.207999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object 602a5d20-fbca-4e96-98cc-5b8723ea344f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:15.230545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.259845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.324746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.410912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:15.420822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:15.426099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:15.460421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:15.462324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b365ac4-8853-459e-87e7-63edf2735a80 req-1d1445c8-983e-4025-b650-49da93d90fb6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.470308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b365ac4-8853-459e-87e7-63edf2735a80 req-1d1445c8-983e-4025-b650-49da93d90fb6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 932 time: 0.0733032 Aug 31 06:58:15.474099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 172.25.3.164 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a34d5296-b3f8-4066-bc20-758dff0cba60) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:15.511106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:15.511755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.531751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b365ac4-8853-459e-87e7-63edf2735a80 req-7c65bad1-b41a-4040-8e72-5b7a1709de5c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480807 Aug 31 06:58:15.581943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-a42c4e56-e1ac-4323-a2af-22100e2d86b9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1645172 Aug 31 06:58:15.601038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Request body: {'port': {'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:15.681975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.695235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.704392 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.763875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-566c15bf-3a26-48f7-aba1-77fa66baf584 None None] Provisioning for port 602a5d20-fbca-4e96-98cc-5b8723ea344f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:15.767891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-566c15bf-3a26-48f7-aba1-77fa66baf584 None None] Provisioning complete for port 602a5d20-fbca-4e96-98cc-5b8723ea344f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:15.768260 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-566c15bf-3a26-48f7-aba1-77fa66baf584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.804407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-566c15bf-3a26-48f7-aba1-77fa66baf584 None None] Port 602a5d20-fbca-4e96-98cc-5b8723ea344f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:15.845811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:15.895539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:15.910486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:15.945117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:15.971245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=a34d5296-b3f8-4066-bc20-758dff0cba60,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.224854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 602a5d20-fbca-4e96-98cc-5b8723ea344f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:58:16.236836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.296985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Transition to ACTIVE for port object 602a5d20-fbca-4e96-98cc-5b8723ea344f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:16.303194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.356119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:16.403674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Pushing event updated for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:16.530279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Attempting to bind port 602a5d20-fbca-4e96-98cc-5b8723ea344f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:16.530614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Attempting to bind port 602a5d20-fbca-4e96-98cc-5b8723ea344f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:16.530944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Attempting to bind port 602a5d20-fbca-4e96-98cc-5b8723ea344f on network 1081b7b0-b16c-4c17-8fe4-4469ba62991c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:16.566673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Port 602a5d20-fbca-4e96-98cc-5b8723ea344f on network 1081b7b0-b16c-4c17-8fe4-4469ba62991c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:58:16.566996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Attempting to bind port 602a5d20-fbca-4e96-98cc-5b8723ea344f on network 1081b7b0-b16c-4c17-8fe4-4469ba62991c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:16.574759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:16.575094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Checking segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:16.575669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Bound using segment: {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:16.576096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Bound port: 602a5d20-fbca-4e96-98cc-5b8723ea344f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '034a62f4-0748-4697-ba88-3b209a874df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:16.576453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.052415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.061679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:17.064216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:17.075512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966503a2-420b-43b2-a3f4-f500e61845c2 req-6fbff44a-15e4-4d4b-9c76-daf62ad722e3 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.076984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-966503a2-420b-43b2-a3f4-f500e61845c2 req-6fbff44a-15e4-4d4b-9c76-daf62ad722e3 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 944 time: 0.4584596 Aug 31 06:58:17.079029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.175267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.175879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.177259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] 10.222.0.53 "PUT /v2.0/ports/602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 1093 time: 1.5816207 Aug 31 06:58:17.205900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:17.208665 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c14cf6c-3d09-4435-b331-1065e1a32600" -d '{"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:17.272873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-966503a2-420b-43b2-a3f4-f500e61845c2 req-98d9f8f3-fb72-4342-ac3a-07252a0d27d6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548874 Aug 31 06:58:17.280800 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b851e9c-a944-4e65-ac3d-f48e976370ea x-openstack-request-id: req-3b851e9c-a944-4e65-ac3d-f48e976370ea {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:17.281283 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:17.281710 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3b851e9c-a944-4e65-ac3d-f48e976370ea {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:17.282252 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'status': 'completed', 'code': 200} Aug 31 06:58:17.305591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1421a3-6527-48d0-890c-a25aa2c66ddd service neutron] Pushing event updated for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:17.327318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-abb20a1d-084b-408f-9361-7fbd7a7a6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.328818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-abb20a1d-084b-408f-9361-7fbd7a7a6f81 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1096 time: 0.0929725 Aug 31 06:58:17.378357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-3955bf77-334f-475f-a4bc-8120437a90b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 217 time: 0.0399067 Aug 31 06:58:17.387605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router 43b11c58-2e51-4bd4-957a-0e3c439e60a5 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:17.484574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-56751c1f-7282-4d38-a094-e25660894307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.486023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-56751c1f-7282-4d38-a094-e25660894307 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 200 len: 834 time: 0.1009059 Aug 31 06:58:17.582164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:17.588432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-cecd071c-8d5f-4924-9440-23aa24c008c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:17.589961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-cecd071c-8d5f-4924-9440-23aa24c008c3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0971234 Aug 31 06:58:17.592948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Sync routers for ids ['43b11c58-2e51-4bd4-957a-0e3c439e60a5'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:17.607968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Routers {'43b11c58-2e51-4bd4-957a-0e3c439e60a5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:17.608591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['43b11c58-2e51-4bd4-957a-0e3c439e60a5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:17.609064 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.613572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 48964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:17.614261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ee62576b-da75-44be-897b-2d04cf656a1a tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 3.1825259 Aug 31 06:58:17.714840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-6f430b02-e395-46fd-8351-2eede48a8e55 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157293 Aug 31 06:58:17.794913 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Set router 43b11c58-2e51-4bd4-957a-0e3c439e60a5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:17.841824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 48974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:17.842249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4e0ff85e-4a63-48ae-95b2-c85ca8573338 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/43b11c58-2e51-4bd4-957a-0e3c439e60a5 HTTP/1.1" status: 200 len: 909 time: 0.2272060 Aug 31 06:58:17.854759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1037099611', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:17.867301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a8609fd-29d0-4d25-8fe7-a1dcf6b189d4 req-24dd9111-ba14-4c00-8ec6-4431149cd8b8 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448550 Aug 31 06:58:17.890666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.891683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.975912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:17.992907 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'name': 'tempest-snat-router-1037099611', 'tenant_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164'}], 'enable_snat': False}, 'gw_port_id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:14Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 3, 'project_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'gw_port': {'id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:18.023622 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Checking router: 43b11c58-2e51-4bd4-957a-0e3c439e60a5 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:18.024215 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Updating router 43b11c58-2e51-4bd4-957a-0e3c439e60a5 port a34d5296-b3f8-4066-bc20-758dff0cba60 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:18.027370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-36481ff5-81e8-4278-8b89-4d9aa06ccb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.028973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-36481ff5-81e8-4278-8b89-4d9aa06ccb15 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1096 time: 0.1076968 Aug 31 06:58:18.058117 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.238105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.333561 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.345927 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Transition to ACTIVE for port object a34d5296-b3f8-4066-bc20-758dff0cba60 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:18.353929 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.391042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-981dd592-eae1-403d-8375-813dd12dc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.392532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-981dd592-eae1-403d-8375-813dd12dc2f0 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 897 time: 0.3350849 Aug 31 06:58:18.407417 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Attempting to bind port a34d5296-b3f8-4066-bc20-758dff0cba60 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:18.407636 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Attempting to bind port a34d5296-b3f8-4066-bc20-758dff0cba60 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:18.407893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Attempting to bind port a34d5296-b3f8-4066-bc20-758dff0cba60 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:18.426805 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:18.427323 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:18.427572 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.428026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:18.428497 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Bound port: a34d5296-b3f8-4066-bc20-758dff0cba60, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:18.428774 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.433391 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec317f55-23f2-4e1c-a32b-1f9beb55c93b None None] Pushing event updated for resources: {'Port': ['ID=a34d5296-b3f8-4066-bc20-758dff0cba60,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:18.448334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-578d4fc2-a59a-4331-ab1c-1da81717f911 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 217 time: 0.0474503 Aug 31 06:58:18.486129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d4a08-544a-4c53-83c3-1262efadaf4e req-5b887758-7ca1-4d05-b12e-7e90dbf5f225 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.519553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] For port a34d5296-b3f8-4066-bc20-758dff0cba60, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:18.524092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] For port a34d5296-b3f8-4066-bc20-758dff0cba60, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a34d5296-b3f8-4066-bc20-758dff0cba60,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:18.533156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-519d4a08-544a-4c53-83c3-1262efadaf4e req-5b887758-7ca1-4d05-b12e-7e90dbf5f225 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 944 time: 0.1626344 Aug 31 06:58:18.539374 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.546795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-3a831925-36b3-47d7-b44c-7e13901b2531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.548310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-3a831925-36b3-47d7-b44c-7e13901b2531 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 200 len: 834 time: 0.0829389 Aug 31 06:58:18.609124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-519d4a08-544a-4c53-83c3-1262efadaf4e req-5b1dcdcb-67ec-4b9c-80b1-ab4961390165 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770450 Aug 31 06:58:18.711189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-efe4bbc0-d3a2-4de6-8841-97ab48bce17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:18.713260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-efe4bbc0-d3a2-4de6-8841-97ab48bce17a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1555030 Aug 31 06:58:18.719816 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Routers {'43b11c58-2e51-4bd4-957a-0e3c439e60a5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:18.720618 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['43b11c58-2e51-4bd4-957a-0e3c439e60a5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:18.720756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.724296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec317f55-23f2-4e1c-a32b-1f9beb55c93b None None] Pushing event updated for resources: {'Port': ['ID=a34d5296-b3f8-4066-bc20-758dff0cba60,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:18.759552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:18.884940 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] Set router 43b11c58-2e51-4bd4-957a-0e3c439e60a5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:18.914513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-be963f8c-afbc-401d-b213-4e46b313f027 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918814 Aug 31 06:58:18.984717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 172.25.3.178 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/5d95bd51-ea88-4eb1-baf2-f4487d298ba3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:19.089011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c14cf6c-3d09-4435-b331-1065e1a32600 req-879681a4-767c-482f-91f2-6ae5cbbee5a4 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680243 Aug 31 06:58:19.123967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'name': 'tempest-snat-router-1037099611', 'tenant_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164'}], 'enable_snat': False}, 'gw_port_id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:14Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 3, 'project_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'gw_port': {'id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:19.135699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.157531 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b19df7b3-941b-4de9-a0ec-6ee70a29123d None None] The sync data for ids ['43b11c58-2e51-4bd4-957a-0e3c439e60a5'] in n-d-712707-15 is: [{'id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'name': 'tempest-snat-router-1037099611', 'tenant_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164'}], 'enable_snat': False}, 'gw_port_id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:14Z', 'updated_at': '2021-08-31T06:58:16Z', 'revision_number': 3, 'project_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'gw_port': {'id': 'a34d5296-b3f8-4066-bc20-758dff0cba60', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:c3:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '43b11c58-2e51-4bd4-957a-0e3c439e60a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2918, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:15Z', 'updated_at': '2021-08-31T06:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:19.200462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.265091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:19.268384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:19.274127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:19.277779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=5d95bd51-ea88-4eb1-baf2-f4487d298ba3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:19.738777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:19.822310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f7e1d7-acff-4b51-a766-37cfea91df78 req-977d029c-3327-41a4-87fa-34c10370113a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:19.822310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-37f7e1d7-acff-4b51-a766-37cfea91df78 req-977d029c-3327-41a4-87fa-34c10370113a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 944 time: 0.1362259 Aug 31 06:58:19.904127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a34d5296-b3f8-4066-bc20-758dff0cba60 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:19.950376 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-37f7e1d7-acff-4b51-a766-37cfea91df78 req-d1c7ee3b-c442-42cb-8fb0-b96dc799d7ad tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041472 Aug 31 06:58:20.010007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a34d5296-b3f8-4066-bc20-758dff0cba60 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:20.015709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a34d5296-b3f8-4066-bc20-758dff0cba60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:20.016324 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.105043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.173563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.198133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a34d5296-b3f8-4066-bc20-758dff0cba60, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a34d5296-b3f8-4066-bc20-758dff0cba60,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:20.203840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.281529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a34d5296-b3f8-4066-bc20-758dff0cba60,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:20.303327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router 175490ac-fdba-44f4-aa99-36e3839e40dc is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:20.363902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 602a5d20-fbca-4e96-98cc-5b8723ea344f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:58:20.456711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:20.487927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.490038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4c3791a0-22d8-4ab6-be9b-56f059e0498c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.6436968 Aug 31 06:58:20.492817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:20.547267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:20.565888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Sync routers for ids ['175490ac-fdba-44f4-aa99-36e3839e40dc'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:20.568264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:58:20.618668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.629413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Routers {'175490ac-fdba-44f4-aa99-36e3839e40dc'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:20.630299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['175490ac-fdba-44f4-aa99-36e3839e40dc'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:20.659838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40b8d3ea-0b44-4219-a02a-2e9f033b9cba tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/175490ac-fdba-44f4-aa99-36e3839e40dc HTTP/1.1" status: 200 len: 908 time: 0.1632869 Aug 31 06:58:20.660102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:20.768497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 602a5d20-fbca-4e96-98cc-5b8723ea344f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:58:20.793375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.806684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Set router 175490ac-fdba-44f4-aa99-36e3839e40dc gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:20.909079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:20.938994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:20.984340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.041090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Deleting port 5d95bd51-ea88-4eb1-baf2-f4487d298ba3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:21.041467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.192318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:21.205133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.215538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['602a5d20-fbca-4e96-98cc-5b8723ea344f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:58:21.233976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4646aa-d15b-4753-a0f1-81ace1d20d41 req-a95c11ef-d9b5-4b15-be9e-f7b66dd119b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:21.241717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc4646aa-d15b-4753-a0f1-81ace1d20d41 req-a95c11ef-d9b5-4b15-be9e-f7b66dd119b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 945 time: 0.1160531 Aug 31 06:58:21.263773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Calling delete_port for 5d95bd51-ea88-4eb1-baf2-f4487d298ba3 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:21.302783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '175490ac-fdba-44f4-aa99-36e3839e40dc', 'name': 'tempest-snat-router-1037099611', 'tenant_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '5d95bd51-ea88-4eb1-baf2-f4487d298ba3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:17Z', 'updated_at': '2021-08-31T06:58:19Z', 'revision_number': 3, 'project_id': '1a1ddd687c6b4099ad45acb2cb80fb46', 'gw_port': {'id': '5d95bd51-ea88-4eb1-baf2-f4487d298ba3', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:33:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '175490ac-fdba-44f4-aa99-36e3839e40dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2920, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:18Z', 'updated_at': '2021-08-31T06:58:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:21.352574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Checking router: 175490ac-fdba-44f4-aa99-36e3839e40dc for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:21.354713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Updating router 175490ac-fdba-44f4-aa99-36e3839e40dc port 5d95bd51-ea88-4eb1-baf2-f4487d298ba3 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:21.386986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc4646aa-d15b-4753-a0f1-81ace1d20d41 req-8faabd7b-6415-4018-8797-e4e9debd68b5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433210 Aug 31 06:58:21.418765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.525877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.558073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d95bd51-ea88-4eb1-baf2-f4487d298ba3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:21.622631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.736361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.740096 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.799251 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.800180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 175490ac-fdba-44f4-aa99-36e3839e40dc {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:21.806802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:21.808338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-107036a1-c797-4042-8529-bfbec35391d9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/routers/175490ac-fdba-44f4-aa99-36e3839e40dc HTTP/1.1" status: 204 len: 168 time: 1.1470604 Aug 31 06:58:21.811447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:21.902421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a34d5296-b3f8-4066-bc20-758dff0cba60 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:21.945353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.103691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a34d5296-b3f8-4066-bc20-758dff0cba60 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:22.104206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.279480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:22.279841 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:22.499539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.597723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244dff0a-0b1c-46df-a955-c0f64b94ea5d req-0f7ff0a3-e3b9-4759-8c38-3beadfaa4310 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:22.605518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-244dff0a-0b1c-46df-a955-c0f64b94ea5d req-0f7ff0a3-e3b9-4759-8c38-3beadfaa4310 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 945 time: 0.0908055 Aug 31 06:58:22.666417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-244dff0a-0b1c-46df-a955-c0f64b94ea5d req-19fb7aed-6ab3-4cef-ac49-78324252762a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519576 Aug 31 06:58:22.680757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Deleting port a34d5296-b3f8-4066-bc20-758dff0cba60 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:22.681511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.772380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] For port a34d5296-b3f8-4066-bc20-758dff0cba60, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a34d5296-b3f8-4066-bc20-758dff0cba60,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:22.772743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:22.789641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Calling delete_port for a34d5296-b3f8-4066-bc20-758dff0cba60 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:22.800913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Port 5d95bd51-ea88-4eb1-baf2-f4487d298ba3 not found while updating agent binding for router 175490ac-fdba-44f4-aa99-36e3839e40dc. {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 06:58:22.809911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:22.810372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:58:22.811054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'175490ac-fdba-44f4-aa99-36e3839e40dc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:58:22.811502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a85ef669-cd98-4bec-afc4-1ce538fda442 None None] The sync data for ids ['175490ac-fdba-44f4-aa99-36e3839e40dc'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:22.994548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.019905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event deleted for resources: {'Port': ['ID=a34d5296-b3f8-4066-bc20-758dff0cba60,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:23.061559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.062360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.062940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.063406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.063933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.064394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.064846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.065320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.065792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.066256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.066703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.067227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:23.121048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.239423 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.241863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.315114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.315682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43b11c58-2e51-4bd4-957a-0e3c439e60a5 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:23.320017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.322200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d632c16e-0c5d-48d7-b0f3-70df28cecced tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "DELETE /v2.0/routers/43b11c58-2e51-4bd4-957a-0e3c439e60a5 HTTP/1.1" status: 204 len: 168 time: 1.5086052 Aug 31 06:58:23.325454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:23.331305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2120017792', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:23.372792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.375348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.448749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.630752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.895486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6008d-ba7a-4c82-aacc-436c13569c78 req-a2b403ca-f460-4d69-b541-c89a75f6ad45 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:23.897219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cd6008d-ba7a-4c82-aacc-436c13569c78 req-a2b403ca-f460-4d69-b541-c89a75f6ad45 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 945 time: 0.1561046 Aug 31 06:58:23.897863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.931366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:23.943608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a34d5296-b3f8-4066-bc20-758dff0cba60 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:58:23.972458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a34d5296-b3f8-4066-bc20-758dff0cba60 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:58:23.973416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a34d5296-b3f8-4066-bc20-758dff0cba60 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:58:24.025978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cd6008d-ba7a-4c82-aacc-436c13569c78 req-3e22b903-d6c7-4f71-91cb-fb49cdd7a53a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030858 Aug 31 06:58:24.083977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Allocated IP 172.25.3.104 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/caac0c0d-7aec-4b1f-94ce-f993d0af1130) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:24.213399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.260481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.304507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:24.308415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:24.312868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:24.316217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event updated for resources: {'Port': ['ID=caac0c0d-7aec-4b1f-94ce-f993d0af1130,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:24.379985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 602a5d20-fbca-4e96-98cc-5b8723ea344f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:24.456956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 602a5d20-fbca-4e96-98cc-5b8723ea344f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:24.462386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 602a5d20-fbca-4e96-98cc-5b8723ea344f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:24.463703 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.556138 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.586059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:24.589941 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039f33c2-2251-459a-ac70-c671c38acae9" -d '{"events": [{"server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "name": "network-vif-plugged", "status": "completed", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:24.639617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:24.644216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.692402 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b80bdab1-80f6-4fe3-8a13-1b2413bce9a5 x-openstack-request-id: req-b80bdab1-80f6-4fe3-8a13-1b2413bce9a5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:24.692755 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "name": "network-vif-plugged", "status": "completed", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:24.693074 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b80bdab1-80f6-4fe3-8a13-1b2413bce9a5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:24.694152 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'code': 200} Aug 31 06:58:24.728923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:24.802514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93d6cbce-32f9-49b2-8975-2d28d6c1e3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:24.817273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e14983-793e-4a54-9209-76ea2ffc1bae req-2c74c96b-d4c9-4b67-b3e0-c7259b0984c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:24.821058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07e14983-793e-4a54-9209-76ea2ffc1bae req-2c74c96b-d4c9-4b67-b3e0-c7259b0984c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0877509 Aug 31 06:58:24.866245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07e14983-793e-4a54-9209-76ea2ffc1bae req-820548a4-a17b-424c-befc-506bdbb99770 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378819 Aug 31 06:58:25.066820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.267091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f6bb5-b9cc-4140-9da2-183144e38058 req-efd24186-765a-4a10-9d1d-930ba3912e95 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:25.268403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596f6bb5-b9cc-4140-9da2-183144e38058 req-efd24186-765a-4a10-9d1d-930ba3912e95 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.1095059 Aug 31 06:58:25.368141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.372666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-596f6bb5-b9cc-4140-9da2-183144e38058 req-62c63c91-903e-42a0-bc81-62ae558b6cd6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495319 Aug 31 06:58:25.531541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Router d4c0e6a0-a744-46f6-a654-557875e2ec58 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:25.686586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:25.696158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] Sync routers for ids ['d4c0e6a0-a744-46f6-a654-557875e2ec58'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:25.705911 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] Routers {'d4c0e6a0-a744-46f6-a654-557875e2ec58'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:25.706520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d4c0e6a0-a744-46f6-a654-557875e2ec58'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.707689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:25.710227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-949ec926-413c-4d51-9ee7-0891fad80913 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.3821375 Aug 31 06:58:25.713411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:25.721622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:25.757928 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.767432 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] Routers {'d4c0e6a0-a744-46f6-a654-557875e2ec58'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:25.768053 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d4c0e6a0-a744-46f6-a654-557875e2ec58'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.805655 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:25.806455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8492eca5-831d-42b0-b1a3-41b629638688 None None] The sync data for ids ['d4c0e6a0-a744-46f6-a654-557875e2ec58'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:26.231232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.671991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d4e9fe-6b09-4e14-b223-aa0487150c81 req-4022f2ad-73a6-4f55-b224-6d02eec0723e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:26.679670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79d4e9fe-6b09-4e14-b223-aa0487150c81 req-4022f2ad-73a6-4f55-b224-6d02eec0723e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.1848671 Aug 31 06:58:26.746963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.751485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:26.844421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:26.879208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router d4c0e6a0-a744-46f6-a654-557875e2ec58 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:26.927237 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc61071f-5996-42d7-9b59-6b9eff3e0860 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.059633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc61071f-5996-42d7-9b59-6b9eff3e0860 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.065974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bc61071f-5996-42d7-9b59-6b9eff3e0860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.131945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bc61071f-5996-42d7-9b59-6b9eff3e0860 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2ac3f903e1014f4a99ef525255c3f2d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2862802 Aug 31 06:58:27.132694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61071f-5996-42d7-9b59-6b9eff3e0860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=842c2dfa-e6ba-43fa-be4d-601e16e5d5d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:27.136120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.167011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79d4e9fe-6b09-4e14-b223-aa0487150c81 req-3ec759e2-934f-4836-a01a-bdf8d190ef68 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4774466 Aug 31 06:58:27.178541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:27.190602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] Sync routers for ids ['d4c0e6a0-a744-46f6-a654-557875e2ec58'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:27.200124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.207493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c1212ea6-3b3c-40bc-903a-210b4f2b87d4 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "PUT /v2.0/routers/d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 200 len: 926 time: 1.4892058 Aug 31 06:58:27.208219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.209339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] Routers {'d4c0e6a0-a744-46f6-a654-557875e2ec58'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:27.214437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d4c0e6a0-a744-46f6-a654-557875e2ec58'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.273965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.284071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] Routers {'d4c0e6a0-a744-46f6-a654-557875e2ec58'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:27.284709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:57:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d4c0e6a0-a744-46f6-a654-557875e2ec58'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.324021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:27.324596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f89a402e-ae54-4eb7-876e-26e65a374914 None None] The sync data for ids ['d4c0e6a0-a744-46f6-a654-557875e2ec58'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:27.369657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.402997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5ec26-9b25-4374-af4c-3af5a3594a20 req-a3d69543-be0b-4ecf-99fc-74e44d479474 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:27.404519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf5ec26-9b25-4374-af4c-3af5a3594a20 req-a3d69543-be0b-4ecf-99fc-74e44d479474 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.1253140 Aug 31 06:58:27.429545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.438594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-df8270b4-0bf0-4ef6-8bfa-c8f351abf4ac tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 200 len: 926 time: 0.2279093 Aug 31 06:58:27.441689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.451253 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8d9ab08-989e-4dab-ba49-7b6df5292e58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.486422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6bf5ec26-9b25-4374-af4c-3af5a3594a20 req-7b37d6b3-2c8a-4a66-9a68-862eda49a546 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746872 Aug 31 06:58:27.502055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186aaf80-5e82-4eb4-973a-f57109a1043c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:27.507151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-186aaf80-5e82-4eb4-973a-f57109a1043c tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=d4c0e6a0-a744-46f6-a654-557875e2ec58&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0604494 Aug 31 06:58:27.507350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.514918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.546295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.548824 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.552551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/842c2dfa-e6ba-43fa-be4d-601e16e5d5d5 HTTP/1.1" status: 204 len: 168 time: 0.3957298 Aug 31 06:58:27.563576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0bacb-88d1-4786-92b0-65ef0db9111d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=842c2dfa-e6ba-43fa-be4d-601e16e5d5d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:27.577946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8817b888-4a6c-410c-a0bf-8b1e1a5826ba tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:27.579726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8817b888-4a6c-410c-a0bf-8b1e1a5826ba tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1093 time: 0.0632899 Aug 31 06:58:27.583298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.590097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:27.638827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387cdd6f-51c9-455a-bf8a-ecfd56a1fa1d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:27.640723 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-387cdd6f-51c9-455a-bf8a-ecfd56a1fa1d tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1324377 Aug 31 06:58:27.641720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.644093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.693048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1da87e58-86c7-471b-90ee-b25959572498 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 200 len: 205 time: 0.0475278 Aug 31 06:58:27.695469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:27.700581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.765627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.833006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.919375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.25.3.214 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/6e26c4c8-d57d-4a06-9a68-30eee63ff4eb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:27.959002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:27.984203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:28.002852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5518-c7dd-4f4b-81f7-6b5db381db08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.019454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port caac0c0d-7aec-4b1f-94ce-f993d0af1130 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:28.019822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.106371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.111208 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.120088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for caac0c0d-7aec-4b1f-94ce-f993d0af1130 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:28.199866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5518-c7dd-4f4b-81f7-6b5db381db08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.208166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ca5518-c7dd-4f4b-81f7-6b5db381db08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.221391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.297905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:28.306957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c3ca5518-c7dd-4f4b-81f7-6b5db381db08 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7f28cb419b364b06b203201a4e1a4f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3214869 Aug 31 06:58:28.310183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:28.312774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:28.315856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ca5518-c7dd-4f4b-81f7-6b5db381db08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708d0ae-7566-41d9-8af2-dca7d248334b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.316922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49206) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:28.350933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=6e26c4c8-d57d-4a06-9a68-30eee63ff4eb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.404312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.437416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.444260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.479352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=caac0c0d-7aec-4b1f-94ce-f993d0af1130,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.569514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.602601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.605799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.606983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b708d0ae-7566-41d9-8af2-dca7d248334b HTTP/1.1" status: 204 len: 168 time: 0.2890716 Aug 31 06:58:28.683009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a2195-3afd-4fb9-825c-2969db42a076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708d0ae-7566-41d9-8af2-dca7d248334b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:28.686174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.688892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.741180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.742275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router d4c0e6a0-a744-46f6-a654-557875e2ec58 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:28.762061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.763642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed643d45-ce0a-4320-8ad6-a6a869ee7e42 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 204 len: 168 time: 1.0664434 Aug 31 06:58:28.767668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49210) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:28.773926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1389448364', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:28.809236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.811396 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.854339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.893673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.900870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.923149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:28.927420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f07f96d-04da-4a99-a9a0-b78501606d28 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1586776 Aug 31 06:58:28.928037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:28.933174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:28.972033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.117309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:29.151850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641e8fd3-8208-411a-b32a-5eb578eb6d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.185462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.235454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.243419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.377655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=6e26c4c8-d57d-4a06-9a68-30eee63ff4eb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:29.400569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.449574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.453498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641e8fd3-8208-411a-b32a-5eb578eb6d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.460035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-641e8fd3-8208-411a-b32a-5eb578eb6d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.468842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.578872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Allocated IP 172.25.3.107 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/755724e8-3842-4e18-807b-dbc9b03959ca) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:29.618977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:29.871424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e8fd3-8208-411a-b32a-5eb578eb6d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bfe7e7-23c9-4d51-929d-8fe20f8c3a89,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:29.884646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-641e8fd3-8208-411a-b32a-5eb578eb6d26 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f3345e0bd394544856448aa96cab83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7625031 Aug 31 06:58:29.885920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:29.907958 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Floating IP 8fd08737-fe17-4b6b-83e7-da3bce95c320 associated. External IP: 172.25.3.214, port: 602a5d20-fbca-4e96-98cc-5b8723ea344f. Aug 31 06:58:30.035005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.037712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.078388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.099117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.117510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:30.124441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:30.127992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:30.155358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event updated for resources: {'Port': ['ID=755724e8-3842-4e18-807b-dbc9b03959ca,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:30.213785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.216364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.219858 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e2bfe7e7-23c9-4d51-929d-8fe20f8c3a89 HTTP/1.1" status: 204 len: 168 time: 0.3314948 Aug 31 06:58:30.233786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce65ca0-6ec9-4919-b505-d88123f2426d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bfe7e7-23c9-4d51-929d-8fe20f8c3a89,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:30.253002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:30.402886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:30.413820 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:30.430203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.436395 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:30.437052 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:30.473672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.506573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be68341f-1229-4398-bec4-999a72230141 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9219122 Aug 31 06:58:30.507257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:30.507758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:58:30.510864 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7" -d '{"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:58:30.613202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b2b7955f-1945-43d7-a6aa-2445f4abedf4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/8fd08737-fe17-4b6b-83e7-da3bce95c320 HTTP/1.1" status: 200 len: 992 time: 0.0989792 Aug 31 06:58:30.619377 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:30.622136 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8438b3e-c0cf-4962-b05f-dea517d350f9 x-openstack-request-id: req-f8438b3e-c0cf-4962-b05f-dea517d350f9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:58:30.624388 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:58:30.624388 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f8438b3e-c0cf-4962-b05f-dea517d350f9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:58:30.626534 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'status': 'completed', 'code': 200} Aug 31 06:58:30.708613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-dc1b22d1-e559-4148-9c8b-6b413ae0013e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:30.713521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-dc1b22d1-e559-4148-9c8b-6b413ae0013e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0613770 Aug 31 06:58:30.859570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.863779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:30.908253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-7b155047-60f3-4e38-8cda-0be4a391e4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:30.910684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-7b155047-60f3-4e38-8cda-0be4a391e4ed service neutron] 10.222.0.53 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 897 time: 0.1931267 Aug 31 06:58:30.990628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-3fc9caaf-4389-4039-accd-f4b72a045c07 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 1000 time: 0.0708091 Aug 31 06:58:30.990870 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:28Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.021036 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:31.031567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.032196 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:31.032485 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.033838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Router a9589519-bf08-4b74-a005-b2b22f0dc1fb is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:31.058920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-8f41f21d-7994-4863-9874-5a4b1258ad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:31.060731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-8f41f21d-7994-4863-9874-5a4b1258ad17 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 200 len: 834 time: 0.0624177 Aug 31 06:58:31.131694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-ed209c39-1172-4145-9def-58ed9aac2b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:31.133395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-ed209c39-1172-4145-9def-58ed9aac2b52 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0648119 Aug 31 06:58:31.164714 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:31.169891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:31.178614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.180270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-903ecf4d-a96a-4583-a231-2f3d0a6fbf7f tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "PUT /v2.0/routers/a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 200 len: 884 time: 2.2512553 Aug 31 06:58:31.183084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49268) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.183610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] Sync routers for ids ['a9589519-bf08-4b74-a005-b2b22f0dc1fb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:31.199426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] Routers {'a9589519-bf08-4b74-a005-b2b22f0dc1fb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:31.200067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a9589519-bf08-4b74-a005-b2b22f0dc1fb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.261385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.279241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] Routers {'a9589519-bf08-4b74-a005-b2b22f0dc1fb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:31.280315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a9589519-bf08-4b74-a005-b2b22f0dc1fb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.290818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-41e90587-3739-4081-b856-dcde9038fe2b service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477070 Aug 31 06:58:31.326815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.327930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d2d107-4e95-4ba5-8ff6-4636417b3f98 None None] The sync data for ids ['a9589519-bf08-4b74-a005-b2b22f0dc1fb'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:31.386993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e17fca2e-060d-48c3-9519-c60f5cd93a25 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 200 len: 925 time: 0.2021995 Aug 31 06:58:31.389785 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.439784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23b25e0-8bd9-4e10-ae09-1dd1bb8593a7 req-442cc987-d5da-4150-9402-07c8d0110a9d service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399131 Aug 31 06:58:31.441602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e27dcd-18e9-4e96-8ea2-24181dd70869 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:31.443743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52e27dcd-18e9-4e96-8ea2-24181dd70869 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=a9589519-bf08-4b74-a005-b2b22f0dc1fb&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0525761 Aug 31 06:58:31.447155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49280) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.475476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:28Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:31.505960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc12bf5-5d80-4183-8fa0-99a11f27dc26 None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:58:04Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:28Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:31.558386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-632c65f2-c870-4d1d-973e-f06ef55eab93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:31.560090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-632c65f2-c870-4d1d-973e-f06ef55eab93 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1122947 Aug 31 06:58:31.565837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.596742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2d2672d6-868a-4d09-a224-8250fd4095b2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 200 len: 205 time: 0.0296257 Aug 31 06:58:31.599107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49286) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.617006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:31.710896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe1ab021-7901-497e-8e24-1440ba2caa01 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/8fd08737-fe17-4b6b-83e7-da3bce95c320 HTTP/1.1" status: 200 len: 992 time: 0.0918493 Aug 31 06:58:31.747928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:31.791029 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fdf18d4-dc97-4520-85f8-8f0c3b5f538c None None] New status for floating IP 8fd08737-fe17-4b6b-83e7-da3bce95c320: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:58:31.922343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.032920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port 755724e8-3842-4e18-807b-dbc9b03959ca {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:32.033512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.144139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.158112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for 755724e8-3842-4e18-807b-dbc9b03959ca owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:32.346822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.377903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=755724e8-3842-4e18-807b-dbc9b03959ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:32.463998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.604580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.606976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.668875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.669488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router a9589519-bf08-4b74-a005-b2b22f0dc1fb {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:32.676386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.682015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a9c224ba-d503-4a2b-a45c-1ae1892c3445 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 204 len: 168 time: 1.0775137 Aug 31 06:58:32.682965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49314) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:32.686842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-457961394', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:32.710860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.712600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.713379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:32.770711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.775867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.785365 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b37c693-f9f5-4aff-b880-4a16acb9da54 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/8fd08737-fe17-4b6b-83e7-da3bce95c320 HTTP/1.1" status: 200 len: 994 time: 0.0708003 Aug 31 06:58:32.792228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:32.793683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26335d0f-afcc-45d4-8b70-94d35b841919 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1105585 Aug 31 06:58:32.796794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:32.801398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': True}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:33.016477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.257030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.283368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.394668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 172.25.3.127 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/7cef07e5-2d71-4cd8-b779-9ae7f48c0502) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:33.495588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.543893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:33.593127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:33.596292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:33.601069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:33.604419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=7cef07e5-2d71-4cd8-b779-9ae7f48c0502,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:33.901349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.111550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.115082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.144767 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:58:34.251132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router d94f240d-4684-431e-bf2a-a105b1b6ea3e is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:34.394612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:34.400228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:34.401385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c64ee12-c39e-4eb9-b944-932a39783830 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "PUT /v2.0/routers/d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 200 len: 918 time: 1.6034973 Aug 31 06:58:34.404170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.405640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] Sync routers for ids ['d94f240d-4684-431e-bf2a-a105b1b6ea3e'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:34.417900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] Routers {'d94f240d-4684-431e-bf2a-a105b1b6ea3e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:34.418803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d94f240d-4684-431e-bf2a-a105b1b6ea3e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.457110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.467185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] Routers {'d94f240d-4684-431e-bf2a-a105b1b6ea3e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:34.467822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d94f240d-4684-431e-bf2a-a105b1b6ea3e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.502402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:34.503072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92675bc7-81a4-425a-8708-aee70a050867 None None] The sync data for ids ['d94f240d-4684-431e-bf2a-a105b1b6ea3e'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:34.536068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c14e4635-69ad-4021-9b02-e8db73932fa6 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 200 len: 924 time: 0.1268868 Aug 31 06:58:34.537880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.600158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e27ef3-6192-4906-94fd-c8361eb45863 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:34.603001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-66e27ef3-6192-4906-94fd-c8361eb45863 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=d94f240d-4684-431e-bf2a-a105b1b6ea3e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0640514 Aug 31 06:58:34.606401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.739890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9609cffa-ac93-48d5-9249-6812cf519ee9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:34.741423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9609cffa-ac93-48d5-9249-6812cf519ee9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1330652 Aug 31 06:58:34.744842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:34.782624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-adedf5d3-11a1-4925-ba84-b691801b9d03 req-198e8d8a-48e1-4352-a306-9b426835c526 service neutron] (94640) timed out ('10.222.0.53', 55231) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 06:58:34.791241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b331b901-690c-4a21-a48e-77db928d5426 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 200 len: 205 time: 0.0451670 Aug 31 06:58:34.794182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:35.016703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.145819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.210078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port 7cef07e5-2d71-4cd8-b779-9ae7f48c0502 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:35.210422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.307026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.320594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for 7cef07e5-2d71-4cd8-b779-9ae7f48c0502 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:35.558747 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.563898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:35.597554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=7cef07e5-2d71-4cd8-b779-9ae7f48c0502,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:35.713146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:35.874253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b842a7-c607-4a02-af6a-e16037c61c06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.019225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b842a7-c607-4a02-af6a-e16037c61c06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.023697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17b842a7-c607-4a02-af6a-e16037c61c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.077497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-17b842a7-c607-4a02-af6a-e16037c61c06 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8ff7e80264a4f33b73f156e5c4d93c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3616440 Aug 31 06:58:36.078475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b842a7-c607-4a02-af6a-e16037c61c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa639fbd-d84b-4d09-ba7d-ac688b8ebb25,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:36.081140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.119922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.146236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.177813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.242478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.245792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.246987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa639fbd-d84b-4d09-ba7d-ac688b8ebb25 HTTP/1.1" status: 204 len: 168 time: 0.1645088 Aug 31 06:58:36.255403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a708a2-db52-4f35-b3b3-7a4baa022486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa639fbd-d84b-4d09-ba7d-ac688b8ebb25,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:36.284079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.288704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.385888 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.386743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router d94f240d-4684-431e-bf2a-a105b1b6ea3e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:36.401839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.403100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9bc91b54-f1b8-4b09-9051-cf26cae43358 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 204 len: 168 time: 1.6079280 Aug 31 06:58:36.408080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.412013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1434681181', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:36.443641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.444711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.504412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.523359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.547061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:36.549387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-08c45dbf-9353-4768-949e-3b69e61f0d43 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1404486 Aug 31 06:58:36.551152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:36.558569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'enable_snat': False}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:36.787799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.034778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.059466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.060968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.181841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1130438960-network', 'tenant_id': '9613d18569194a3e826a324e30804fcd'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.184563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Allocated IP 172.25.3.2 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/95ffbdab-82bb-44cc-849f-bfe8f4af7a92) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:37.215991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Made reservation on behalf of 9613d18569194a3e826a324e30804fcd for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:37.218494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.232020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.360779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.364302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.371907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.412913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:37.419765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00e87a13-a0b0-44f9-9717-410d83048f26,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.429265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.429265 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Added segment a9d14fee-a433-40c7-95ff-f1c765c1d2de of type vlan for network fbe3d533-c749-4981-9feb-6aa512ec9e83 Aug 31 06:58:37.433526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.475586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.482723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:37.485861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:37.488704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:37.497485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Pushing event updated for resources: {'Port': ['ID=95ffbdab-82bb-44cc-849f-bfe8f4af7a92,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.506610 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.507963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:37.509099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.568637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5062785 Aug 31 06:58:37.572279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49428) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.577416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Request body: {'subnet': {'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1130438960-subnet', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.604965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa8eb4e-ac94-44d5-9b1e-bb085c09c589 admin admin] Pushing event updated for resources: {'Network': ['ID=fbe3d533-c749-4981-9feb-6aa512ec9e83,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.617291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:37.620817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Made reservation on behalf of 9613d18569194a3e826a324e30804fcd for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:37.622236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.787006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.820164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.875632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:37.892128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Checking segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:37.892456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Network hostable DHCP agents. Network: fbe3d533-c749-4981-9feb-6aa512ec9e83, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:37.912951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:37.927393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, fbe3d533-c749-4981-9feb-6aa512ec9e83) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:37.932409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:37.933261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.937263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6960a411-9040-41de-ae25-3dae27f2cac6 None None] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:37.952872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-607e32ed-8bce-4a09-bbc6-747732bf9989 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3770514 Aug 31 06:58:37.953677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49432) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:37.958166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:37.993139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:37.998047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.064786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.131191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-fbe3d533-c749-4981-9feb-6aa512ec9e83', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:38.132241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.234086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.306066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Allocated IP 172.20.0.2 (fbe3d533-c749-4981-9feb-6aa512ec9e83/cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0/62b3c57d-e188-4674-b517-9eca28c1ff48) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:38.359134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.362648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.484976 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.499717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Transition to ACTIVE for port object 62b3c57d-e188-4674-b517-9eca28c1ff48 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:38.531428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Transition to ACTIVE for port object 62b3c57d-e188-4674-b517-9eca28c1ff48 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:38.540026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Router 99066fb5-1542-404e-bc08-fb871458fa6f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:38.540715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.547824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.573282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.584900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:38.590783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:38.594786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:38.681954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Pushing event updated for resources: {'Port': ['ID=62b3c57d-e188-4674-b517-9eca28c1ff48,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:38.692778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Attempting to bind port 62b3c57d-e188-4674-b517-9eca28c1ff48 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:38.693586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Attempting to bind port 62b3c57d-e188-4674-b517-9eca28c1ff48 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:38.693988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Attempting to bind port 62b3c57d-e188-4674-b517-9eca28c1ff48 on network fbe3d533-c749-4981-9feb-6aa512ec9e83 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:38.699851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:38.705364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.708559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:38.708930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Checking segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:38.709358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.710410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-859e2403-17fd-4ba3-99c8-ff90d351cb4e tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "PUT /v2.0/routers/99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 200 len: 918 time: 2.1576741 Aug 31 06:58:38.711101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Bound using segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:38.712266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Bound port: 62b3c57d-e188-4674-b517-9eca28c1ff48, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:38.712871 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.715200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.718076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] Sync routers for ids ['99066fb5-1542-404e-bc08-fb871458fa6f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:38.731689 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] Routers {'99066fb5-1542-404e-bc08-fb871458fa6f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:38.732322 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['99066fb5-1542-404e-bc08-fb871458fa6f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.765357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Allocated IP 172.25.3.133 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/4a3fd114-e8b0-4a8a-bf62-fd1607a83abc) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:38.865953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bf10869c-38e4-4daf-ae21-ef66047ae9ef tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 200 len: 924 time: 0.1493912 Aug 31 06:58:38.869926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49454) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.924491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] For port 62b3c57d-e188-4674-b517-9eca28c1ff48, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:38.925606 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.927852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b20eb3-9122-4704-9490-d4a0208a8298 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:38.930418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-67b20eb3-9122-4704-9490-d4a0208a8298 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=99066fb5-1542-404e-bc08-fb871458fa6f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.0583234 Aug 31 06:58:38.933286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:38.939219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] For port 62b3c57d-e188-4674-b517-9eca28c1ff48, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=62b3c57d-e188-4674-b517-9eca28c1ff48,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:38.942558 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] Routers {'99066fb5-1542-404e-bc08-fb871458fa6f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:38.943250 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['99066fb5-1542-404e-bc08-fb871458fa6f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.946120 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:38.986412 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:38.987321 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacf8c80-c2a0-45f6-b5d8-985ffecd8bb1 None None] The sync data for ids ['99066fb5-1542-404e-bc08-fb871458fa6f'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:39.018975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.055846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fedf09c-f21f-4d90-8eea-d0a39487015b tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.057583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1fedf09c-f21f-4d90-8eea-d0a39487015b tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/networks/283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 881 time: 0.1228714 Aug 31 06:58:39.060821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.104947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56770038-5afe-4103-8eab-5d05a9e61eb0 None None] Pushing event updated for resources: {'Port': ['ID=62b3c57d-e188-4674-b517-9eca28c1ff48,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:39.130177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:39.132648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7d0e2673-8447-4ef2-b600-f3ff203b7faf tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 200 len: 205 time: 0.0705235 Aug 31 06:58:39.207750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.364440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-9c19dba7-32ee-4cf9-9ae4-25ee40a200d0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0953829 Aug 31 06:58:39.415499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:39.420078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:39.435371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:39.475931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Pushing event updated for resources: {'Port': ['ID=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:39.480636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-5fe63695-3d78-46af-9822-7217d871dacd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.482858 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-5fe63695-3d78-46af-9822-7217d871dacd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1098 time: 0.0610766 Aug 31 06:58:39.492306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.621983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-fd6dd238-6f1a-4d10-bd5d-82df31900835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.624122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-fd6dd238-6f1a-4d10-bd5d-82df31900835 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1156509 Aug 31 06:58:39.705049 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-5cc5cddd-265b-4002-9509-d9dc572fb9cc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1002 time: 0.0726469 Aug 31 06:58:39.771285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-812e67ae-9548-484c-a362-7c57117760cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.775958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-812e67ae-9548-484c-a362-7c57117760cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0630152 Aug 31 06:58:39.813226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:39.864130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-a5ad0e67-d1b1-4813-b25c-31e03bf6f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:39.865677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-a5ad0e67-d1b1-4813-b25c-31e03bf6f1e6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0768676 Aug 31 06:58:39.940378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 62b3c57d-e188-4674-b517-9eca28c1ff48 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:40.020636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.062913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 62b3c57d-e188-4674-b517-9eca28c1ff48 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:40.088657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-03a45168-9b7a-426b-9c66-cd1571cd5f36 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047386 Aug 31 06:58:40.189048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port 95ffbdab-82bb-44cc-849f-bfe8f4af7a92 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:40.189472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.296382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ddaa16-7808-4797-8e9f-40ac18999599 req-896b395b-9ad5-41a6-b0c3-9bb714b4e653 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994145 Aug 31 06:58:40.363738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f2d168-a5a2-4646-81e7-b8d4cebde71b None None] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:40.387948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.433878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Provisioning for port 62b3c57d-e188-4674-b517-9eca28c1ff48 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:40.448030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Provisioning complete for port 62b3c57d-e188-4674-b517-9eca28c1ff48 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:40.448030 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.452889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for 95ffbdab-82bb-44cc-849f-bfe8f4af7a92 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:40.512940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.624516 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.675704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] For port 62b3c57d-e188-4674-b517-9eca28c1ff48, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=62b3c57d-e188-4674-b517-9eca28c1ff48,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:40.681788 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.716697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-59afb69e-2d5c-44ba-8285-bfc1e79906db service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1563969 Aug 31 06:58:40.746309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510b419c-df33-48dd-b7bf-e00b1c8818a7 None None] Pushing event updated for resources: {'Port': ['ID=62b3c57d-e188-4674-b517-9eca28c1ff48,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:40.860725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:40.868562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:40.909833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-17840a62-f6ba-4f69-b1fd-cf9d09be679b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:40.911265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-17840a62-f6ba-4f69-b1fd-cf9d09be679b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 1097 time: 0.1082880 Aug 31 06:58:40.925861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=95ffbdab-82bb-44cc-849f-bfe8f4af7a92,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:41.006984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d9cfb78e-6439-407a-94e9-045f073f38c8 None None] Provisioning complete for port 62b3c57d-e188-4674-b517-9eca28c1ff48 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:41.008498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb78e-6439-407a-94e9-045f073f38c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.155781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.242186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:41.256158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Sync routers for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:41.267890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:41.268898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:41.480215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:41.692919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-60bcd9e6-2d08-4bea-a5f0-1fc93784c2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:41.694435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-60bcd9e6-2d08-4bea-a5f0-1fc93784c2b6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 200 len: 911 time: 0.7597063 Aug 31 06:58:41.701564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.704928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.717483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.718669 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df1ef2cd-395c-4709-b290-92f7f68577cf admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7641275 Aug 31 06:58:41.721604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49504) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:41.729498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:39Z', 'revision_number': 3, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:41.766332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Checking router: 52f2d2de-cb96-4017-ad79-c6d7a26fd848 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:41.768116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Updating router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:41.816854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.822387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.823358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router 99066fb5-1542-404e-bc08-fb871458fa6f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:41.831670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.839747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a85d861b-6341-4f4d-b0b1-aaf0048a9c08 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 204 len: 168 time: 2.7060850 Aug 31 06:58:41.844684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:41.854912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-669701696', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:41.866014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-bd9b9ee4-a33b-40a1-83a1-6b2762a466bf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 200 len: 1000 time: 0.1591809 Aug 31 06:58:41.922200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.923257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:41.944309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-a3c85c2a-ecaa-43c7-93db-43e99272ec37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:41.947956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-a3c85c2a-ecaa-43c7-93db-43e99272ec37 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 200 len: 849 time: 0.0728438 Aug 31 06:58:41.991311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 62b3c57d-e188-4674-b517-9eca28c1ff48 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:42.046302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.115879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 62b3c57d-e188-4674-b517-9eca28c1ff48 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:42.116963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.188791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-305c4bae-0ddd-451e-a2e9-529ad33640c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:42.192174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-305c4bae-0ddd-451e-a2e9-529ad33640c5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a1412297-f0a9-4a33-82e8-2280fe46c66f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2356851 Aug 31 06:58:42.379479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.404756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Transition to ACTIVE for port object 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:42.406568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:42.412886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.415443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.549834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Attempting to bind port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:42.554482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Attempting to bind port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:42.554917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Attempting to bind port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:42.567847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:42.568243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:42.568723 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.569139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:42.569638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Bound port: 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:42.570019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.632584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc126-4c8f-43d8-9f33-8f32a404b9b5 None None] Pushing event updated for resources: {'Port': ['ID=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.640075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] For port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:42.643672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] For port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:42.649965 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.670454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-346c8acb-b470-45b4-817f-8f8e2285b084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.691757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:42.697480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-84892004-467f-44fd-a77b-2c99c7a1ee47 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4308114 Aug 31 06:58:42.714466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:42.715014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:42.720487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cbc126-4c8f-43d8-9f33-8f32a404b9b5 None None] Pushing event updated for resources: {'Port': ['ID=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:42.931523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Allocated IP 172.20.0.1 (fbe3d533-c749-4981-9feb-6aa512ec9e83/cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0/eabd693a-6792-4e7c-8b4a-fc49db30b18b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:42.966851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a9c7a1d1-32a8-4a18-ab88-08087ef2c80b req-c7a55341-be4c-4d23-a646-a6e7fd2d3350 service neutron] 10.222.0.53 "GET /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572839 Aug 31 06:58:43.019513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.047205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.069073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:43.077061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.090793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Transition to ACTIVE for port object eabd693a-6792-4e7c-8b4a-fc49db30b18b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:43.140094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.198387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:43.201540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-346c8acb-b470-45b4-817f-8f8e2285b084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.211359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:43.213942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Allocated IP 172.25.3.135 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/0ee5482f-e309-4b14-a776-2e3bd7aa6e2c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:43.217320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:43.217518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-346c8acb-b470-45b4-817f-8f8e2285b084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.299852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Pushing event updated for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.311506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.315324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-346c8acb-b470-45b4-817f-8f8e2285b084 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1157cbe38a744335ab677df3bf22e803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9073465 Aug 31 06:58:43.318069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49522) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:43.334036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c8acb-b470-45b4-817f-8f8e2285b084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad32bd9-9416-4b8a-91e4-008f0e0e21f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.405147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:39Z', 'revision_number': 3, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:43.449638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cba82da-5715-4385-a3ea-744e35b8e656 None None] The sync data for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 is: [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:39Z', 'revision_number': 3, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:43.490610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.500726 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.562093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.571128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.589461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.606417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:43.614415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:43.618201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:43.664916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event updated for resources: {'Port': ['ID=0ee5482f-e309-4b14-a776-2e3bd7aa6e2c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.685974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b948a600-8603-4d70-a6c6-3fe6b548eba8 None None] Provisioning for port eabd693a-6792-4e7c-8b4a-fc49db30b18b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:43.692480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b948a600-8603-4d70-a6c6-3fe6b548eba8 None None] Provisioning complete for port eabd693a-6792-4e7c-8b4a-fc49db30b18b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:43.693246 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b948a600-8603-4d70-a6c6-3fe6b548eba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.732140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.736809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.738735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bad32bd9-9416-4b8a-91e4-008f0e0e21f4 HTTP/1.1" status: 204 len: 168 time: 0.4150999 Aug 31 06:58:43.772204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b948a600-8603-4d70-a6c6-3fe6b548eba8 None None] Port eabd693a-6792-4e7c-8b4a-fc49db30b18b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:43.790858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0a344-e4e2-4cef-9d5f-360cb835b50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad32bd9-9416-4b8a-91e4-008f0e0e21f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:43.917634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:43.924231 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.027697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Pushing event updated for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.071785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.104696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.223641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:44.228838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:44.250751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:44.279262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf59715-0b6f-403b-9dce-9da772c6d28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.439797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:44.456940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf59715-0b6f-403b-9dce-9da772c6d28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.461962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1bf59715-0b6f-403b-9dce-9da772c6d28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.552898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf59715-0b6f-403b-9dce-9da772c6d28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf30f4fd-44f3-4da4-b13a-46c7f3b89a19,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:44.561538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1bf59715-0b6f-403b-9dce-9da772c6d28a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4934049427c348bbbac0836b590d0573&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3035047 Aug 31 06:58:44.564694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:44.581955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.619972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:44.635787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-baa6b01f-845f-4254-969f-b048f70c38bf admin admin] 10.222.0.57 "PUT /v2.0/routers/52f2d2de-cb96-4017-ad79-c6d7a26fd848/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9120324 Aug 31 06:58:44.661621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c8e1ec1-f957-41cb-9a85-7107928b382c None None] Provisioning complete for port eabd693a-6792-4e7c-8b4a-fc49db30b18b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:44.662179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c8e1ec1-f957-41cb-9a85-7107928b382c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.712085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5c8e1ec1-f957-41cb-9a85-7107928b382c None None] Port eabd693a-6792-4e7c-8b4a-fc49db30b18b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:44.812539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.858221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:44.914625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Router d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:44.999212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.002428 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.006173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/cf30f4fd-44f3-4da4-b13a-46c7f3b89a19 HTTP/1.1" status: 204 len: 168 time: 0.4377100 Aug 31 06:58:45.017312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42837c9-0cd6-4cae-bdfd-aabd8ec9faca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf30f4fd-44f3-4da4-b13a-46c7f3b89a19,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.090069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:45.104166 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] Sync routers for ids ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:45.116043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.120179 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf16fe61-ab95-4c91-b37a-fb50b5362af2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.2722552 Aug 31 06:58:45.120364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:45.122791 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] Routers {'d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:45.123521 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.125543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:45.211757 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.222877 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] Routers {'d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:45.224080 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.273252 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.274566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dd05117-ac43-4062-93a5-c69e0daf8445 None None] The sync data for ids ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:45.449000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:45.455362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-109596016-network', 'tenant_id': '4eddaa50036c43889d51777721e4f887'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:45.517858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Made reservation on behalf of 4eddaa50036c43889d51777721e4f887 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:45.520005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.533238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.555402 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.576456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.673409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Sync routers for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:45.684229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Deleting port 0ee5482f-e309-4b14-a776-2e3bd7aa6e2c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:45.684491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:45.684590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.685004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:45.688161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.727378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.764373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:58:45.778857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56791be-827e-4d60-8042-ca3a47cd00a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:45.792124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.792351 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Added segment e55b48a0-8959-4465-b880-cb7b5ba0df44 of type vlan for network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 Aug 31 06:58:45.840408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.858332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.864889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Calling delete_port for 0ee5482f-e309-4b14-a776-2e3bd7aa6e2c owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:45.872260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:45.934859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.935170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:45.935910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:45.936706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:45.940289 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.005823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5555255 Aug 31 06:58:46.008858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49584) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:46.015113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Request body: {'subnet': {'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-109596016-subnet', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:46.040265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Made reservation on behalf of 4eddaa50036c43889d51777721e4f887 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:46.043568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.060518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed69f9f3-1a8d-49af-b9e3-1859836cccf6 admin admin] Pushing event updated for resources: {'Network': ['ID=307fb9ad-06b6-476c-84f7-a3f44bf3b9b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.076980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:58:46.140962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:46.158138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:46.158758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.329709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 2, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:46.331625 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.371239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Checking router: 52f2d2de-cb96-4017-ad79-c6d7a26fd848 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:46.371604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Updating router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 port eabd693a-6792-4e7c-8b4a-fc49db30b18b binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:46.404505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:46.414572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.429253 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.546355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.566805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.618956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Pushing event deleted for resources: {'Port': ['ID=0ee5482f-e309-4b14-a776-2e3bd7aa6e2c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.681903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.702316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.765265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Checking segment: {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:46.765865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Network hostable DHCP agents. Network: 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:58:46.768380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8524bd6e-0264-4f7f-ba91-b1816194b1d9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:46.801712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:58:46.818866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:46.825112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:46.825748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.831080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.838881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91ee7b8-d4a5-4dad-b351-86562ded7cf5 None None] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:46.856008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5ffad29f-e68e-459e-9017-d7767b324c2b admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8441975 Aug 31 06:58:46.858005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49606) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:46.866650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:46.911272 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.912634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.942550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Transition to ACTIVE for port object eabd693a-6792-4e7c-8b4a-fc49db30b18b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:46.953193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.993549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:46.998245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.005296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.051392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdb225-ed5c-4de6-98b9-e151ea5e92f1 None None] Pushing event updated for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.117421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Router d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:47.222875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.232084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:47.240022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.241227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bc2281af-2191-4466-8f7b-3cc80aacedce tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "PUT /v2.0/routers/d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 200 len: 709 time: 2.1198835 Aug 31 06:58:47.244842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.248887 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] Sync routers for ids ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:47.286967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] Routers {'d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:47.287872 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.289463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Attempting to bind port eabd693a-6792-4e7c-8b4a-fc49db30b18b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:47.290295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Attempting to bind port eabd693a-6792-4e7c-8b4a-fc49db30b18b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:47.290937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Attempting to bind port eabd693a-6792-4e7c-8b4a-fc49db30b18b on network fbe3d533-c749-4981-9feb-6aa512ec9e83 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:47.314427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:47.316775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Checking segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:47.317473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.318209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Bound using segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:47.319194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Bound port: eabd693a-6792-4e7c-8b4a-fc49db30b18b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:47.319831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.371027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.378760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:58:47.380070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.394132 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] Routers {'d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:47.395469 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.412452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.414051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f9423e0-e402-4dc7-8141-bba3310f0cd9 tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/routers/d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 200 len: 744 time: 0.1665869 Aug 31 06:58:47.443244 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.443893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff692740-246a-459a-863e-6189b8bfbc9c None None] The sync data for ids ['d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:47.479510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d96ccac6-9ecf-4dd8-8f72-243b5d0792eb tempest-RoutersIpV6AdminTest-2031423268 tempest-RoutersIpV6AdminTest-2031423268-project-admin] 10.222.0.57 "GET /v2.0/ports?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&device_id=d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 200 len: 205 time: 0.0621300 Aug 31 06:58:47.482708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.524199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] For port eabd693a-6792-4e7c-8b4a-fc49db30b18b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:47.528280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] For port eabd693a-6792-4e7c-8b4a-fc49db30b18b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=eabd693a-6792-4e7c-8b4a-fc49db30b18b,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:47.539401 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.550993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-124fde2a-f332-4efa-9107-7909c533fc93 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 200 len: 205 time: 0.0660775 Aug 31 06:58:47.553779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49644) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.639835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:47.640919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:47.642611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.645321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Allocated IP 172.20.0.2 (307fb9ad-06b6-476c-84f7-a3f44bf3b9b6/8524bd6e-0264-4f7f-ba91-b1816194b1d9/86af1930-b4bf-4309-b907-12b8c3df2361) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:47.673929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.676501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.720339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdb225-ed5c-4de6-98b9-e151ea5e92f1 None None] Pushing event updated for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:47.909727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49648) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:47.949812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:47.956537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:47.958910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:47.962280 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.031904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.032733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Fanout notify agent at l3_agent the message router_deleted on router d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:48.043882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.051286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-03bf95ce-5c23-45b5-8445-614d78645141 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 204 len: 168 time: 0.4962008 Aug 31 06:58:48.051996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.108490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9756dd51-79db-4e7e-8b89-561e1ff15f96 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 200 len: 205 time: 0.0552876 Aug 31 06:58:48.110314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6608b561-7355-4551-bcf9-d7fe9689f308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.112228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49656) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.166384 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a5275c87-09a6-4b50-af4c-607c2e2c0fd1 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.167579 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5275c87-09a6-4b50-af4c-607c2e2c0fd1 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d7ab24ba-b4c4-49c4-a05b-7e62c83d1d67 HTTP/1.1" status: 404 len: 336 time: 0.0543718 Aug 31 06:58:48.173062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.207456 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c917554-d635-4015-92b9-b1d8a0354c35 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 200 len: 205 time: 0.0329075 Aug 31 06:58:48.216253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.274859 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-c62f489c-da77-49d8-8992-5c469e50ce97 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.278583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c62f489c-da77-49d8-8992-5c469e50ce97 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/99066fb5-1542-404e-bc08-fb871458fa6f HTTP/1.1" status: 404 len: 336 time: 0.0576975 Aug 31 06:58:48.279515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.322916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-11947953-9c8a-45c5-9e6d-330c190285b2 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 200 len: 205 time: 0.0425363 Aug 31 06:58:48.325536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.358521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6608b561-7355-4551-bcf9-d7fe9689f308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.362605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6608b561-7355-4551-bcf9-d7fe9689f308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.374490 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-e2302983-4364-4cae-9334-f35f3a6ae86e tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.378078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e2302983-4364-4cae-9334-f35f3a6ae86e tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d94f240d-4684-431e-bf2a-a105b1b6ea3e HTTP/1.1" status: 404 len: 336 time: 0.0467923 Aug 31 06:58:48.378267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.403508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6608b561-7355-4551-bcf9-d7fe9689f308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a30c17-99fc-4c6f-adf1-5d713e882990,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.405996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:48.406380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.414314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-944c56dc-32a5-4c79-b0ed-69a7308fbfe4 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 200 len: 205 time: 0.0343866 Aug 31 06:58:48.417885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49670) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.419949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.420742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6608b561-7355-4551-bcf9-d7fe9689f308 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=20e996e7477b4a2db14ef32df81721a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5081942 Aug 31 06:58:48.437527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Allocated IP 172.25.3.203 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/d51f83a3-82e7-492b-a116-ce08da730be2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:48.455487 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.487357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Transition to ACTIVE for port object 86af1930-b4bf-4309-b907-12b8c3df2361 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:48.496287 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-59299c21-0059-4ec5-a861-3aaf076ace05 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.497384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-59299c21-0059-4ec5-a861-3aaf076ace05 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/a9589519-bf08-4b74-a005-b2b22f0dc1fb HTTP/1.1" status: 404 len: 336 time: 0.0765848 Aug 31 06:58:48.500940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.525868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Transition to ACTIVE for port object 86af1930-b4bf-4309-b907-12b8c3df2361 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:48.537793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-78070869-a257-4020-b04b-4460b74d7681 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 200 len: 205 time: 0.0350816 Aug 31 06:58:48.540463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49676) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.554165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.579180 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8ea0ef38-4286-4a85-8686-f792f9b9cb64 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.582701 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8ea0ef38-4286-4a85-8686-f792f9b9cb64 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/d4c0e6a0-a744-46f6-a654-557875e2ec58 HTTP/1.1" status: 404 len: 336 time: 0.0387948 Aug 31 06:58:48.583367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49678) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.609293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.620603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-04ec2d4c-1ece-4bc5-b9d4-cf1ab18f3fa9 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c1643a6-cda8-43b0-b066-2a35a26fbee7 HTTP/1.1" status: 200 len: 205 time: 0.0337753 Aug 31 06:58:48.620845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.637822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:48.648220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.653303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Pushing event updated for resources: {'Port': ['ID=86af1930-b4bf-4309-b907-12b8c3df2361,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.655582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:48.659874 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2edda0cb-2a76-4139-b932-2e498e43e813 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] delete failed (client error): The resource could not be found. Aug 31 06:58:48.663476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2edda0cb-2a76-4139-b932-2e498e43e813 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/routers/9c1643a6-cda8-43b0-b066-2a35a26fbee7 HTTP/1.1" status: 404 len: 336 time: 0.0390627 Aug 31 06:58:48.663801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:48.665300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:48.667939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.674585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.674585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.674904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.675238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.675565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.675883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.676209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.676528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.676853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.677172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.677519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.677837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.692507 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c7f0e4-cfee-4fe2-8750-7296a02fd902 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] DELETE failed (client error): The resource could not be found. Aug 31 06:58:48.693309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c7f0e4-cfee-4fe2-8750-7296a02fd902 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:58:48.698242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-32c7f0e4-cfee-4fe2-8750-7296a02fd902 tempest-RoutersIpV6AdminTest-466659976 tempest-RoutersIpV6AdminTest-466659976-project] 10.222.0.57 "DELETE /v2.0/subnets/9abc3d95-52c1-490e-aa94-fe1e34e579d3 HTTP/1.1" status: 404 len: 337 time: 0.0300221 Aug 31 06:58:48.732999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:47Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:48.746124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.755304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.758467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.759760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/51a30c17-99fc-4c6f-adf1-5d713e882990 HTTP/1.1" status: 204 len: 168 time: 0.3407848 Aug 31 06:58:48.788514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4957a75-05c0-4878-9c77-1c5188cd4c19 None None] The sync data for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 is: [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:47Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:48.794622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Attempting to bind port 86af1930-b4bf-4309-b907-12b8c3df2361 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:48.795769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Attempting to bind port 86af1930-b4bf-4309-b907-12b8c3df2361 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:48.796626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Attempting to bind port 86af1930-b4bf-4309-b907-12b8c3df2361 on network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:48.804458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:48.805845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Checking segment: {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:48.806484 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.807364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Bound using segment: {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:48.808140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Bound port: 86af1930-b4bf-4309-b907-12b8c3df2361, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:48.809281 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:48.811674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a30c17-99fc-4c6f-adf1-5d713e882990,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.814961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:48.820954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:48.832962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:48.840004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.840659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.840917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.841752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.846138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.846742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.847305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.847793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.847974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.848315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.848812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.849452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7724aba2-6dae-4baf-adf8-a24df0d95ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:48.866790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Pushing event updated for resources: {'Port': ['ID=d51f83a3-82e7-492b-a116-ce08da730be2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:48.932330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] For port 86af1930-b4bf-4309-b907-12b8c3df2361, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:48.941736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] For port 86af1930-b4bf-4309-b907-12b8c3df2361, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=86af1930-b4bf-4309-b907-12b8c3df2361,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:48.968979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.123429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:49.126565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d5be-eb64-48be-8111-a86583905ca0 None None] Pushing event updated for resources: {'Port': ['ID=86af1930-b4bf-4309-b907-12b8c3df2361,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:49.438480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:49.449175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1afc89d-b644-435b-bcf8-0de5df7cbcb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.472248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-973b40af-63eb-457b-896a-ded0ac74aea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.498734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.645238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1afc89d-b644-435b-bcf8-0de5df7cbcb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.653190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f1afc89d-b644-435b-bcf8-0de5df7cbcb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.711652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f1afc89d-b644-435b-bcf8-0de5df7cbcb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0495a1660f7c43849146e3c2f2aa44bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5871754 Aug 31 06:58:49.712936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1afc89d-b644-435b-bcf8-0de5df7cbcb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98868e9a-6de1-46da-b6d9-016d37395bde,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:49.716187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49702) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:49.811393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.856434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.893178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.958722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.965025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:49.968712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98868e9a-6de1-46da-b6d9-016d37395bde HTTP/1.1" status: 204 len: 168 time: 0.2512953 Aug 31 06:58:49.988677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device eabd693a-6792-4e7c-8b4a-fc49db30b18b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:50.011950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bced869-65ce-4fe1-9d7d-4dd4ca5e3149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98868e9a-6de1-46da-b6d9-016d37395bde,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:50.050007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-973b40af-63eb-457b-896a-ded0ac74aea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.063913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-973b40af-63eb-457b-896a-ded0ac74aea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.081665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port eabd693a-6792-4e7c-8b4a-fc49db30b18b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:50.098161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port eabd693a-6792-4e7c-8b4a-fc49db30b18b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:50.103766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.114269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:50.114870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-973b40af-63eb-457b-896a-ded0ac74aea9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4b8cca32cb5b48fca152d0d7cb5c0207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6745770 Aug 31 06:58:50.249803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973b40af-63eb-457b-896a-ded0ac74aea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53461828-1be3-4f05-819a-dde941db0d2a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:50.294812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.338066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:58:50.397250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.434099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.544713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port eabd693a-6792-4e7c-8b4a-fc49db30b18b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=eabd693a-6792-4e7c-8b4a-fc49db30b18b,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:50.550960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.551790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 86af1930-b4bf-4309-b907-12b8c3df2361 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:50.595806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.613737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.616014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/53461828-1be3-4f05-819a-dde941db0d2a HTTP/1.1" status: 204 len: 168 time: 0.4990933 Aug 31 06:58:50.647258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea3b842-0dac-4d08-88f3-c036228780bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53461828-1be3-4f05-819a-dde941db0d2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:50.761252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:50.802154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 86af1930-b4bf-4309-b907-12b8c3df2361 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:50.820214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce72ad47-1155-412b-b8cf-50368a536ea7 None None] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:58:50.832790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:50.859303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:50.861415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57e73fdf-8930-4fb8-b2e3-0ce0a75ef53c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.0020616 Aug 31 06:58:50.863993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:50.879667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Sync routers for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:50.906913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:50.909054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:50.991977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49722) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:51.064373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-486d36b5-bd21-4101-bde3-2b95212b37f4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1a1ddd687c6b4099ad45acb2cb80fb46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0703235 Aug 31 06:58:51.065724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:51.112105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Provisioning for port 86af1930-b4bf-4309-b907-12b8c3df2361 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:51.170342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Provisioning complete for port 86af1930-b4bf-4309-b907-12b8c3df2361 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:51.170719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.185923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.234216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.284623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:51.356266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.360728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.362776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0309a6fd-2476-4beb-8cb8-49480555fc26 HTTP/1.1" status: 204 len: 168 time: 0.2958312 Aug 31 06:58:51.381935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8fd5c-4799-494e-8b1f-886a810c7f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0309a6fd-2476-4beb-8cb8-49480555fc26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:51.483913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.582482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] For port 86af1930-b4bf-4309-b907-12b8c3df2361, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=86af1930-b4bf-4309-b907-12b8c3df2361,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:51.588904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.714644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:51.736962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7554bd4-75e8-4977-9dd6-17212a818d8f None None] Pushing event updated for resources: {'Port': ['ID=86af1930-b4bf-4309-b907-12b8c3df2361,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:51.796980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:49Z', 'revision_number': 3, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:51.846138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Checking router: 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:51.846503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Updating router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 port d51f83a3-82e7-492b-a116-ce08da730be2 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:51.891878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device eabd693a-6792-4e7c-8b4a-fc49db30b18b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:51.931071 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.031914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Allocated IP 172.20.0.1 (307fb9ad-06b6-476c-84f7-a3f44bf3b9b6/8524bd6e-0264-4f7f-ba91-b1816194b1d9/3cdbe600-3f3a-4027-83fb-b6134b69ce43) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:52.108721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-98479c2e-aa12-4e0d-a6f2-ec8e21e5a4a0 None None] Provisioning complete for port 86af1930-b4bf-4309-b907-12b8c3df2361 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:52.109293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-98479c2e-aa12-4e0d-a6f2-ec8e21e5a4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.264497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.321311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Transition to ACTIVE for port object 3cdbe600-3f3a-4027-83fb-b6134b69ce43 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:52.345834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port eabd693a-6792-4e7c-8b4a-fc49db30b18b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:52.346661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.382316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.472940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:52.481298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:52.500596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:52.504421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:52.572866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:52.759889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.009683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.015951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.082380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 86af1930-b4bf-4309-b907-12b8c3df2361 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:53.108356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Pushing event updated for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:53.111380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.166707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70ee8614-1b0f-47de-b07f-dc694fb63bc3 None None] Provisioning for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:53.173759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-70ee8614-1b0f-47de-b07f-dc694fb63bc3 None None] Provisioning complete for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:53.174086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70ee8614-1b0f-47de-b07f-dc694fb63bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.219989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-70ee8614-1b0f-47de-b07f-dc694fb63bc3 None None] Port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:53.224738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:53.228342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:53.247236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.260634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Transition to ACTIVE for port object d51f83a3-82e7-492b-a116-ce08da730be2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:53.267141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 86af1930-b4bf-4309-b907-12b8c3df2361 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:53.267539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.287593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.391037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53c37-0bc6-4f32-ae64-37a3319ad87d None None] Pushing event updated for resources: {'Port': ['ID=d51f83a3-82e7-492b-a116-ce08da730be2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:53.414903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Attempting to bind port d51f83a3-82e7-492b-a116-ce08da730be2 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:53.415432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Attempting to bind port d51f83a3-82e7-492b-a116-ce08da730be2 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:53.415834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Attempting to bind port d51f83a3-82e7-492b-a116-ce08da730be2 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:53.422642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:53.423835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:53.423835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.423835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:53.424269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Bound port: d51f83a3-82e7-492b-a116-ce08da730be2, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:53.424642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.427465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:58:53.570144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:58:53.577047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-09d88523-1feb-46f7-8438-b8a64579d446 admin admin] 10.222.0.57 "PUT /v2.0/routers/482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7106373 Aug 31 06:58:53.578074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] For port d51f83a3-82e7-492b-a116-ce08da730be2, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:53.583282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] For port d51f83a3-82e7-492b-a116-ce08da730be2, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d51f83a3-82e7-492b-a116-ce08da730be2,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:53.590070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.657280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:53.657965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:53.727687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4c7a125d-0e48-49e5-8aa3-066ee5ce9bcb None None] Provisioning complete for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:53.727687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4c7a125d-0e48-49e5-8aa3-066ee5ce9bcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:53.729555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e53c37-0bc6-4f32-ae64-37a3319ad87d None None] Pushing event updated for resources: {'Port': ['ID=d51f83a3-82e7-492b-a116-ce08da730be2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:53.810019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4c7a125d-0e48-49e5-8aa3-066ee5ce9bcb None None] Port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:58:53.833023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:54.052571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3cdbe600-3f3a-4027-83fb-b6134b69ce43', 'name': '', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'mac_address': 'fa:16:3e:8c:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '4eddaa50036c43889d51777721e4f887', 'subnets': [{'id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:54.080088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1255a696-7e59-43fc-80ac-f99c7007f72a None None] The sync data for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 is: [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3cdbe600-3f3a-4027-83fb-b6134b69ce43', 'name': '', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'mac_address': 'fa:16:3e:8c:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '4eddaa50036c43889d51777721e4f887', 'subnets': [{'id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:54.280544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:54.378369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49820) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:54.383875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1036318290', 'description': 'tempest-secgroup-smoke-1036318290 description', 'project_id': '9613d18569194a3e826a324e30804fcd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:54.448052 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.471485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-302496670', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:54.499416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:58:54.499416 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 31 06:58:54.499416 n-d-712707-15 neutron-server[94639]: [parameters: {'project_id_1': '9613d18569194a3e826a324e30804fcd', 'expiration_1': datetime.datetime(2021, 8, 31, 6, 58, 54, 488343)}] Aug 31 06:58:54.499416 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:58:54.499968 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:58:54.503660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Made reservation on behalf of 23eb6ec26ae6400a95beaf6a45665147 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:58:54.506679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.517009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.631586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.643035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.658402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] device_id is not set on port e55e110b-4890-407e-8609-2cea067c1be7 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:58:54.713173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c3b860-53e5-4c14-8008-d54de68ea742,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:54.813586 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a68befc2-39ad-4bd0-88aa-2467864e2b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:54.825871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Allocated IP 172.25.3.68 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/e55e110b-4890-407e-8609-2cea067c1be7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:58:55.000456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.044817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.134770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.199225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:58:55.208365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:58:55.212943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.216482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:58:55.244284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.300593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Pushing event updated for resources: {'Port': ['ID=e55e110b-4890-407e-8609-2cea067c1be7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.310736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.312049 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9326408 Aug 31 06:58:55.315265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:55.322722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:55.329430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:55.330182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.332533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb5dab-2746-4161-9b46-86042fe3d1ff tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84f61df3-2710-4890-98d1-9959dd715e52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.377677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9067865c-72e8-424a-bbb4-31bbb096360b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.0955145 Aug 31 06:58:55.380457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:55.385311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.68'}]}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:55.390131 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.458401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.459462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.487512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.494359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.554724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a40e9e-4949-402e-bb40-e2043b3fb98a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.561085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.568684 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.570046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ff2188f-0214-4f25-91ed-ed1898f45d6b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2515194 Aug 31 06:58:55.573709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:55.578584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:55.610654 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.677000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.681596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.713641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca80c2de-43eb-479e-92b0-a9cf4634bf61,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.717923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.721952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e2367c2a-bf3b-4bc7-8611-98804c88921b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1471329 Aug 31 06:58:55.722570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49840) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:55.727436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:55.733243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.756329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.839069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.843399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.862778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a6b479-729e-4ce6-b67b-77e39814cea3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:55.874726 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.878677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5467000b-364d-48e8-91b8-b1b1aff4377e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1524966 Aug 31 06:58:55.878850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49846) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:55.887715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:55.946057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:55.966992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d51f83a3-82e7-492b-a116-ce08da730be2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:55.999173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.022155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.075168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d51f83a3-82e7-492b-a116-ce08da730be2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:56.080629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d51f83a3-82e7-492b-a116-ce08da730be2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:56.081059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.094070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.102958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.131066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e976cbb5-6826-4d96-b633-3bb7ae30fa31,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:56.156802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.158573 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-136bbf01-7dbc-4326-b0e3-968054a262ca tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2789044 Aug 31 06:58:56.161418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:56.168951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:56.192004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.216857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d51f83a3-82e7-492b-a116-ce08da730be2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d51f83a3-82e7-492b-a116-ce08da730be2,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:58:56.220190 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Project 9613d18569194a3e826a324e30804fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:58:56.221154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.232632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.238586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.274566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d51f83a3-82e7-492b-a116-ce08da730be2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:56.453300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.455800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.457205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.462512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.513725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2779cf28-37e5-4c8f-9442-698a5e08349f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:56.517635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.518108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3e90fd62-97ca-4415-916a-99b4707890b2 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:58:56.523182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.524292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-adaa2d8f-ee0f-4a7b-a831-2f48393758c0 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3618872 Aug 31 06:58:56.527281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:56.532298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'security_group_rule': {'security_group_id': '84f61df3-2710-4890-98d1-9959dd715e52', 'project_id': '9613d18569194a3e826a324e30804fcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:56.547617 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 31 06:58:56.551672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b264cd0-c79a-456b-953f-2a6cb960509b tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1700323 Aug 31 06:58:56.552045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:56.586329 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Project 9613d18569194a3e826a324e30804fcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:58:56.595689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.698372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Deleting port e55e110b-4890-407e-8609-2cea067c1be7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:58:56.698712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.703417 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.719513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.739972 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Sync routers for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:58:56.757791 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:56.758686 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:56.778371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07d17d92-0988-4d60-93f5-34dcd51d3a0d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:56.786350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.787684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-11506c6a-fa86-4db0-9a0d-4e7e92c98274 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2590525 Aug 31 06:58:56.842249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:56.857674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Calling delete_port for e55e110b-4890-407e-8609-2cea067c1be7 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:58:56.888946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:56.966667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-6ff0643d-82d1-4480-8535-7f6bb3f8b053 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1036318290&fields=id&tenant_id=9613d18569194a3e826a324e30804fcd HTTP/1.1" status: 200 len: 267 time: 0.0554008 Aug 31 06:58:57.118299 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3cdbe600-3f3a-4027-83fb-b6134b69ce43', 'name': '', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'mac_address': 'fa:16:3e:8c:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 2, 'project_id': '4eddaa50036c43889d51777721e4f887', 'subnets': [{'id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:57.128329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.156875 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Checking router: 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:58:57.157241 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Updating router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:58:57.171006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Pushing event deleted for resources: {'Port': ['ID=e55e110b-4890-407e-8609-2cea067c1be7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:57.195865 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.198436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-dc188dd6-265a-4b18-82f3-9c2571d301e1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:57.200143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-dc188dd6-265a-4b18-82f3-9c2571d301e1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 809 time: 0.2213647 Aug 31 06:58:57.238255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-e98a0aa9-e3f9-42c5-9698-e0d1e8b54670 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/quotas/9613d18569194a3e826a324e30804fcd HTTP/1.1" status: 200 len: 375 time: 0.0154822 Aug 31 06:58:57.293827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.298765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be6527e5-ad1a-4031-82b9-79c1cee59632 tempest-RoutersAdminNegativeTest-1894364950 tempest-RoutersAdminNegativeTest-1894364950-project-admin] 10.222.0.57 "DELETE /v2.0/ports/e55e110b-4890-407e-8609-2cea067c1be7 HTTP/1.1" status: 204 len: 168 time: 0.7430172 Aug 31 06:58:57.318861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-93f31e7c-3781-46cb-afed-848b814217c3 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683036 Aug 31 06:58:57.455999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1e470191-9833-46e2-ac58-02fad6b127d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.507452 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.520712 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Transition to ACTIVE for port object 3cdbe600-3f3a-4027-83fb-b6134b69ce43 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:58:57.530745 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.593110 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Pushing event updated for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:57.614126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.614588 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.615030 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.615470 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.615903 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.616328 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.617092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.617810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.618263 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.618973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.619405 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.619829 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:58:57.662309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49884) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:57.698468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.739797 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Attempting to bind port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:58:57.740171 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Attempting to bind port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:58:57.740735 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Attempting to bind port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 on network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:58:57.755090 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:58:57.755454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Checking segment: {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:58:57.756085 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.756619 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Bound using segment: {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:58:57.757248 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Bound port: 3cdbe600-3f3a-4027-83fb-b6134b69ce43, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e55b48a0-8959-4465-b880-cb7b5ba0df44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:58:57.758618 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.826102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-fe4465c4-e792-44ae-b6b1-cf2720499764 service neutron] 10.222.0.57 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942808 Aug 31 06:58:57.832998 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abb3deb2-d02d-4dfb-afa3-257c7de483ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.861932 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] For port 3cdbe600-3f3a-4027-83fb-b6134b69ce43, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:58:57.866992 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] For port 3cdbe600-3f3a-4027-83fb-b6134b69ce43, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3cdbe600-3f3a-4027-83fb-b6134b69ce43,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:58:57.875066 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:57.963768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-9d2958d6-3e21-4823-8743-73d4a4751366 service neutron] 10.222.0.57 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278405 Aug 31 06:58:57.966687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d51f83a3-82e7-492b-a116-ce08da730be2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:58.029813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:58:58.031469 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:58.040258 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abb3deb2-d02d-4dfb-afa3-257c7de483ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.047086 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-abb3deb2-d02d-4dfb-afa3-257c7de483ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.052683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d51f83a3-82e7-492b-a116-ce08da730be2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:58.053077 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.116897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:58.131532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-abb3deb2-d02d-4dfb-afa3-257c7de483ab admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f7a1ffc65aa84d69b36cc2ca0e126ab1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4676335 Aug 31 06:58:58.167528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3deb2-d02d-4dfb-afa3-257c7de483ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c177cfb-daa7-4efe-85a1-783a4d2cd471,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.256743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.290741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:58:58.390574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0781050f-6320-4cbc-8fdb-4612093c9bce req-1419bf73-eaf9-4700-adfc-d8b5b205a15d tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0605474 Aug 31 06:58:58.393426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.436185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4393f0-e1dd-4e48-bf9c-31bdc0ad04ce None None] Pushing event updated for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.494924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.498126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.501582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1c177cfb-daa7-4efe-85a1-783a4d2cd471 HTTP/1.1" status: 204 len: 168 time: 0.3804767 Aug 31 06:58:58.521640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954247e5-f2b6-47be-8f4d-8c5b425c0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c177cfb-daa7-4efe-85a1-783a4d2cd471,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:58.647802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:58.656325 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3cdbe600-3f3a-4027-83fb-b6134b69ce43', 'name': '', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'mac_address': 'fa:16:3e:8c:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:57Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'subnets': [{'id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:58:58.687406 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8112e104-44f3-4fe6-b310-e9562c5297da None None] The sync data for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 is: [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T06:58:52Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3cdbe600-3f3a-4027-83fb-b6134b69ce43', 'name': '', 'network_id': '307fb9ad-06b6-476c-84f7-a3f44bf3b9b6', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'mac_address': 'fa:16:3e:8c:d3:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3001, 'fixed_ips': [{'subnet_id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:51Z', 'updated_at': '2021-08-31T06:58:57Z', 'revision_number': 4, 'project_id': '4eddaa50036c43889d51777721e4f887', 'subnets': [{'id': '8524bd6e-0264-4f7f-ba91-b1816194b1d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:58:58.935761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c78485e-fd86-4506-b133-0032f3e61df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:58.996568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:59.088346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-054e7b61-e1c7-4f47-bcba-ddfa8ba63cb5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=23eb6ec26ae6400a95beaf6a45665147&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0905750 Aug 31 06:58:59.089043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c78485e-fd86-4506-b133-0032f3e61df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.090105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:59.097797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c78485e-fd86-4506-b133-0032f3e61df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.220936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:58:59.221175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4c78485e-fd86-4506-b133-0032f3e61df0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=33eece5b5676459d8853544ee5b9c6d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5710611 Aug 31 06:58:59.221886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c78485e-fd86-4506-b133-0032f3e61df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4398e-b247-4cc3-a848-b4135ebab88c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:59.245389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.276721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.308614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.334948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.350925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.354127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.355509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01c3b860-53e5-4c14-8008-d54de68ea742 HTTP/1.1" status: 204 len: 168 time: 0.2643499 Aug 31 06:58:59.370503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80069453-55ca-4ec7-90c0-fdf2f054584e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c3b860-53e5-4c14-8008-d54de68ea742,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:59.411875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.416592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.418989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/56d4398e-b247-4cc3-a848-b4135ebab88c HTTP/1.1" status: 204 len: 168 time: 0.1947680 Aug 31 06:58:59.431732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054e1483-fa55-46af-a3ba-03b480149f8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4398e-b247-4cc3-a848-b4135ebab88c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:58:59.625373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:58:59.784901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-56e644f8-5d39-47a2-acc9-99c938843ced tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:58:59.786721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-56e644f8-5d39-47a2-acc9-99c938843ced tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.50 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 809 time: 0.1258311 Aug 31 06:58:59.894139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3cdbe600-3f3a-4027-83fb-b6134b69ce43 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:58:59.894599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a48887d5-2c3c-402d-9e62-2d2c26af2b5a req-bacfcd01-97d5-44d2-9f7d-822c6cbf5619 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 210 time: 0.3962190 Aug 31 06:58:59.919377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-79a3688e-c501-4459-b527-bdb0db18d02d tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9613d18569194a3e826a324e30804fcd HTTP/1.1" status: 200 len: 380 time: 0.1176105 Aug 31 06:58:59.932614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'port': {'device_id': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'admin_state_up': True, 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'security_groups': ['84f61df3-2710-4890-98d1-9959dd715e52']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:58:59.954244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:58:59.959202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:58:59.959644 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.034896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:00.053748 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.072818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.078664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 06:59:00.078664 n-d-712707-15 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 06:59:00.078664 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id': 'cfc59d1fd045404083505ec32d062895', 'id': '7abf4016-c3ee-480f-9f54-c483b29763b1', 'expiration': datetime.datetime(2021, 8, 31, 7, 1, 0, 74682)}] Aug 31 06:59:00.078664 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:59:00.079329 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:59:00.089597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Made reservation on behalf of 9613d18569194a3e826a324e30804fcd for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:00.094058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.126464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3cdbe600-3f3a-4027-83fb-b6134b69ce43, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3cdbe600-3f3a-4027-83fb-b6134b69ce43,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:00.131550 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.184800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.248263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Allocated IP 172.20.0.7 (fbe3d533-c749-4981-9feb-6aa512ec9e83/cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0/66c3587f-0fc2-443a-a253-f3a33f4e5963) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:00.401240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.417018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Transition to ACTIVE for port object 66c3587f-0fc2-443a-a253-f3a33f4e5963 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:00.455030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.465274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:00.500482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:00.505974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:00.509717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:00.543420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.575684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:00.576366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.580822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.590795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1949773023'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:00.593990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-2c210589-8ee2-49b5-9cd2-2b59b22eeae9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6669512 Aug 31 06:59:00.615369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Request body: {'port': {'device_id': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:00.634346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:00.637820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.649364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.687110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.749102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.755132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.772375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6ee927c-b001-4833-9652-f92c36e3d991 None None] Provisioning for port 66c3587f-0fc2-443a-a253-f3a33f4e5963 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:00.777431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b6ee927c-b001-4833-9652-f92c36e3d991 None None] Provisioning complete for port 66c3587f-0fc2-443a-a253-f3a33f4e5963 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:00.778008 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b6ee927c-b001-4833-9652-f92c36e3d991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.812946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3575dd8-7636-4917-8a53-dc51a67691d5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:00.816435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b6ee927c-b001-4833-9652-f92c36e3d991 None None] Port 66c3587f-0fc2-443a-a253-f3a33f4e5963 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:00.824322 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ddaa00eb-0ef8-48e7-81fb-89ce4da1fe1e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cfc59d1fd045404083505ec32d062895&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7870162 Aug 31 06:59:00.826960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:00.913588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.953606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.959278 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.980494 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:00.982193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66c3587f-0fc2-443a-a253-f3a33f4e5963 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:00.992444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.004764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Transition to ACTIVE for port object 66c3587f-0fc2-443a-a253-f3a33f4e5963 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:01.010529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.033619 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.063167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.073558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:59:01.090860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17bb6718-d576-438b-a570-4fe024cff91a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.106230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.106783 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Added segment b59d0c94-0972-42d2-b55d-8e6ece0d0128 of type vlan for network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 Aug 31 06:59:01.178632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de1cdc-a2cb-42f8-8ee7-86449dceb206 req-629edb4d-a715-4d99-aff3-a4f26a47457b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.181746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2de1cdc-a2cb-42f8-8ee7-86449dceb206 req-629edb4d-a715-4d99-aff3-a4f26a47457b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 931 time: 0.2147501 Aug 31 06:59:01.197668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Attempting to bind port 66c3587f-0fc2-443a-a253-f3a33f4e5963 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:01.198289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Attempting to bind port 66c3587f-0fc2-443a-a253-f3a33f4e5963 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:01.198704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Attempting to bind port 66c3587f-0fc2-443a-a253-f3a33f4e5963 on network fbe3d533-c749-4981-9feb-6aa512ec9e83 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:01.204226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Port 66c3587f-0fc2-443a-a253-f3a33f4e5963 on network fbe3d533-c749-4981-9feb-6aa512ec9e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:59:01.204857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Attempting to bind port 66c3587f-0fc2-443a-a253-f3a33f4e5963 on network fbe3d533-c749-4981-9feb-6aa512ec9e83 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:01.208190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.212429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:01.212936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Checking segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:01.213488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Bound using segment: {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:01.214041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Bound port: 66c3587f-0fc2-443a-a253-f3a33f4e5963, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a9d14fee-a433-40c7-95ff-f1c765c1d2de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:01.214496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.245697 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.249295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.251125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d3575dd8-7636-4917-8a53-dc51a67691d5 HTTP/1.1" status: 204 len: 168 time: 0.4232860 Aug 31 06:59:01.298888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751c76d-2080-435b-b073-754bbcfcfd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3575dd8-7636-4917-8a53-dc51a67691d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.328124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2de1cdc-a2cb-42f8-8ee7-86449dceb206 req-1c8e4799-1074-4f7d-93b5-e2cbf769bef9 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239045 Aug 31 06:59:01.331653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.344341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.345390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.366397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:01.371979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:01.380005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.413527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.414937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.416522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] 10.222.0.50 "PUT /v2.0/ports/66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 1092 time: 0.8129954 Aug 31 06:59:01.417634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:01.420039 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e187a80-b0e5-4b13-839c-5c41aa6a5811" -d '{"events": [{"name": "network-changed", "server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:01.470609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134dc50-047d-462e-9239-2f2ae803a7fa service neutron] Pushing event updated for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.525369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0588768 Aug 31 06:59:01.529865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:01.552459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:01.563830 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a2a847-bbb1-4f5c-b554-6bba01244877 x-openstack-request-id: req-f5a2a847-bbb1-4f5c-b554-6bba01244877 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:01.563830 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:01.563830 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5a2a847-bbb1-4f5c-b554-6bba01244877 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:01.564487 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'status': 'completed', 'code': 200} Aug 31 06:59:01.576057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98d7c4-f685-4991-bfa1-d415d1a61c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Network': ['ID=1b1d8c60-eace-4b9e-bf62-fe74f412de50,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:01.588261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:59:01.601625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-73a0b163-61a3-4864-aa2c-d9ac00f41064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.603904 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-73a0b163-61a3-4864-aa2c-d9ac00f41064 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1095 time: 0.1121387 Aug 31 06:59:01.681129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:01.686060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.690437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-19f9f510-b958-4284-8402-5e1c8c5ebbe6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 217 time: 0.0768728 Aug 31 06:59:01.754940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f57e7651-4437-4712-bb00-b13944fa9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.756425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-f57e7651-4437-4712-bb00-b13944fa9daa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 200 len: 848 time: 0.0582063 Aug 31 06:59:01.845657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3cdbe600-3f3a-4027-83fb-b6134b69ce43 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:01.846207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-774bd91e-9625-4321-b5ac-06427e36908b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:01.847429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-774bd91e-9625-4321-b5ac-06427e36908b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fbe3d533-c749-4981-9feb-6aa512ec9e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0821731 Aug 31 06:59:01.903027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:01.903407 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.919042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:01.986416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-e2c24b92-2972-4791-90c6-10defaab9438 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265042 Aug 31 06:59:02.001751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=99a194c8-205e-4782-be6e-4f321f04b327,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:02.029826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:02.030475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network hostable DHCP agents. Network: 1b1d8c60-eace-4b9e-bf62-fe74f412de50, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:59:02.049150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:59:02.060576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1b1d8c60-eace-4b9e-bf62-fe74f412de50) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:02.070456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3506098b-50ba-4379-b640-652f2d12b49e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:02.071610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.072221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.077071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 49992) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:02.095286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-50c72cce-1910-423c-b3e8-a08d24a58790 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5639362 Aug 31 06:59:02.098431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 49994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:02.114811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'name': 'tempest-NetworksTestDHCPv6-1073437619'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:02.184450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b770af-123c-420b-88a7-c2f788195289 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.185204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b770af-123c-420b-88a7-c2f788195289 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.186053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b770af-123c-420b-88a7-c2f788195289 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.187764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f8b770af-123c-420b-88a7-c2f788195289 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/ports?project_id=5e9e199d5fef45919432b1bc534c2f03&network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 2973 time: 0.1094625 Aug 31 06:59:02.191634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91de85d7-9b02-417b-84f6-c5e6aa7f38c2 req-fd163a14-6442-4c87-b6ee-2f9b72cc43f6 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965954 Aug 31 06:59:02.263199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:02.267403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.278890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '99a194c8-205e-4782-be6e-4f321f04b327'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:02.279752 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.290416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port fba40666-d07c-4afb-a8f5-842990153ed8 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:02.297860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-421758f2-781d-49f8-a1bd-d52aa9f02d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.299391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-421758f2-781d-49f8-a1bd-d52aa9f02d00 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1095 time: 0.0558012 Aug 31 06:59:02.433620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-3df903aa-3a14-4b4b-9926-4792fe05f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.435355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-3df903aa-3a14-4b4b-9926-4792fe05f01a service neutron] 10.222.0.50 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 910 time: 0.1280341 Aug 31 06:59:02.463970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::d7 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/99a194c8-205e-4782-be6e-4f321f04b327/fba40666-d07c-4afb-a8f5-842990153ed8) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:02.502686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-09fd79a6-10a9-454c-8b8b-4a08c0e94e78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 217 time: 0.0585144 Aug 31 06:59:02.535614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aff1ec-2a8c-437a-b4c3-1ac8b1e67635 req-83623695-0b92-4393-a2e3-73407f63a872 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.537035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60aff1ec-2a8c-437a-b4c3-1ac8b1e67635 req-83623695-0b92-4393-a2e3-73407f63a872 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 943 time: 0.0975127 Aug 31 06:59:02.567225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-1e5fd703-19d1-45fd-b28f-7814ecd1ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.568485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-1e5fd703-19d1-45fd-b28f-7814ecd1ee38 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 200 len: 848 time: 0.0529108 Aug 31 06:59:02.618297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-087958a1-d2f5-4ea2-a15a-270bc6443364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.619797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-087958a1-d2f5-4ea2-a15a-270bc6443364 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fbe3d533-c749-4981-9feb-6aa512ec9e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429199 Aug 31 06:59:02.631768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60aff1ec-2a8c-437a-b4c3-1ac8b1e67635 req-37d8fe1c-75a9-4078-94fa-2a9e32d1dd65 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852337 Aug 31 06:59:02.699640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.725253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object fba40666-d07c-4afb-a8f5-842990153ed8 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:02.738685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-0eff8b59-6483-46ba-846b-aea813cba3de service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099074 Aug 31 06:59:02.766595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.823439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/99a194c8-205e-4782-be6e-4f321f04b327/e2b4e15e-8bdb-486d-8579-da599b83d1bc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:02.828985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:02.833663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:02.840367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:02.848110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.848878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:02.853857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=fba40666-d07c-4afb-a8f5-842990153ed8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:02.874389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6dfdea9c-fdde-4a81-a64e-6e4a966153c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7726102 Aug 31 06:59:02.876188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:02.941250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88a6c9e-399b-4f64-862c-a5429f52f585 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:02.946316 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f88a6c9e-399b-4f64-862c-a5429f52f585 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0651257 Aug 31 06:59:02.947371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.081458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.093873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Transition to ACTIVE for port object e2b4e15e-8bdb-486d-8579-da599b83d1bc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:03.099156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port fba40666-d07c-4afb-a8f5-842990153ed8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:03.099664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.112641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Transition to ACTIVE for port object e2b4e15e-8bdb-486d-8579-da599b83d1bc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:03.121057 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.164135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:03.167239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:03.179976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:03.221284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.222566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1e187a80-b0e5-4b13-839c-5c41aa6a5811 req-28855d4c-880a-48f6-bee9-9311e07b7e72 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4689026 Aug 31 06:59:03.239395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for fba40666-d07c-4afb-a8f5-842990153ed8 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:03.255251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Pushing event updated for resources: {'Port': ['ID=e2b4e15e-8bdb-486d-8579-da599b83d1bc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.260994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Attempting to bind port e2b4e15e-8bdb-486d-8579-da599b83d1bc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:03.261684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Attempting to bind port e2b4e15e-8bdb-486d-8579-da599b83d1bc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:03.262273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Attempting to bind port e2b4e15e-8bdb-486d-8579-da599b83d1bc on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:03.267980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:03.268463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:03.269813 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.270386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:03.271012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Bound port: e2b4e15e-8bdb-486d-8579-da599b83d1bc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:03.271548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.346528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] For port e2b4e15e-8bdb-486d-8579-da599b83d1bc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:03.349875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] For port e2b4e15e-8bdb-486d-8579-da599b83d1bc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e2b4e15e-8bdb-486d-8579-da599b83d1bc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:03.355203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.381592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.417829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=fba40666-d07c-4afb-a8f5-842990153ed8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.420203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5e3f1f-14d1-4cbf-8348-07c1376ef01c None None] Pushing event updated for resources: {'Port': ['ID=e2b4e15e-8bdb-486d-8579-da599b83d1bc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.449922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.453131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d751f2db-5aec-47b4-b2d9-0eb385177616 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/fba40666-d07c-4afb-a8f5-842990153ed8 HTTP/1.1" status: 204 len: 168 time: 0.5036800 Aug 31 06:59:03.454873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.516946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5c7eb-9823-4d45-91da-f99c92bb392c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.518585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b5c7eb-9823-4d45-91da-f99c92bb392c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.522804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2b5c7eb-9823-4d45-91da-f99c92bb392c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0643773 Aug 31 06:59:03.523410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50036) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.584151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 99a194c8-205e-4782-be6e-4f321f04b327 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:03.589077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.651231 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.806837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.842038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c5f0-2937-4e68-9518-54f65e83f2d1 req-291aa6e4-f5ac-428e-876c-3cc12c05a49b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:03.843560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bb0c5f0-2937-4e68-9518-54f65e83f2d1 req-291aa6e4-f5ac-428e-876c-3cc12c05a49b tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 943 time: 0.1238375 Aug 31 06:59:03.892587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e2b4e15e-8bdb-486d-8579-da599b83d1bc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:03.913283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0bb0c5f0-2937-4e68-9518-54f65e83f2d1 req-f66ad56a-549a-4953-9326-ff673d522787 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600567 Aug 31 06:59:03.919795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.948003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 66c3587f-0fc2-443a-a253-f3a33f4e5963 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:59:03.949563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=99a194c8-205e-4782-be6e-4f321f04b327,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:03.954429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:03.959452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:03.962161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d4f5da7-d3d7-45ca-a603-c2029f7678ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/99a194c8-205e-4782-be6e-4f321f04b327 HTTP/1.1" status: 204 len: 168 time: 0.4371698 Aug 31 06:59:03.964564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e2b4e15e-8bdb-486d-8579-da599b83d1bc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:04.023333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f57fa85b-f2ac-462f-975a-f746c61f6d7e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0626497 Aug 31 06:59:04.023745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:04.037675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:04.064088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:04.076179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'port_id': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'mac_address': 'fa:16:3e:d0:e8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:59:04.105437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50052) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:04.120799 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.137362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66c3587f-0fc2-443a-a253-f3a33f4e5963 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:04.170352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:04.176048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.181601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:04.185122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.193661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2367e6f-03e0-4871-bd5d-f03798e641d6 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:04.213378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2367e6f-03e0-4871-bd5d-f03798e641d6 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 814 time: 0.0938678 Aug 31 06:59:04.292714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:04.431591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['66c3587f-0fc2-443a-a253-f3a33f4e5963'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:59:04.437375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.488589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:04.493538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:04.498639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:04.499290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.513144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=c697b989-5430-42c6-a5eb-5231f7a6129c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:04.528021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-38e6256a-b2b4-4689-9767-92b2e4aa03b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5006387 Aug 31 06:59:04.528851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:04.535824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'name': 'tempest-NetworksTestDHCPv6-636513604'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:04.651733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592dd199-46cc-47cc-96c5-60383e71e118 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:04.686726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:04.691336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.729073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port f428b649-0773-4302-973b-09e87ebb4547 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:04.813847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Provisioning for port e2b4e15e-8bdb-486d-8579-da599b83d1bc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:04.827619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Provisioning complete for port e2b4e15e-8bdb-486d-8579-da599b83d1bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:04.827993 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:04.892223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::4 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/c697b989-5430-42c6-a5eb-5231f7a6129c/f428b649-0773-4302-973b-09e87ebb4547) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:04.975447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.036138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] For port e2b4e15e-8bdb-486d-8579-da599b83d1bc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e2b4e15e-8bdb-486d-8579-da599b83d1bc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:05.042665 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.079959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.091298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'network': {'name': 'tempest-network-smoke--579870707', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:05.104022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f90b-823a-418f-a9a8-cf5ccb2c5642 None None] Pushing event updated for resources: {'Port': ['ID=e2b4e15e-8bdb-486d-8579-da599b83d1bc,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.129995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b4881-2dae-417c-bcaf-e8d048deaefc req-ef658ffc-d2e5-4b79-b04f-ede76d3acd5f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.136687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-299b4881-2dae-417c-bcaf-e8d048deaefc req-ef658ffc-d2e5-4b79-b04f-ede76d3acd5f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 944 time: 0.0872431 Aug 31 06:59:05.137000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.158928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object f428b649-0773-4302-973b-09e87ebb4547 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:05.162669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:05.167731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.189046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-299b4881-2dae-417c-bcaf-e8d048deaefc req-eda03248-9980-4fcf-b12a-425ddcd4a335 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457842 Aug 31 06:59:05.213729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a84e5-a704-42a8-87a7-b88e4a1cb225 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:05.221615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:59:05.245162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.245555 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Added segment a3abb2e6-7982-47b8-aaf0-6f7225cc31ce of type vlan for network a02c79f9-9239-4a8a-87f9-70ee424ae723 Aug 31 06:59:05.279421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.291336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-03bc153b-5f50-4c75-8861-6625aff7f47a None None] Provisioning complete for port e2b4e15e-8bdb-486d-8579-da599b83d1bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:05.291715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03bc153b-5f50-4c75-8861-6625aff7f47a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.303627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.348695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:05.364535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:05.367598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:05.374281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.375017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.393063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=f428b649-0773-4302-973b-09e87ebb4547,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.399193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.405137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.405774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.419753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed4c07fb-7345-418d-9b66-704fc4c13c3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8895900 Aug 31 06:59:05.420234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.491212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4070122 Aug 31 06:59:05.491592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.493089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97decfd1-5f1f-4c18-884a-9e3f1ee48f2e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.499123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97decfd1-5f1f-4c18-884a-9e3f1ee48f2e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.500735 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97decfd1-5f1f-4c18-884a-9e3f1ee48f2e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0792487 Aug 31 06:59:05.503311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.508639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26621d25-2d04-4439-9d9c-9efae5a18f5e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Network': ['ID=a02c79f9-9239-4a8a-87f9-70ee424ae723,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:05.520900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:59:05.596316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a7f1a5-9665-415c-a11a-46efbc2c359d tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.600813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41a7f1a5-9665-415c-a11a-46efbc2c359d tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=5e9e199d5fef45919432b1bc534c2f03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1055760 Aug 31 06:59:05.601172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.639257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.688909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port f428b649-0773-4302-973b-09e87ebb4547 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:05.689252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.782798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aca053ed-457b-4dda-8eaf-4b5f271a6a8d tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:05.785949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18d1cb46-c106-47ec-a6d2-8ee9dc2ad943 None None] Provisioning complete for port e2b4e15e-8bdb-486d-8579-da599b83d1bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:05.786386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-18d1cb46-c106-47ec-a6d2-8ee9dc2ad943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.787983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.805854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aca053ed-457b-4dda-8eaf-4b5f271a6a8d tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2028229 Aug 31 06:59:05.856643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36b36007-e8c0-453c-aa4a-67046b789ff9 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0627260 Aug 31 06:59:05.856643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.870179 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:05.900046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for f428b649-0773-4302-973b-09e87ebb4547 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:05.912538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d6c642a-d891-48f7-98dc-24ef7e8ced49 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=5e9e199d5fef45919432b1bc534c2f03&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0547354 Aug 31 06:59:05.915823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:05.930728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e2b4e15e-8bdb-486d-8579-da599b83d1bc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:05.977762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 66c3587f-0fc2-443a-a253-f3a33f4e5963 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:06.194564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.231152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5453ba1a-c91d-410d-8bee-8e1f09db364c tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.238114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5453ba1a-c91d-410d-8bee-8e1f09db364c tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3211522 Aug 31 06:59:06.240846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:06.251329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=f428b649-0773-4302-973b-09e87ebb4547,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:06.331819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b491f4fa-8e7a-4779-829d-9e23afb863b6 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896733 Aug 31 06:59:06.336012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:06.350629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2104809550', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:06.358233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.370980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd3a1453-4497-438a-94bc-ee3cee561d9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/f428b649-0773-4302-973b-09e87ebb4547 HTTP/1.1" status: 204 len: 168 time: 0.8663449 Aug 31 06:59:06.384841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:06.481259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7136f503-aa62-4519-8d00-1374b96c6fd9 req-1ca03664-9e3f-4d51-8d30-10c476c084eb tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.482955 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7136f503-aa62-4519-8d00-1374b96c6fd9 req-1ca03664-9e3f-4d51-8d30-10c476c084eb tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 944 time: 0.1097252 Aug 31 06:59:06.509771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-18d1cb46-c106-47ec-a6d2-8ee9dc2ad943 None None] Could not find standard attr ID for object f428b649-0773-4302-973b-09e87ebb4547. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:06.535918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e2b4e15e-8bdb-486d-8579-da599b83d1bc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:06.537010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.547349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7a072-6c6a-463c-a85f-3dd7fcd4faf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.549132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9f7a072-6c6a-463c-a85f-3dd7fcd4faf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:06.550863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c9f7a072-6c6a-463c-a85f-3dd7fcd4faf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1646514 Aug 31 06:59:06.553386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:06.569778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7136f503-aa62-4519-8d00-1374b96c6fd9 req-4990d377-cff0-4121-9d06-62b072a60c25 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800731 Aug 31 06:59:06.626529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8714e7ad-9dbe-4af9-ad90-933abcf72a1d None None] Could not find standard attr ID for object fba40666-d07c-4afb-a8f5-842990153ed8. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:06.629006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 66c3587f-0fc2-443a-a253-f3a33f4e5963 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:06.637136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 66c3587f-0fc2-443a-a253-f3a33f4e5963 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:06.637532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.659283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:06.662879 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.670570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet c697b989-5430-42c6-a5eb-5231f7a6129c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:06.673839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.727190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.770091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0e0f94d-ec78-416f-8a62-35ffff8bce33 None None] Could not find standard attr ID for object f428b649-0773-4302-973b-09e87ebb4547. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:06.787669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.822259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:06.828635 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcb2af46-0c18-45db-a195-a7bcb20e9e11" -d '{"events": [{"server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:06.862904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:06.869773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:06.872004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.025477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:07.029297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.080298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=c697b989-5430-42c6-a5eb-5231f7a6129c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:07.086348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.088600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04d5ab87-3f24-4d64-acab-eae7cf50807d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/c697b989-5430-42c6-a5eb-5231f7a6129c HTTP/1.1" status: 204 len: 168 time: 0.5341668 Aug 31 06:59:07.091441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:07.166444 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1129438e-ebe9-4018-84e9-1442ed0a28d3 x-openstack-request-id: req-1129438e-ebe9-4018-84e9-1442ed0a28d3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:07.166738 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "name": "network-vif-plugged", "status": "completed", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:07.166988 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1129438e-ebe9-4018-84e9-1442ed0a28d3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:07.167382 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'code': 200} Aug 31 06:59:07.171374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-227a17b5-8acf-4180-bad9-94ffc8277bce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0770562 Aug 31 06:59:07.171664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:07.178651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:07.233677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.354969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Subnet': ['ID=8020ba7b-170a-41e5-842e-8ad2acb8e24d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:07.385552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55bac60-40ba-41e3-987e-963371351d6d req-7fd87d37-5395-4b74-a505-33a0288a4aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:07.387109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b55bac60-40ba-41e3-987e-963371351d6d req-7fd87d37-5395-4b74-a505-33a0288a4aa8 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1355355 Aug 31 06:59:07.406842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Checking segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:07.417481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network hostable DHCP agents. Network: a02c79f9-9239-4a8a-87f9-70ee424ae723, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:59:07.428067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e121178-04b5-4d09-90e4-da59f038ecca None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:07.450097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:07.453563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.529110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:59:07.532326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b55bac60-40ba-41e3-987e-963371351d6d req-56d5c04d-04b1-4759-a2b8-5bfbcf31a44c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347611 Aug 31 06:59:07.549909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a02c79f9-9239-4a8a-87f9-70ee424ae723) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:07.558709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:07.559313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.574578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4364131-a893-4185-8d5a-4cfb34580998 None None] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:07.588128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-28b5b66b-892b-4848-ba9e-2209cfd9f0c5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2468557 Aug 31 06:59:07.756899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc405371-2298-4535-a9dc-a40c5c46ad86 req-0e32c1c8-0c09-47a3-a6c4-fb3a148e9534 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:07.767485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc405371-2298-4535-a9dc-a40c5c46ad86 req-0e32c1c8-0c09-47a3-a6c4-fb3a148e9534 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0981629 Aug 31 06:59:07.768469 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.802781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:07.828682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc405371-2298-4535-a9dc-a40c5c46ad86 req-d2e0571a-dec3-4859-9a14-4812283e2066 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575664 Aug 31 06:59:07.869487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-a02c79f9-9239-4a8a-87f9-70ee424ae723', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ips': [{'subnet_id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:07.870351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.883349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:07.885103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:07.890342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:07.891145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:07.910029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=484b3ffb-83d5-4ebc-ae29-2db05360b8cd,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:07.914642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-37465b0f-7e13-487b-8ada-35254472a1c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7425916 Aug 31 06:59:07.917504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:07.923937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'name': 'tempest-NetworksTestDHCPv6-308624450'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:07.973428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e2b4e15e-8bdb-486d-8579-da599b83d1bc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:08.027236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:08.032235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1959363296', 'description': 'tempest-secgroup-smoke-1959363296 description', 'project_id': '5e9e199d5fef45919432b1bc534c2f03'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:08.076910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Deleting port e2b4e15e-8bdb-486d-8579-da599b83d1bc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:08.077248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.080872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.103563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:08.110123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.124520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Allocated IP 172.20.0.18 (a02c79f9-9239-4a8a-87f9-70ee424ae723/8020ba7b-170a-41e5-842e-8ad2acb8e24d/239e014b-5113-46c9-b570-e1235962aef3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:08.152852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 86d33689-12df-4bf3-b096-a47a3e4cc62b yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:08.245695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.249981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.255515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.299141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] For port e2b4e15e-8bdb-486d-8579-da599b83d1bc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e2b4e15e-8bdb-486d-8579-da599b83d1bc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:08.300815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.321245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.322521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2942793 Aug 31 06:59:08.326783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:08.331130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:08.334478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9a1090-ac68-4bc4-ac77-c3dca71732e1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce40ce15-8ea8-472f-9333-2288acefe7b6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.353278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Calling delete_port for e2b4e15e-8bdb-486d-8579-da599b83d1bc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:08.365732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.385899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::221 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/484b3ffb-83d5-4ebc-ae29-2db05360b8cd/86d33689-12df-4bf3-b096-a47a3e4cc62b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:08.388720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e2b4e15e-8bdb-486d-8579-da599b83d1bc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e2b4e15e-8bdb-486d-8579-da599b83d1bc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:08.399900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.460031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:08.487958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.503009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.538108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a247479b-4e5c-4560-815a-4de8f39162d1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.554752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e2b4e15e-8bdb-486d-8579-da599b83d1bc,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.578860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.595796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.597030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-798ef1f9-d4ab-467c-a662-adce36ff10de tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2696171 Aug 31 06:59:08.600256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:08.605112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Transition to ACTIVE for port object 239e014b-5113-46c9-b570-e1235962aef3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:08.606178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:08.622732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.655007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] Pushing event deleted for resources: {'Port': ['ID=e2b4e15e-8bdb-486d-8579-da599b83d1bc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.657253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.659267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Transition to ACTIVE for port object 239e014b-5113-46c9-b570-e1235962aef3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:08.672981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd4c533-511e-43f9-a142-ae47932cbf19 None None] No DVR routers for this DVR port e2b4e15e-8bdb-486d-8579-da599b83d1bc on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:08.678037 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.703390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54f4ceb-411c-4b8c-8001-e9285edcda2e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:08.712150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.721615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48b056d8-82a6-47f2-a754-2dfa1a36ced1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.730779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 86d33689-12df-4bf3-b096-a47a3e4cc62b will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:08.774879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.784259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.790673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.825777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6df42817-aef5-447c-ac7c-e2294b8acf26,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.829778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Pushing event updated for resources: {'Port': ['ID=239e014b-5113-46c9-b570-e1235962aef3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.841504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:08.844786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:08.861287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:08.879895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:08.884868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:08.891129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:08.897510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:08.898985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.910892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=86d33689-12df-4bf3-b096-a47a3e4cc62b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:08.936795 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48b056d8-82a6-47f2-a754-2dfa1a36ced1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.950795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-adea7dcb-2fb1-4a09-aa4b-35a987d5023a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0294721 Aug 31 06:59:08.951041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48b056d8-82a6-47f2-a754-2dfa1a36ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.951166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:08.965132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.966471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Attempting to bind port 239e014b-5113-46c9-b570-e1235962aef3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:08.966643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ba0b6fc2-512c-4264-9a9b-d4cfce916a8c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3650341 Aug 31 06:59:08.966829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Attempting to bind port 239e014b-5113-46c9-b570-e1235962aef3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:08.967196 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Attempting to bind port 239e014b-5113-46c9-b570-e1235962aef3 on network a02c79f9-9239-4a8a-87f9-70ee424ae723 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:08.978952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:08.979332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Checking segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:08.979741 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.980136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Bound using segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:08.980826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Bound port: 239e014b-5113-46c9-b570-e1235962aef3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:08.981053 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:08.985091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.013230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:09.048473 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-48b056d8-82a6-47f2-a754-2dfa1a36ced1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e81373264e2b40c6bf47adb7cc751c9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839403 Aug 31 06:59:09.052248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.093656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4fa68b-667e-444c-88a3-ae3d673b0088 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:09.095335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2c4fa68b-667e-444c-88a3-ae3d673b0088 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1431301 Aug 31 06:59:09.098289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.102573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b056d8-82a6-47f2-a754-2dfa1a36ced1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a8417b-87af-4a86-a2e3-07cf46aeda5e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.117752 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.143319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d27660-3b3f-459e-9da7-02a0a8e206fa req-c2ce2b80-4ff2-4163-bc99-6c0acf5494a8 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:09.145163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65d27660-3b3f-459e-9da7-02a0a8e206fa req-c2ce2b80-4ff2-4163-bc99-6c0acf5494a8 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.1512628 Aug 31 06:59:09.165720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] For port 239e014b-5113-46c9-b570-e1235962aef3, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:09.172878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] For port 239e014b-5113-46c9-b570-e1235962aef3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=239e014b-5113-46c9-b570-e1235962aef3,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:09.181668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '484b3ffb-83d5-4ebc-ae29-2db05360b8cd'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:09.183811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.204365 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.217411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65d27660-3b3f-459e-9da7-02a0a8e206fa req-37a0fbb9-d2c5-4af5-90c2-d0a00a4a983f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582528 Aug 31 06:59:09.238999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.244928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.330900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ebe7eb-13e7-41b7-9e42-b3a77824baef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.336868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.353899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.361240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c4febd86-883e-4040-b48f-b2aded07cec5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3632989 Aug 31 06:59:09.369667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50200) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.380260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:09.388264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.454293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.462031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/484b3ffb-83d5-4ebc-ae29-2db05360b8cd/78907991-53e4-4d85-9498-111583aad992) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:09.479603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 86d33689-12df-4bf3-b096-a47a3e4cc62b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:09.480191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.588493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.596931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.619002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d57521d-013b-44ce-8bed-60ce5dd30323,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.626255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.631736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4043f383-9cd1-4b0b-81f6-4862bbd25d4b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2600286 Aug 31 06:59:09.632668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.639048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:09.669100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1723be9-4fa6-4d92-9f0f-4ea92dfe38fc req-785afcfb-8433-4a5b-bc91-72aa5995cd20 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:09.672391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733ac60-a7c3-4063-b8aa-9f2acb005043 None None] Pushing event updated for resources: {'Port': ['ID=239e014b-5113-46c9-b570-e1235962aef3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.673963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1723be9-4fa6-4d92-9f0f-4ea92dfe38fc req-785afcfb-8433-4a5b-bc91-72aa5995cd20 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.2603416 Aug 31 06:59:09.686838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.693171 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:59:09.694500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.698197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/09a8417b-87af-4a86-a2e3-07cf46aeda5e HTTP/1.1" status: 204 len: 168 time: 0.6409037 Aug 31 06:59:09.703630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.737760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.781201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 86d33689-12df-4bf3-b096-a47a3e4cc62b owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:09.787700 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.802188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Transition to ACTIVE for port object 78907991-53e4-4d85-9498-111583aad992 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:09.817485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.822837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.832642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Transition to ACTIVE for port object 78907991-53e4-4d85-9498-111583aad992 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:09.840389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.848896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccde6ce-6008-4b8b-bca3-c854f4ecb92c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.867620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:09.872367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-feb3d250-2693-4f04-90d0-6407af41b1ca tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2385643 Aug 31 06:59:09.875105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:09.890329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': 'ce40ce15-8ea8-472f-9333-2288acefe7b6', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:09.896133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41396c9a-a4bb-4c3a-8cac-926cd1071ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a8417b-87af-4a86-a2e3-07cf46aeda5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.909669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Pushing event updated for resources: {'Port': ['ID=78907991-53e4-4d85-9498-111583aad992,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:09.939550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:09.944661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1723be9-4fa6-4d92-9f0f-4ea92dfe38fc req-6a49ab5b-f66a-45b2-976d-cbb0e3b05e2e tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2450216 Aug 31 06:59:09.954875 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 06:59:09.956767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:09.967770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:09.967940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.057312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 239e014b-5113-46c9-b570-e1235962aef3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:10.103992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.147175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=86d33689-12df-4bf3-b096-a47a3e4cc62b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:10.151493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Attempting to bind port 78907991-53e4-4d85-9498-111583aad992 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:10.152413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Attempting to bind port 78907991-53e4-4d85-9498-111583aad992 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:10.153691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Attempting to bind port 78907991-53e4-4d85-9498-111583aad992 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:10.160510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:10.160852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:10.161768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.162481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:10.163115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Bound port: 78907991-53e4-4d85-9498-111583aad992, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:10.163889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.220455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1b409b-9377-4344-bb0d-60ba67c1221d req-7ed3db61-bfc0-4242-8392-638b33175c67 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:10.222293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba1b409b-9377-4344-bb0d-60ba67c1221d req-7ed3db61-bfc0-4242-8392-638b33175c67 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.1456861 Aug 31 06:59:10.252126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.283054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] For port 78907991-53e4-4d85-9498-111583aad992, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:10.284345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.288406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] For port 78907991-53e4-4d85-9498-111583aad992, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=78907991-53e4-4d85-9498-111583aad992,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:10.291702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.297279 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.299479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-31a15020-c482-44c1-9ad2-61d9d5c2451f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/86d33689-12df-4bf3-b096-a47a3e4cc62b HTTP/1.1" status: 204 len: 168 time: 1.1998498 Aug 31 06:59:10.301493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50218) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:10.336312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f83330a-82e7-4fc9-ab70-bd4b82b7a633,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:10.347824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.349507 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1df25a54-839e-4b19-92eb-07237363becd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4730411 Aug 31 06:59:10.367281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 239e014b-5113-46c9-b570-e1235962aef3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:10.424680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ba1b409b-9377-4344-bb0d-60ba67c1221d req-ce78cf28-d55f-4bc9-bfea-25251e2577af tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1746845 Aug 31 06:59:10.430021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cbdf6-230f-4398-9684-03ef38ef524f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:10.431782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-956cbdf6-230f-4398-9684-03ef38ef524f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:10.435653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-956cbdf6-230f-4398-9684-03ef38ef524f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1308696 Aug 31 06:59:10.436428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:10.437019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:10.472528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3510246-219b-4591-9ea2-a1e0320695ec None None] Pushing event updated for resources: {'Port': ['ID=78907991-53e4-4d85-9498-111583aad992,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:10.578079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 484b3ffb-83d5-4ebc-ae29-2db05360b8cd {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:10.581900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.655871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:10.843199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-b27def09-f945-4d48-8647-be4dec25622c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1959363296&fields=id&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 267 time: 0.1244414 Aug 31 06:59:10.900784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239213bb-c241-4baf-8f63-baf2695d8ae2 None None] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:10.972908 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.017476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Provisioning for port 239e014b-5113-46c9-b570-e1235962aef3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:11.026103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Provisioning complete for port 239e014b-5113-46c9-b570-e1235962aef3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:11.026485 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.099421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e3283c-f438-4f0a-8eba-8037eb38b33c tempest-TestServerBasicOps-1437697725 tempest-TestServerBasicOps-1437697725-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.102660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8e3283c-f438-4f0a-8eba-8037eb38b33c tempest-TestServerBasicOps-1437697725 tempest-TestServerBasicOps-1437697725-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1092 time: 0.6643765 Aug 31 06:59:11.107568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50252) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:11.114268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:11.150316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:59:11.152288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.167606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-5ba23167-9623-4b3f-8ea8-12a7b6b19f21 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:11.177382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.185493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-5ba23167-9623-4b3f-8ea8-12a7b6b19f21 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/networks?id=a02c79f9-9239-4a8a-87f9-70ee424ae723 HTTP/1.1" status: 200 len: 796 time: 0.3378136 Aug 31 06:59:11.218409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.279599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-37205eb1-5243-4208-b99a-0cfef70a980d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/quotas/5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 375 time: 0.0912642 Aug 31 06:59:11.297531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] For port 239e014b-5113-46c9-b570-e1235962aef3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=239e014b-5113-46c9-b570-e1235962aef3,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:11.306767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.387170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.392727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:11.393485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/484b3ffb-83d5-4ebc-ae29-2db05360b8cd HTTP/1.1" status: 204 len: 168 time: 0.9496639 Aug 31 06:59:11.396308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9591891-b40b-42be-acf7-4f52ed1e3d6d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=484b3ffb-83d5-4ebc-ae29-2db05360b8cd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:11.428736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb699a80-d2bf-422c-aa51-67d263a747f8 None None] Pushing event updated for resources: {'Port': ['ID=239e014b-5113-46c9-b570-e1235962aef3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:11.430219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-72f2c011-144a-401d-b594-f7aa35d6e7f0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1487811 Aug 31 06:59:11.441997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.527398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c55cf169-9c06-4077-83c3-e55dddffd2a7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1314824 Aug 31 06:59:11.532682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:11.645316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-011211fb-b52f-4788-94ff-5ed18706d2a6 None None] Provisioning complete for port 239e014b-5113-46c9-b570-e1235962aef3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:11.647478 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-011211fb-b52f-4788-94ff-5ed18706d2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.702474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-11fd5613-873d-4e21-8ee9-982a6c851161 service neutron] 10.222.0.57 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382765 Aug 31 06:59:11.722129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Allocated IP 172.25.3.227 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/8c341d5c-d231-4da0-a904-8441937938da) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:11.887675 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-37d4554e-b97c-4cb3-abe5-fc34f54cab28 service neutron] 10.222.0.57 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811273 Aug 31 06:59:11.909885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:11.971811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.001166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:12.011354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d1caebb-dbf6-48bb-b2a1-e5ce036a4e28 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:12.015892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:12.016085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d1caebb-dbf6-48bb-b2a1-e5ce036a4e28 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4825275 Aug 31 06:59:12.039410 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:12.043934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:12.123386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 239e014b-5113-46c9-b570-e1235962aef3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:12.234312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc6a278-a5c5-4cd8-8ca5-6a9415486125 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:12.240610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1dc6a278-a5c5-4cd8-8ca5-6a9415486125 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2190411 Aug 31 06:59:12.241285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:12.291519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 239e014b-5113-46c9-b570-e1235962aef3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:12.294947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.365605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909a21f1-0b56-4eaf-88cd-8cdbb2c3d90a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:12.397382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-38fd8a93-8e63-4e4e-ae4c-e4e33790e27e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1530428 Aug 31 06:59:12.401621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:12.410078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:12.474546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4199df0f-47cb-4aea-a99d-141cb08a69ae None None] Could not find standard attr ID for object 86d33689-12df-4bf3-b096-a47a3e4cc62b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:12.516549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4199df0f-47cb-4aea-a99d-141cb08a69ae None None] Provisioning for port 78907991-53e4-4d85-9498-111583aad992 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:12.628245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 78907991-53e4-4d85-9498-111583aad992 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:12.676834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:12.694775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'Port': ['ID=8c341d5c-d231-4da0-a904-8441937938da,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:12.712435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:12.719030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.787249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c019aed-2bf6-4676-96a9-197ad88aaf5c req-fc8a6e75-e3fb-4743-9d57-e74fa872b673 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 210 time: 0.0937421 Aug 31 06:59:12.873297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 78907991-53e4-4d85-9498-111583aad992 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:12.882463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Deleting port 78907991-53e4-4d85-9498-111583aad992 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:12.883122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:12.886673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 78907991-53e4-4d85-9498-111583aad992 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:12.887259 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.143932 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.266023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:13.279665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:13.291869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:13.293449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.341490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=76e882da-da0f-4ffa-9028-7d8b5c69d867,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:13.368248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-49e68c93-b632-4e4a-8fc7-dd78cfe554fe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9651179 Aug 31 06:59:13.375004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:13.388060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '76e882da-da0f-4ffa-9028-7d8b5c69d867', 'ip_address': '2001:db8::a132:58b2:1123:c515'}], 'name': 'tempest-NetworksTestDHCPv6-99240064'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:13.391141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] For port 78907991-53e4-4d85-9498-111583aad992, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=78907991-53e4-4d85-9498-111583aad992,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:13.392165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.419465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Calling delete_port for 78907991-53e4-4d85-9498-111583aad992 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:13.606881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.620915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:13.627990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.687657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 78907991-53e4-4d85-9498-111583aad992, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=78907991-53e4-4d85-9498-111583aad992,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:13.695809 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.719952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.762177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=78907991-53e4-4d85-9498-111583aad992,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:13.766459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:13.796453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] Pushing event deleted for resources: {'Port': ['ID=78907991-53e4-4d85-9498-111583aad992,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:13.798667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd0f1b6-734b-48b0-aeed-2449ed16c6e8 None None] No DVR routers for this DVR port 78907991-53e4-4d85-9498-111583aad992 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:13.821230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eced4bc-86b1-4546-bd7d-afce69117955 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:13.891880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.093683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 78907991-53e4-4d85-9498-111583aad992 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:14.102041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-deced812-23ce-418e-a13f-44026449abc0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:14.104082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-deced812-23ce-418e-a13f-44026449abc0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/networks?id=a02c79f9-9239-4a8a-87f9-70ee424ae723 HTTP/1.1" status: 200 len: 796 time: 0.1983433 Aug 31 06:59:14.121247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '76e882da-da0f-4ffa-9028-7d8b5c69d867'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:14.122166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.124592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 78907991-53e4-4d85-9498-111583aad992 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:14.125702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 78907991-53e4-4d85-9498-111583aad992 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:14.146508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a67e6618-5dee-49d4-a1ef-a3d86a6d9f99 req-63d9a17d-4a64-4dbc-a452-f5cb2091ae35 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 210 time: 0.1431372 Aug 31 06:59:14.160179 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.166817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.187453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port efd0e1fa-928c-4942-9cd7-ad951eedd573 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:14.262305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event updated for resources: {'Port': ['ID=8c341d5c-d231-4da0-a904-8441937938da,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:14.283667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.298594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-d70777eb-1a33-4f9f-8702-51130ef2ce71 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 473 time: 0.1783323 Aug 31 06:59:14.312072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'port': {'device_id': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'admin_state_up': True, 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'security_groups': ['ce40ce15-8ea8-472f-9333-2288acefe7b6']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:14.411231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/76e882da-da0f-4ffa-9028-7d8b5c69d867/28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:14.417733 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Floating IP f3c0dc5c-4cb8-42de-9463-f366d337cf81 associated. External IP: 172.25.3.227, port: 66c3587f-0fc2-443a-a253-f3a33f4e5963. Aug 31 06:59:14.523366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:14.528069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.653578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.674628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Transition to ACTIVE for port object 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:14.699247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Transition to ACTIVE for port object 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:14.724122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.766145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.26 (a02c79f9-9239-4a8a-87f9-70ee424ae723/8020ba7b-170a-41e5-842e-8ad2acb8e24d/fdcd519e-5fac-4661-a1b2-e7068542ca8b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:14.767076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:14.776268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:14.780442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:14.786379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Pushing event updated for resources: {'Port': ['ID=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:14.850323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Attempting to bind port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:14.850753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Attempting to bind port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:14.851720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Attempting to bind port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:14.862716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:14.863103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:14.863496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.863943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:14.864432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Bound port: 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:14.864812 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:14.879153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:14.989466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::a132:58b2:1123:c515 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/76e882da-da0f-4ffa-9028-7d8b5c69d867/efd0e1fa-928c-4942-9cd7-ad951eedd573) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:15.024168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] For port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:15.032011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] For port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:15.040674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.046345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.076556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object fdcd519e-5fac-4661-a1b2-e7068542ca8b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:15.136118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:15.154768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Sync routers for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:15.161604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.169539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818b4cf2-ce96-4840-8cf1-79e3a974ca3d None None] Pushing event updated for resources: {'Port': ['ID=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:15.176244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:15.176941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:15.240631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bcbc31f7-9cf2-4ac6-abaf-254fc373936c tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1166592 Aug 31 06:59:15.240631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:15.240631 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2" -d '{"events": [{"name": "network-changed", "server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:15.352187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.363075 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b4d3ed4-89c3-4d8a-bc65-e3e5fe7becb9 x-openstack-request-id: req-1b4d3ed4-89c3-4d8a-bc65-e3e5fe7becb9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:15.365817 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:15.367222 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b4d3ed4-89c3-4d8a-bc65-e3e5fe7becb9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:15.367736 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'status': 'completed', 'code': 200} Aug 31 06:59:15.372163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object efd0e1fa-928c-4942-9cd7-ad951eedd573 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:15.380634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8476dd3e-cb37-481c-8e53-5e76bd378399 req-c7060d6e-c569-443a-acb2-31fd718d30fb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 210 time: 0.0572093 Aug 31 06:59:15.411397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:15.511334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.673910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-4052d499-8849-43e9-97f7-25c41aeddb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:15.675397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:15.677318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-4052d499-8849-43e9-97f7-25c41aeddb58 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.2791841 Aug 31 06:59:15.685916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.721841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:15.742661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:15.789926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:15.798789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:15.834059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-79f08bfd-e363-49b9-8507-633dd44ee27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:15.840512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-79f08bfd-e363-49b9-8507-633dd44ee27f service neutron] 10.222.0.50 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 910 time: 0.1544304 Aug 31 06:59:15.965495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'f3c0dc5c-4cb8-42de-9463-f366d337cf81', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'port_id': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'mac_address': 'fa:16:3e:d0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:59:13Z', 'updated_at': '2021-08-31T06:59:13Z', 'revision_number': 0, 'project_id': '9613d18569194a3e826a324e30804fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:15.972085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-c29f7999-ce9d-4b20-b84c-04ae0c6a7d8b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 999 time: 0.1181815 Aug 31 06:59:15.992040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:16.012521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:16.020332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:16.067014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:16.069274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-fdd2326e-0988-4477-93a6-a5875c26ea85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.073149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-fdd2326e-0988-4477-93a6-a5875c26ea85 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 200 len: 848 time: 0.0919476 Aug 31 06:59:16.074452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.075852 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:16.082481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Checking router: 52f2d2de-cb96-4017-ad79-c6d7a26fd848 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:16.093430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=efd0e1fa-928c-4942-9cd7-ad951eedd573,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:16.193688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:16.194464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:58:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:16.195822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-94927df0-a27f-4582-811e-89e94df19446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.196258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.201649 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:16.202673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-94927df0-a27f-4582-811e-89e94df19446 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fbe3d533-c749-4981-9feb-6aa512ec9e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1234279 Aug 31 06:59:16.273084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25c6bac4-bc94-4116-b28d-b7a4177e4b29 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.8953862 Aug 31 06:59:16.279607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50386) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:16.296777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-6fe96c60-a365-4c01-ab05-1275803d7113 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9850423 Aug 31 06:59:16.398782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-c23e5a25-f4ba-4923-ac14-0d1f7cf2683f service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851935 Aug 31 06:59:16.482216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d0d9b-c897-4336-8d06-b15d329de53f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.501977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-599d0d9b-c897-4336-8d06-b15d329de53f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.512317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:16.514700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-599d0d9b-c897-4336-8d06-b15d329de53f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2285390 Aug 31 06:59:16.524773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:16.530835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Request body: {'port': {'device_id': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:16.663915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78e822a4-1736-4c07-9f74-aa6d3567d349 None None] Provisioning for port fdcd519e-5fac-4661-a1b2-e7068542ca8b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:16.697068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78e822a4-1736-4c07-9f74-aa6d3567d349 None None] Provisioning complete for port fdcd519e-5fac-4661-a1b2-e7068542ca8b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:16.697848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78e822a4-1736-4c07-9f74-aa6d3567d349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:16.740848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:16.753409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a1400c-f018-4e09-8e0b-dbf9ffee4cb8 req-82fd57c0-4553-4f2b-8824-c2e0a0b8b0ee tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:16.756570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76a1400c-f018-4e09-8e0b-dbf9ffee4cb8 req-82fd57c0-4553-4f2b-8824-c2e0a0b8b0ee tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 932 time: 0.1484847 Aug 31 06:59:16.842105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc9da1f6-8c2e-40ac-b164-9497ab734ad2 req-8c363331-8219-479c-8909-c9eb3531b907 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367027 Aug 31 06:59:16.902956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76a1400c-f018-4e09-8e0b-dbf9ffee4cb8 req-6df2071d-32fc-4ab9-8a14-cea59d9ef102 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356144 Aug 31 06:59:16.941791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-78e822a4-1736-4c07-9f74-aa6d3567d349 None None] Port fdcd519e-5fac-4661-a1b2-e7068542ca8b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:16.964718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:17.093310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Provisioning for port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:17.109518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Provisioning complete for port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:17.109883 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.277563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.343757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'f3c0dc5c-4cb8-42de-9463-f366d337cf81', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'port_id': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'mac_address': 'fa:16:3e:d0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:59:13Z', 'updated_at': '2021-08-31T06:59:13Z', 'revision_number': 0, 'project_id': '9613d18569194a3e826a324e30804fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:17.347653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] For port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:17.380892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.384851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ffd674-dc47-49a9-93f8-61bdf2e33bdf None None] The sync data for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 is: [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'f3c0dc5c-4cb8-42de-9463-f366d337cf81', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'floating_ip_address': '172.25.3.227', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'port_id': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3070, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'mac_address': 'fa:16:3e:d0:e8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:59:13Z', 'updated_at': '2021-08-31T06:59:13Z', 'revision_number': 0, 'project_id': '9613d18569194a3e826a324e30804fcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:17.461594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1c5a9-789b-46e6-955f-f6ae243153ca None None] Pushing event updated for resources: {'Port': ['ID=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:17.499108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71bdd2c9-9ac6-4b93-83c4-7293445c2a90 None None] Could not find standard attr ID for object 86d33689-12df-4bf3-b096-a47a3e4cc62b. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:17.588342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port efd0e1fa-928c-4942-9cd7-ad951eedd573 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:17.588916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.713018 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a95e8a-f4ed-4162-9873-e55ddf701e2d None None] New status for floating IP f3c0dc5c-4cb8-42de-9463-f366d337cf81: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:59:17.727703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.750186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for efd0e1fa-928c-4942-9cd7-ad951eedd573 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:17.757627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a0dc966-9cdb-4819-a895-43360db421d0 None None] Provisioning for port efd0e1fa-928c-4942-9cd7-ad951eedd573 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:17.770973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6a0dc966-9cdb-4819-a895-43360db421d0 None None] Provisioning complete for port efd0e1fa-928c-4942-9cd7-ad951eedd573 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:17.771532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6a0dc966-9cdb-4819-a895-43360db421d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.860174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdcd519e-5fac-4661-a1b2-e7068542ca8b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:17.869035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6a0dc966-9cdb-4819-a895-43360db421d0 None None] Port efd0e1fa-928c-4942-9cd7-ad951eedd573 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:17.872828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.926892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Transition to ACTIVE for port object fdcd519e-5fac-4661-a1b2-e7068542ca8b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:17.938342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:17.982397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:18.126984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.159338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:18.159722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.166763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494e51c-3ea8-41ce-b66c-ada4639adf87 req-e27d835e-9dbd-4b4c-baf1-d7bf49d72170 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.175436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4494e51c-3ea8-41ce-b66c-ada4639adf87 req-e27d835e-9dbd-4b4c-baf1-d7bf49d72170 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 944 time: 0.1088243 Aug 31 06:59:18.193388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.199332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Attempting to bind port fdcd519e-5fac-4661-a1b2-e7068542ca8b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:18.199724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Attempting to bind port fdcd519e-5fac-4661-a1b2-e7068542ca8b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:18.200400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Attempting to bind port fdcd519e-5fac-4661-a1b2-e7068542ca8b on network a02c79f9-9239-4a8a-87f9-70ee424ae723 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:18.239124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4494e51c-3ea8-41ce-b66c-ada4639adf87 req-aeb1dba3-c516-4418-afb6-8ec61f6c647d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611267 Aug 31 06:59:18.243943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Port fdcd519e-5fac-4661-a1b2-e7068542ca8b on network a02c79f9-9239-4a8a-87f9-70ee424ae723 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 06:59:18.244275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Attempting to bind port fdcd519e-5fac-4661-a1b2-e7068542ca8b on network a02c79f9-9239-4a8a-87f9-70ee424ae723 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:18.247767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=efd0e1fa-928c-4942-9cd7-ad951eedd573,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.275176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:18.275696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Checking segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:18.276205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Bound using segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:18.276763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Bound port: fdcd519e-5fac-4661-a1b2-e7068542ca8b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:18.277233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.315369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.317358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e10c90e9-642e-41f7-a509-35118998a5a2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/efd0e1fa-928c-4942-9cd7-ad951eedd573 HTTP/1.1" status: 204 len: 168 time: 1.7913079 Aug 31 06:59:18.321133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50406) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:18.403718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815191a-9fb4-449d-98a6-0d8f12bd68c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.405860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1815191a-9fb4-449d-98a6-0d8f12bd68c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.408248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1815191a-9fb4-449d-98a6-0d8f12bd68c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0849504 Aug 31 06:59:18.410277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50408) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:18.435940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:18.441191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:18.450612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.503111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 76e882da-da0f-4ffa-9028-7d8b5c69d867 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:18.508934 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.578910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Pushing event updated for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.591249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.594422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.596680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-8ed319a6-c951-48ca-b56a-a8a0e29e4435 service neutron] 10.222.0.53 "PUT /v2.0/ports/fdcd519e-5fac-4661-a1b2-e7068542ca8b HTTP/1.1" status: 200 len: 1093 time: 2.2644403 Aug 31 06:59:18.597434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:18.601606 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cefe168-8d69-4044-b5c3-df97db94f6be" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:18.642874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.686787 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3006a01-28ed-46c3-9a45-54f136ab9d73 x-openstack-request-id: req-c3006a01-28ed-46c3-9a45-54f136ab9d73 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:18.687369 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:18.687987 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3006a01-28ed-46c3-9a45-54f136ab9d73 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:18.688562 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b', 'status': 'completed', 'code': 200} Aug 31 06:59:18.717714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-d29caa29-0459-4e7e-b389-b92a37ead035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.720175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-d29caa29-0459-4e7e-b389-b92a37ead035 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 1096 time: 0.0737956 Aug 31 06:59:18.787896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.799067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-9fec7fcb-56ed-412e-a336-d58c022b7868 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b HTTP/1.1" status: 200 len: 217 time: 0.0708525 Aug 31 06:59:18.873674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.902834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-ee63fbb5-f825-4815-8b22-603f0d8eba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.904525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-ee63fbb5-f825-4815-8b22-603f0d8eba40 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8020ba7b-170a-41e5-842e-8ad2acb8e24d HTTP/1.1" status: 200 len: 838 time: 0.0935552 Aug 31 06:59:18.920634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=76e882da-da0f-4ffa-9028-7d8b5c69d867,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:18.937180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:18.940379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3938938b-3e03-44a4-aad8-368b4d32d413 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/76e882da-da0f-4ffa-9028-7d8b5c69d867 HTTP/1.1" status: 204 len: 168 time: 0.5289936 Aug 31 06:59:18.947612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4911ee13-669d-4693-930a-47284f17eb49 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:18.950738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:18.983767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-51bde671-d1df-460b-98f7-f705ea0d4140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:18.991174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-51bde671-d1df-460b-98f7-f705ea0d4140 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a02c79f9-9239-4a8a-87f9-70ee424ae723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0791161 Aug 31 06:59:19.015884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1fafc22e-c5e4-45f0-8f17-a34ab8c43a93 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645015 Aug 31 06:59:19.018423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50418) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:19.034724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:19.116038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-b0743ff4-098e-42ea-9e8f-e90cfb80d3e3 service neutron] 10.222.0.53 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1175578 Aug 31 06:59:19.141690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:19.146286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.271343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:19.330757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ca6c205-6bcb-481a-b9fd-cd876d6c9fca req-bf7bd340-83f7-47e7-949d-d02613ee77d0 service neutron] 10.222.0.53 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2079887 Aug 31 06:59:19.353094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Deleting port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:19.353551 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.446163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] For port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:19.446898 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.476655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Calling delete_port for 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:19.479029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cc0a89-b295-4d50-86c7-c30dd502dd8d req-e0850c76-201a-4619-a480-6c92503ffe4e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.485928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7cc0a89-b295-4d50-86c7-c30dd502dd8d req-e0850c76-201a-4619-a480-6c92503ffe4e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 944 time: 0.1196332 Aug 31 06:59:19.521644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.534537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-bf3ada33-5f33-49b4-a30d-4159de28b2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.536605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-bf3ada33-5f33-49b4-a30d-4159de28b2f4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 1096 time: 0.1131485 Aug 31 06:59:19.556184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7cc0a89-b295-4d50-86c7-c30dd502dd8d req-dd5500aa-6ae6-4701-8c24-9cdf34ffd104 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630507 Aug 31 06:59:19.593382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:19.596063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:19.603609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.604245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.613950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.617705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=080e8820-7f03-4034-ae8d-f1c3c0b9400e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:19.643843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-24269dbf-c8c9-4768-a6b4-8ffb5e1b8fbb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6243379 Aug 31 06:59:19.645168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:19.652427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '080e8820-7f03-4034-ae8d-f1c3c0b9400e', 'ip_address': '2001:db8::c5d3:91f1:640b:cf10'}], 'name': 'tempest-NetworksTestDHCPv6-652547889'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:19.655261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] Pushing event deleted for resources: {'Port': ['ID=28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:19.657115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-011af346-5f13-4c6f-afa9-97eab37eaa25 None None] No DVR routers for this DVR port 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:19.673626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5bf392-b17d-4c65-9a34-e4c1c580ff6a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:19.698187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-788870a0-f1bc-4d10-9ace-965fc7ea5e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.699778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-788870a0-f1bc-4d10-9ace-965fc7ea5e5b service neutron] 10.222.0.53 "GET /v2.0/networks?id=a02c79f9-9239-4a8a-87f9-70ee424ae723 HTTP/1.1" status: 200 len: 897 time: 0.1426468 Aug 31 06:59:19.763231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-c7e945e9-d432-44aa-8e74-da6482984465 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b HTTP/1.1" status: 200 len: 217 time: 0.0491049 Aug 31 06:59:19.823572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-8cd9b5d1-b9d9-4a4c-82be-6f47bf1dad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.825923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-8cd9b5d1-b9d9-4a4c-82be-6f47bf1dad1f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=8020ba7b-170a-41e5-842e-8ad2acb8e24d HTTP/1.1" status: 200 len: 838 time: 0.0546830 Aug 31 06:59:19.869905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:19.870395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '080e8820-7f03-4034-ae8d-f1c3c0b9400e'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:19.871326 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:19.879085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:19.912083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-59232089-a738-4df9-abe7-43fa1b74273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:19.914161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-59232089-a738-4df9-abe7-43fa1b74273f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=a02c79f9-9239-4a8a-87f9-70ee424ae723&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0800323 Aug 31 06:59:19.929052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:19.930204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28b9763e-1dd8-43b6-b6bd-f02c17fbbbcc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:19.989918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.013366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 35eb866c-a941-49b6-95bb-77444e34cc2e yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:20.050384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-784d2ee4-5358-40e3-91df-15801feaf66d service neutron] 10.222.0.53 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274774 Aug 31 06:59:20.101494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/080e8820-7f03-4034-ae8d-f1c3c0b9400e/64702552-f7d3-4be8-aec7-d6002b755261) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:20.211929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cefe168-8d69-4044-b5c3-df97db94f6be req-5e955bf0-684b-4413-abd1-7a722477a54e service neutron] 10.222.0.53 "GET /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533358 Aug 31 06:59:20.454926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.464840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Transition to ACTIVE for port object 64702552-f7d3-4be8-aec7-d6002b755261 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:20.482695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Transition to ACTIVE for port object 64702552-f7d3-4be8-aec7-d6002b755261 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:20.489564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.532945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:20.536105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:20.541201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:20.544805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Pushing event updated for resources: {'Port': ['ID=64702552-f7d3-4be8-aec7-d6002b755261,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:20.584444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::c5d3:91f1:640b:cf10 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/080e8820-7f03-4034-ae8d-f1c3c0b9400e/35eb866c-a941-49b6-95bb-77444e34cc2e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:20.614168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Attempting to bind port 64702552-f7d3-4be8-aec7-d6002b755261 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:20.614552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Attempting to bind port 64702552-f7d3-4be8-aec7-d6002b755261 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:20.614954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Attempting to bind port 64702552-f7d3-4be8-aec7-d6002b755261 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:20.621816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:20.622334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:20.622752 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.623276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:20.623757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Bound port: 64702552-f7d3-4be8-aec7-d6002b755261, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:20.624146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.665805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device fdcd519e-5fac-4661-a1b2-e7068542ca8b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 06:59:20.689003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd137a-f036-49da-9acf-494d489e99e5 req-fb4bfdc3-0fd6-43f0-b9ac-9d579b332c98 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.694098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fcdd137a-f036-49da-9acf-494d489e99e5 req-fb4bfdc3-0fd6-43f0-b9ac-9d579b332c98 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 944 time: 0.0630224 Aug 31 06:59:20.743562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fcdd137a-f036-49da-9acf-494d489e99e5 req-abef19ae-10e7-4cb7-a5c7-a642415cc242 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446708 Aug 31 06:59:20.820911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] For port 64702552-f7d3-4be8-aec7-d6002b755261, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:20.825650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.840269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] For port 64702552-f7d3-4be8-aec7-d6002b755261, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=64702552-f7d3-4be8-aec7-d6002b755261,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:20.841829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 35eb866c-a941-49b6-95bb-77444e34cc2e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:20.848440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.881499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.931494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:20.946072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:20.946861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaa7ae8-7517-4390-9c06-02e1574f461a None None] Pushing event updated for resources: {'Port': ['ID=64702552-f7d3-4be8-aec7-d6002b755261,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:20.950132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:20.950719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'port_id': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b', 'mac_address': 'fa:16:3e:ee:3e:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 06:59:20.957522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:20.967530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:20.968213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:20.970927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=35eb866c-a941-49b6-95bb-77444e34cc2e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:20.992507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80b77e46-a15d-4e9c-ad1f-e67be05a9bc3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3434613 Aug 31 06:59:20.992962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:21.000508 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:21.026438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdcd519e-5fac-4661-a1b2-e7068542ca8b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 06:59:21.056261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586c0a5-34da-4fe4-89f8-9e962131caf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.059014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:21.063901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:21.064841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9586c0a5-34da-4fe4-89f8-9e962131caf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.069186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9586c0a5-34da-4fe4-89f8-9e962131caf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0698137 Aug 31 06:59:21.069433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50438) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:21.145600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:21.248791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 35eb866c-a941-49b6-95bb-77444e34cc2e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:21.249722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:21.292144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['fdcd519e-5fac-4661-a1b2-e7068542ca8b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 06:59:21.359975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:21.377586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 35eb866c-a941-49b6-95bb-77444e34cc2e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:21.935190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:21.955380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e319b0d-6f12-4566-a744-cfb6c169238f req-843ca18a-ace7-4e81-90af-8ab835593301 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:21.961937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e319b0d-6f12-4566-a744-cfb6c169238f req-843ca18a-ace7-4e81-90af-8ab835593301 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 945 time: 0.0822499 Aug 31 06:59:21.994698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=35eb866c-a941-49b6-95bb-77444e34cc2e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:22.022255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 64702552-f7d3-4be8-aec7-d6002b755261 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:22.025899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e319b0d-6f12-4566-a744-cfb6c169238f req-b7d0148f-a40d-4eba-83a1-e0fa58cbb5d1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537715 Aug 31 06:59:22.057129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.060443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e218081d-e78b-4238-be2f-94cc8c556a89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/35eb866c-a941-49b6-95bb-77444e34cc2e HTTP/1.1" status: 204 len: 168 time: 0.9898133 Aug 31 06:59:22.063846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50448) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:22.134887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 64702552-f7d3-4be8-aec7-d6002b755261 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:22.140832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5c451-1e75-4599-9956-06590578aab4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:22.142703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e5c451-1e75-4599-9956-06590578aab4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:22.144534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-82e5c451-1e75-4599-9956-06590578aab4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0778391 Aug 31 06:59:22.147535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50450) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:22.211099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 080e8820-7f03-4034-ae8d-f1c3c0b9400e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:22.214418 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.246475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Provisioning for port 64702552-f7d3-4be8-aec7-d6002b755261 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:22.258411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Provisioning complete for port 64702552-f7d3-4be8-aec7-d6002b755261 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:22.259050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.279193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.386742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.424409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] For port 64702552-f7d3-4be8-aec7-d6002b755261, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=64702552-f7d3-4be8-aec7-d6002b755261,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:22.429450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.467671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.521918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f887a413-4c61-4865-823c-a4ddd50ed5bb None None] Pushing event updated for resources: {'Port': ['ID=64702552-f7d3-4be8-aec7-d6002b755261,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:22.549542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bfa393fe-1c71-4c47-b52a-f8ec56e85376 None None] Could not find standard attr ID for object 35eb866c-a941-49b6-95bb-77444e34cc2e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:22.575600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.612129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=080e8820-7f03-4034-ae8d-f1c3c0b9400e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:22.621630 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.623712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6025751b-82c9-49fe-9c5b-f90737a0d64f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/080e8820-7f03-4034-ae8d-f1c3c0b9400e HTTP/1.1" status: 204 len: 168 time: 0.4751670 Aug 31 06:59:22.626122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50460) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:22.676274 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46860269-065d-47c6-a5ad-de6c337ee558 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462005 Aug 31 06:59:22.676274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:22.681222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device fdcd519e-5fac-4661-a1b2-e7068542ca8b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:22.682386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:22.759549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port fdcd519e-5fac-4661-a1b2-e7068542ca8b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:22.769256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port fdcd519e-5fac-4661-a1b2-e7068542ca8b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:22.769985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.801145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:22.805945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf88cd3f-fadd-4e19-937e-9d9cf94d1d77 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:22.807213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:22.977270 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.011615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:23.014082 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3761e4-0504-410a-acb5-1dc8914f6c6a" -d '{"events": [{"server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:23.031901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:23.037670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.077382 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cde5853-79d8-4c98-b66f-e3a8e8f02563 x-openstack-request-id: req-8cde5853-79d8-4c98-b66f-e3a8e8f02563 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:23.077382 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "name": "network-vif-plugged", "status": "completed", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:23.077647 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8cde5853-79d8-4c98-b66f-e3a8e8f02563 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:23.078050 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b', 'code': 200} Aug 31 06:59:23.112914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:23.197066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:23.248822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Deleting port 64702552-f7d3-4be8-aec7-d6002b755261 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:23.250129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.250755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.257637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025feb1-4393-4cfa-9c87-89d17ef4c233 req-733676ba-184a-4f55-8849-55424814e15b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:23.266727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2025feb1-4393-4cfa-9c87-89d17ef4c233 req-733676ba-184a-4f55-8849-55424814e15b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.1152260 Aug 31 06:59:23.311816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f0920-e49d-4b5f-a9e9-9d9b4907d086 req-3932ae65-e7db-4b0d-bf78-e9aeb5ee624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:23.313596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b99f0920-e49d-4b5f-a9e9-9d9b4907d086 req-3932ae65-e7db-4b0d-bf78-e9aeb5ee624b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 1098 time: 0.1776555 Aug 31 06:59:23.327753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:23.337724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:23.345862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:23.346519 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.348859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2025feb1-4393-4cfa-9c87-89d17ef4c233 req-126e8486-b985-4227-b15e-ca7e7f1b4090 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610662 Aug 31 06:59:23.398024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7155313 Aug 31 06:59:23.398024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=3ad89828-cc20-4cb3-ac33-76c70e017b5c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:23.398376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:23.402191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '3ad89828-cc20-4cb3-ac33-76c70e017b5c', 'ip_address': '2001:db8::6bfe:8c95:23d6:ebb7'}], 'name': 'tempest-NetworksTestDHCPv6-1326345043'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:23.402410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b99f0920-e49d-4b5f-a9e9-9d9b4907d086 req-9206374b-92dd-485e-9b18-071c4f38f605 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709999 Aug 31 06:59:23.408970 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.409455 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.409872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.410294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.410745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.411163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.411568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.411965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.412364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.412762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.413161 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.414362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eff7e648-1895-4d83-9c66-483ce9e4cf39 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:23.429681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] For port 64702552-f7d3-4be8-aec7-d6002b755261, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=64702552-f7d3-4be8-aec7-d6002b755261,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:23.430345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.444122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Calling delete_port for 64702552-f7d3-4be8-aec7-d6002b755261 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:23.523257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:23.529504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.536014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.553959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port d51cbf28-8c95-4642-a84d-22c4d39be700 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:23.578254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] No DVR routers for this DVR port 64702552-f7d3-4be8-aec7-d6002b755261 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:23.582061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16de8012-8062-4e56-ab3e-e314240b94cc None None] Pushing event deleted for resources: {'Port': ['ID=64702552-f7d3-4be8-aec7-d6002b755261,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:23.611462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85834c3d-2864-449f-9e4f-e6840db6cb53 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:23.759828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::6bfe:8c95:23d6:ebb7 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/3ad89828-cc20-4cb3-ac33-76c70e017b5c/d51cbf28-8c95-4642-a84d-22c4d39be700) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:23.794674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '3ad89828-cc20-4cb3-ac33-76c70e017b5c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:23.796383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:23.903201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 64702552-f7d3-4be8-aec7-d6002b755261 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:23.927763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 64702552-f7d3-4be8-aec7-d6002b755261 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:23.928106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 64702552-f7d3-4be8-aec7-d6002b755261 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:23.993315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.015205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object d51cbf28-8c95-4642-a84d-22c4d39be700 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:24.063872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.114835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:24.121506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:24.123529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:24.130198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.130893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.137264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/3ad89828-cc20-4cb3-ac33-76c70e017b5c/75eb4c8b-1773-4f39-9c2c-247c9475b547) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:24.148081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=d51cbf28-8c95-4642-a84d-22c4d39be700,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:24.164054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-edc2b8e7-f146-4c39-8623-62cc68e78b92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7666912 Aug 31 06:59:24.166772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:24.227085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fa8ea-70e9-492e-948b-ce31cdfa2709 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.232181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:24.240840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-366fa8ea-70e9-492e-948b-ce31cdfa2709 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0729425 Aug 31 06:59:24.307361 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.317657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Transition to ACTIVE for port object 75eb4c8b-1773-4f39-9c2c-247c9475b547 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:24.346732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Transition to ACTIVE for port object 75eb4c8b-1773-4f39-9c2c-247c9475b547 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:24.347020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.401940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:24.405418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:24.412060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port d51cbf28-8c95-4642-a84d-22c4d39be700 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:24.412641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.413927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:24.417777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Pushing event updated for resources: {'Port': ['ID=75eb4c8b-1773-4f39-9c2c-247c9475b547,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:24.503688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6327076-a65e-4aa3-a0f5-1da0b9171d75 req-cde6607b-5ac2-40af-b181-ef9539e56d98 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:24.513077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6327076-a65e-4aa3-a0f5-1da0b9171d75 req-cde6607b-5ac2-40af-b181-ef9539e56d98 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.0776589 Aug 31 06:59:24.579628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c6327076-a65e-4aa3-a0f5-1da0b9171d75 req-a549e147-c7f6-4952-a938-7979b71d827d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633049 Aug 31 06:59:24.591870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Attempting to bind port 75eb4c8b-1773-4f39-9c2c-247c9475b547 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:24.592241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Attempting to bind port 75eb4c8b-1773-4f39-9c2c-247c9475b547 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:24.592604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Attempting to bind port 75eb4c8b-1773-4f39-9c2c-247c9475b547 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:24.598790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 58, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:24.599173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:24.599600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.600292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:24.601596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Bound port: 75eb4c8b-1773-4f39-9c2c-247c9475b547, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:24.602610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.606026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.624779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for d51cbf28-8c95-4642-a84d-22c4d39be700 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:24.677941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] For port 75eb4c8b-1773-4f39-9c2c-247c9475b547, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:24.683978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] For port 75eb4c8b-1773-4f39-9c2c-247c9475b547, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75eb4c8b-1773-4f39-9c2c-247c9475b547,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:24.692112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.784166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6374ff-b046-4f69-9d5d-75008d88129d None None] Pushing event updated for resources: {'Port': ['ID=75eb4c8b-1773-4f39-9c2c-247c9475b547,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:24.816177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8a763814-850f-4cfd-8c1e-13c671d715c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.849079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.908025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=d51cbf28-8c95-4642-a84d-22c4d39be700,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:24.936635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:24.941665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:24.941984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f12a6a91-2842-4fd1-a3a0-7a658f3b0a92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/d51cbf28-8c95-4642-a84d-22c4d39be700 HTTP/1.1" status: 204 len: 168 time: 0.7083931 Aug 31 06:59:25.074074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259e377-e66d-4606-9a63-835796f37173 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.076357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f259e377-e66d-4606-9a63-835796f37173 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.080658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f259e377-e66d-4606-9a63-835796f37173 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1353800 Aug 31 06:59:25.081787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.192086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 3ad89828-cc20-4cb3-ac33-76c70e017b5c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:25.196492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.249518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.363756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.453490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.481958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:25.486553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/3ad89828-cc20-4cb3-ac33-76c70e017b5c HTTP/1.1" status: 204 len: 168 time: 0.4010961 Aug 31 06:59:25.487009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50514) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.510556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02e8e2-fc17-4517-a876-ed677e5f2333 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=3ad89828-cc20-4cb3-ac33-76c70e017b5c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:25.574590 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8756d6c-e108-424e-9182-84739c9b88c0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0863559 Aug 31 06:59:25.577162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.679042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6afc3439-cdf1-4f7c-90b9-20cdbae91232 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.682433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6afc3439-cdf1-4f7c-90b9-20cdbae91232 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1041794 Aug 31 06:59:25.685511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50522) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.767805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7ab355-eba7-498c-9d7e-87220dd95961 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.770375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2f7ab355-eba7-498c-9d7e-87220dd95961 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0825689 Aug 31 06:59:25.772279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50524) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.807787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8037d5be-c654-42ad-b2e6-3053ebf1d07e req-2d1447cb-7d3f-4ade-a3b0-36c2cffd5c2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:25.831313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8037d5be-c654-42ad-b2e6-3053ebf1d07e req-2d1447cb-7d3f-4ade-a3b0-36c2cffd5c2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.1161699 Aug 31 06:59:25.861262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12de0c8d-74b6-4bbe-8f44-16c5f3c506e3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0866201 Aug 31 06:59:25.871300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:25.881080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:25.990795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8037d5be-c654-42ad-b2e6-3053ebf1d07e req-c2516eac-bb13-4f86-bb1a-6ad0fd53d873 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538694 Aug 31 06:59:26.064787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75eb4c8b-1773-4f39-9c2c-247c9475b547 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:26.133881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:26.138054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.205380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 75eb4c8b-1773-4f39-9c2c-247c9475b547 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:26.300259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef13a7e-7ccf-4764-8e2b-ccbb81be990e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:26.347649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a07d5c-1911-4760-92f8-01a623ed5615 req-b766e388-0b26-4436-b50d-c60bff33c088 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:26.350203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0a07d5c-1911-4760-92f8-01a623ed5615 req-b766e388-0b26-4436-b50d-c60bff33c088 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.1139925 Aug 31 06:59:26.374452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Provisioning for port 75eb4c8b-1773-4f39-9c2c-247c9475b547 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:26.387588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Provisioning complete for port 75eb4c8b-1773-4f39-9c2c-247c9475b547 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:26.388148 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.417380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0a07d5c-1911-4760-92f8-01a623ed5615 req-fbf549db-8f3c-493e-89f0-127979f18e25 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592513 Aug 31 06:59:26.546298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.567921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.606680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:26.614541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:26.618212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:26.624400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:26.625000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.625872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] For port 75eb4c8b-1773-4f39-9c2c-247c9475b547, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75eb4c8b-1773-4f39-9c2c-247c9475b547,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:26.634922 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.649581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=c924219c-12c5-4ea1-a758-a5b0658796aa,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:26.656787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:26.657500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1f81ef91-5c4d-484e-90b2-b67f6c59de68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7842822 Aug 31 06:59:26.671407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': 'c924219c-12c5-4ea1-a758-a5b0658796aa', 'ip_address': '2001:db8::c752:296d:6ba5:e6dc'}], 'name': 'tempest-NetworksTestDHCPv6-1769980657'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:26.763949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99f1acd-bbfb-4e8f-90d5-a55121af68e1 None None] Pushing event updated for resources: {'Port': ['ID=75eb4c8b-1773-4f39-9c2c-247c9475b547,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:26.777524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Deleting port 75eb4c8b-1773-4f39-9c2c-247c9475b547 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:26.777906 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.854959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:26.872614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] For port 75eb4c8b-1773-4f39-9c2c-247c9475b547, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75eb4c8b-1773-4f39-9c2c-247c9475b547,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:26.873035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.893182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Calling delete_port for 75eb4c8b-1773-4f39-9c2c-247c9475b547 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:26.956802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:26.978556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port d1425fd0-ab9e-4986-bb94-fd9be2925c1c yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:26.996486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.022177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] Pushing event deleted for resources: {'Port': ['ID=75eb4c8b-1773-4f39-9c2c-247c9475b547,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:27.041257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a85d2351-c1c8-4ef7-9395-409ccfc55605 None None] No DVR routers for this DVR port 75eb4c8b-1773-4f39-9c2c-247c9475b547 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:27.063564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3343b8d-bb60-4719-8397-4f5ff3f22def None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:27.209295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::c752:296d:6ba5:e6dc (1b1d8c60-eace-4b9e-bf62-fe74f412de50/c924219c-12c5-4ea1-a758-a5b0658796aa/d1425fd0-ab9e-4986-bb94-fd9be2925c1c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:27.274150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': 'c924219c-12c5-4ea1-a758-a5b0658796aa'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:27.275105 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.423566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.441876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object d1425fd0-ab9e-4986-bb94-fd9be2925c1c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:27.473272 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bef8816c-874a-4624-aa98-73cb8d832b35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.508944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.560075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/c924219c-12c5-4ea1-a758-a5b0658796aa/99346c11-6f96-4ebe-9deb-0154f7b1df2e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:27.566414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:27.574168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:27.579884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:27.586165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:27.587134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.601006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=d1425fd0-ab9e-4986-bb94-fd9be2925c1c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:27.611593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c86e76b-5b83-4593-803b-aa2984a6e8cf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9526563 Aug 31 06:59:27.614439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:27.622223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': 'c924219c-12c5-4ea1-a758-a5b0658796aa', 'ip_address': '2001:db8::c752:296d:6ba5:e6dc'}], 'name': 'tempest-NetworksTestDHCPv6-1572032727'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:27.712300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.778291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.791898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:27.814116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Transition to ACTIVE for port object 99346c11-6f96-4ebe-9deb-0154f7b1df2e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:27.847558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Transition to ACTIVE for port object 99346c11-6f96-4ebe-9deb-0154f7b1df2e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:27.857468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:27.912336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75eb4c8b-1773-4f39-9c2c-247c9475b547 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:27.946333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:27.946333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 75eb4c8b-1773-4f39-9c2c-247c9475b547 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:27.946678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:27.946797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75eb4c8b-1773-4f39-9c2c-247c9475b547 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:27.959051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:27.963481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:27.975023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Pushing event updated for resources: {'Port': ['ID=99346c11-6f96-4ebe-9deb-0154f7b1df2e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:28.003866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.035640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Attempting to bind port 99346c11-6f96-4ebe-9deb-0154f7b1df2e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:28.036049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Attempting to bind port 99346c11-6f96-4ebe-9deb-0154f7b1df2e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:28.036682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Attempting to bind port 99346c11-6f96-4ebe-9deb-0154f7b1df2e on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:28.042704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port b143e67e-9a46-4e80-a7b8-8012d5e879bc yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:28.046102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:28.046484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:28.046917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.047327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:28.047803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Bound port: 99346c11-6f96-4ebe-9deb-0154f7b1df2e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:28.048196 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.129424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] For port 99346c11-6f96-4ebe-9deb-0154f7b1df2e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:28.133683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] For port 99346c11-6f96-4ebe-9deb-0154f7b1df2e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=99346c11-6f96-4ebe-9deb-0154f7b1df2e,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:28.143544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.492660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6fed7-075c-4810-9a7c-cbccb1c6d62c None None] Pushing event updated for resources: {'Port': ['ID=99346c11-6f96-4ebe-9deb-0154f7b1df2e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:28.571198 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 06:59:28.571812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:59:28.634538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3db2c9ab-ed62-4e23-8f3b-3acda32aeea9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0165665 Aug 31 06:59:28.635207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50558) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:28.726235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4efa70-fb4c-4697-9126-1139c5beb5d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.732535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4efa70-fb4c-4697-9126-1139c5beb5d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:28.736760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b4efa70-fb4c-4697-9126-1139c5beb5d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0983739 Aug 31 06:59:28.737131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50560) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:28.847706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port d1425fd0-ab9e-4986-bb94-fd9be2925c1c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:28.848055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.874506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.965307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:28.989905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for d1425fd0-ab9e-4986-bb94-fd9be2925c1c owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:29.259395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.328838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=d1425fd0-ab9e-4986-bb94-fd9be2925c1c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:29.384548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.391043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:29.392708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1a378a2b-9888-47a7-ac38-f305b1f790c4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/d1425fd0-ab9e-4986-bb94-fd9be2925c1c HTTP/1.1" status: 204 len: 168 time: 0.6539538 Aug 31 06:59:29.441644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.17 (a02c79f9-9239-4a8a-87f9-70ee424ae723/8020ba7b-170a-41e5-842e-8ad2acb8e24d/52f41480-7044-4ddd-9dd0-0ec9b7f39914) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:29.490726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679f450-d1cc-4396-bbab-65d85d6a89e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:29.493202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1679f450-d1cc-4396-bbab-65d85d6a89e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:29.495381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1679f450-d1cc-4396-bbab-65d85d6a89e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1031187 Aug 31 06:59:29.498651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50568) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:29.589395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet c924219c-12c5-4ea1-a758-a5b0658796aa {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:29.628007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.641582 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.641750 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.662203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object 52f41480-7044-4ddd-9dd0-0ec9b7f39914 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:29.704750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd111a52-53b5-4680-88be-6a5860dcbce3 None None] Provisioning for port 99346c11-6f96-4ebe-9deb-0154f7b1df2e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:29.718953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.723616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.779633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:29.783071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:29.798405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:29.923812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:29.925560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:29.962997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.026688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-650d421a-f502-4a0d-8a78-e4ac0723605f None None] Could not find standard attr ID for object d51cbf28-8c95-4642-a84d-22c4d39be700. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:30.047382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 99346c11-6f96-4ebe-9deb-0154f7b1df2e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:30.124026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.176452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=c924219c-12c5-4ea1-a758-a5b0658796aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:30.180443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.180736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 99346c11-6f96-4ebe-9deb-0154f7b1df2e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:30.184085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3f69fc39-3ac5-4939-9501-48b180a41e8a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/c924219c-12c5-4ea1-a758-a5b0658796aa HTTP/1.1" status: 204 len: 168 time: 0.6841531 Aug 31 06:59:30.187361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:30.193747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 99346c11-6f96-4ebe-9deb-0154f7b1df2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:30.194121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.266006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.286166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0d1eeb36-4d1b-46f6-9bce-1d3a40d90acf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967798 Aug 31 06:59:30.290962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:30.297113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96553fdf-3a47-423b-b979-7dcbc2c3bd83 None None] Provisioning for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:30.302468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:30.311305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96553fdf-3a47-423b-b979-7dcbc2c3bd83 None None] Provisioning complete for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:30.311814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96553fdf-3a47-423b-b979-7dcbc2c3bd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.368114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6de9d88-a84b-4d06-a895-6eb3fedfcc4c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:30.461693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:30.471620 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.559694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96553fdf-3a47-423b-b979-7dcbc2c3bd83 None None] Port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:30.585012 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.636191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 99346c11-6f96-4ebe-9deb-0154f7b1df2e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=99346c11-6f96-4ebe-9deb-0154f7b1df2e,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:30.641929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.689365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e70fd97a-70da-4629-9a21-a9a0f5d5fa33 None None] Could not find standard attr ID for object d1425fd0-ab9e-4986-bb94-fd9be2925c1c. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:30.742107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:30.745275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=99346c11-6f96-4ebe-9deb-0154f7b1df2e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:30.796708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.843680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:30.847337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Deleting port 99346c11-6f96-4ebe-9deb-0154f7b1df2e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:30.848171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:30.848802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.857706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:30.858402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.884295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5915766 Aug 31 06:59:30.885141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50582) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:30.893586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': 'a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-608287178'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:30.942644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac55b0-d0c5-4456-8e1f-1dc999934254 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:30.971126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] For port 99346c11-6f96-4ebe-9deb-0154f7b1df2e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=99346c11-6f96-4ebe-9deb-0154f7b1df2e,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:30.971719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:30.989041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Calling delete_port for 99346c11-6f96-4ebe-9deb-0154f7b1df2e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:31.043131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:31.058189 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.079423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 3ef02a14-c100-4d54-a173-f1a03903d676 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:31.086573 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.106745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.138590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] Pushing event deleted for resources: {'Port': ['ID=99346c11-6f96-4ebe-9deb-0154f7b1df2e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:31.146278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a2032ff-b8fe-4187-bafa-964dddda6b80 None None] No DVR routers for this DVR port 99346c11-6f96-4ebe-9deb-0154f7b1df2e on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:31.166948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f0de9-018e-47d6-99f6-2542386f869c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:31.229476 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 06:59:31.230049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 06:59:31.257526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-49d99770-d643-40e6-a1f8-48febf0364c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3689835 Aug 31 06:59:31.260092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50594) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:31.277614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.286367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.307747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-22169215-8546-4fed-9490-2a2c9e0a32fb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0462294 Aug 31 06:59:31.308501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:31.362040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:31.370414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.373842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d589788-9581-4af9-a7a1-b435461c05f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': 'a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:31.374712 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3d589788-9581-4af9-a7a1-b435461c05f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.389690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225ad36-452d-45fe-8aea-23e78a54ff80 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:31.391752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d225ad36-452d-45fe-8aea-23e78a54ff80 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:31.397191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d225ad36-452d-45fe-8aea-23e78a54ff80 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0874467 Aug 31 06:59:31.400986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:31.467341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:31.470814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.479479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:31.480909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:31.520969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.579275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.637973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:31.664011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-3d589788-9581-4af9-a7a1-b435461c05f6 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96: This subnet is being modified by another concurrent operation. Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96: This subnet is being modified by another concurrent operation. Aug 31 06:59:31.668885 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:59:31.703285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:31.707361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.709475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-330fcef3-dc38-45ed-b8f3-d19410c59ca2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96 HTTP/1.1" status: 204 len: 168 time: 0.3073707 Aug 31 06:59:31.712494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50602) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:31.752020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8610b12b-0682-43de-9829-f81b462a45c1 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:59:31.759381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c983bdf8-bec2-4436-aac6-eacc71809fc2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0415378 Aug 31 06:59:31.759996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50608) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:31.765054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:31.837078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:31.860512 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1297c795-bf15-4108-b3a8-16023e1547da tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/d5c8946c-98d8-4d88-81af-bce7a5be3eeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8994298 Aug 31 06:59:31.868939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:31.870958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:31.877527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.903288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-32b2e3f4-ad0b-4a44-a889-386b2f3363dc None None] Provisioning complete for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:31.903664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-32b2e3f4-ad0b-4a44-a889-386b2f3363dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:31.908110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:31.908747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:31.951800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 99346c11-6f96-4ebe-9deb-0154f7b1df2e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:32.014285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 99346c11-6f96-4ebe-9deb-0154f7b1df2e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:32.014683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 99346c11-6f96-4ebe-9deb-0154f7b1df2e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:32.063105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8610b12b-0682-43de-9829-f81b462a45c1 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:59:32.067452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-32b2e3f4-ad0b-4a44-a889-386b2f3363dc None None] Port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:32.093997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.143464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:32.146668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:32.152109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:32.152705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.152842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:32.167330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=857385c4-70b3-42c7-aef5-5d72974c1060,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:32.171133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57c130d6-db58-42c1-aa7d-9738a7b805c5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4104824 Aug 31 06:59:32.173812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:32.180005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-675941754', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:32.206787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.207914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.280700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.288770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.309692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.313367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d88f84f-e4fd-482d-b3b6-85ca4b991473 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1361642 Aug 31 06:59:32.314280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:32.551280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '857385c4-70b3-42c7-aef5-5d72974c1060'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:32.552252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.573810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:30Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f41480-7044-4ddd-9dd0-0ec9b7f39914', 'name': '', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:7c:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:29Z', 'updated_at': '2021-08-31T06:59:30Z', 'revision_number': 2, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:32.606471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.610675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:32.611061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Updating router d5c8946c-98d8-4d88-81af-bce7a5be3eeb port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:59:32.712076 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:32.807650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/857385c4-70b3-42c7-aef5-5d72974c1060/311bc086-79b2-4c13-acac-939b90c08ba6) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:33.316182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.331545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Transition to ACTIVE for port object 311bc086-79b2-4c13-acac-939b90c08ba6 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:33.348153 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.361734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Transition to ACTIVE for port object 311bc086-79b2-4c13-acac-939b90c08ba6 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:33.365373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Transition to ACTIVE for port object 52f41480-7044-4ddd-9dd0-0ec9b7f39914 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:33.370106 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.376320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.423853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::1 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/857385c4-70b3-42c7-aef5-5d72974c1060/b6861aeb-5457-459a-acc0-6e69da121472) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:33.427192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:33.430317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Pushing event updated for resources: {'Port': ['ID=311bc086-79b2-4c13-acac-939b90c08ba6,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:33.434627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:33.445784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:33.555221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.557241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cea9-3eeb-46bf-98ce-b24460711beb None None] Pushing event updated for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:33.573987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object b6861aeb-5457-459a-acc0-6e69da121472 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:33.579253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Attempting to bind port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:33.579666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Attempting to bind port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:33.580106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Attempting to bind port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 on network a02c79f9-9239-4a8a-87f9-70ee424ae723 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:33.583368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Attempting to bind port 311bc086-79b2-4c13-acac-939b90c08ba6 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:33.583790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Attempting to bind port 311bc086-79b2-4c13-acac-939b90c08ba6 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:33.584168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Attempting to bind port 311bc086-79b2-4c13-acac-939b90c08ba6 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:33.591094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:33.591470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Checking segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:33.591872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.592266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Bound using segment: {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:33.592730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Bound port: 52f41480-7044-4ddd-9dd0-0ec9b7f39914, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:33.593111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.596140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:33.596508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:33.596891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.597274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:33.597756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Bound port: 311bc086-79b2-4c13-acac-939b90c08ba6, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:33.598132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.615613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.662257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:33.666538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:33.669148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:33.670116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.702977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] For port 52f41480-7044-4ddd-9dd0-0ec9b7f39914, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:33.707262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] For port 52f41480-7044-4ddd-9dd0-0ec9b7f39914, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52f41480-7044-4ddd-9dd0-0ec9b7f39914,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:33.715233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=b6861aeb-5457-459a-acc0-6e69da121472,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:33.745890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] For port 311bc086-79b2-4c13-acac-939b90c08ba6, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:33.749979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] For port 311bc086-79b2-4c13-acac-939b90c08ba6, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=311bc086-79b2-4c13-acac-939b90c08ba6,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:33.753832 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.760819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.816779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:33.846558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:33.846558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:33.896401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be7cea9-3eeb-46bf-98ce-b24460711beb None None] Pushing event updated for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:33.994307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09ef69-e31c-4c8a-8f5f-c881ff986f77 None None] Pushing event updated for resources: {'Port': ['ID=311bc086-79b2-4c13-acac-939b90c08ba6,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:34.015591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:34.351124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:30Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f41480-7044-4ddd-9dd0-0ec9b7f39914', 'name': '', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:7c:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:29Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:34.384131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6372e36-9acd-4fb9-a6f8-c3941eeecdda None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:30Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '52f41480-7044-4ddd-9dd0-0ec9b7f39914', 'name': '', 'network_id': 'a02c79f9-9239-4a8a-87f9-70ee424ae723', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:7c:10:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3084, 'fixed_ips': [{'subnet_id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:29Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '8020ba7b-170a-41e5-842e-8ad2acb8e24d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:34.564301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.570274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.571655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:34.682041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=b6861aeb-5457-459a-acc0-6e69da121472,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:34.763581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:34.766074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:34.968229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Router 83786cec-b41e-4fc8-85b7-f80a6159b5af is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:59:35.107266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:35.118447 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8db81ff5-6a57-44db-847a-86d6a89976b9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "PUT /v2.0/routers/83786cec-b41e-4fc8-85b7-f80a6159b5af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7990446 Aug 31 06:59:35.119662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:35.139488 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Sync routers for ids ['83786cec-b41e-4fc8-85b7-f80a6159b5af'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:35.161212 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Routers {'83786cec-b41e-4fc8-85b7-f80a6159b5af'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:35.162143 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['83786cec-b41e-4fc8-85b7-f80a6159b5af'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:35.196677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356a5e91-b5b8-4a3e-8bcc-debb63036195 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:35.234006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de51864-b513-4fe6-931d-f2e9fdc8202f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:35.236047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1de51864-b513-4fe6-931d-f2e9fdc8202f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports/b6861aeb-5457-459a-acc0-6e69da121472 HTTP/1.1" status: 200 len: 911 time: 0.1136150 Aug 31 06:59:35.238719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50656) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:35.384930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c252b1d-1101-4ab1-8653-5b24eee3bebd None None] Provisioning for port 311bc086-79b2-4c13-acac-939b90c08ba6 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:35.458719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd242b3-1821-4f40-ae00-404161f6e749 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:35.465284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd242b3-1821-4f40-ae00-404161f6e749 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:35.469449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4bd242b3-1821-4f40-ae00-404161f6e749 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2274880 Aug 31 06:59:35.470453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:35.516161 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Set router 83786cec-b41e-4fc8-85b7-f80a6159b5af gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:35.620777 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:35.882770 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'name': 'tempest-NetworksTestDHCPv6-router-675941754', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': 'b6861aeb-5457-459a-acc0-6e69da121472', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:a5:7b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:35.923565 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Checking router: 83786cec-b41e-4fc8-85b7-f80a6159b5af for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:35.924158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Updating router 83786cec-b41e-4fc8-85b7-f80a6159b5af port b6861aeb-5457-459a-acc0-6e69da121472 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:59:35.954786 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:35.995989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 311bc086-79b2-4c13-acac-939b90c08ba6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:36.091459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.102658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 311bc086-79b2-4c13-acac-939b90c08ba6 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:36.109743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 311bc086-79b2-4c13-acac-939b90c08ba6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:36.110498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.220926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Provisioning for port b6861aeb-5457-459a-acc0-6e69da121472 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:36.226380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Provisioning complete for port b6861aeb-5457-459a-acc0-6e69da121472 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:36.228713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.282754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Port b6861aeb-5457-459a-acc0-6e69da121472 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:36.331771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Provisioning complete for port 311bc086-79b2-4c13-acac-939b90c08ba6 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:36.332331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46c8eda2-1492-49bb-b567-b4ebae6d1a3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.335946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.412595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 311bc086-79b2-4c13-acac-939b90c08ba6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=311bc086-79b2-4c13-acac-939b90c08ba6,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:36.423932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.424775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52f41480-7044-4ddd-9dd0-0ec9b7f39914 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:36.493037 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.516903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port b6861aeb-5457-459a-acc0-6e69da121472 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:36.517501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.528013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Transition to ACTIVE for port object b6861aeb-5457-459a-acc0-6e69da121472 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:36.539284 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.581474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=311bc086-79b2-4c13-acac-939b90c08ba6,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:36.619931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:36.628793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:36.629184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.638830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dafc9d-5ba7-4fe5-8fa5-cdf71a834304 None None] Pushing event updated for resources: {'Port': ['ID=b6861aeb-5457-459a-acc0-6e69da121472,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:36.694887 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Attempting to bind port b6861aeb-5457-459a-acc0-6e69da121472 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:36.695290 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Attempting to bind port b6861aeb-5457-459a-acc0-6e69da121472 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:36.695886 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Attempting to bind port b6861aeb-5457-459a-acc0-6e69da121472 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:36.717516 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:36.722839 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:36.723714 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.724345 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:36.725948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Bound port: b6861aeb-5457-459a-acc0-6e69da121472, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:36.726350 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.727646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.746513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for b6861aeb-5457-459a-acc0-6e69da121472 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:36.793672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.813614 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] For port b6861aeb-5457-459a-acc0-6e69da121472, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:36.817850 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] For port b6861aeb-5457-459a-acc0-6e69da121472, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b6861aeb-5457-459a-acc0-6e69da121472,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:36.824231 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.844490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 52f41480-7044-4ddd-9dd0-0ec9b7f39914, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52f41480-7044-4ddd-9dd0-0ec9b7f39914,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:36.851072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:36.900139 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dafc9d-5ba7-4fe5-8fa5-cdf71a834304 None None] Pushing event updated for resources: {'Port': ['ID=b6861aeb-5457-459a-acc0-6e69da121472,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:36.912270 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Routers {'83786cec-b41e-4fc8-85b7-f80a6159b5af'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:36.913371 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['83786cec-b41e-4fc8-85b7-f80a6159b5af'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:36.919509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:36.968618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.004475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=b6861aeb-5457-459a-acc0-6e69da121472,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:37.022129 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] Set router 83786cec-b41e-4fc8-85b7-f80a6159b5af gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:37.122527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.266761 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'name': 'tempest-NetworksTestDHCPv6-router-675941754', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': 'b6861aeb-5457-459a-acc0-6e69da121472', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:a5:7b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:36Z', 'revision_number': 4, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:37.273068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1f636d3d-7b6a-4076-b436-2b89c2e65417 None None] Could not find standard attr ID for object b6861aeb-5457-459a-acc0-6e69da121472. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:37.301654 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e578120-1e3e-4ea5-9c31-3c00bec1868f None None] The sync data for ids ['83786cec-b41e-4fc8-85b7-f80a6159b5af'] in n-d-712707-15 is: [{'id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'name': 'tempest-NetworksTestDHCPv6-router-675941754', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:33Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': 'b6861aeb-5457-459a-acc0-6e69da121472', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:a5:7b:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83786cec-b41e-4fc8-85b7-f80a6159b5af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:32Z', 'updated_at': '2021-08-31T06:59:36Z', 'revision_number': 4, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '857385c4-70b3-42c7-aef5-5d72974c1060', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:37.332905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Router 83786cec-b41e-4fc8-85b7-f80a6159b5af has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:37.419526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:37.424637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b9d0b529-83ff-42ee-b834-067b0bba6100 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "PUT /v2.0/routers/83786cec-b41e-4fc8-85b7-f80a6159b5af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9531231 Aug 31 06:59:37.427287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50682) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:37.488060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a757962-8a01-436d-bf29-bf08400d0661 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:37.489880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a757962-8a01-436d-bf29-bf08400d0661 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:37.494252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a757962-8a01-436d-bf29-bf08400d0661 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0636144 Aug 31 06:59:37.494525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:37.509171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c38abe13-e793-4c05-956c-59bb0df25d47 None None] Could not find standard attr ID for object b6861aeb-5457-459a-acc0-6e69da121472. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:37.572627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 857385c4-70b3-42c7-aef5-5d72974c1060 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:37.576564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.651784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.766541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.896233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.940572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=857385c4-70b3-42c7-aef5-5d72974c1060,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:37.946015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:37.950783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3c2b043-26c7-40de-875f-b1b382fd6bdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/857385c4-70b3-42c7-aef5-5d72974c1060 HTTP/1.1" status: 204 len: 168 time: 0.4550745 Aug 31 06:59:37.951456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50702) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:37.952951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0003acd1-6240-4cd9-b88f-06cedec062ac None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:37.996845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 311bc086-79b2-4c13-acac-939b90c08ba6 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:38.088554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5df0187f-1bf2-47e2-94aa-102e9431dd84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1346214 Aug 31 06:59:38.091243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:38.115709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 311bc086-79b2-4c13-acac-939b90c08ba6 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:38.116667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.202916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.213280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52f41480-7044-4ddd-9dd0-0ec9b7f39914 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:38.260747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:38.315130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:38.315775 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.370407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Deleting port 311bc086-79b2-4c13-acac-939b90c08ba6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:38.370785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.406083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.408684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.466269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.466849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Fanout notify agent at l3_agent the message router_deleted on router 83786cec-b41e-4fc8-85b7-f80a6159b5af {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:59:38.475208 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.477903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c2d53d7-57b8-4ff7-acbf-8d47e077761c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/routers/83786cec-b41e-4fc8-85b7-f80a6159b5af HTTP/1.1" status: 204 len: 168 time: 0.3854966 Aug 31 06:59:38.480738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:38.487616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:38.489625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] For port 311bc086-79b2-4c13-acac-939b90c08ba6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=311bc086-79b2-4c13-acac-939b90c08ba6,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:38.490125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.512808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Calling delete_port for 311bc086-79b2-4c13-acac-939b90c08ba6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:38.621237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:38.625859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.626424 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.656529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] Pushing event deleted for resources: {'Port': ['ID=311bc086-79b2-4c13-acac-939b90c08ba6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:38.667293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c208ec-8552-4b08-8525-19b1d02060a0 None None] No DVR routers for this DVR port 311bc086-79b2-4c13-acac-939b90c08ba6 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:38.843284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.915131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:38.918455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=5e393860-e508-450d-b651-5860e840cd7f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:38.926189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:38.929031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:38.929699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.937268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0fcfee-cb05-4fbf-a5ff-e97685ed8872 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:38.948700 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71e95ab9-c22b-49ff-bdf1-00aa3e6f8f50 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4642069 Aug 31 06:59:38.949359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:38.955130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-396146174', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:38.989086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:38.999099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.102420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.107106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.125456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.129829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a05dd4c-22bf-449b-9521-3ccf8b71c179 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1770222 Aug 31 06:59:39.130271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50718) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:39.178044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '5e393860-e508-450d-b651-5860e840cd7f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:39.179231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.265963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Sync routers for ids ['83786cec-b41e-4fc8-85b7-f80a6159b5af'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:39.427365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-e01634d4-6f1c-481b-a5ce-b6c71883e1f6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1819279 Aug 31 06:59:39.446975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:39.447562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:59:39.447958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83786cec-b41e-4fc8-85b7-f80a6159b5af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:59:39.466000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:39.466612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:59:39.467225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'83786cec-b41e-4fc8-85b7-f80a6159b5af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:59:39.467607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab2a632-d4d6-4962-b196-f272e6e2d888 None None] The sync data for ids ['83786cec-b41e-4fc8-85b7-f80a6159b5af'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:39.529445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/5e393860-e508-450d-b651-5860e840cd7f/6a197ad8-46d8-4964-a262-3bd77f33b672) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:39.584053 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.604926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-7cc23578-e337-4498-a0b8-14116ed14033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:39.606461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-7cc23578-e337-4498-a0b8-14116ed14033 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1098 time: 0.1001341 Aug 31 06:59:39.740463 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.754710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Transition to ACTIVE for port object 6a197ad8-46d8-4964-a262-3bd77f33b672 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:39.776578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Transition to ACTIVE for port object 6a197ad8-46d8-4964-a262-3bd77f33b672 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:39.782901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.830778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:39.834101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:39.839963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:39.849809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Pushing event updated for resources: {'Port': ['ID=6a197ad8-46d8-4964-a262-3bd77f33b672,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:39.877851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-85c6f7ab-2727-46f0-8e93-438a1bdc8d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:39.879531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-85c6f7ab-2727-46f0-8e93-438a1bdc8d3d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.2352712 Aug 31 06:59:39.896192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 311bc086-79b2-4c13-acac-939b90c08ba6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:39.933505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Attempting to bind port 6a197ad8-46d8-4964-a262-3bd77f33b672 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:39.934820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Attempting to bind port 6a197ad8-46d8-4964-a262-3bd77f33b672 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:39.934820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Attempting to bind port 6a197ad8-46d8-4964-a262-3bd77f33b672 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:39.937669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 311bc086-79b2-4c13-acac-939b90c08ba6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:39.938114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 311bc086-79b2-4c13-acac-939b90c08ba6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:39.938609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b6861aeb-5457-459a-acc0-6e69da121472 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:39.943775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:39.944255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:39.945380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.945857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:39.946419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Bound port: 6a197ad8-46d8-4964-a262-3bd77f33b672, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:39.946879 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:39.974937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b6861aeb-5457-459a-acc0-6e69da121472 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:39.976021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b6861aeb-5457-459a-acc0-6e69da121472 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:40.046197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-0c37d96a-034a-43cd-bd17-b2a8498e6aaa service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1002 time: 0.1546743 Aug 31 06:59:40.047058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] For port 6a197ad8-46d8-4964-a262-3bd77f33b672, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:40.051601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] For port 6a197ad8-46d8-4964-a262-3bd77f33b672, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a197ad8-46d8-4964-a262-3bd77f33b672,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:40.065267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::1 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/5e393860-e508-450d-b651-5860e840cd7f/44e99e6e-ca3b-483b-8d7e-2bba2def3046) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:40.066395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:40.125019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccca8b4-679d-493f-a8be-4f5877e943b6 None None] Pushing event updated for resources: {'Port': ['ID=6a197ad8-46d8-4964-a262-3bd77f33b672,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:40.171449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-876f9fec-3784-4399-a730-9e1675b0cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:40.173525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-876f9fec-3784-4399-a730-9e1675b0cd92 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1188822 Aug 31 06:59:40.253531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-ab5b7171-555d-4788-af68-2eb328e3c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:40.256893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-ab5b7171-555d-4788-af68-2eb328e3c4e1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0750840 Aug 31 06:59:40.280616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:40.293615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 44e99e6e-ca3b-483b-8d7e-2bba2def3046 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:40.434100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:40.514173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:40.515752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:40.520145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:40.520777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:40.528744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-f95b80a5-f6ca-449a-9422-0c345bd3a2ce service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305896 Aug 31 06:59:40.635667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=44e99e6e-ca3b-483b-8d7e-2bba2def3046,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:40.758526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:40.785688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-455c7385-f47e-499a-ba1f-e1ca69ee55f0 req-c2ddee48-2bd5-4d75-bedb-4367fbdc8676 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511917 Aug 31 06:59:41.431331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:41.436282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:41.437053 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:41.531857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=44e99e6e-ca3b-483b-8d7e-2bba2def3046,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:41.560330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8aacdfc9-8d72-4601-81d8-a1d3ee1af7a6 None None] Provisioning for port 6a197ad8-46d8-4964-a262-3bd77f33b672 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:41.617486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:41.619099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:41.788464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Router 9bcf1702-31b5-4601-8a61-e908adb358af is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 06:59:41.796526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c0890f3-e0f0-4f8e-bbfd-696c3da4837e None None] Provisioning for port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:41.806775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5c0890f3-e0f0-4f8e-bbfd-696c3da4837e None None] Provisioning complete for port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:41.809405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5c0890f3-e0f0-4f8e-bbfd-696c3da4837e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:41.889972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5c0890f3-e0f0-4f8e-bbfd-696c3da4837e None None] Port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:41.968001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:41.974060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70c773eb-9309-479b-9c23-bc34360e6b6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "PUT /v2.0/routers/9bcf1702-31b5-4601-8a61-e908adb358af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8423183 Aug 31 06:59:41.977357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:41.988504 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Sync routers for ids ['9bcf1702-31b5-4601-8a61-e908adb358af'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:42.009869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a197ad8-46d8-4964-a262-3bd77f33b672 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:42.031328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce61bb6-8636-4580-afae-c880d20c51f7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.031895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Routers {'9bcf1702-31b5-4601-8a61-e908adb358af'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:42.033093 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9bcf1702-31b5-4601-8a61-e908adb358af'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:42.033449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ce61bb6-8636-4580-afae-c880d20c51f7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports/44e99e6e-ca3b-483b-8d7e-2bba2def3046 HTTP/1.1" status: 200 len: 911 time: 0.0550809 Aug 31 06:59:42.036121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:42.105811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6a197ad8-46d8-4964-a262-3bd77f33b672 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:42.106195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6e1af-40f6-4b5a-bf5d-8592535c0345 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.110013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6a197ad8-46d8-4964-a262-3bd77f33b672 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:42.110572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.112917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a6e1af-40f6-4b5a-bf5d-8592535c0345 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.114864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-60a6e1af-40f6-4b5a-bf5d-8592535c0345 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0764375 Aug 31 06:59:42.118561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:42.145880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-271ee6a3-4111-46f6-887a-dffb7ee2be83 None None] Provisioning complete for port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:42.146640 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-271ee6a3-4111-46f6-887a-dffb7ee2be83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.221660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-271ee6a3-4111-46f6-887a-dffb7ee2be83 None None] Port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 06:59:42.249210 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Set router 9bcf1702-31b5-4601-8a61-e908adb358af gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:42.313642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.382774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6a197ad8-46d8-4964-a262-3bd77f33b672, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a197ad8-46d8-4964-a262-3bd77f33b672,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:42.388876 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.453040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6a197ad8-46d8-4964-a262-3bd77f33b672,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:42.532055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'name': 'tempest-NetworksTestDHCPv6-router-396146174', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:40Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': '44e99e6e-ca3b-483b-8d7e-2bba2def3046', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:1a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '5e393860-e508-450d-b651-5860e840cd7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:41Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '5e393860-e508-450d-b651-5860e840cd7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:42.565175 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Checking router: 9bcf1702-31b5-4601-8a61-e908adb358af for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:42.565838 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Updating router 9bcf1702-31b5-4601-8a61-e908adb358af port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 06:59:42.593604 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.619963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-73d389de-221d-4666-96c7-f0e3017e63af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0758228 Aug 31 06:59:42.678852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.771864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-d0889ac5-77a3-4c80-bf6b-09f9e48497e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.774446 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-d0889ac5-77a3-4c80-bf6b-09f9e48497e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1098 time: 0.1290355 Aug 31 06:59:42.924232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-cb96b73f-b3a4-44da-8413-09b4d47dfdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:42.926781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-cb96b73f-b3a4-44da-8413-09b4d47dfdec service neutron] 10.222.0.53 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 897 time: 0.1305749 Aug 31 06:59:42.947953 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:42.960622 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Transition to ACTIVE for port object 44e99e6e-ca3b-483b-8d7e-2bba2def3046 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:42.968268 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.013656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-502fadae-b78e-4919-9eb6-16f9b591df65 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 1002 time: 0.0794957 Aug 31 06:59:43.031938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:43.032564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.066265 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a16723-70f7-45ee-a95c-a74cd2178675 None None] Pushing event updated for resources: {'Port': ['ID=44e99e6e-ca3b-483b-8d7e-2bba2def3046,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:43.079584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Attempting to bind port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:43.079812 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Attempting to bind port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:43.080172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Attempting to bind port 44e99e6e-ca3b-483b-8d7e-2bba2def3046 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:43.092157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:43.092157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:43.092554 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.092917 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:43.093402 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Bound port: 44e99e6e-ca3b-483b-8d7e-2bba2def3046, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:43.093778 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.124213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-b01706f2-67cc-4280-b507-5d3a133f0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:43.126329 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-b01706f2-67cc-4280-b507-5d3a133f0560 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 200 len: 834 time: 0.1049833 Aug 31 06:59:43.190376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.278971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 44e99e6e-ca3b-483b-8d7e-2bba2def3046 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:43.294368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-8b645ea4-3997-43b3-bfc6-69c0436d191f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:43.300483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-8b645ea4-3997-43b3-bfc6-69c0436d191f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1567655 Aug 31 06:59:43.329982 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] For port 44e99e6e-ca3b-483b-8d7e-2bba2def3046, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:43.333355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] For port 44e99e6e-ca3b-483b-8d7e-2bba2def3046, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=44e99e6e-ca3b-483b-8d7e-2bba2def3046,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:43.341496 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.425881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a16723-70f7-45ee-a95c-a74cd2178675 None None] Pushing event updated for resources: {'Port': ['ID=44e99e6e-ca3b-483b-8d7e-2bba2def3046,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:43.430566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Routers {'9bcf1702-31b5-4601-8a61-e908adb358af'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:43.431037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9bcf1702-31b5-4601-8a61-e908adb358af'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:43.549737 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-e75b8399-546e-49e1-9e24-a32e2c656012 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290187 Aug 31 06:59:43.682723 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] Set router 9bcf1702-31b5-4601-8a61-e908adb358af gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:43.703867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.744801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=44e99e6e-ca3b-483b-8d7e-2bba2def3046,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:43.747991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cefacbf3-9d19-46bb-b902-41afc25c820a req-89b13961-4170-465e-803f-7e5c6a384075 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912203 Aug 31 06:59:43.868681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:43.911473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb3d64b2-8305-4922-a699-f1d4c08ca75d None None] Could not find standard attr ID for object 44e99e6e-ca3b-483b-8d7e-2bba2def3046. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:43.931027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a197ad8-46d8-4964-a262-3bd77f33b672 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:43.954087 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'name': 'tempest-NetworksTestDHCPv6-router-396146174', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:40Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': '44e99e6e-ca3b-483b-8d7e-2bba2def3046', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:1a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '5e393860-e508-450d-b651-5860e840cd7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:43Z', 'revision_number': 4, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '5e393860-e508-450d-b651-5860e840cd7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:43.994204 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d33819-dc9b-4ebb-b803-96548be0c584 None None] The sync data for ids ['9bcf1702-31b5-4601-8a61-e908adb358af'] in n-d-712707-15 is: [{'id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'name': 'tempest-NetworksTestDHCPv6-router-396146174', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:40Z', 'revision_number': 2, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'gw_port_host': None, '_interfaces': [{'id': '44e99e6e-ca3b-483b-8d7e-2bba2def3046', 'name': '', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'mac_address': 'fa:16:3e:1a:52:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bcf1702-31b5-4601-8a61-e908adb358af', 'device_owner': 'network:router_interface', 'standard_attr_id': 3095, 'fixed_ips': [{'subnet_id': '5e393860-e508-450d-b651-5860e840cd7f', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:59:39Z', 'updated_at': '2021-08-31T06:59:43Z', 'revision_number': 4, 'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'subnets': [{'id': '5e393860-e508-450d-b651-5860e840cd7f', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:43.996676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6a197ad8-46d8-4964-a262-3bd77f33b672 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:43.997171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.409120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Router 9bcf1702-31b5-4601-8a61-e908adb358af has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:44.505289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:44.510916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5971e230-902f-4d75-ac15-b475cf6f28a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "PUT /v2.0/routers/9bcf1702-31b5-4601-8a61-e908adb358af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3907237 Aug 31 06:59:44.513353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:44.578151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fc126-8fec-4243-86a0-ab449abb733f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:44.580016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14fc126-8fec-4243-86a0-ab449abb733f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:44.583714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b14fc126-8fec-4243-86a0-ab449abb733f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0687504 Aug 31 06:59:44.587665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:44.654817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 5e393860-e508-450d-b651-5860e840cd7f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:44.659149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.719267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.837818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.908634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.943260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=5e393860-e508-450d-b651-5860e840cd7f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:44.948850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:44.950804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-94134af8-a036-463a-9c8a-2d2c35a085db tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/5e393860-e508-450d-b651-5860e840cd7f HTTP/1.1" status: 204 len: 168 time: 0.3621421 Aug 31 06:59:44.953623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:44.961165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0b46bd-190c-433d-a150-b7ecf0e35c4e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:45.081126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f31e4b46-141b-47cd-9464-ee7a67859069 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1261742 Aug 31 06:59:45.083694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:45.176430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.197767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:45.250871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Deleting port 6a197ad8-46d8-4964-a262-3bd77f33b672 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:45.253098 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.347903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] For port 6a197ad8-46d8-4964-a262-3bd77f33b672, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6a197ad8-46d8-4964-a262-3bd77f33b672,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:45.348331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.363846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Calling delete_port for 6a197ad8-46d8-4964-a262-3bd77f33b672 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:45.424449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.428200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.451320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.464247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] No DVR routers for this DVR port 6a197ad8-46d8-4964-a262-3bd77f33b672 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:45.493763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15267ed-8490-4b0b-b2c5-6af1d216f59c None None] Pushing event deleted for resources: {'Port': ['ID=6a197ad8-46d8-4964-a262-3bd77f33b672,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:45.504973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.505608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Fanout notify agent at l3_agent the message router_deleted on router 9bcf1702-31b5-4601-8a61-e908adb358af {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 06:59:45.512860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.514002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fa0eca57-60d7-40bc-adc1-632d3792f2f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/routers/9bcf1702-31b5-4601-8a61-e908adb358af HTTP/1.1" status: 204 len: 168 time: 0.4293768 Aug 31 06:59:45.516448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:45.558254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80a5da41-8dfb-4f7c-8b62-c2308fcc5c63 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0405810 Aug 31 06:59:45.561386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:45.626317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e459d6a-e062-4cde-86b6-4949017fa162 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:45.627845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4e459d6a-e062-4cde-86b6-4949017fa162 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0655525 Aug 31 06:59:45.630295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50806) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:45.674456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6fa61073-efb1-4a20-ba00-fab5ace0cfdc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430095 Aug 31 06:59:45.678605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:45.683626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:45.743048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.782544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Sync routers for ids ['9bcf1702-31b5-4601-8a61-e908adb358af'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:45.792336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:45.792864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:59:45.793991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bcf1702-31b5-4601-8a61-e908adb358af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:59:45.804688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:45.807918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:45.813541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:45.818139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 06:59:45.818683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9bcf1702-31b5-4601-8a61-e908adb358af'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 06:59:45.823555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d135d6-1320-423a-8751-21e9d4a717c4 None None] The sync data for ids ['9bcf1702-31b5-4601-8a61-e908adb358af'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:45.907926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a197ad8-46d8-4964-a262-3bd77f33b672 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:45.935630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6a197ad8-46d8-4964-a262-3bd77f33b672 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:45.935979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6a197ad8-46d8-4964-a262-3bd77f33b672 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:46.160059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:59:46.161840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.223655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=836d04df-bc46-48e0-a9d8-1a593dcf47d0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:46.243543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:46.245041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:46.248363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:46.249201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.261035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2740f9fd-4097-49bb-a009-2ebab0af55c2 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:46.265606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7899b92c-88eb-4e57-9d0c-0f499dc200e0 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5859163 Aug 31 06:59:46.268223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:46.274583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:46.416180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:46.419907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.503891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '836d04df-bc46-48e0-a9d8-1a593dcf47d0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 06:59:46.504797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.664582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Allocated IP 2001:db8::f816:3eff:fe1d:14b (1b1d8c60-eace-4b9e-bf62-fe74f412de50/836d04df-bc46-48e0-a9d8-1a593dcf47d0/7545787b-7b50-4a3f-b273-637a48f32460) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:46.744917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.808180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:46.814136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:46.818689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:46.819645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.838639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5664194 Aug 31 06:59:46.838966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:46.839665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f19251-f74b-4fe0-a74c-fa17543a5cc4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=65a35e03-0e26-42b9-8455-7c9c9da6e73d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:46.844015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:b8:0b:eb', 'name': 'tempest-NetworksTestDHCPv6-615675112'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:46.853190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.863458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Transition to ACTIVE for port object 7545787b-7b50-4a3f-b273-637a48f32460 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:46.883460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Transition to ACTIVE for port object 7545787b-7b50-4a3f-b273-637a48f32460 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:46.891014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:46.976952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:46.993748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:47.002692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:47.004662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:47.008152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:47.164232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Attempting to bind port 7545787b-7b50-4a3f-b273-637a48f32460 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 06:59:47.164232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Attempting to bind port 7545787b-7b50-4a3f-b273-637a48f32460 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 06:59:47.167951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Attempting to bind port 7545787b-7b50-4a3f-b273-637a48f32460 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 06:59:47.175510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 06:59:47.176891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:47.176891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.176891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 06:59:47.177219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Bound port: 7545787b-7b50-4a3f-b273-637a48f32460, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 06:59:47.177567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.205661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.246793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 5b192014-d447-4ae5-a6c6-a441b34ccf4e yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:47.263622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 06:59:47.266763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 06:59:47.274511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.363284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592df46c-4f93-4591-b2a8-77a1ae6dfb27 None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:47.472576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 172.20.0.11 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/65a35e03-0e26-42b9-8455-7c9c9da6e73d/5b192014-d447-4ae5-a6c6-a441b34ccf4e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:47.482968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:feb8:beb (1b1d8c60-eace-4b9e-bf62-fe74f412de50/836d04df-bc46-48e0-a9d8-1a593dcf47d0/5b192014-d447-4ae5-a6c6-a441b34ccf4e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:47.736763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.752322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 5b192014-d447-4ae5-a6c6-a441b34ccf4e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:47.789245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.846944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:47.852328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:47.858568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:47.864393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=5b192014-d447-4ae5-a6c6-a441b34ccf4e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:47.924828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:47.925991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:47.943440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be93bb71-0df2-4ff0-9621-cf2f4f89884e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1030736 Aug 31 06:59:47.947063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:47.977617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:48.015505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71aedc1-f050-42ad-adb4-de8997260ca3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:48.024523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71aedc1-f050-42ad-adb4-de8997260ca3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:48.026286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c71aedc1-f050-42ad-adb4-de8997260ca3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0773666 Aug 31 06:59:48.030717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:48.071738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7545787b-7b50-4a3f-b273-637a48f32460 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:48.090808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44e99e6e-ca3b-483b-8d7e-2bba2def3046 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:48.119246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 44e99e6e-ca3b-483b-8d7e-2bba2def3046 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:48.119814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 44e99e6e-ca3b-483b-8d7e-2bba2def3046 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:48.144776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 5b192014-d447-4ae5-a6c6-a441b34ccf4e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:48.145122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.152873 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 06:59:48.299718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.329846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 5b192014-d447-4ae5-a6c6-a441b34ccf4e owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:48.539952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.604889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3d9a75-9eaf-47cb-953e-12cad6695c56 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:48.682094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Provisioning for port 7545787b-7b50-4a3f-b273-637a48f32460 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:48.696852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:48.697877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.864971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.917431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:48.923187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:48.946201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=5b192014-d447-4ae5-a6c6-a441b34ccf4e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:49.045233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.049673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d5e88ae0-3378-4ccb-8431-a001a7ce6fdd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/5b192014-d447-4ae5-a6c6-a441b34ccf4e HTTP/1.1" status: 204 len: 168 time: 1.0155964 Aug 31 06:59:49.050064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:49.063687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:49.066892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eb4d2a4-dca4-4e66-8e05-a60c108919a3 None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '836d04df-bc46-48e0-a9d8-1a593dcf47d0', 'ip_address': '2001:db8::f816:3eff:fe1d:14b'}, {'subnet_id': '65a35e03-0e26-42b9-8455-7c9c9da6e73d'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '7545787b-7b50-4a3f-b273-637a48f32460'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:59:49.093515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.093863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.094201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.094551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.094865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.095189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.095515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.095836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.096157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.096478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.096849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.097117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f9c479f-631a-4d9f-aa40-94775ca715ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.107617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d401654-a6b9-4c6f-8a3a-178adfcdfe34 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:49.109299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d401654-a6b9-4c6f-8a3a-178adfcdfe34 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:49.110927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d401654-a6b9-4c6f-8a3a-178adfcdfe34 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:49.112609 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6d401654-a6b9-4c6f-8a3a-178adfcdfe34 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0612459 Aug 31 06:59:49.115166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:49.117389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8eb4d2a4-dca4-4e66-8e05-a60c108919a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.167777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 65a35e03-0e26-42b9-8455-7c9c9da6e73d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:49.171026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.220922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.286624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.364740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e54f55-8039-4cc9-97a2-b83a01c41cb6 req-d9be6026-ab48-45a6-8cce-add49622cabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-8eb4d2a4-dca4-4e66-8e05-a60c108919a3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65a35e03-0e26-42b9-8455-7c9c9da6e73d: This subnet is being modified by another concurrent operation. Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65a35e03-0e26-42b9-8455-7c9c9da6e73d: This subnet is being modified by another concurrent operation. Aug 31 06:59:49.368929 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 06:59:49.377342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86e54f55-8039-4cc9-97a2-b83a01c41cb6 req-d9be6026-ab48-45a6-8cce-add49622cabf service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1305933 Aug 31 06:59:49.378057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.412890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=65a35e03-0e26-42b9-8455-7c9c9da6e73d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:49.416031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86e54f55-8039-4cc9-97a2-b83a01c41cb6 req-dc57b6a1-21e2-468f-ad73-a00db64b2388 service neutron] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406599 Aug 31 06:59:49.416976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.420884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/65a35e03-0e26-42b9-8455-7c9c9da6e73d HTTP/1.1" status: 204 len: 168 time: 0.3020329 Aug 31 06:59:49.426932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:49.443050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.443402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.443741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.444999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.445365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.445688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.446014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.446339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.446660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.446980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.447302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.447619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1818a21-3b41-4222-a565-8555d794e14e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 06:59:49.490155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 836d04df-bc46-48e0-a9d8-1a593dcf47d0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:49.494928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.545815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.551791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6d5e0f7-340c-4fbf-8065-99b82f4054bd None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:49.552170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6d5e0f7-340c-4fbf-8065-99b82f4054bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.646344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad04f8e-98ab-40b2-bcfe-8d5341466c08 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:59:49.655223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.724042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.752975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=836d04df-bc46-48e0-a9d8-1a593dcf47d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:49.754997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:49.759255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c6f8507-1bd8-4c1d-a26d-1440ac6599b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/836d04df-bc46-48e0-a9d8-1a593dcf47d0 HTTP/1.1" status: 204 len: 168 time: 0.3303478 Aug 31 06:59:49.760875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50888) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:49.797026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad04f8e-98ab-40b2-bcfe-8d5341466c08 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:59:49.814335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-04b6f5f7-da39-438e-be5b-97f129efebf9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519063 Aug 31 06:59:49.817190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50892) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:49.823258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:49.838066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-335ff2fe-98ad-4d5d-9715-c4601c2f9feb None None] Could not find standard attr ID for object 5b192014-d447-4ae5-a6c6-a441b34ccf4e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:49.858401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb0fce1-69a4-4ad1-af41-a6ead5db998e req-8af1ee86-ac09-487f-aaaf-260cc5f1f138 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:49.860351 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecb0fce1-69a4-4ad1-af41-a6ead5db998e req-8af1ee86-ac09-487f-aaaf-260cc5f1f138 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.0667143 Aug 31 06:59:49.918536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ecb0fce1-69a4-4ad1-af41-a6ead5db998e req-ec6822f5-837c-45c1-9e13-a75f1536131b tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503604 Aug 31 06:59:49.960463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:49.985957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:49.990365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.139221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.308220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b792558-6276-4cb5-8f40-1acdd5d1700c None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 06:59:50.334269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:50.382231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:50.382614 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.401283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 06:59:50.417033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:50.442457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.581646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:50.633275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b792558-6276-4cb5-8f40-1acdd5d1700c None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 06:59:50.641471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.824987 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 06:59:50.830049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:50.830390 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 06:59:51.015363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:51.055688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.093551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.101890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.150317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb4e332-ef57-47d3-b5dd-9e59b2a05f22 req-dfd95501-4266-4d40-b9dc-97d74ef64977 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:51.152652 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcb4e332-ef57-47d3-b5dd-9e59b2a05f22 req-dfd95501-4266-4d40-b9dc-97d74ef64977 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.0703013 Aug 31 06:59:51.229239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:51.233415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dcb4e332-ef57-47d3-b5dd-9e59b2a05f22 req-00c92a00-a002-4498-9ce8-37d099243e43 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719178 Aug 31 06:59:51.260021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:51.290533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:51.291156 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.293860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=9f76ca99-9e03-4a25-bb79-f30838e1590d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:51.332765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:51.341533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e16cc8f0-72bf-4517-8452-c98d8d86ea6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5231392 Aug 31 06:59:51.344169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50914) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:51.351687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:51.406106 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.461062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:51.466024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.538278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeffc67-bc38-4899-969b-8cd2e87356c6 None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:51.554682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.653309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-5dc503a7-2153-424b-870e-4f7f2e807f72 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:51.655256 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-5dc503a7-2153-424b-870e-4f7f2e807f72 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.1482208 Aug 31 06:59:51.658039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:51.662369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.899375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Deleting port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:51.899724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:51.996436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:52.072536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] For port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:52.073203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.083901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:52.084271 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.140353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c53ac00-cd88-4e02-953e-dd2e2256352a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:52.352875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.357165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7b170dd-144a-4c45-b240-55ac38c84e4f None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:52.357579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7b170dd-144a-4c45-b240-55ac38c84e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.405025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.405628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.405949 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Floating IP c50dfd79-e09e-434f-bf83-9b00214e3bbc disassociated. External IP: 172.25.3.22, port: 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510. Aug 31 06:59:52.406337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Calling delete_port for 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:52.486900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 52f41480-7044-4ddd-9dd0-0ec9b7f39914 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:52.487468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.535566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=d6d75855-9b22-46d7-a82c-8540c46ae9a0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:52.582465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:52.597005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port 52f41480-7044-4ddd-9dd0-0ec9b7f39914, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=52f41480-7044-4ddd-9dd0-0ec9b7f39914,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:52.597415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.613680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a4d515-aa25-4dfc-b444-fc34588694b7 req-ff29acbd-0538-436c-8cf1-cdaee92d2464 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:52.616355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0a4d515-aa25-4dfc-b444-fc34588694b7 req-ff29acbd-0538-436c-8cf1-cdaee92d2464 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 945 time: 0.2465105 Aug 31 06:59:52.618336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:52.618804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 52f41480-7044-4ddd-9dd0-0ec9b7f39914 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:52.634230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:52.635153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.691280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62fdb2c4-658e-465d-9763-a11110cbb547 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3458202 Aug 31 06:59:52.695778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:52.699362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '9f76ca99-9e03-4a25-bb79-f30838e1590d', 'ip_address': '2001:db8::f816:3eff:fe1d:14b'}, {'subnet_id': 'd6d75855-9b22-46d7-a82c-8540c46ae9a0'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '7545787b-7b50-4a3f-b273-637a48f32460'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 06:59:52.702682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:51:68:73', 'name': 'tempest-NetworksTestDHCPv6-301249852'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:52.765629 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.820782 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0a4d515-aa25-4dfc-b444-fc34588694b7 req-cfbed80e-6095-4e02-a263-0187a4714697 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups?id=7aec3b1f-8286-4542-b440-f2a88f370bec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1948643 Aug 31 06:59:52.843068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.874200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=52f41480-7044-4ddd-9dd0-0ec9b7f39914,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:52.910489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:52.920890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:53.037304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'Port': ['ID=9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:53.182482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Allocated IP 172.20.0.2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/d6d75855-9b22-46d7-a82c-8540c46ae9a0/7545787b-7b50-4a3f-b273-637a48f32460) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:53.190815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:53.266776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:53.327864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 193d5be6-4962-4af2-a169-ae3c2cbc9333 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 06:59:53.373864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:53.433791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:53.439189 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:53.480997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Transition to ACTIVE for port object 7545787b-7b50-4a3f-b273-637a48f32460 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:53.486691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:53.632864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f8cc2-6987-487b-9e25-284c50be5491 None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:53.701494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 06:59:53.946331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 172.20.0.4 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/d6d75855-9b22-46d7-a82c-8540c46ae9a0/193d5be6-4962-4af2-a169-ae3c2cbc9333) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:53.967367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:53.967481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fe51:6873 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/9f76ca99-9e03-4a25-bb79-f30838e1590d/193d5be6-4962-4af2-a169-ae3c2cbc9333) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 06:59:53.982236 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:53.989970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cb315526-4007-4321-9dbf-fc62d2bc2c52 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/d5c8946c-98d8-4d88-81af-bce7a5be3eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6527991 Aug 31 06:59:54.010122 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:54.010979 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:54.065565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 06:59:54.082811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 06:59:54.103481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:54.104666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:54.110188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 06:59:54.135381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0541587d-56cc-4292-96fa-60f017cc89d1 req-5d5ce0eb-e01a-48a9-b16c-852c2e57dbe7 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/ports?device_id=10067808-4958-4c73-ab01-e45d07122230 HTTP/1.1" status: 200 len: 210 time: 0.1265655 Aug 31 06:59:54.186988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:54.311415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] No DVR routers for this DVR port 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:54.332944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.335549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ada4b7b9-2990-4900-b17b-2b7a80ac4cf4 req-e0c57d87-4fc2-44dd-ab0a-85e1a25ed369 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.53 "DELETE /v2.0/ports/9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 HTTP/1.1" status: 204 len: 173 time: 2.6683283 Aug 31 06:59:54.336008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'name': 'network-vif-deleted', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:54.342253 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ba688-3282-4d40-8f39-385c0ea5eaea" -d '{"events": [{"server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "name": "network-vif-deleted", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:54.526279 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-198c1367-2300-495b-9710-e89e27df4158 x-openstack-request-id: req-198c1367-2300-495b-9710-e89e27df4158 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:54.527061 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10067808-4958-4c73-ab01-e45d07122230", "name": "network-vif-deleted", "tag": "9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:54.527061 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-198c1367-2300-495b-9710-e89e27df4158 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:54.528580 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10067808-4958-4c73-ab01-e45d07122230', 'name': 'network-vif-deleted', 'tag': '9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510', 'status': 'completed', 'code': 200} Aug 31 06:59:54.549743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:54.613411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6360f7-3d98-4508-bdc4-98bfa4cbe1fd req-366b5138-5a4b-4278-b84f-272de3b16bdb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:54.617670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb6360f7-3d98-4508-bdc4-98bfa4cbe1fd req-366b5138-5a4b-4278-b84f-272de3b16bdb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.2315390 Aug 31 06:59:54.721582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.743124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 193d5be6-4962-4af2-a169-ae3c2cbc9333 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 06:59:54.790130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:54.792973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1a0962-8ea9-4911-bd68-3bab15a1ee84 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:54.858130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:54.859696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:54.870890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.876397 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:54.877311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:54.917467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:54.917817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ce7ffa4-c260-42d7-bd0d-bfcfadd8a510 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:54.959745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a1161488-da26-4e8b-aafb-abc073ab809a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.961126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ef97bad-aa75-4996-b9b9-bc6cdbf4e885 None None] Provisioning for port 7545787b-7b50-4a3f-b273-637a48f32460 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 06:59:54.981284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3ef97bad-aa75-4996-b9b9-bc6cdbf4e885 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:54.981879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:54.982195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ef97bad-aa75-4996-b9b9-bc6cdbf4e885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:54.995454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb6360f7-3d98-4508-bdc4-98bfa4cbe1fd req-2aa81e10-93ef-43df-b843-6967a4b8eb36 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3670681 Aug 31 06:59:54.999109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:55.016907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 06:59:55.053815 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:55.065661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=193d5be6-4962-4af2-a169-ae3c2cbc9333,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:55.103039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:55.103939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.125479 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae8906e0-9629-4dc5-898f-333f24d6f7a5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.4280522 Aug 31 06:59:55.128071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:55.222124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc4d365-d370-4538-bae3-7bb947ff876f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:55.226134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:55.245785 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc4d365-d370-4538-bae3-7bb947ff876f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:55.248696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ecc4d365-d370-4538-bae3-7bb947ff876f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1180272 Aug 31 06:59:55.252262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:55.273072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:55.382913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.411503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.417121 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:55.430443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 193d5be6-4962-4af2-a169-ae3c2cbc9333 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:55.430792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.437346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 06:59:55.453129 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6917201c-bb6c-488f-947c-763e3b838e5d None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '8fd08737-fe17-4b6b-83e7-da3bce95c320', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'port_id': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 2934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'mac_address': 'fa:16:3e:01:f4:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T06:58:28Z', 'updated_at': '2021-08-31T06:58:31Z', 'revision_number': 1, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:55.462243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 06:59:55.462980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:55.546156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.553280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.554079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:55.556727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "DELETE /v2.0/security-groups/7aec3b1f-8286-4542-b440-f2a88f370bec HTTP/1.1" status: 204 len: 168 time: 0.2817008 Aug 31 06:59:55.562031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:55.567602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dcaeb4-7a5a-4ee7-93a0-561425ff0b40 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aec3b1f-8286-4542-b440-f2a88f370bec,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:55.580920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 193d5be6-4962-4af2-a169-ae3c2cbc9333 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:55.629236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 06:59:55.680424 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-6cf33d3c-1119-498d-b4da-2e5020bb3005 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] show failed (client error): The resource could not be found. Aug 31 06:59:55.682021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6cf33d3c-1119-498d-b4da-2e5020bb3005 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "GET /v2.0/security-groups/7aec3b1f-8286-4542-b440-f2a88f370bec HTTP/1.1" status: 404 len: 347 time: 0.1187572 Aug 31 06:59:55.685031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 50972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:55.879947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52f41480-7044-4ddd-9dd0-0ec9b7f39914 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:55.924625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 52f41480-7044-4ddd-9dd0-0ec9b7f39914 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:55.924923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 52f41480-7044-4ddd-9dd0-0ec9b7f39914 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:55.947635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-1494cc22-c63f-46d6-b87b-697cb0222dac tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:55.953500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-1494cc22-c63f-46d6-b87b-697cb0222dac tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.2121515 Aug 31 06:59:55.967111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.040819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26cac6a3-ef70-4134-b715-28dfd685c493 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:56.041242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26cac6a3-ef70-4134-b715-28dfd685c493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.060510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=193d5be6-4962-4af2-a169-ae3c2cbc9333,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:56.185305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Deleting port 5dadaa5e-3a30-4360-be41-c1b3d3b76de6 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:56.192670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.215393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:56.234541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 06:59:56.277905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port fdcd519e-5fac-4661-a1b2-e7068542ca8b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:56.278240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.328118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bf1be0-0ec9-4c5a-9020-8756312dcdaf None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T06:52:34Z', 'revision_number': 4, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '77425d53-dd1c-49ba-9d20-20e6de059357', 'name': '', 'network_id': 'a1412297-f0a9-4a33-82e8-2280fe46c66f', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'mac_address': 'fa:16:3e:06:a2:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2020, 'fixed_ips': [{'subnet_id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:31Z', 'updated_at': '2021-08-31T06:52:43Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'subnets': [{'id': 'f8c96791-a547-44ab-9130-5dc0fe9ab43b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 06:59:56.377693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-26cac6a3-ef70-4134-b715-28dfd685c493 None None] Could not find standard attr ID for object 193d5be6-4962-4af2-a169-ae3c2cbc9333. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:56.433038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.437936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-812c3227-ab47-4e3c-8785-41aa0c5b9170 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/193d5be6-4962-4af2-a169-ae3c2cbc9333 HTTP/1.1" status: 204 len: 168 time: 1.1811781 Aug 31 06:59:56.440458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port fdcd519e-5fac-4661-a1b2-e7068542ca8b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=fdcd519e-5fac-4661-a1b2-e7068542ca8b,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:56.440830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.445751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b20636-cff2-4348-a873-41219d1bec8f req-ab26ffb0-74f0-4253-b8f3-9659f1d43a5a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:56.447586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24b20636-cff2-4348-a873-41219d1bec8f req-ab26ffb0-74f0-4253-b8f3-9659f1d43a5a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb HTTP/1.1" status: 200 len: 946 time: 0.2299693 Aug 31 06:59:56.448265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:56.468476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for fdcd519e-5fac-4661-a1b2-e7068542ca8b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:56.489045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-046d00ae-46ef-4986-b973-3ad02c4c45d3 None None] Could not find standard attr ID for object 193d5be6-4962-4af2-a169-ae3c2cbc9333. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 06:59:56.528380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f12b72-343c-4511-aa01-c64b274ff59c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:56.530266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f12b72-343c-4511-aa01-c64b274ff59c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:56.531944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f12b72-343c-4511-aa01-c64b274ff59c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:56.533621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-59f12b72-343c-4511-aa01-c64b274ff59c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0842340 Aug 31 06:59:56.536257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50988) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:56.565697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fdd924c-2b3c-4e3a-b1a2-da3f0cfab41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.660257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.663310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.663747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.689704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24b20636-cff2-4348-a873-41219d1bec8f req-46a5732f-6dc6-4e89-908c-9da1aafcc2e4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=ce40ce15-8ea8-472f-9333-2288acefe7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1780169 Aug 31 06:59:56.698508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 9f76ca99-9e03-4a25-bb79-f30838e1590d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:56.713906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.733708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=fdcd519e-5fac-4661-a1b2-e7068542ca8b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:56.760701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Calling delete_port for 5dadaa5e-3a30-4360-be41-c1b3d3b76de6 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:56.780436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.835148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e9c381-463f-4a75-a7a9-64c09c61df25 None None] New status for floating IP c50dfd79-e09e-434f-bf83-9b00214e3bbc: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 06:59:56.895735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] No DVR routers for this DVR port fdcd519e-5fac-4661-a1b2-e7068542ca8b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:56.897609 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fdd924c-2b3c-4e3a-b1a2-da3f0cfab41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.910235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fdd924c-2b3c-4e3a-b1a2-da3f0cfab41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.937824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.940425 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49b3fa77-6dde-4e77-90e9-04266fca2a45 req-d61074e1-cb98-4885-8dca-16c23b103465 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "DELETE /v2.0/ports/fdcd519e-5fac-4661-a1b2-e7068542ca8b HTTP/1.1" status: 204 len: 173 time: 0.9800246 Aug 31 06:59:56.940885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'name': 'network-vif-deleted', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 06:59:56.943410 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1e2f6-dfe1-4782-b56d-b672044eaa4d" -d '{"events": [{"server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "name": "network-vif-deleted", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 06:59:56.951715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:56.992870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3fdd924c-2b3c-4e3a-b1a2-da3f0cfab41c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87037f187eae4529955f22c89742639f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597554 Aug 31 06:59:57.002504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50996) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:57.014956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd924c-2b3c-4e3a-b1a2-da3f0cfab41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4ebf0-3dc4-4985-acac-268c07424e4e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:57.037817 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 06:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0728b3cc-3d81-4608-9566-5b8b64480c2c x-openstack-request-id: req-0728b3cc-3d81-4608-9566-5b8b64480c2c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 06:59:57.038154 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb", "name": "network-vif-deleted", "tag": "fdcd519e-5fac-4661-a1b2-e7068542ca8b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 06:59:57.038386 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0728b3cc-3d81-4608-9566-5b8b64480c2c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 06:59:57.039007 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0c19df-ffce-4c7c-9d44-1efc3abcfbeb', 'name': 'network-vif-deleted', 'tag': 'fdcd519e-5fac-4661-a1b2-e7068542ca8b', 'status': 'completed', 'code': 200} Aug 31 06:59:57.076304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.085947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.092135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.122773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Pushing event deleted for resources: {'Port': ['ID=5dadaa5e-3a30-4360-be41-c1b3d3b76de6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:57.125883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.130511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/9f76ca99-9e03-4a25-bb79-f30838e1590d HTTP/1.1" status: 204 len: 168 time: 0.5812957 Aug 31 06:59:57.130926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441b5e1b-0097-4aac-bddf-b6a43b0ca996 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:57.131669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5034a-88f1-4f02-b0f0-9d4ad06230cc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=9f76ca99-9e03-4a25-bb79-f30838e1590d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:57.133520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 50998) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:57.179571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.233531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet d6d75855-9b22-46d7-a82c-8540c46ae9a0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:57.237245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.243387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.246971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.260958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0ba2199d-42aa-49b3-ba1b-bbaf815a64c4 tempest-AttachVolumeTestJSON-1050966630 tempest-AttachVolumeTestJSON-1050966630-project] 10.222.0.57 "DELETE /v2.0/floatingips/c50dfd79-e09e-434f-bf83-9b00214e3bbc HTTP/1.1" status: 204 len: 168 time: 1.5622468 Aug 31 06:59:57.317724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.321217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.325814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5fb4ebf0-3dc4-4985-acac-268c07424e4e HTTP/1.1" status: 204 len: 168 time: 0.3222885 Aug 31 06:59:57.359188 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.363970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cef784-b7ed-45e2-a5e2-371ed078ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4ebf0-3dc4-4985-acac-268c07424e4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:57.499547 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a6347624-33ee-452c-927a-14b8ca02e7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.652834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.699808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf35b22-aaa5-4602-bdb7-791dfcbbaf17 req-beedaba9-30f0-417c-9030-084b559d777a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:57.701492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecf35b22-aaa5-4602-bdb7-791dfcbbaf17 req-beedaba9-30f0-417c-9030-084b559d777a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1235714 Aug 31 06:59:57.707947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.784843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51024) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:57.799577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ecf35b22-aaa5-4602-bdb7-791dfcbbaf17 req-78d0747a-2dec-40de-9b90-4f022c505854 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890899 Aug 31 06:59:57.816651 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.864562 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.869422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/d6d75855-9b22-46d7-a82c-8540c46ae9a0 HTTP/1.1" status: 204 len: 168 time: 0.7330379 Aug 31 06:59:57.870613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed62bbc-1b3a-4fff-94f4-b3ad17396e2d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d75855-9b22-46d7-a82c-8540c46ae9a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:57.874513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51026) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:57.919184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:57.945459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9fee5931-1e06-4b29-a4a8-b436b89e76b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0706780 Aug 31 06:59:57.952158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:57.959995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:57.965756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.086932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:58.090823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.161600 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.164940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.167001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/security-groups/ce40ce15-8ea8-472f-9333-2288acefe7b6 HTTP/1.1" status: 204 len: 168 time: 0.3811247 Aug 31 06:59:58.210092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:58.211047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4555bc6-0f01-48c0-b2c9-3d705c7a9c05 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce40ce15-8ea8-472f-9333-2288acefe7b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:58.326372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting subnet 8020ba7b-170a-41e5-842e-8ad2acb8e24d {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 06:59:58.336495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a49911-14d3-49b9-ad25-b0f6a460817c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:58.340873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.402388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.410331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:58.427752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.441028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 06:59:58.444817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:58.449564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:58.450091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.473002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5190592 Aug 31 06:59:58.473511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:58.479739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:58.529388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0fcb2514-6544-490a-b0cc-24131e6e11f8 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:58.529776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fcb2514-6544-490a-b0cc-24131e6e11f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.610017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1518417011-network', 'tenant_id': 'cf619e2547c4442b9aa57da584c66ae7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:58.618848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a16ac-33c0-4346-bc26-5463f5a65ca9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=3f8ebe59-5858-4e15-965c-ac126e84fa77,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:58.656458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.717361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Made reservation on behalf of cf619e2547c4442b9aa57da584c66ae7 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:58.720862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.742494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:58.746029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.749745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.750789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.794310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Subnet': ['ID=8020ba7b-170a-41e5-842e-8ad2acb8e24d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:58.796647 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.800005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa45244-efd3-4f85-86a9-363ec8f439ac None None] Network a02c79f9-9239-4a8a-87f9-70ee424ae723 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:58.813276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d41c0563-2415-41a9-aff9-4164e6b2e1b7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/subnets/8020ba7b-170a-41e5-842e-8ad2acb8e24d HTTP/1.1" status: 204 len: 168 time: 0.5991304 Aug 31 06:59:58.815002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51054) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:58.894980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device fdcd519e-5fac-4661-a1b2-e7068542ca8b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 06:59:58.925244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: fdcd519e-5fac-4661-a1b2-e7068542ca8b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 06:59:58.925702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device fdcd519e-5fac-4661-a1b2-e7068542ca8b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 06:59:58.973144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b7c01c-fd5f-446b-a5c5-68a3d5757d8e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:58.974221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:58.989363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.065695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 06:59:59.106948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:59.116559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.117562 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Added segment 469bd942-a5f0-412a-aa86-f8ad86a72cfe of type vlan for network fb5e533f-ab56-4d4d-843b-59b4928ae34c Aug 31 06:59:59.123058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0f34919e-49b0-471e-ac19-6af568eb00f7 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:59.123446 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f34919e-49b0-471e-ac19-6af568eb00f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.133223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f0b10-f4ad-4e75-8a31-8d63233b5266 req-21e9aeb6-67b0-4c0d-918b-08d8d5f60dec tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:59.135804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c74f0b10-f4ad-4e75-8a31-8d63233b5266 req-21e9aeb6-67b0-4c0d-918b-08d8d5f60dec tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1596868 Aug 31 06:59:59.156113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] DHCP port deletion for a02c79f9-9239-4a8a-87f9-70ee424ae723 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 06:59:59.220569 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c74f0b10-f4ad-4e75-8a31-8d63233b5266 req-bb7b7153-7c48-47f9-a8a8-12b7d1f7471f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727091 Aug 31 06:59:59.222696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.272357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.273347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:59.273975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.380169 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.395480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Deleting port 239e014b-5113-46c9-b570-e1235962aef3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:59.396068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.417285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] Pushing event updated for resources: {'Network': ['ID=fb5e533f-ab56-4d4d-843b-59b4928ae34c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:59.429478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-15c6828b-97e3-4575-8e47-1612588cd1db admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0163674 Aug 31 06:59:59.432951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 06:59:59.441145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Request body: {'subnet': {'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1518417011-subnet', 'tenant_id': 'cf619e2547c4442b9aa57da584c66ae7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 06:59:59.473033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 06:59:59.484582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Made reservation on behalf of cf619e2547c4442b9aa57da584c66ae7 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 06:59:59.490672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.554729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 239e014b-5113-46c9-b570-e1235962aef3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 06:59:59.555757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.597943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] For port 239e014b-5113-46c9-b570-e1235962aef3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=239e014b-5113-46c9-b570-e1235962aef3,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:59.598840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.623967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Calling delete_port for 239e014b-5113-46c9-b570-e1235962aef3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:59.701104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port 239e014b-5113-46c9-b570-e1235962aef3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=239e014b-5113-46c9-b570-e1235962aef3,segment=NetworkSegment(a3abb2e6-7982-47b8-aaf0-6f7225cc31ce),segment_id=a3abb2e6-7982-47b8-aaf0-6f7225cc31ce)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 06:59:59.701511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.718386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 239e014b-5113-46c9-b570-e1235962aef3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 06:59:59.731756 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.753045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.772274 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.809480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] Pushing event deleted for resources: {'Port': ['ID=239e014b-5113-46c9-b570-e1235962aef3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:59.816334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0591a5f7-5227-40ff-9a36-92796c989faa None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 06:59:59.816709 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0591a5f7-5227-40ff-9a36-92796c989faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.819640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e26d02-4ff4-43e4-8e4d-644f5b4c4cb0 None None] No DVR routers for this DVR port 239e014b-5113-46c9-b570-e1235962aef3 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 06:59:59.857379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=edd3bc90-ce72-4a79-bf69-485f2123febe,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 06:59:59.890401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Checking segment: {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 06:59:59.890852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Network hostable DHCP agents. Network: fb5e533f-ab56-4d4d-843b-59b4928ae34c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 06:59:59.913693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 06:59:59.932440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, fb5e533f-ab56-4d4d-843b-59b4928ae34c) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 06:59:59.945653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de423884-feae-438f-bdfe-51f8dbfac46f None None] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 06:59:59.948788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 06:59:59.949541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 06:59:59.968289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-104a5619-5efb-4551-8ba8-6d8dc4a5daf8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5331726 Aug 31 06:59:59.987911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:00.028220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.066466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 239e014b-5113-46c9-b570-e1235962aef3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:00.096908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 239e014b-5113-46c9-b570-e1235962aef3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:00.097195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 239e014b-5113-46c9-b570-e1235962aef3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:00.164190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ecaa9-7289-45c0-9279-998fa4c374a0 None None] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:00.184412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=239e014b-5113-46c9-b570-e1235962aef3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:00.195650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] No DVR routers for this DVR port 239e014b-5113-46c9-b570-e1235962aef3 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:00.399774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.436534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.453889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a02c79f9-9239-4a8a-87f9-70ee424ae723']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:00.498957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:00.499239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3abb2e6-7982-47b8-aaf0-6f7225cc31ce') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:00.536693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.578302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f53c92-4d54-4d59-bc13-27f9735eac32 req-8dd4929c-471c-407e-a008-b2e4d95d3ec3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:00.578302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f53c92-4d54-4d59-bc13-27f9735eac32 req-8dd4929c-471c-407e-a008-b2e4d95d3ec3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2287486 Aug 31 07:00:00.596618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.648950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:00:00.649383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: items = [ Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:00:00.652591 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:00:00.777644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0f53c92-4d54-4d59-bc13-27f9735eac32 req-63f2a660-3485-4cf7-be3f-d43d0dc41de9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1903183 Aug 31 07:00:00.784259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.799837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.801902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/networks/a02c79f9-9239-4a8a-87f9-70ee424ae723 HTTP/1.1" status: 204 len: 168 time: 1.9860492 Aug 31 07:00:00.805243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:00.836884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:00.878277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637dcc8-f806-4de9-b1cf-1ca54e7f153c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Network': ['ID=a02c79f9-9239-4a8a-87f9-70ee424ae723,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:00.937626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.949636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:00.949636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.036511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.077396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:01.088162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:01.091624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:01.092303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.100642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb45cd8-8d8d-4495-8f25-537d60e221b8 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:01.137162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=085c67de-ce60-4a23-bc12-329facc24513,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:01.148575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=13']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:01.155324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d71bb0a-eeff-439d-b351-ac8540509482 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6808038 Aug 31 07:00:01.158301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:01.164714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:87:38:48', 'name': 'tempest-NetworksTestDHCPv6-53002059'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:01.211699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 6e26c4c8-d57d-4a06-9a68-30eee63ff4eb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:01.212461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.347816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.348040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.383470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 6e26c4c8-d57d-4a06-9a68-30eee63ff4eb owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:01.400927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:01.446538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '085c67de-ce60-4a23-bc12-329facc24513', 'ip_address': '2001:db8::f816:3eff:fe1d:14b'}, {'subnet_id': '3f8ebe59-5858-4e15-965c-ac126e84fa77'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '7545787b-7b50-4a3f-b273-637a48f32460'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:00:01.489301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.590045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.636408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 4e2a3e25-f647-47ca-9e11-9bd1188467b0 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:01.751704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.806679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=6e26c4c8-d57d-4a06-9a68-30eee63ff4eb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:01.816171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Allocated IP 172.20.0.2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/3f8ebe59-5858-4e15-965c-ac126e84fa77/7545787b-7b50-4a3f-b273-637a48f32460) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:01.884376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:01.884977 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Floating IP 8fd08737-fe17-4b6b-83e7-da3bce95c320 disassociated (deleted). External IP: 172.25.3.214, port: 602a5d20-fbca-4e96-98cc-5b8723ea344f. Aug 31 07:00:01.991920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:02.025204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.032780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:02.047197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dcdad7-32e6-4257-a3b9-3fcb298b8ac3 req-183dbe26-0156-44f7-82ff-5a81bad8338a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.049173 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1dcdad7-32e6-4257-a3b9-3fcb298b8ac3 req-183dbe26-0156-44f7-82ff-5a81bad8338a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1307075 Aug 31 07:00:02.091093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Transition to ACTIVE for port object 7545787b-7b50-4a3f-b273-637a48f32460 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:02.102416 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.166051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1dcdad7-32e6-4257-a3b9-3fcb298b8ac3 req-c7efd348-c8c4-442e-819a-d198325faf8d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071887 Aug 31 07:00:02.257869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e88553-7a39-4ce6-88d9-2f7d47fe065f None None] Pushing event updated for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=14']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:02.269369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 172.20.0.6 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/3f8ebe59-5858-4e15-965c-ac126e84fa77/4e2a3e25-f647-47ca-9e11-9bd1188467b0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:02.286842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fe87:3848 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/085c67de-ce60-4a23-bc12-329facc24513/4e2a3e25-f647-47ca-9e11-9bd1188467b0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:02.345493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:02.506596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:02.512695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.517909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:02.537872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.539362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:02.540259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:02.565228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 4e2a3e25-f647-47ca-9e11-9bd1188467b0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:02.584746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c05112cc-da54-432a-ae1e-2b8f3778050e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/floatingips/8fd08737-fe17-4b6b-83e7-da3bce95c320 HTTP/1.1" status: 204 len: 168 time: 1.7680328 Aug 31 07:00:02.584746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:02.585846 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47bac03-37ab-47fd-aa6d-f149425b5032" -d '{"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:02.615506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.666002 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06baf2b6-89f6-4b8b-bc9d-645bdf73df49 x-openstack-request-id: req-06baf2b6-89f6-4b8b-bc9d-645bdf73df49 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:02.666298 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:02.666549 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-06baf2b6-89f6-4b8b-bc9d-645bdf73df49 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:02.666952 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'status': 'completed', 'code': 200} Aug 31 07:00:02.707664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:02.710490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:02.718287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:02.721911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=4e2a3e25-f647-47ca-9e11-9bd1188467b0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:02.789478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-fb21a862-8afc-4a2c-bc34-4dd9b2ba248c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.793182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-fb21a862-8afc-4a2c-bc34-4dd9b2ba248c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 1098 time: 0.0905612 Aug 31 07:00:02.824059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:02.845282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.846168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:02.882269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-def890ad-29ea-4d61-90d3-c5985aed099e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7193820 Aug 31 07:00:02.883401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:02.978858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a3740-96e6-4f78-86f6-c7618d3c9f88 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.985167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3a3740-96e6-4f78-86f6-c7618d3c9f88 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.987094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ca3a3740-96e6-4f78-86f6-c7618d3c9f88 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1024573 Aug 31 07:00:02.988686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-0e7d7d8e-bec4-4a54-a1a9-cbd12e9e0536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:02.990263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-0e7d7d8e-bec4-4a54-a1a9-cbd12e9e0536 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 200 len: 897 time: 0.1909101 Aug 31 07:00:02.991400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:03.018920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f94e-2876-4348-a279-eafc38365035 req-862e552d-30a4-4a1a-a314-62cb991053f9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.021371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed75f94e-2876-4348-a279-eafc38365035 req-862e552d-30a4-4a1a-a314-62cb991053f9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.0967264 Aug 31 07:00:03.085460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-9214beb6-509c-43c9-8ba1-a6ec207e4582 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 200 len: 217 time: 0.0851591 Aug 31 07:00:03.086326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ed75f94e-2876-4348-a279-eafc38365035 req-91fa5a08-abdd-444a-9f07-743e7c042db5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556376 Aug 31 07:00:03.206177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-5696ec4b-d770-467f-a505-85c40c6c88f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.208132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-5696ec4b-d770-467f-a505-85c40c6c88f3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 200 len: 834 time: 0.1091413 Aug 31 07:00:03.269586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 4e2a3e25-f647-47ca-9e11-9bd1188467b0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:03.269958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.338679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-441fa404-5414-4577-8638-3b28c0c9520d None None] Provisioning for port 7545787b-7b50-4a3f-b273-637a48f32460 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:03.346197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-441fa404-5414-4577-8638-3b28c0c9520d None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:03.346575 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-441fa404-5414-4577-8638-3b28c0c9520d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.462426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-2f04b510-fdfb-443c-b85c-f206e56b1436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.466220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-2f04b510-fdfb-443c-b85c-f206e56b1436 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1081b7b0-b16c-4c17-8fe4-4469ba62991c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2474809 Aug 31 07:00:03.519700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:03.541595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.555558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:03.564525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:03.565050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:03.597651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 4e2a3e25-f647-47ca-9e11-9bd1188467b0 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:03.630540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ad952d3-3f32-4f92-a3d9-83beaeb5ec43 None None] Provisioning for port 4e2a3e25-f647-47ca-9e11-9bd1188467b0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:03.642292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eecc0c1-fa26-4ad3-b2ba-7fbcc9fcbabc req-e559240a-c86d-4980-ac44-c0fed534bb86 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:03.643907 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0eecc0c1-fa26-4ad3-b2ba-7fbcc9fcbabc req-e559240a-c86d-4980-ac44-c0fed534bb86 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2354891 Aug 31 07:00:03.670793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4ad952d3-3f32-4f92-a3d9-83beaeb5ec43 None None] Provisioning complete for port 4e2a3e25-f647-47ca-9e11-9bd1188467b0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:03.671077 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ad952d3-3f32-4f92-a3d9-83beaeb5ec43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.737362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:03.771305 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-cce2585f-29f4-45fc-ba60-adc437d6856f service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914178 Aug 31 07:00:03.779053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0eecc0c1-fa26-4ad3-b2ba-7fbcc9fcbabc req-08531b5c-ea72-43d5-9bf7-2608c4cde58c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925167 Aug 31 07:00:03.961299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:03.982090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:04.022617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ad952d3-3f32-4f92-a3d9-83beaeb5ec43 None None] Port 4e2a3e25-f647-47ca-9e11-9bd1188467b0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:04.091508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:04.091897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.174178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:04.284766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-134b793e-f4b6-4b46-9197-105de8d2ba98 None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T06:59:52Z', 'revision_number': 6, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '98c2317f-e6a4-41eb-b03c-5ce8369df062', 'name': '', 'network_id': '1081b7b0-b16c-4c17-8fe4-4469ba62991c', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:af:96:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2883, 'fixed_ips': [{'subnet_id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:03Z', 'updated_at': '2021-08-31T06:58:10Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '51bf1f93-77f0-4eeb-8a92-e728fefe9344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:04.326056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-e9b9c17f-6b2b-4c61-b510-aa8b02f4737d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.327550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-e9b9c17f-6b2b-4c61-b510-aa8b02f4737d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.1586049 Aug 31 07:00:04.411514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e408ed-29bb-4f9a-8aa4-fe5fe0e49630 req-2fe4f245-6e40-484c-8545-c93499f337e7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.421015 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14e408ed-29bb-4f9a-8aa4-fe5fe0e49630 req-2fe4f245-6e40-484c-8545-c93499f337e7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 946 time: 0.2011926 Aug 31 07:00:04.528897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14e408ed-29bb-4f9a-8aa4-fe5fe0e49630 req-08151baf-9e4e-4899-8b91-f7797261f544 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9e3a1070-a007-4a53-8773-5a4e1e769cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072817 Aug 31 07:00:04.548806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=4e2a3e25-f647-47ca-9e11-9bd1188467b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:04.563245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 602a5d20-fbca-4e96-98cc-5b8723ea344f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:04.564352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.712463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port 602a5d20-fbca-4e96-98cc-5b8723ea344f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=602a5d20-fbca-4e96-98cc-5b8723ea344f,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:04.713259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.731487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 602a5d20-fbca-4e96-98cc-5b8723ea344f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:04.737363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c47bac03-37ab-47fd-aa6d-f149425b5032 req-466c6077-2386-4295-95ef-0cf097a96c45 service neutron] 10.222.0.53 "GET /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9538662 Aug 31 07:00:04.746728 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.751420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a43cf5e1-05bb-4ecc-ad91-8f5c81dd379b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/4e2a3e25-f647-47ca-9e11-9bd1188467b0 HTTP/1.1" status: 204 len: 168 time: 1.7588353 Aug 31 07:00:04.752047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:04.824568 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5637edf-a5ef-4987-871d-5aa223d90323 None None] New status for floating IP 8fd08737-fe17-4b6b-83e7-da3bce95c320: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:00:04.845635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa918a-4718-4de0-a578-4865308cee3f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.847509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa918a-4718-4de0-a578-4865308cee3f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.849142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aa918a-4718-4de0-a578-4865308cee3f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:04.855020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-90aa918a-4718-4de0-a578-4865308cee3f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1019588 Aug 31 07:00:04.855624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:04.957074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:04.992130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=602a5d20-fbca-4e96-98cc-5b8723ea344f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:04.998986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 085c67de-ce60-4a23-bc12-329facc24513 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:05.004148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.049439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] No DVR routers for this DVR port 602a5d20-fbca-4e96-98cc-5b8723ea344f on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:05.052616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.056676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc01344f-d4e1-48fd-aa30-304233941bdf req-b3599e8f-d144-4aa2-81b9-f7a69fa32588 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "DELETE /v2.0/ports/602a5d20-fbca-4e96-98cc-5b8723ea344f HTTP/1.1" status: 204 len: 173 time: 0.7198842 Aug 31 07:00:05.057416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'name': 'network-vif-deleted', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:05.060884 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4cdca57-354a-49c0-ade7-17b3fecf639d" -d '{"events": [{"server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "name": "network-vif-deleted", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:05.078534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb252e35-4538-44f3-9a9e-f69a8932127b req-4e90c827-1c38-46bf-b9f5-f4c1fc9e6559 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:05.087625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb252e35-4538-44f3-9a9e-f69a8932127b req-4e90c827-1c38-46bf-b9f5-f4c1fc9e6559 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1567936 Aug 31 07:00:05.116889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.164327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb252e35-4538-44f3-9a9e-f69a8932127b req-00079fb6-a750-4972-8729-36d88649a271 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729344 Aug 31 07:00:05.274701 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57a3e7a3-1ab6-4778-bf0b-e9f50f1ea762 x-openstack-request-id: req-57a3e7a3-1ab6-4778-bf0b-e9f50f1ea762 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:05.274993 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cb0fe7-499f-4584-b7ad-0cf480cd9eb8", "name": "network-vif-deleted", "tag": "602a5d20-fbca-4e96-98cc-5b8723ea344f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:05.275246 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-57a3e7a3-1ab6-4778-bf0b-e9f50f1ea762 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:05.275654 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50cb0fe7-499f-4584-b7ad-0cf480cd9eb8', 'name': 'network-vif-deleted', 'tag': '602a5d20-fbca-4e96-98cc-5b8723ea344f', 'status': 'completed', 'code': 200} Aug 31 07:00:05.279145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.366016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.437867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=085c67de-ce60-4a23-bc12-329facc24513,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:05.452759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a7a3f8-be88-4bfc-9809-dd69b2fdb5b4 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:05.457008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.465973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97d1cdaa-559d-4f90-ba95-994bb68869b3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/085c67de-ce60-4a23-bc12-329facc24513 HTTP/1.1" status: 204 len: 168 time: 0.6092980 Aug 31 07:00:05.468652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:05.652766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.667198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 3f8ebe59-5858-4e15-965c-ac126e84fa77 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:05.689228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.764375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b22aa72-84de-432f-baa5-5209c5068d93 req-be287661-7422-4a0d-8a31-1489c9aafb62 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=50cb0fe7-499f-4584-b7ad-0cf480cd9eb8 HTTP/1.1" status: 200 len: 210 time: 0.0725930 Aug 31 07:00:05.800592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:05.951149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.035781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.052999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.055316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/3f8ebe59-5858-4e15-965c-ac126e84fa77 HTTP/1.1" status: 204 len: 168 time: 0.5851128 Aug 31 07:00:06.057950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:06.088381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3221f052-f7c1-4d57-963e-7e19446bf0d7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=3f8ebe59-5858-4e15-965c-ac126e84fa77,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:06.121551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6d6cf46a-729f-4b73-8a63-94edfca3feeb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0598981 Aug 31 07:00:06.122180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:06.132267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:06.323064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:06.327379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.692706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfd00ec-7da5-4fc8-b9be-996999728238 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:06.739862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b33fd-7903-4ed2-ac6b-90c97b0c7af0 req-49b565ca-2bb8-4f3d-a6e9-1cf0a7be1312 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:06.744744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-503b33fd-7903-4ed2-ac6b-90c97b0c7af0 req-49b565ca-2bb8-4f3d-a6e9-1cf0a7be1312 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.4588485 Aug 31 07:00:06.797581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4376022b-0a31-4e86-ade4-be2855ceb0eb None None] Provisioning complete for port 7545787b-7b50-4a3f-b273-637a48f32460 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:06.797969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4376022b-0a31-4e86-ade4-be2855ceb0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:06.848758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51162) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:06.851322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-503b33fd-7903-4ed2-ac6b-90c97b0c7af0 req-2c230956-f425-4f80-8433-56df1483b26a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055932 Aug 31 07:00:06.982586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.019317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.019666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.047261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:07.078478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:07.082900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:07.089813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:07.090470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.092966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.096134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.097431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/security-groups/9e3a1070-a007-4a53-8773-5a4e1e769cfd HTTP/1.1" status: 204 len: 168 time: 0.2458882 Aug 31 07:00:07.112282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Deleting port 7545787b-7b50-4a3f-b273-637a48f32460 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:07.112950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.127763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea9d05-e741-464d-ba70-c79eb88f1ea0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a1070-a007-4a53-8773-5a4e1e769cfd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:07.141857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:07.164840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=64b92326-6184-4b11-9268-f52633de4cd2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:07.171713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60932b34-35df-4b97-93f9-dcf86518bc84 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0461917 Aug 31 07:00:07.173460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:07.181986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:07.235565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] For port 7545787b-7b50-4a3f-b273-637a48f32460, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7545787b-7b50-4a3f-b273-637a48f32460,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:07.235959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.254915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Calling delete_port for 7545787b-7b50-4a3f-b273-637a48f32460 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:07.378412 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.387534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:07.392844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.434809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] Pushing event deleted for resources: {'Port': ['ID=7545787b-7b50-4a3f-b273-637a48f32460,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:07.447914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec7d825-1f5c-4884-88a1-a5bf21ec3c2a None None] No DVR routers for this DVR port 7545787b-7b50-4a3f-b273-637a48f32460 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:07.468645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602586ae-0e22-40db-a400-4c9f85054f1a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:07.726161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '64b92326-6184-4b11-9268-f52633de4cd2'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:07.728716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.784325 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.925301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:07.928744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:07.980986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:08.002911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7545787b-7b50-4a3f-b273-637a48f32460 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:08.003260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7545787b-7b50-4a3f-b273-637a48f32460 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:08.003689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:08.034683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:08.049825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:08.050377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.089995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Allocated IP 172.20.0.2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/64b92326-6184-4b11-9268-f52633de4cd2/e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:08.097432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Allocated IP 2001:db8::f816:3eff:fe2a:a204 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/8c981e0b-f183-4244-b6e0-427e379976a0/e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:08.104535 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9269063 Aug 31 07:00:08.107933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:08.112252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aff886-e688-4dc6-a974-bc8e22f5d2bc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=8c981e0b-f183-4244-b6e0-427e379976a0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:08.129559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:e5:a9:f3', 'name': 'tempest-NetworksTestDHCPv6-928257149'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:08.143111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a40d32b-5e0b-4814-a0ae-d117bea4614a req-aa944a52-be08-44f3-9c75-1e1d76e04f4d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:08.152766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a40d32b-5e0b-4814-a0ae-d117bea4614a req-aa944a52-be08-44f3-9c75-1e1d76e04f4d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1510823 Aug 31 07:00:08.188684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a40d32b-5e0b-4814-a0ae-d117bea4614a req-000cb626-00f1-45cf-b930-349ddc6071a4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342994 Aug 31 07:00:08.313640 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.323590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Transition to ACTIVE for port object e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:08.342297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Transition to ACTIVE for port object e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:08.350558 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.382550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 98c2317f-e6a4-41eb-b03c-5ce8369df062 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:08.382937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.396033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:08.399725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:08.404201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:08.412876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Pushing event updated for resources: {'Port': ['ID=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:08.458117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:08.556780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Attempting to bind port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:08.557597 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Attempting to bind port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:08.557972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Attempting to bind port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:08.565102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port 98c2317f-e6a4-41eb-b03c-5ce8369df062, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98c2317f-e6a4-41eb-b03c-5ce8369df062,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:08.565510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.570226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:08.570835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:08.571448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.572139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:08.575010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Bound port: e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:08.575664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.593196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 98c2317f-e6a4-41eb-b03c-5ce8369df062 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:08.626116 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.681982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] For port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:08.687299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 52c2f62f-281c-4950-ae2e-28c28f50d3f7 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:08.687604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] For port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:08.695321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:08.765509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05860d14-0ee6-4864-a737-5d5f2c13f64b None None] Pushing event updated for resources: {'Port': ['ID=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:08.921139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 602a5d20-fbca-4e96-98cc-5b8723ea344f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:09.033150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 602a5d20-fbca-4e96-98cc-5b8723ea344f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:09.033150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 602a5d20-fbca-4e96-98cc-5b8723ea344f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:09.034146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:09.037548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 172.20.0.4 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/64b92326-6184-4b11-9268-f52633de4cd2/52c2f62f-281c-4950-ae2e-28c28f50d3f7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:09.061576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fee5:a9f3 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/8c981e0b-f183-4244-b6e0-427e379976a0/52c2f62f-281c-4950-ae2e-28c28f50d3f7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:09.199837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.239397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=98c2317f-e6a4-41eb-b03c-5ce8369df062,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:09.396152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.503392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 52c2f62f-281c-4950-ae2e-28c28f50d3f7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:09.639293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23644edb-9c0a-48b8-98d8-b6a6004199d9 req-50897c38-f55d-4c7b-838c-c0064e04c5fc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:09.644384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-23644edb-9c0a-48b8-98d8-b6a6004199d9 req-50897c38-f55d-4c7b-838c-c0064e04c5fc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2214341 Aug 31 07:00:09.774758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-23644edb-9c0a-48b8-98d8-b6a6004199d9 req-e1da8c73-589f-4c98-89b3-b9dcc5e12ee4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079159 Aug 31 07:00:09.789846 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.899803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:09.911417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:09.924050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:09.933065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:09.975042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=52c2f62f-281c-4950-ae2e-28c28f50d3f7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:10.181582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:10.195633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.223510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:10.418560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:10.522652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:10.570138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:10.686743 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.711670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459bc7c4-6f07-45c4-9c2f-63bf4bfc521e None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:10.716952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:10.717905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.825387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:10.848726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-39484045-f688-4596-8078-5c7edd0d6ab9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7391350 Aug 31 07:00:10.852076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:10.858967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Provisioning for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:10.888991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Deleting port 77425d53-dd1c-49ba-9d20-20e6de059357 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:10.889369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.901964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:10.917956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Provisioning complete for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:10.922307 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:10.961647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.075505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['43373f6f-567c-4a98-8b31-4f1833fc3cd8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:11.085294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed6c9bb-b5e9-47c2-83a6-a55768707e6c req-6f38dc72-7d15-4831-a165-b58913435bbd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:11.086856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ed6c9bb-b5e9-47c2-83a6-a55768707e6c req-6f38dc72-7d15-4831-a165-b58913435bbd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 945 time: 0.0784845 Aug 31 07:00:11.090046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80ea27-67ee-4cb2-a3da-19cc32999c72 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:11.114645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80ea27-67ee-4cb2-a3da-19cc32999c72 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:11.123687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aa80ea27-67ee-4cb2-a3da-19cc32999c72 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.2705331 Aug 31 07:00:11.126403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router d5c8946c-98d8-4d88-81af-bce7a5be3eeb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:11.127489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51232) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:11.144102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] For port 77425d53-dd1c-49ba-9d20-20e6de059357, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=77425d53-dd1c-49ba-9d20-20e6de059357,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:11.144490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.174094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Calling delete_port for 77425d53-dd1c-49ba-9d20-20e6de059357 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:11.195580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ed6c9bb-b5e9-47c2-83a6-a55768707e6c req-66efdcfe-33db-49f4-8ed0-eb7fa824765e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898449 Aug 31 07:00:11.301888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:11.389453 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.487044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] For port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:11.501518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.558993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.600329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 52c2f62f-281c-4950-ae2e-28c28f50d3f7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:11.600611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.628142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Pushing event deleted for resources: {'Port': ['ID=77425d53-dd1c-49ba-9d20-20e6de059357,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:11.650886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910824ea-449f-465f-8f8f-273c16754a48 None None] Pushing event updated for resources: {'Port': ['ID=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:11.920061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:11.934593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 52c2f62f-281c-4950-ae2e-28c28f50d3f7 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:11.953855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:11.971588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1dfd823c-2086-422a-9889-3549aa72690a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/d5c8946c-98d8-4d88-81af-bce7a5be3eeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8251216 Aug 31 07:00:11.979435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:12.001526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Sync routers for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:12.033382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:12.034023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:12.188271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:12.196713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.263212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:12.285839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting subnet 51bf1f93-77f0-4eeb-8a92-e728fefe9344 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:12.306522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.447479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:12.450162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:12.450162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.520556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.539547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfd90e5-248c-4773-9639-0e55997bc28b req-866d0a52-e789-45a9-bdfc-29a3d1900093 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:12.541281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0dfd90e5-248c-4773-9639-0e55997bc28b req-866d0a52-e789-45a9-bdfc-29a3d1900093 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 945 time: 0.1772430 Aug 31 07:00:12.625483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:12.629831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.729379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0dfd90e5-248c-4773-9639-0e55997bc28b req-537b682b-20d4-4be9-895d-cc1ee2533138 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679432 Aug 31 07:00:12.736703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:12.858203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f360f1f-2228-4b55-99fa-7af9a7fcc1e2 None None] Provisioning complete for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:12.858617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f360f1f-2228-4b55-99fa-7af9a7fcc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:12.997445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.032747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:13.045231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Sync routers for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:13.061455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-98f6a46e-3b11-47ab-9d73-488fcc8188bc admin admin] 10.222.0.57 "PUT /v2.0/routers/fe6a0a2a-c071-4b6f-8ba4-63829d82abaa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0264604 Aug 31 07:00:13.062699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:13.065493 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc83df91-4ccb-4728-b23e-a0fd25cd4cb1" -d '{"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:13.066968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51242) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.082705 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:13.088573 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.124438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:13.134945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.193257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.267359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T07:00:08Z', 'revision_number': 7, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.353574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.385784 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:13.422011 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac79fb9-a161-4478-9d81-dc0c908c790c x-openstack-request-id: req-eac79fb9-a161-4478-9d81-dc0c908c790c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:13.422371 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:13.422656 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eac79fb9-a161-4478-9d81-dc0c908c790c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:13.423176 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'code': 200} Aug 31 07:00:13.524083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Checking router: d5c8946c-98d8-4d88-81af-bce7a5be3eeb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:13.528547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:13.576313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Routers {'d5c8946c-98d8-4d88-81af-bce7a5be3eeb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:13.576986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:13.618819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=52c2f62f-281c-4950-ae2e-28c28f50d3f7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:13.681730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.686135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0fb9771-66d0-4d93-abad-ff3c4c9265eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/52c2f62f-281c-4950-ae2e-28c28f50d3f7 HTTP/1.1" status: 204 len: 168 time: 2.5552490 Aug 31 07:00:13.686704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.721778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.760087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7f360f1f-2228-4b55-99fa-7af9a7fcc1e2 None None] Provisioning complete for port 52c2f62f-281c-4950-ae2e-28c28f50d3f7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:13.760464 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f360f1f-2228-4b55-99fa-7af9a7fcc1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.772420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Subnet': ['ID=51bf1f93-77f0-4eeb-8a92-e728fefe9344,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:13.784795 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:13.793001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a5ffc6cf-bf2d-4a21-9af2-141ef2074711 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/subnets/51bf1f93-77f0-4eeb-8a92-e728fefe9344 HTTP/1.1" status: 204 len: 168 time: 1.8059826 Aug 31 07:00:13.797397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51250) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.832953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea74c2c-f235-49d9-83ad-6f60294cf0d8 None None] Network 1081b7b0-b16c-4c17-8fe4-4469ba62991c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:13.849114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7f360f1f-2228-4b55-99fa-7af9a7fcc1e2 None None] Port 52c2f62f-281c-4950-ae2e-28c28f50d3f7 was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 07:00:13.893423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899f047-c8cb-4251-b9b6-8fd9a0a13b02 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:13.895509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899f047-c8cb-4251-b9b6-8fd9a0a13b02 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:13.898913 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899f047-c8cb-4251-b9b6-8fd9a0a13b02 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:13.903774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4899f047-c8cb-4251-b9b6-8fd9a0a13b02 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2140510 Aug 31 07:00:13.910369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51252) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:13.966110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.010574 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T07:00:11Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:14.041404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-82448816-a179-4cb3-bc54-e3d97527ee3c None None] Could not find standard attr ID for object 52c2f62f-281c-4950-ae2e-28c28f50d3f7. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:14.132858 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Checking router: fe6a0a2a-c071-4b6f-8ba4-63829d82abaa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:14.182375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Routers {'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:14.184547 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:14.245699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 64b92326-6184-4b11-9268-f52633de4cd2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:14.252541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.271690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] Set router d5c8946c-98d8-4d88-81af-bce7a5be3eeb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:14.477795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96068e27-977f-438f-bf66-dbbd2df0ff2b req-ed749544-dbc6-4109-97e5-ede0c53b7696 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:14.479973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.498238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96068e27-977f-438f-bf66-dbbd2df0ff2b req-ed749544-dbc6-4109-97e5-ede0c53b7696 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.5930891 Aug 31 07:00:14.524230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.562021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] DHCP port deletion for 1081b7b0-b16c-4c17-8fe4-4469ba62991c request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:14.575943 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] Set router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:14.618069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.813936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.833522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Deleting port 85181b6b-9829-406e-9d09-e85faea828db {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:14.834506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.873715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Deleting port 7c980e9e-5996-47df-88d6-041c5d919af5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:14.874108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.889256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.959788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:14.965599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-96068e27-977f-438f-bf66-dbbd2df0ff2b req-14ca2166-1d68-49fb-8f0a-78d5243fc309 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4594226 Aug 31 07:00:14.997578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=64b92326-6184-4b11-9268-f52633de4cd2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.013510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.016366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b58f8d0-f519-4075-a718-d8725f5626ed tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/64b92326-6184-4b11-9268-f52633de4cd2 HTTP/1.1" status: 204 len: 168 time: 1.0766399 Aug 31 07:00:15.019322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.039306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29125069-3da9-4b48-bdce-7d15af591b1c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:15.043857 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T07:00:11Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:15.118715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 8c981e0b-f183-4244-b6e0-427e379976a0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:15.120110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port c4b36a7c-0dcb-47bf-a642-824698838ad4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:15.120953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.128154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.139734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T07:00:08Z', 'revision_number': 7, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:15.143732 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e393ae-47a6-4e9c-ac64-a7d6888b08db None None] The sync data for ids ['fe6a0a2a-c071-4b6f-8ba4-63829d82abaa'] in n-d-712707-15 is: [{'id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'name': 'tempest-AttachVolumeTestJSON-332506463-router', 'tenant_id': '1ff780f9eac44da2a324cadbb1df13c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64'}], 'enable_snat': True}, 'gw_port_id': '85181b6b-9829-406e-9d09-e85faea828db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:52:22Z', 'updated_at': '2021-08-31T07:00:11Z', 'revision_number': 5, 'project_id': '1ff780f9eac44da2a324cadbb1df13c5', 'gw_port': {'id': '85181b6b-9829-406e-9d09-e85faea828db', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6a0a2a-c071-4b6f-8ba4-63829d82abaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2005, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:52:23Z', 'updated_at': '2021-08-31T06:52:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:15.205281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] For port 85181b6b-9829-406e-9d09-e85faea828db, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=85181b6b-9829-406e-9d09-e85faea828db,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:15.205694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.230122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7d5edd-35e6-45f7-b8c7-e690cb4b9ad5 None None] The sync data for ids ['d5c8946c-98d8-4d88-81af-bce7a5be3eeb'] in n-d-712707-15 is: [{'id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'name': 'tempest-TestNetworkBasicOps-router-736364368', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18'}], 'enable_snat': True}, 'gw_port_id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:56Z', 'updated_at': '2021-08-31T07:00:08Z', 'revision_number': 7, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'c4b36a7c-0dcb-47bf-a642-824698838ad4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:7d:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c8946c-98d8-4d88-81af-bce7a5be3eeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2864, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:57Z', 'updated_at': '2021-08-31T06:58:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:15.230399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Calling delete_port for 85181b6b-9829-406e-9d09-e85faea828db owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:15.233277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] For port 7c980e9e-5996-47df-88d6-041c5d919af5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7c980e9e-5996-47df-88d6-041c5d919af5,segment=NetworkSegment(034a62f4-0748-4697-ba88-3b209a874df5),segment_id=034a62f4-0748-4697-ba88-3b209a874df5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:15.233886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.245850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.299847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Calling delete_port for 7c980e9e-5996-47df-88d6-041c5d919af5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:15.433442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.518395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.620045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=8c981e0b-f183-4244-b6e0-427e379976a0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.628441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.631451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1f1a1179-a21a-4e29-8923-c65e6259e09b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/8c981e0b-f183-4244-b6e0-427e379976a0 HTTP/1.1" status: 204 len: 168 time: 0.6102321 Aug 31 07:00:15.633963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.664055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.699235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d089f87a-fd0e-40ff-8eb0-c85d034c1d78 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0638082 Aug 31 07:00:15.706194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51262) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.749115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] Pushing event deleted for resources: {'Port': ['ID=7c980e9e-5996-47df-88d6-041c5d919af5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:15.753291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77207f19-e5d4-4726-87bd-68908697e4f0 None None] No DVR routers for this DVR port 7c980e9e-5996-47df-88d6-041c5d919af5 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:15.786693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:15.793966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddfd9ee8-7dc6-42db-a1ce-df256e9dcafe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:15.795547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ddfd9ee8-7dc6-42db-a1ce-df256e9dcafe tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0878174 Aug 31 07:00:15.798928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:15.902669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e012de8-13c3-40e8-9ea8-7fac74addc58 None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '8c981e0b-f183-4244-b6e0-427e379976a0'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:00:15.934242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c47cc813-d2b0-46c5-bd39-85104d392cfb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:15.936112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c47cc813-d2b0-46c5-bd39-85104d392cfb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1359932 Aug 31 07:00:15.951346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51266) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:16.078051 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-71c50ac9-85d0-4749-91fa-8a865eabecf6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254909 Aug 31 07:00:16.085808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:16.093835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:16.140599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port c4b36a7c-0dcb-47bf-a642-824698838ad4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c4b36a7c-0dcb-47bf-a642-824698838ad4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:16.141196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.170717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for c4b36a7c-0dcb-47bf-a642-824698838ad4 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:16.292462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:16.305963 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.310477 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:16.310942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:16.326270 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e012de8-13c3-40e8-9ea8-7fac74addc58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.330159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98c2317f-e6a4-41eb-b03c-5ce8369df062 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:16.340450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b081de8e-a2a6-4e26-bab9-130eeb6449f6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2529650 Aug 31 07:00:16.343337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51274) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:16.350415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:16.366908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 98c2317f-e6a4-41eb-b03c-5ce8369df062 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:16.369314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98c2317f-e6a4-41eb-b03c-5ce8369df062 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:16.371133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c980e9e-5996-47df-88d6-041c5d919af5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:16.386871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b0302-9f06-4433-b240-84e6fff5f151 req-c8c7a33a-1b85-4bbd-936a-a2c62266ace4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:16.387765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d97b0302-9f06-4433-b240-84e6fff5f151 req-c8c7a33a-1b85-4bbd-936a-a2c62266ace4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1614189 Aug 31 07:00:16.407007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7c980e9e-5996-47df-88d6-041c5d919af5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:16.407740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7c980e9e-5996-47df-88d6-041c5d919af5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:16.408377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 77425d53-dd1c-49ba-9d20-20e6de059357 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:16.430781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 77425d53-dd1c-49ba-9d20-20e6de059357 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:16.431505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 77425d53-dd1c-49ba-9d20-20e6de059357 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:16.528420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:16.532744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.534988 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:16.535422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:16.556026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f9d0b2c-41a4-460f-a23f-e373062ac104 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2114041 Aug 31 07:00:16.559468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:16.571194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:16.689931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.731630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57dbdc96-a0b0-4579-be33-18658a066fa4 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:16.767190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:16.774532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.777697 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:16.778167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:16.807391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d97b0302-9f06-4433-b240-84e6fff5f151 req-6fbafacf-edb8-4bcc-91d7-d2fe0f6f89bf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435025 Aug 31 07:00:16.815302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8d4e0a2-8472-4fe4-ae26-66494cee0810 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2546527 Aug 31 07:00:16.818559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:16.819458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Pushing event deleted for resources: {'Port': ['ID=85181b6b-9829-406e-9d09-e85faea828db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:16.825091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:16.985486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-910e07a9-5057-49e8-9eff-dc767f42fb60 None None] Provisioning complete for port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:16.985943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-910e07a9-5057-49e8-9eff-dc767f42fb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:16.994911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.027786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:17.031866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.036227 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:17.036688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:17.064711 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1703c1fd-1b74-4261-b0d5-60aa12c72bab tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2451527 Aug 31 07:00:17.069236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.071961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:17.080251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:17.131283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.134347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.189056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.189740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe6a0a2a-c071-4b6f-8ba4-63829d82abaa {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:00:17.195964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.197216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-90535b21-9519-43fa-abdb-109365a8b14b admin admin] 10.222.0.57 "DELETE /v2.0/routers/fe6a0a2a-c071-4b6f-8ba4-63829d82abaa HTTP/1.1" status: 204 len: 168 time: 4.1156619 Aug 31 07:00:17.201103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.204297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Deleting port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:17.205286 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.287952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Deleting subnet f8c96791-a547-44ab-9130-5dc0fe9ab43b {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:17.297616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:17.299104 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.303913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.306290 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:17.306975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:17.330804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.336338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c89ab51d-008b-4518-9abb-ad62777a0289 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2657330 Aug 31 07:00:17.339216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51286) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.355873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:17.388840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=c4b36a7c-0dcb-47bf-a642-824698838ad4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:17.402605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] For port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:17.405729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.440885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.451226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Calling delete_port for e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:17.535801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.542385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:17.550263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.553995 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:17.555197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:17.588616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93c3ab72-54cd-4ddb-ae2f-d947aa5c9012 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2476652 Aug 31 07:00:17.590958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51288) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.647735 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.666927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.673312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.697410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545ff711-88d0-4c4b-9625-9403a7df3fa3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:17.708164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-545ff711-88d0-4c4b-9625-9403a7df3fa3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1138692 Aug 31 07:00:17.708405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.716173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] Pushing event deleted for resources: {'Port': ['ID=e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:17.722126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.727988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea430a-3dad-4abb-a050-0599f455d957 None None] No DVR routers for this DVR port e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:17.788931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.790360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Fanout notify agent at l3_agent the message router_deleted on router d5c8946c-98d8-4d88-81af-bce7a5be3eeb {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:00:17.816962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e3e75d-d045-478a-a56c-609a67e2a8ef tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:17.826762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d3e3e75d-d045-478a-a56c-609a67e2a8ef tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1163998 Aug 31 07:00:17.829180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.871115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:17.891199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f8284c1c-7197-4fb8-a265-a339b7808ccd tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/routers/d5c8946c-98d8-4d88-81af-bce7a5be3eeb HTTP/1.1" status: 204 len: 168 time: 4.0884004 Aug 31 07:00:17.898312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.945123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f20fb703-1bab-44b7-83f2-4f0dfd29a48f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1113708 Aug 31 07:00:17.946636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:17.955583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:17.965122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.109743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:18.148080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:18.148425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e9cdb0bc-d2af-4ae9-9559-e975b0b8bc88 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:18.150331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8c96791-a547-44ab-9130-5dc0fe9ab43b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:18.152380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 85181b6b-9829-406e-9d09-e85faea828db no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:18.157482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.161532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26590742-6295-47d6-9f58-e901de9cb6a1 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f8c96791-a547-44ab-9130-5dc0fe9ab43b HTTP/1.1" status: 204 len: 168 time: 0.9572229 Aug 31 07:00:18.167096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:18.229944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1ce34e-59ed-4b60-9dc9-3adc7e93e3da None None] Network a1412297-f0a9-4a33-82e8-2280fe46c66f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:18.266123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f472ac1a-27f0-4e22-8a2c-79c9808d97d8 req-aab11f98-dfd2-4fd4-b748-f967037e43bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:18.268488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f472ac1a-27f0-4e22-8a2c-79c9808d97d8 req-aab11f98-dfd2-4fd4-b748-f967037e43bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2981927 Aug 31 07:00:18.274776 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.336229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.347520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 85181b6b-9829-406e-9d09-e85faea828db {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:18.348133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 85181b6b-9829-406e-9d09-e85faea828db not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:18.367214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f472ac1a-27f0-4e22-8a2c-79c9808d97d8 req-22179adb-bf5c-465b-b766-deb43c0ea73b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850384 Aug 31 07:00:18.372220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:18.377159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.606505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] DHCP port deletion for a1412297-f0a9-4a33-82e8-2280fe46c66f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:18.637729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.678052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1081b7b0-b16c-4c17-8fe4-4469ba62991c']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:18.685801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Deleting port e6404956-6c21-4b09-bba1-160962d4e0a6 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:18.686623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.729141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '034a62f4-0748-4697-ba88-3b209a874df5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:18.729669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '034a62f4-0748-4697-ba88-3b209a874df5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:18.761803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.770970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] For port e6404956-6c21-4b09-bba1-160962d4e0a6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6404956-6c21-4b09-bba1-160962d4e0a6,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:18.772699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.795949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Calling delete_port for e6404956-6c21-4b09-bba1-160962d4e0a6 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:18.801664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.806941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Deleting port e6404956-6c21-4b09-bba1-160962d4e0a6 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:18.807565 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.932274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] For port e6404956-6c21-4b09-bba1-160962d4e0a6, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6404956-6c21-4b09-bba1-160962d4e0a6,segment=NetworkSegment(0203f835-5476-4fbb-91a4-13326740cbbe),segment_id=0203f835-5476-4fbb-91a4-13326740cbbe)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:18.932867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:18.955493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Calling delete_port for e6404956-6c21-4b09-bba1-160962d4e0a6 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:18.982335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.047420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] Pushing event deleted for resources: {'Port': ['ID=e6404956-6c21-4b09-bba1-160962d4e0a6,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.054522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66e4fb3-7201-4429-8ec1-4957e087610d None None] No DVR routers for this DVR port e6404956-6c21-4b09-bba1-160962d4e0a6 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:00:19.089555 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:00:19.096026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:19.096026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.157211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=0e849342-e7c0-4634-9572-2ea8c0da5ac8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.181432 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.190051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:19.192938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.193711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:19.201314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:19.204665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.210890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0716716b-66ea-4a7b-9ad2-3dd29c514ecc None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:19.234890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1dac0a02-f20d-422a-962f-df5d3feb4fad tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2872109 Aug 31 07:00:19.237432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:19.243278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:c3:b6:40', 'name': 'tempest-NetworksTestDHCPv6-733732957'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:19.251786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.276465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/networks/1081b7b0-b16c-4c17-8fe4-4469ba62991c HTTP/1.1" status: 204 len: 168 time: 1.3578074 Aug 31 07:00:19.310972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:19.311807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Pushing event deleted for resources: {'Port': ['ID=e6404956-6c21-4b09-bba1-160962d4e0a6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.324963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'network': {'name': 'tempest-network-smoke--351887531', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:19.372741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816115db-3908-4311-8539-bb50eba01780 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Network': ['ID=1081b7b0-b16c-4c17-8fe4-4469ba62991c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:19.377845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:19.382082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.386397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] No DVR routers for this DVR port e6404956-6c21-4b09-bba1-160962d4e0a6 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:19.426073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:19.527779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '0e849342-e7c0-4634-9572-2ea8c0da5ac8'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:19.528664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.573258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.638625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.681434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1412297-f0a9-4a33-82e8-2280fe46c66f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:19.684511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:00:19.738196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.738557 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Added segment 67e13ff9-fd38-4126-8d6c-4268c3542d4d of type vlan for network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be Aug 31 07:00:19.742092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0203f835-5476-4fbb-91a4-13326740cbbe') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:19.742385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0203f835-5476-4fbb-91a4-13326740cbbe') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:19.825005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Allocated IP 2001:db8::f816:3eff:feb0:e3c (1b1d8c60-eace-4b9e-bf62-fe74f412de50/0e849342-e7c0-4634-9572-2ea8c0da5ac8/57edeb81-1a82-4d38-b2c6-a0c5a0328ec5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:19.837447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.878313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bc98ae-dc16-48f7-b1d2-ff7591a60bb8 req-ed7adaea-93b9-4cb0-9b17-2b6c7630f957 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:19.890258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60bc98ae-dc16-48f7-b1d2-ff7591a60bb8 req-ed7adaea-93b9-4cb0-9b17-2b6c7630f957 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.3492243 Aug 31 07:00:19.906912 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.942413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.973548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:00:19.974442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:00:19.983635 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:00:19.986690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6404956-6c21-4b09-bba1-160962d4e0a6 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:20.019606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port fdb2a5d8-fc03-44b5-a4f7-45f425e63288 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:20.024725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e6404956-6c21-4b09-bba1-160962d4e0a6 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:20.025155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6404956-6c21-4b09-bba1-160962d4e0a6 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:20.025682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c4b36a7c-0dcb-47bf-a642-824698838ad4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:20.054115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60bc98ae-dc16-48f7-b1d2-ff7591a60bb8 req-de8dc2c4-0add-4f33-8736-bf8b60106324 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624784 Aug 31 07:00:20.070247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c4b36a7c-0dcb-47bf-a642-824698838ad4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:20.070656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c4b36a7c-0dcb-47bf-a642-824698838ad4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:20.091949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.097929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:20.098550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.110829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.124072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.127729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.133147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/a1412297-f0a9-4a33-82e8-2280fe46c66f HTTP/1.1" status: 204 len: 168 time: 1.9616137 Aug 31 07:00:20.138133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Transition to ACTIVE for port object 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:20.165388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8429379 Aug 31 07:00:20.166370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51318) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:20.171960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'admin_state_up': True, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:20.183343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Transition to ACTIVE for port object 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:20.186953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815ddbda-11cd-439c-8387-27ef46a72695 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Network': ['ID=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.207875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:00:20.211491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.220844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b041287-1886-49f4-ad74-2c3aecdad3dc admin admin] Pushing event deleted for resources: {'Network': ['ID=a1412297-f0a9-4a33-82e8-2280fe46c66f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.290761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.291791 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.341614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fec3:b640 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/0e849342-e7c0-4634-9572-2ea8c0da5ac8/fdb2a5d8-fc03-44b5-a4f7-45f425e63288) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:20.379251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:20.381551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:20.388132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:20.407007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:20.438219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.470353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-99448c80-8bd5-48e3-b347-25cc34557e3e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1ff780f9eac44da2a324cadbb1df13c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0876055 Aug 31 07:00:20.478421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:20.496146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Pushing event updated for resources: {'Port': ['ID=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.543044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.550674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Attempting to bind port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:20.551582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Attempting to bind port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:20.552121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Attempting to bind port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:20.559585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 6, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:20.560264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:20.561356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.562121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:20.562775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Bound port: 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:20.563328 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.571951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.641457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.644810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.649148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b1b21a84-950f-4805-8323-1798883c59db HTTP/1.1" status: 204 len: 168 time: 0.1666167 Aug 31 07:00:20.665572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb2d966-c15d-4c3d-871d-703e75141223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b21a84-950f-4805-8323-1798883c59db,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.687163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] For port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:20.714932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] For port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:20.719771 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:20.800717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b135ea-cdda-4a30-94e6-01212146dc4a None None] Pushing event updated for resources: {'Port': ['ID=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:20.887285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.078331 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.144492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object fdb2a5d8-fc03-44b5-a4f7-45f425e63288 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:21.321382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.435865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=fdb2a5d8-fc03-44b5-a4f7-45f425e63288,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:21.492556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dd61b-1a6e-426e-a0e4-82775b4d0328 req-ca23ab48-8750-483d-a6c7-b8de3b3085f5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:21.494220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-372dd61b-1a6e-426e-a0e4-82775b4d0328 req-ca23ab48-8750-483d-a6c7-b8de3b3085f5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.3095980 Aug 31 07:00:21.498295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.509877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:21.543395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.553891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:21.562614 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:21.568982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:21.569783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:21.655023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-372dd61b-1a6e-426e-a0e4-82775b4d0328 req-0d513af4-a70f-47d5-90f3-421da3720a54 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1475303 Aug 31 07:00:21.683648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fa8a0241-8485-43a6-8164-f8d79276d4cb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4451277 Aug 31 07:00:21.686562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:21.815096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.25.3.116 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/e13a965b-a5db-4ab8-94c3-a6cf31eae4c4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:21.829022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8e5b9-b80e-4a62-8783-3bfda8922e49 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:21.862988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc8e5b9-b80e-4a62-8783-3bfda8922e49 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:21.868271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0cc8e5b9-b80e-4a62-8783-3bfda8922e49 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1805840 Aug 31 07:00:21.874440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:22.037808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.075485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:22.131072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.131382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port fdb2a5d8-fc03-44b5-a4f7-45f425e63288 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:22.139752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.163750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:22.212794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:22.227228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:22.228847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:22.231874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:22.449767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.476458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for fdb2a5d8-fc03-44b5-a4f7-45f425e63288 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:22.589796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Provisioning for port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:22.600214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Provisioning complete for port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:22.601877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.726932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.801630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=fdb2a5d8-fc03-44b5-a4f7-45f425e63288,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:22.821670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.933433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.935435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] For port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:22.941603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-08c217e4-fb34-49b7-99a1-d38d595d4981 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/fdb2a5d8-fc03-44b5-a4f7-45f425e63288 HTTP/1.1" status: 204 len: 168 time: 1.0631971 Aug 31 07:00:22.943753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:22.946347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:23.005296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.069957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d404f9f8-9c5f-46cb-9761-9282988126da None None] Pushing event updated for resources: {'Port': ['ID=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:23.093816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-68f0457e-7c92-4552-8e82-21d82c1f6e95 None None] Could not find standard attr ID for object fdb2a5d8-fc03-44b5-a4f7-45f425e63288. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:23.108075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c0927-0800-4a83-9e1d-17b76def93e7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:23.110356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-061c0927-0800-4a83-9e1d-17b76def93e7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:23.123640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-061c0927-0800-4a83-9e1d-17b76def93e7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1347435 Aug 31 07:00:23.126209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:23.163507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797f5e4-8bd4-48e8-a87e-b74fcfe91070 req-160e2d3e-1aa5-4b62-baf3-7ad338da45df tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:23.165949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d797f5e4-8bd4-48e8-a87e-b74fcfe91070 req-160e2d3e-1aa5-4b62-baf3-7ad338da45df tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2809067 Aug 31 07:00:23.282618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 0e849342-e7c0-4634-9572-2ea8c0da5ac8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:23.290772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.298016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d797f5e4-8bd4-48e8-a87e-b74fcfe91070 req-2368e219-b0d7-41ee-81a8-e7c4534ffed0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136017 Aug 31 07:00:23.411171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.542745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.586307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:23.969281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:24.104732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:24.106461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.121869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.200991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.203156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/0e849342-e7c0-4634-9572-2ea8c0da5ac8 HTTP/1.1" status: 204 len: 168 time: 1.0713668 Aug 31 07:00:24.204277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=0e849342-e7c0-4634-9572-2ea8c0da5ac8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:24.205692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51412) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:24.207071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router e014e8a2-2108-40c3-adfa-03e973b17a01 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:00:24.221162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.232520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.232520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.232520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.232520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.232520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.233167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.233167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.241522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.242136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.242703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.243061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1faba00-1cc0-43e9-8196-32284baed62f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:24.245627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0c7cc3-57f2-46b6-9840-ea0c18d791f0 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:24.345578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8006015e-e1b6-47b9-a1f4-83b197433855 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1376433 Aug 31 07:00:24.345934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:24.365631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:24.494550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:24.615619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Deleting port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:24.618517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.642403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c67bf-7a3c-4908-a61b-55460d1bf687 req-4ad29718-b0ff-458b-ba52-a4cb99c2f93e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:24.643826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-993c67bf-7a3c-4908-a61b-55460d1bf687 req-4ad29718-b0ff-458b-ba52-a4cb99c2f93e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1611435 Aug 31 07:00:24.701985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:24.705115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:24.709517 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.730969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Sync routers for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:24.782571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-993c67bf-7a3c-4908-a61b-55460d1bf687 req-6bedafe8-5dcc-4f4d-9b3b-ea87d02a5846 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266997 Aug 31 07:00:24.797604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.798819 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7614958-dd58-4cc3-879c-65cff07c0280 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.6312633 Aug 31 07:00:24.801870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:24.840389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] For port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:24.840992 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:24.856840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8157224f-f478-45f4-9e78-56cf4bc369bc tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=5e9e199d5fef45919432b1bc534c2f03&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0531096 Aug 31 07:00:24.858042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Calling delete_port for 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:24.859679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:24.869013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:24.869945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T06:59:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:24.992634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b690ab-fb91-4381-be73-a5c98c632c63 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:25.001387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-96b690ab-fb91-4381-be73-a5c98c632c63 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1404624 Aug 31 07:00:25.002202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:25.041923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9626d19-b2cd-464e-af56-14c5e06670bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.123653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ca0b757c-6e7c-4607-bda5-47a7ac640682 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1159444 Aug 31 07:00:25.131724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51446) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:25.138995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1704772344', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:25.154319 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:00:25.316289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:25.364124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:25.387505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.389687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:25.390972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:25.393354 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.518667 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Could not find related port for resource to bump revision. Aug 31 07:00:25.525629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 07:00:25.525947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:e3c {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 07:00:25.536453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb0:e3c {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 07:00:25.540717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.633040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:25.637082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:25.642478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:25.643087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.658268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.660745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:25.677730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c72209f2-3919-4ef2-b502-f28228d6d421 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3282058 Aug 31 07:00:25.678333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51466) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:25.690299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:cf:02:4a', 'name': 'tempest-NetworksTestDHCPv6-199637018'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:25.707629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] Pushing event deleted for resources: {'Port': ['ID=57edeb81-1a82-4d38-b2c6-a0c5a0328ec5,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:25.739965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Subnet': ['ID=1877f8c7-28c3-4406-82c8-0f6b1009e210,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:25.754035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211f73c1-b8da-485b-a09d-a7a88ee133f3 None None] No DVR routers for this DVR port 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:25.825575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Checking segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:25.825969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network hostable DHCP agents. Network: ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:00:25.841457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94478b32-5dd8-4e4e-a8df-e4cf52700184 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:25.862192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:00:25.880159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:25.900181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:25.900840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:25.929634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f2a02156-b633-4e9c-8d3b-bffcbfe56ea9 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7963967 Aug 31 07:00:25.935400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51470) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:26.051791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:26.075758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda68db9-06d5-4ddf-a890-4e9505e3732b None None] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:26.135265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:26.166403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22f04257-c66e-4d21-a6a2-8a10b93072fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.224792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.272952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:26.273340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 57edeb81-1a82-4d38-b2c6-a0c5a0328ec5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:26.287230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 05449b56-0c46-43e5-9856-50721fbac05a yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:26.341619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:26.342489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.376388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bfe52f-d73e-4965-a0c5-e7b9866fb603 req-f3836bb9-b85d-4038-b187-fc2e85122699 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:26.385207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9bfe52f-d73e-4965-a0c5-e7b9866fb603 req-f3836bb9-b85d-4038-b187-fc2e85122699 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2219648 Aug 31 07:00:26.524846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9bfe52f-d73e-4965-a0c5-e7b9866fb603 req-e31e7b5e-cba8-4f9f-9dea-e1cbb3b2eab1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382205 Aug 31 07:00:26.596316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fecf:24a (1b1d8c60-eace-4b9e-bf62-fe74f412de50/9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea/05449b56-0c46-43e5-9856-50721fbac05a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:26.785141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.803712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 05449b56-0c46-43e5-9856-50721fbac05a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:26.858893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:26.933062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=05449b56-0c46-43e5-9856-50721fbac05a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:26.953045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:26.955272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:26.973199 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22f04257-c66e-4d21-a6a2-8a10b93072fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.005026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:27.013819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.015050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.018855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-22f04257-c66e-4d21-a6a2-8a10b93072fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.019257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:22Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:27.022354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:27.022763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.046401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0de11099-1f9c-4bfb-bc39-8c56d5435e14 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.3609533 Aug 31 07:00:27.047004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:27.112053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-22f04257-c66e-4d21-a6a2-8a10b93072fa admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0714d07e1de74bf9ab0dfa8cdc749681&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7186527 Aug 31 07:00:27.119063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:27.121307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f04257-c66e-4d21-a6a2-8a10b93072fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=333f14e8-c4ba-4dc4-8dda-50132c2bfd9b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:27.127840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Checking router: e014e8a2-2108-40c3-adfa-03e973b17a01 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:27.128191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Updating router e014e8a2-2108-40c3-adfa-03e973b17a01 port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:00:27.136202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa0410c-c96b-42ba-b6f7-c0f21c85198e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.145645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aaa0410c-c96b-42ba-b6f7-c0f21c85198e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0974796 Aug 31 07:00:27.146802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51488) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:27.165497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Allocated IP 2001:db8::f816:3eff:fec3:56f9 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea/0a702cf9-6b13-4109-bb5c-e08bb9ee4d17) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:27.185853 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.301098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.314633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Allocated IP 172.20.0.2 (ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be/1877f8c7-28c3-4406-82c8-0f6b1009e210/f50b0d40-bd2d-4eb2-8428-45c90d2f34f3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:27.350719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 05449b56-0c46-43e5-9856-50721fbac05a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:27.351060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.399795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.492158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.500727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Transition to ACTIVE for port object f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:27.519767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Transition to ACTIVE for port object f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:27.597627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.633507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 05449b56-0c46-43e5-9856-50721fbac05a owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:27.841539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:27.894081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81407a1d-7522-45b1-a14d-ebde60312e56 req-ded9bd1c-2e75-46b5-804e-58eba23749b0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:27.898575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81407a1d-7522-45b1-a14d-ebde60312e56 req-ded9bd1c-2e75-46b5-804e-58eba23749b0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.2262228 Aug 31 07:00:27.915721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:27.962231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:27.973802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:28.022534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81407a1d-7522-45b1-a14d-ebde60312e56 req-916133ff-a998-4667-82a8-bd9f1d814257 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993290 Aug 31 07:00:28.099370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe03df5a-6418-407b-a2c4-ecde285f814f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.155806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.166792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.222242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Pushing event updated for resources: {'Port': ['ID=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.243140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.245639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=05449b56-0c46-43e5-9856-50721fbac05a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.329161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.335047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54b86879-b88f-481d-b035-b962a58e5623 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/05449b56-0c46-43e5-9856-50721fbac05a HTTP/1.1" status: 204 len: 168 time: 1.1869643 Aug 31 07:00:28.335857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:28.337230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.347008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Transition to ACTIVE for port object 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:28.377291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Transition to ACTIVE for port object 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:28.479033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b15b64-eb3d-44fa-8b9e-ceeeae15a8d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:28.480726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b15b64-eb3d-44fa-8b9e-ceeeae15a8d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:28.485283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e7b15b64-eb3d-44fa-8b9e-ceeeae15a8d5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1479940 Aug 31 07:00:28.485976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:28.522958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.543139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Transition to ACTIVE for port object e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:28.560542 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:28.564750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.566769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Attempting to bind port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:28.567293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Attempting to bind port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:28.595710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Attempting to bind port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 on network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:28.611559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.616527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.1 (ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be/1877f8c7-28c3-4406-82c8-0f6b1009e210/c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:28.622562 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.624412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.700191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:28.700901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Checking segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:28.701445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.701948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Bound using segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:28.702552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Bound port: f50b0d40-bd2d-4eb2-8428-45c90d2f34f3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:28.703043 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.718945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Attempting to bind port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:28.719571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Attempting to bind port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:28.720428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Attempting to bind port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:28.737455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.763143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:28.766005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:28.767021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:28.767021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.767479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:28.768419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Bound port: e13a965b-a5db-4ab8-94c3-a6cf31eae4c4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:28.768999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.783644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:28.819198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.820057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.823227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:28.837802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:28.851851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Pushing event updated for resources: {'Port': ['ID=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.876691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.931481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.933582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.934228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:28.937627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/333f14e8-c4ba-4dc4-8dda-50132c2bfd9b HTTP/1.1" status: 204 len: 168 time: 1.8150709 Aug 31 07:00:28.937811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea HTTP/1.1" status: 204 len: 168 time: 0.4494925 Aug 31 07:00:28.942110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.953775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:28.956391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166eb9b2-3fe4-44bb-b52c-060518e00530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=333f14e8-c4ba-4dc4-8dda-50132c2bfd9b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.965258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f188b79-c33a-4eac-b43d-2adad4da366d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:28.988019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f633e2-2524-4f89-8164-3dad5928b7dd None None] Pushing event updated for resources: {'Port': ['ID=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:29.056218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-269b5fc1-e78e-441a-9a55-6a499628cf6a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0967634 Aug 31 07:00:29.056480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51520) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:29.069835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Attempting to bind port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:29.070342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Attempting to bind port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:29.070799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Attempting to bind port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:29.085935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] For port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:29.090204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:29.090726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:29.091385 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.091948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:29.092090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:29.092887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Bound port: 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:29.093605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.098570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:29.113540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:29.139838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] For port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:29.144568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] For port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:29.250130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d05a1a-ea62-46e0-8b4a-a8cc8ab3f686 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:29.251771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6d05a1a-ea62-46e0-8b4a-a8cc8ab3f686 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1942675 Aug 31 07:00:29.256736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:29.266470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] For port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:29.270686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] For port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:29.287923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.304425 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.344910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] For port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:29.412583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5a4586-ce81-459f-9bdd-60012854e0c8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:29.417388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:29.417661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0a5a4586-ce81-459f-9bdd-60012854e0c8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1554236 Aug 31 07:00:29.421218 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.536494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-79e06936-4a0e-4ddb-9562-4026f36c1dfd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1108088 Aug 31 07:00:29.538204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:29.544739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:29.575795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a2ca8-abf9-4362-86b9-a920321f6734 req-3fb8a72c-dce8-42d0-8598-8cc8ef07ca9c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:29.585898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28763bb-c0ab-4584-aad1-96a1dfa49aa5 None None] Pushing event updated for resources: {'Port': ['ID=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:29.594234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f94a2ca8-abf9-4362-86b9-a920321f6734 req-3fb8a72c-dce8-42d0-8598-8cc8ef07ca9c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.3907883 Aug 31 07:00:29.595773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:29.596411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:00:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:29.613903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.674052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51538) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:29.779273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a45d166-33dd-488f-ba68-80ef35282be0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:29.861747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 31 07:00:29.861747 n-d-712707-15 neutron-server[94640]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 31 07:00:29.861747 n-d-712707-15 neutron-server[94640]: [parameters: {'project_id': '0f6696b2bd7f4b1b896522b5d341c152', 'id': 'ddf85aca-44e9-449f-84d5-5e9bffa6cc22', 'expiration': datetime.datetime(2021, 8, 31, 7, 2, 29, 851572)}] Aug 31 07:00:29.861747 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:00:29.862200 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:00:29.870705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f94a2ca8-abf9-4362-86b9-a920321f6734 req-eced922d-5661-491a-865e-05c5e9a9966f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2750416 Aug 31 07:00:29.892664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:29.960034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.061178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a45d166-33dd-488f-ba68-80ef35282be0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.071421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a45d166-33dd-488f-ba68-80ef35282be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.082262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.122342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639cc4ff-88dd-45fc-bd4f-139f6e2d7ba2 None None] Pushing event updated for resources: {'Port': ['ID=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:30.127904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a45d166-33dd-488f-ba68-80ef35282be0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39748447-9bb8-462e-8597-4cd2204482ff,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:30.176007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51546) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:30.185927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a45d166-33dd-488f-ba68-80ef35282be0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7010aae828cc451c9850f0218ffa3b39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5108938 Aug 31 07:00:30.231231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f633e2-2524-4f89-8164-3dad5928b7dd None None] Pushing event updated for resources: {'Port': ['ID=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:30.265545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:22Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:30.270521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.310910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.321836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53618cb-33ca-4ee9-8d2b-d074fac6701b None None] The sync data for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 is: [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:22Z', 'revision_number': 3, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:30.442364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:30.470157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.471074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.472850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.483884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/39748447-9bb8-462e-8597-4cd2204482ff HTTP/1.1" status: 204 len: 168 time: 0.3042765 Aug 31 07:00:30.514738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a9f0d1-4731-4a3b-af74-712ec781744e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39748447-9bb8-462e-8597-4cd2204482ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:30.606605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.611580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.673848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:30.978237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:31.072612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:31.080674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:31.087749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:31.254233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae0da3-908e-4939-9ebd-730a45edb866 req-99a24d91-33d5-47f8-a199-3d8cc0be5e3d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:31.257540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2ae0da3-908e-4939-9ebd-730a45edb866 req-99a24d91-33d5-47f8-a199-3d8cc0be5e3d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1292548 Aug 31 07:00:31.356991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47e5e6-1f01-4c77-b918-930517724af9 None None] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:31.379311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router e014e8a2-2108-40c3-adfa-03e973b17a01 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:00:31.507995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-047bba60-34d3-4896-bfc6-8b45b6fba2b8 None None] Provisioning for port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:31.548536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:31.598340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:00:31.609797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d7f59b1c-9674-450c-9d41-ecc152e074eb tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/e014e8a2-2108-40c3-adfa-03e973b17a01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6733904 Aug 31 07:00:31.612244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:31.687226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2ae0da3-908e-4939-9ebd-730a45edb866 req-f5d0a6a3-d6c9-4c6c-9b73-e0eefa79a868 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2881668 Aug 31 07:00:31.965442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.187983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.189265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.190155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.190935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.191564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.192190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.193098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.193885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.195457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.200992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cdef628e-3a4d-4ba1-b208-989cc7a21465 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6388 time: 0.5875075 Aug 31 07:00:32.202034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:32.303311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] For port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:32.350703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:32.355458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.378161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.378835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.473772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:32.493200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:32.493942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.520064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.520535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.521053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.521538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.521994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.522445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.522897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.546319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.546780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.551270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-915ed437-40eb-4bb1-a516-7b43ad9a6eeb tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5900 time: 0.3456001 Aug 31 07:00:32.576893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:32.591085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=b129a823-1132-474d-a488-5b74cc087696,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:32.625872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:32.634235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:32.640242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:32.645496 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:32.652540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e31988d-cae8-45de-81d5-a3d12105a899 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:32.683812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,revision_number=5']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:32.716194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c07fc4a8-aeda-41fd-81e1-23993146d7b6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1763096 Aug 31 07:00:32.720096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51600) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:32.735649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:d1:56:fe', 'name': 'tempest-NetworksTestDHCPv6-1176791757'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:33.022628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:33.162137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.237563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:33.243002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14c7c363-9df9-4cdc-8276-b264e147771e None None] Provisioning for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:33.248263 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.249297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:33.311864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.323031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfe352-aa42-458c-b904-07b5c6660b1d req-40611b99-5d60-4958-afdd-8557a6211975 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:33.330481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6bfe352-aa42-458c-b904-07b5c6660b1d req-40611b99-5d60-4958-afdd-8557a6211975 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.3498094 Aug 31 07:00:33.389664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port bff26d04-4bcf-44ab-9a33-daaab0b09422 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:33.420904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14c7c363-9df9-4cdc-8276-b264e147771e None None] Provisioning complete for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:33.421213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14c7c363-9df9-4cdc-8276-b264e147771e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.462532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26125987-4681-4209-9ffd-c7c2a0235fb4 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.8770750 Aug 31 07:00:33.511360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b6bfe352-aa42-458c-b904-07b5c6660b1d req-d0345558-3ce0-47dc-b51d-019507dfa2e0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371756 Aug 31 07:00:33.649777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:33.667920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-14c7c363-9df9-4cdc-8276-b264e147771e None None] Port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:33.696633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:33.697149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.699161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:33.851582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8962a25a-9067-4178-820b-7715edc0229a None None] Provisioning complete for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:33.852195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8962a25a-9067-4178-820b-7715edc0229a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:33.854712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fed1:56fe (1b1d8c60-eace-4b9e-bf62-fe74f412de50/b129a823-1132-474d-a488-5b74cc087696/bff26d04-4bcf-44ab-9a33-daaab0b09422) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:33.931873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8962a25a-9067-4178-820b-7715edc0229a None None] Port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:33.955955 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.013813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Sync routers for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:00:34.040306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:34.050014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.065949 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:34.066630 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:00:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:34.122013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:34.329738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.369837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object bff26d04-4bcf-44ab-9a33-daaab0b09422 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:34.398963 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:34.433959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.501751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:34.583223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:34.613062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:34.641381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:34.661702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.663159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.667869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:34.681437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:34.685243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=bff26d04-4bcf-44ab-9a33-daaab0b09422,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:34.730715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447f3c08-1f5b-4b63-85ae-f9c02b43f5b3 req-55af91ab-eb3b-46db-9ebb-74ef797b292b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.733234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de9cef1c-d3a0-4ae8-87b2-90189a9a34c7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0058510 Aug 31 07:00:34.736331 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:34.740960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-447f3c08-1f5b-4b63-85ae-f9c02b43f5b3 req-55af91ab-eb3b-46db-9ebb-74ef797b292b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.0944445 Aug 31 07:00:34.837622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:34.837928 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:34.840533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-447f3c08-1f5b-4b63-85ae-f9c02b43f5b3 req-b62ca828-db4f-428d-b2a3-9dbb0f259184 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983887 Aug 31 07:00:34.879232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51662) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:34.884945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4c05f-799e-4da5-8873-7e39fa3d3b52 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.886394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1156771097', 'description': 'tempest-secgroup-smoke-1156771097 description', 'project_id': '5e9e199d5fef45919432b1bc534c2f03'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:34.920189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d4c05f-799e-4da5-8873-7e39fa3d3b52 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:34.931518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-50d4c05f-799e-4da5-8873-7e39fa3d3b52 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1939902 Aug 31 07:00:34.935458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:35.093089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.173847 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:30Z', 'revision_number': 2, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:35.229795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Checking router: e014e8a2-2108-40c3-adfa-03e973b17a01 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:00:35.230892 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Updating router e014e8a2-2108-40c3-adfa-03e973b17a01 port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:00:35.282394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port bff26d04-4bcf-44ab-9a33-daaab0b09422 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:35.287529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.298344 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.413779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Provisioning for port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:35.421103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.425822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Provisioning complete for port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:35.427345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.431739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.435319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.466636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for bff26d04-4bcf-44ab-9a33-daaab0b09422 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:35.488147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f32ea18-f576-4313-832c-07005b88d6a9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.502891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.504150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4fa210eb-a338-4355-8764-e2b26ddc7fce tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6241012 Aug 31 07:00:35.507698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:35.515258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:35.575059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.641010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.695515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.729229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.745097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.745589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.789946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] For port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:35.803887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.808365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9324ec7-ab6d-4beb-a0af-46c3577f3192,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.823369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=bff26d04-4bcf-44ab-9a33-daaab0b09422,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.826289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.831633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f69090f3-6090-4df0-a849-73a8aeadc558 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3171048 Aug 31 07:00:35.832903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:35.839939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:35.896672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.903874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1d9d33a3-bd94-4656-8b6f-9de905cb3194 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/bff26d04-4bcf-44ab-9a33-daaab0b09422 HTTP/1.1" status: 204 len: 168 time: 0.9648175 Aug 31 07:00:35.908731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:35.952465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-339514e2-e751-4f9b-9ca7-3126b06a1780 None None] Could not find standard attr ID for object bff26d04-4bcf-44ab-9a33-daaab0b09422. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:35.970580 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:35.985769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d2767c-2f8f-4109-b978-47de713d5209 None None] Pushing event updated for resources: {'Port': ['ID=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:35.996934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.002325 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Transition to ACTIVE for port object c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:36.012972 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.056097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-7aa1e073-a85b-41bb-b30b-48f7c0c1d4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.058171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-7aa1e073-a85b-41bb-b30b-48f7c0c1d4c0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1098 time: 0.0950694 Aug 31 07:00:36.118626 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Pushing event updated for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:36.155063 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.155677 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.156201 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.156725 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.157225 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.157754 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.158305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.158850 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.159394 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.159952 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.160480 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.161033 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:36.190816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-04c8e91a-c04c-4023-8315-ccb5e30afb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.196776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-04c8e91a-c04c-4023-8315-ccb5e30afb72 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1306896 Aug 31 07:00:36.216201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d0800-b2c5-4ada-afaa-c60b5a4d9e89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.232700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:36.245465 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Attempting to bind port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:36.246527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Attempting to bind port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:36.247209 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Attempting to bind port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 on network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:36.253525 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:36.254647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29d0800-b2c5-4ada-afaa-c60b5a4d9e89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.255747 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Checking segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:36.259732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e29d0800-b2c5-4ada-afaa-c60b5a4d9e89 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3466046 Aug 31 07:00:36.260819 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.261610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:36.261944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Bound using segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:36.262635 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Bound port: c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:36.263213 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.361287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:36.361287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.395859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-d167b4eb-2efb-49be-b5a1-e591f57a0336 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1002 time: 0.1912949 Aug 31 07:00:36.471314 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] For port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:36.487439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-7d9fc124-854e-4a02-996e-da2fc5b3f589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.489151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-7d9fc124-854e-4a02-996e-da2fc5b3f589 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0851760 Aug 31 07:00:36.492450 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] For port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:36.504600 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.527453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f210961-d6bc-4333-99eb-aa9df00a0c86 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:00:36.545772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-1618ee52-d94d-43db-87fa-428bc52559b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:36.547872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-1618ee52-d94d-43db-87fa-428bc52559b1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500841 Aug 31 07:00:36.584957 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:00:36.586074 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:00:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:36.706042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f210961-d6bc-4333-99eb-aa9df00a0c86 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:00:36.734316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:36.761724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-7cf05d08-7b0d-48c0-9b21-20ccb2c1fc96 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051492 Aug 31 07:00:36.876977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:36.877273 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:36.909128 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:00:36.992638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3576f1b-36cc-43d9-a016-f337cf0d91ef req-b1c04f04-729c-4e8d-b3af-d6e2be1d2d0d service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225177 Aug 31 07:00:37.028754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.040554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.070382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de533a03-3e5d-44b2-931b-29c621df0000 req-36273e06-a8c6-4b93-9e3e-f20c5c24b17e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:37.078103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de533a03-3e5d-44b2-931b-29c621df0000 req-36273e06-a8c6-4b93-9e3e-f20c5c24b17e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 1.0419731 Aug 31 07:00:37.082884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.084364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2499208 Aug 31 07:00:37.087738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:37.090769 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4477d-d935-488a-aa21-69a4b500d342 None None] Pushing event updated for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:37.095238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:37.098497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet b129a823-1132-474d-a488-5b74cc087696 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:37.106977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e4acf-ecca-403b-aaea-0c3e047726e0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ac36d00-1fb0-4e3a-9710-62af502bcdfe,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:37.108937 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.182166 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.253190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de533a03-3e5d-44b2-931b-29c621df0000 req-1c6bba6e-094e-47f8-a6ab-212c600c4d91 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1740522 Aug 31 07:00:37.265368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.393697 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.401059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.443290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd8c947-13ab-40af-b320-471309b1c32c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:37.452962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.454584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6eb53c6e-cdd6-421f-a8c0-da3f05368517 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3653555 Aug 31 07:00:37.457273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:37.463382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:37.474552 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:36Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:00:37.496452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.523245 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cf1c42-20eb-48bc-b893-75a4ee3efde9 None None] The sync data for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 is: [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:36Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:00:37.617382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.742161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.764426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.811138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.813404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=b129a823-1132-474d-a488-5b74cc087696,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:37.816590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.819552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fd04d810-e54d-42ff-9eae-fafb2965467d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/b129a823-1132-474d-a488-5b74cc087696 HTTP/1.1" status: 204 len: 168 time: 1.5568495 Aug 31 07:00:37.822189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:37.861752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f073dfd9-c478-4a0d-8d42-e723f18993b2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:37.872661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:37.874183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3758d97-242b-44c3-b521-8f3519b9af88 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4149044 Aug 31 07:00:37.877039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:37.904031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:37.965870 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:00:37.975441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.101256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.106927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.134211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9491b4f0-f584-4094-b8dc-0b840f481699,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:38.159658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.161248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d18d98bd-da25-41ce-a363-44c703bb6987 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2740240 Aug 31 07:00:38.164525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:38.169875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'security_group_rule': {'security_group_id': '9f32ea18-f576-4313-832c-07005b88d6a9', 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:38.245608 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Project 5e9e199d5fef45919432b1bc534c2f03 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:00:38.260913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.315438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:38.419998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.420234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:38.424672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.428819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:38.429347 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.453255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc20595c-8f0c-4b29-bfae-96d8fe63c303,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:38.475828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.477653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d048ae0-84b3-4a00-8502-cb365e5911fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3119195 Aug 31 07:00:38.500450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3eb1ace8-5900-4732-bd04-ea4cd8518221 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6735296 Aug 31 07:00:38.500697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:38.507042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:38.595237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f14bce7-227b-40d3-805c-0624e48ad4e3 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:38.619270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8083bdd9-eed8-4f53-adad-037a34071e34 req-fa14f1ec-04d5-47a4-830e-ce140b847607 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:38.642616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8083bdd9-eed8-4f53-adad-037a34071e34 req-fa14f1ec-04d5-47a4-830e-ce140b847607 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1475177 Aug 31 07:00:38.765845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:38.768968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8083bdd9-eed8-4f53-adad-037a34071e34 req-7f664fa0-53c3-4831-8a6a-90d2cf03dbec tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174366 Aug 31 07:00:38.771134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.919459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-93a32c5e-031c-4f12-bcbd-9474b46a83db None None] Provisioning complete for port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:38.919459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-93a32c5e-031c-4f12-bcbd-9474b46a83db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:38.948180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.082423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-8eddf9b2-247b-454f-8575-266d2e65fe9f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1156771097&fields=id&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 267 time: 0.0941896 Aug 31 07:00:39.105667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:39.114937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.185744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:39.334447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:39.373452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-199106c8-053c-4af7-9430-4835db99eb9e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:39.385034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-199106c8-053c-4af7-9430-4835db99eb9e tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/networks?id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 200 len: 796 time: 0.2928672 Aug 31 07:00:39.416533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-87cc7e36-5a4a-45c9-85ea-6227ac7e2361 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0731027 Aug 31 07:00:39.462015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Deleting port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:39.462501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.543312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-f441013e-b48b-4405-9a8c-c1f7cb76c444 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/quotas/5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 375 time: 0.1569979 Aug 31 07:00:39.563326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] For port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:39.563927 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.581537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Calling delete_port for 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:39.584856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-30587d2b-6bd6-4aca-8ae2-4686a20a5db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:39.586427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-30587d2b-6bd6-4aca-8ae2-4686a20a5db6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.1452579 Aug 31 07:00:39.715810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b768d8f7-c7fd-4559-bfb4-8dc37d257e44 None None] Provisioning complete for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:39.716485 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b768d8f7-c7fd-4559-bfb4-8dc37d257e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.722289 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-7d952ece-984b-4856-a10e-9313a6a738d7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1777365 Aug 31 07:00:39.723517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-4bdb4eed-ed8e-466a-9f81-a5f4ec1e0211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:39.726165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-4bdb4eed-ed8e-466a-9f81-a5f4ec1e0211 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 910 time: 0.1134534 Aug 31 07:00:39.818021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:39.852346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:39.853993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] Pushing event deleted for resources: {'Port': ['ID=0a702cf9-6b13-4109-bb5c-e08bb9ee4d17,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:39.875826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a40b4b4-3053-4578-8fec-0e9780f24231 None None] No DVR routers for this DVR port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:39.914604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-60579f3e-b868-41bc-ba30-ad8a9eb9403e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 1001 time: 0.1788394 Aug 31 07:00:40.023638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-3a224129-d2ce-42c2-8637-74e603a1718b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:40.025281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-3a224129-d2ce-42c2-8637-74e603a1718b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 200 len: 848 time: 0.0948913 Aug 31 07:00:40.030210 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Could not find related port for resource to bump revision. Aug 31 07:00:40.034125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-ca0fb7ca-57f8-42b5-95a7-179c856dec10 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110363 Aug 31 07:00:40.038260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Port 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 07:00:40.038684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation for 2001:db8::f816:3eff:fec3:56f9 {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 07:00:40.044004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fec3:56f9 {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 07:00:40.047619 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.097285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac9be4f-bda9-412d-bea2-35ba246ee7fb req-7e1e3b9f-ce1a-4941-a543-e6ca16a38559 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:40.099885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ac9be4f-bda9-412d-bea2-35ba246ee7fb req-7e1e3b9f-ce1a-4941-a543-e6ca16a38559 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 946 time: 0.1791377 Aug 31 07:00:40.112223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-3fc0d7f0-f01c-4e5b-8919-8db48684a236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:40.114021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-3fc0d7f0-f01c-4e5b-8919-8db48684a236 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fbe3d533-c749-4981-9feb-6aa512ec9e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0703292 Aug 31 07:00:40.199340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:40.249451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:40.254582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ac9be4f-bda9-412d-bea2-35ba246ee7fb req-70de20a4-b857-4a91-9316-3b347324f4f5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444657 Aug 31 07:00:40.260540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:40.260871 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.278148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:40.284882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:40.286101 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.312492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=e6530c9f-c677-459f-9433-7e8c95035b33,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:40.313002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3748fc-fc12-42d4-97fa-5564b0dff30d None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:40.347163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80e265a0-60e9-4293-a68d-b413a9bea5d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.8438344 Aug 31 07:00:40.349767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:40.362566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-97816ec9-37e5-404d-ad81-32523b710fb1 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331052 Aug 31 07:00:40.366355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:82:d4:bf', 'name': 'tempest-NetworksTestDHCPv6-35233491'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:40.385681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:40.465775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-81bae075-ceac-4354-b127-0ebeba868448 service neutron] 10.222.0.57 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4195616 Aug 31 07:00:40.555723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-78b34ff4-9185-4a85-84f0-827cbbdd2b68 req-328076c7-1f57-4236-bf5b-2e031432341e service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863432 Aug 31 07:00:40.599383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:40.630170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:40.630806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0a702cf9-6b13-4109-bb5c-e08bb9ee4d17 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:40.691279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:40.761593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': 'e6530c9f-c677-459f-9433-7e8c95035b33'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:40.763750 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.775998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.878399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:40.925375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ec41b23-00ce-4c26-a049-22e435d399e4 req-5162d7cd-94dc-4475-b82e-c85b53b0846f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 210 time: 0.0416763 Aug 31 07:00:40.939506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port e2188486-c5b9-4584-b105-40a5b2e975c9 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:41.014326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Allocated IP 2001:db8::f816:3eff:fe87:bcf3 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/e6530c9f-c677-459f-9433-7e8c95035b33/638bcd4c-808b-4424-aaee-1920eaec05fe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:41.024276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:41.031145 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-328136fb-ca96-4beb-bbf8-fce0cccde51b" -d '{"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-unplugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:41.388939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:41.393793 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9179e678-da68-4884-9cb3-cd5fa7e81869 x-openstack-request-id: req-9179e678-da68-4884-9cb3-cd5fa7e81869 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:41.394278 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-unplugged", "status": "failed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:41.394715 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9179e678-da68-4884-9cb3-cd5fa7e81869 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:41.395291 n-d-712707-15 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'code': 422} returned with failed status Aug 31 07:00:41.399988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:41.450356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:41.475759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-dd3c4540-4562-4f00-b177-6023e42feb39 req-1e3a0f71-99a7-4b4f-a5f8-bb219b590a97 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:00:41.476847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd3c4540-4562-4f00-b177-6023e42feb39 req-1e3a0f71-99a7-4b4f-a5f8-bb219b590a97 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1647000 Aug 31 07:00:41.735123 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:41.754838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Transition to ACTIVE for port object 638bcd4c-808b-4424-aaee-1920eaec05fe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:41.795347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Transition to ACTIVE for port object 638bcd4c-808b-4424-aaee-1920eaec05fe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:41.811990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:41.868751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:41.872938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fe82:d4bf (1b1d8c60-eace-4b9e-bf62-fe74f412de50/e6530c9f-c677-459f-9433-7e8c95035b33/e2188486-c5b9-4584-b105-40a5b2e975c9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:41.874234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:41.879421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:41.942851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Pushing event updated for resources: {'Port': ['ID=638bcd4c-808b-4424-aaee-1920eaec05fe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:41.973170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b6681-f7e2-4678-a5a4-5e98751c10b6 req-9f920273-4a3c-4583-91ed-07c84704bacf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:41.977151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Attempting to bind port 638bcd4c-808b-4424-aaee-1920eaec05fe on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:41.977411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Attempting to bind port 638bcd4c-808b-4424-aaee-1920eaec05fe by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:41.978008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Attempting to bind port 638bcd4c-808b-4424-aaee-1920eaec05fe on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:41.981610 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac4b6681-f7e2-4678-a5a4-5e98751c10b6 req-9f920273-4a3c-4583-91ed-07c84704bacf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.2268970 Aug 31 07:00:41.993553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:41.993944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:41.994358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:41.994763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:41.995239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Bound port: 638bcd4c-808b-4424-aaee-1920eaec05fe, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:41.995632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:42.045016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac4b6681-f7e2-4678-a5a4-5e98751c10b6 req-cd40127e-79e6-49cc-9212-8d80448a7541 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617127 Aug 31 07:00:42.135425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:42.142203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72f1c9d0-2ca4-4ffb-ae3a-990624a1d8d1 req-d1210dfd-b0e8-4336-acf9-4f1bb93b7d0a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 210 time: 0.0678990 Aug 31 07:00:42.182645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] For port 638bcd4c-808b-4424-aaee-1920eaec05fe, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:42.187001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] For port 638bcd4c-808b-4424-aaee-1920eaec05fe, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=638bcd4c-808b-4424-aaee-1920eaec05fe,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:42.198965 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:42.279605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:42.304311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f42ec13-9197-49ea-8872-68c2cf33b8c4 None None] Pushing event updated for resources: {'Port': ['ID=638bcd4c-808b-4424-aaee-1920eaec05fe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:42.327128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object e2188486-c5b9-4584-b105-40a5b2e975c9 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:42.399554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:42.488422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:42.497273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:42.518478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:42.530819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:42.531501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:42.603094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-826647fb-515e-4e6f-bb66-c8a55350e94a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:42.611850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.2551999 Aug 31 07:00:42.612875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5d5ea4-e5f8-4553-a089-cd880d33e0a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=e2188486-c5b9-4584-b105-40a5b2e975c9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:42.613238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-826647fb-515e-4e6f-bb66-c8a55350e94a tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/networks?id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 200 len: 796 time: 0.2367747 Aug 31 07:00:42.615046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51918) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:42.689650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-9f3798f4-9063-4ee7-844e-bcbb6445a6cc service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5521400 Aug 31 07:00:42.710939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-55422976-26ac-4e54-a315-8af403a527fa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9e199d5fef45919432b1bc534c2f03 HTTP/1.1" status: 200 len: 380 time: 0.0775793 Aug 31 07:00:42.720015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ebefaa-ef74-4a6e-a4cc-d50026e81fc2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:42.727652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ebefaa-ef74-4a6e-a4cc-d50026e81fc2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:42.731864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e1ebefaa-ef74-4a6e-a4cc-d50026e81fc2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1131296 Aug 31 07:00:42.732088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51924) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:42.738134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'port': {'device_id': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'admin_state_up': True, 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'security_groups': ['9f32ea18-f576-4313-832c-07005b88d6a9']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:42.914311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port e2188486-c5b9-4584-b105-40a5b2e975c9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:42.914587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.013293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.030846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for e2188486-c5b9-4584-b105-40a5b2e975c9 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:43.166817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Made reservation on behalf of 5e9e199d5fef45919432b1bc534c2f03 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:43.171473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.260002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:43.322144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.367788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089714f0-af74-4923-a7a9-0f7529bb68a6 req-23a22504-2fb6-4aab-ba12-2748b92339e6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:43.372388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-089714f0-af74-4923-a7a9-0f7529bb68a6 req-23a22504-2fb6-4aab-ba12-2748b92339e6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1572092 Aug 31 07:00:43.465000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-089714f0-af74-4923-a7a9-0f7529bb68a6 req-79beed62-57a9-4d07-8247-d525a5dd534e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890157 Aug 31 07:00:43.468802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=e2188486-c5b9-4584-b105-40a5b2e975c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:43.517934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4acf160a-5132-458c-81f2-29d408f0cd3d req-fa8f2b5f-719a-4af0-8d01-af154a397053 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 210 time: 0.1505129 Aug 31 07:00:43.586430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1df00111-22c8-4a51-aa4b-278f12bd4796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.596018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.598179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-95ebc601-64ac-4680-af5d-887350165439 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/e2188486-c5b9-4584-b105-40a5b2e975c9 HTTP/1.1" status: 204 len: 168 time: 0.8649945 Aug 31 07:00:43.601561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:43.670334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd8099-84c6-4e56-b79a-973d18a71891 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:43.672149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25cd8099-84c6-4e56-b79a-973d18a71891 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:43.674319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-25cd8099-84c6-4e56-b79a-973d18a71891 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0717144 Aug 31 07:00:43.678429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:43.724890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.20.0.9 (ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be/1877f8c7-28c3-4406-82c8-0f6b1009e210/6bdfe165-2462-4e3d-ae54-1ec029f6d2c0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:43.765594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b30e6dc9-30cf-495b-8744-db0dbd8469d0 None None] Provisioning for port 638bcd4c-808b-4424-aaee-1920eaec05fe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:43.786905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet e6530c9f-c677-459f-9433-7e8c95035b33 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:43.790864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.799799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1df00111-22c8-4a51-aa4b-278f12bd4796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.807853 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1df00111-22c8-4a51-aa4b-278f12bd4796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.853263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1df00111-22c8-4a51-aa4b-278f12bd4796 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5396000b5ae34afebb107f0c804c2fca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5919123 Aug 31 07:00:43.857057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:43.881253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:43.947972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df00111-22c8-4a51-aa4b-278f12bd4796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd9ff91-330e-466f-b2a7-c9bc3e53ade8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:43.987951 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.031617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.056371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Transition to ACTIVE for port object 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:44.066268 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.075564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.135583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.252062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:44.258790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:44.298080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:44.302323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 638bcd4c-808b-4424-aaee-1920eaec05fe up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:44.315487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.318890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.323047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0dd9ff91-330e-466f-b2a7-c9bc3e53ade8 HTTP/1.1" status: 204 len: 168 time: 0.4626377 Aug 31 07:00:44.325508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.352995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:44.371732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e0e93-e942-4715-b009-1d0defb5b9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd9ff91-330e-466f-b2a7-c9bc3e53ade8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:44.375624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=e6530c9f-c677-459f-9433-7e8c95035b33,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:44.390173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.397491 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8aac532f-5b35-4093-9991-71040eaab7cd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/e6530c9f-c677-459f-9433-7e8c95035b33 HTTP/1.1" status: 204 len: 168 time: 0.7180326 Aug 31 07:00:44.400006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:44.411809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 638bcd4c-808b-4424-aaee-1920eaec05fe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:44.421918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:44.422639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.441378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-a876b748-b75e-4c52-96c0-f57b21ee3dfa tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7101681 Aug 31 07:00:44.446533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 638bcd4c-808b-4424-aaee-1920eaec05fe triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:44.449112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.460207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Request body: {'port': {'device_id': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:44.496837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a465e9f-a285-4315-a9df-f1b8a55b1cf7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0952642 Aug 31 07:00:44.499851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:44.642266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d262a04-d76a-4411-bee0-2fa690d05245 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:44.649662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 51984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:44.652405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9d262a04-d76a-4411-bee0-2fa690d05245 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1506591 Aug 31 07:00:44.659755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b244e5a3-591d-4600-8ac0-44aede9ee481 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:44.771874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d11e73-cf64-4270-a136-df29f1ac1b7a req-4ec1e60b-8e02-4442-8e0e-a8c522c7d919 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:44.773690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.776853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7d11e73-cf64-4270-a136-df29f1ac1b7a req-4ec1e60b-8e02-4442-8e0e-a8c522c7d919 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1228278 Aug 31 07:00:44.843046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fe2b23a2-8ad3-4142-baf8-b154eef11851 None None] Could not find standard attr ID for object e2188486-c5b9-4584-b105-40a5b2e975c9. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:44.859966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce22c192-271e-49c8-a1cd-f6aa17c6a47b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:44.873604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ce22c192-271e-49c8-a1cd-f6aa17c6a47b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2226493 Aug 31 07:00:44.881785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51990) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:44.887006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:44.940697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7d11e73-cf64-4270-a136-df29f1ac1b7a req-b60e936a-6667-4c73-b077-fe5e6c1a9307 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519041 Aug 31 07:00:44.941056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 638bcd4c-808b-4424-aaee-1920eaec05fe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=638bcd4c-808b-4424-aaee-1920eaec05fe,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:44.946765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.013276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:45.019125 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe94f0e1-a1c4-4c44-b32b-f818ef74d3d9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1362202 Aug 31 07:00:45.022237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:45.028019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 51994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:45.032985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55dce505-db01-4847-aed3-746567b174a3 None None] Provisioning for port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:45.041272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:45.043013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55dce505-db01-4847-aed3-746567b174a3 None None] Provisioning complete for port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:45.044241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55dce505-db01-4847-aed3-746567b174a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.046982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0621-cfd7-443c-ba42-0115fc3671fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.159382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=638bcd4c-808b-4424-aaee-1920eaec05fe,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:45.164578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-55dce505-db01-4847-aed3-746567b174a3 None None] Port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:00:45.190440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Deleting port 638bcd4c-808b-4424-aaee-1920eaec05fe {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:45.190912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.260444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0621-cfd7-443c-ba42-0115fc3671fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.275020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d9c0621-cfd7-443c-ba42-0115fc3671fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.324729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] For port 638bcd4c-808b-4424-aaee-1920eaec05fe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=638bcd4c-808b-4424-aaee-1920eaec05fe,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:45.325506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.342374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Calling delete_port for 638bcd4c-808b-4424-aaee-1920eaec05fe owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:45.350210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d9c0621-cfd7-443c-ba42-0115fc3671fd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e19ea829fca34a178f273a8ae388ff5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3324955 Aug 31 07:00:45.350210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:45.353152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.356581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:45.375685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:45.383801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.398513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Transition to ACTIVE for port object 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:45.406709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.439170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.457219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f4e88-9714-4e78-b27b-18ae7e737e63 req-f6c05ca5-4696-4892-9de7-1c7e7ed01b8b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:45.459071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-332f4e88-9714-4e78-b27b-18ae7e737e63 req-f6c05ca5-4696-4892-9de7-1c7e7ed01b8b tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 931 time: 0.6883729 Aug 31 07:00:45.467712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] No DVR routers for this DVR port 638bcd4c-808b-4424-aaee-1920eaec05fe on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:45.528837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-332f4e88-9714-4e78-b27b-18ae7e737e63 req-0c6b99da-ce68-4ddb-932b-d89f1ad621ff tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551379 Aug 31 07:00:45.558313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472670b2-b2e8-4e74-8259-be4611a7ea99 None None] Pushing event deleted for resources: {'Port': ['ID=638bcd4c-808b-4424-aaee-1920eaec05fe,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:45.593564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9c0621-cfd7-443c-ba42-0115fc3671fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=782f1400-1f09-4249-ba3b-735c60d49702,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:45.613211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:45.711805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Attempting to bind port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:45.712650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Attempting to bind port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:45.713185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Attempting to bind port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 on network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:45.718417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 on network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:00:45.718973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Attempting to bind port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 on network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:45.725774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:45.726399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Checking segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:45.726981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Bound using segment: {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:45.727605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Bound port: 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67e13ff9-fd38-4126-8d6c-4268c3542d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:45.728143 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.750498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.776582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.817413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.851044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:45.854991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:45.859488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.859875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.876665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:45.877630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.879944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] 10.222.0.53 "PUT /v2.0/ports/6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 200 len: 1092 time: 1.4300892 Aug 31 07:00:45.881590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:45.883134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:45.884135 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02185865-91b6-4ade-abeb-784fccc241dc" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:45.889839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:45.898973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:45.899989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:45.936003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd462eb-489c-4706-99d9-638482077cfa None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:45.943820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9045644 Aug 31 07:00:45.959529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:45.967353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:e2:2b:de', 'name': 'tempest-NetworksTestDHCPv6-359836918'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:45.979216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c493f-6256-4958-b46c-07a21be2723c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=d5721aca-d58b-493f-8ce8-8d771844b58c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:46.029545 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc36de9-21b9-403c-aed9-4373d0514dbc x-openstack-request-id: req-ffc36de9-21b9-403c-aed9-4373d0514dbc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:46.030941 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:46.032930 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ffc36de9-21b9-403c-aed9-4373d0514dbc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:46.033412 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'status': 'completed', 'code': 200} Aug 31 07:00:46.112213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34848d1d-ea92-427c-af2f-c23dab5f276d service neutron] Pushing event updated for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:46.202128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:46.210095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 638bcd4c-808b-4424-aaee-1920eaec05fe no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:46.223509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:46.225052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/782f1400-1f09-4249-ba3b-735c60d49702 HTTP/1.1" status: 204 len: 168 time: 0.8503289 Aug 31 07:00:46.231573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-13c97b16-d60b-4ff2-9c5a-d785edc879e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.233254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-13c97b16-d60b-4ff2-9c5a-d785edc879e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1095 time: 0.2978268 Aug 31 07:00:46.272632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf26f4bd-ba08-42fd-b733-6642bf9afd7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=782f1400-1f09-4249-ba3b-735c60d49702,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:46.315553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 638bcd4c-808b-4424-aaee-1920eaec05fe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:46.315959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 638bcd4c-808b-4424-aaee-1920eaec05fe not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:46.358960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-0f318357-5a0b-4e26-9f40-ab4fe2d12bd9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 200 len: 217 time: 0.1127524 Aug 31 07:00:46.360574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:46.424785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': 'd5721aca-d58b-493f-8ce8-8d771844b58c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:46.425661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:46.467652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac37fafc-3a2f-4c73-ba3f-02313ea03fb7 req-4cdcb352-fde5-4824-8b1d-e219f11c647d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.470010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac37fafc-3a2f-4c73-ba3f-02313ea03fb7 req-4cdcb352-fde5-4824-8b1d-e219f11c647d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.3607500 Aug 31 07:00:46.508372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:46.510203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-32fb04a8-dfc6-4564-aeba-829439f9aca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.516737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-32fb04a8-dfc6-4564-aeba-829439f9aca6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1877f8c7-28c3-4406-82c8-0f6b1009e210 HTTP/1.1" status: 200 len: 835 time: 0.1494660 Aug 31 07:00:46.576845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port e131151b-e40b-4d16-9219-65b93f2a2856 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:46.631813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac37fafc-3a2f-4c73-ba3f-02313ea03fb7 req-85e21339-f066-4761-ac3a-5c46330d97cf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472561 Aug 31 07:00:46.660387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-ad83d30c-02aa-4ddb-b13d-3876de8a3291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.662567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-ad83d30c-02aa-4ddb-b13d-3876de8a3291 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1356659 Aug 31 07:00:46.719111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/d5721aca-d58b-493f-8ce8-8d771844b58c/e4975733-8f10-4caa-988f-f55aa1eba75a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:46.818296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8ca050-f91a-4df6-817a-3583ebcef2ac req-91f8f28c-43dc-4ba4-91ad-f94623a904b5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:46.825397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac8ca050-f91a-4df6-817a-3583ebcef2ac req-91f8f28c-43dc-4ba4-91ad-f94623a904b5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 943 time: 0.1390083 Aug 31 07:00:46.836627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-3c29c603-e5db-4635-a7bb-e49734d1ec33 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472025 Aug 31 07:00:46.867938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac8ca050-f91a-4df6-817a-3583ebcef2ac req-47ab2c3f-f458-4f4e-b2bc-7be686cdde41 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366743 Aug 31 07:00:46.991156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf644c3d-3e3a-464d-9a75-c99aa78f3ac4 req-9ea3c2e1-2a1b-4ef0-a9ad-8f4241992525 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470447 Aug 31 07:00:47.022158 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.043846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Transition to ACTIVE for port object e4975733-8f10-4caa-988f-f55aa1eba75a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:47.085991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Transition to ACTIVE for port object e4975733-8f10-4caa-988f-f55aa1eba75a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:47.099559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.160546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185865-91b6-4ade-abeb-784fccc241dc req-91132f91-6a99-4dac-8719-fc46a5b41a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.163456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-91132f91-6a99-4dac-8719-fc46a5b41a6a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1095 time: 0.1000698 Aug 31 07:00:47.200474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Pushing event updated for resources: {'Port': ['ID=e4975733-8f10-4caa-988f-f55aa1eba75a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:47.220924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::38e (1b1d8c60-eace-4b9e-bf62-fe74f412de50/d5721aca-d58b-493f-8ce8-8d771844b58c/e131151b-e40b-4d16-9219-65b93f2a2856) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:47.230951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:47.232551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:47.236178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:47.398295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Attempting to bind port e4975733-8f10-4caa-988f-f55aa1eba75a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:47.398698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Attempting to bind port e4975733-8f10-4caa-988f-f55aa1eba75a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:47.399068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Attempting to bind port e4975733-8f10-4caa-988f-f55aa1eba75a on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:47.409603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:47.409989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:47.410395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.410792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:47.411369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Bound port: e4975733-8f10-4caa-988f-f55aa1eba75a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:47.414121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.425157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185865-91b6-4ade-abeb-784fccc241dc req-cbc809f7-f8ec-439a-aa2a-2741e5d0d151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.427980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-cbc809f7-f8ec-439a-aa2a-2741e5d0d151 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 200 len: 897 time: 0.2558460 Aug 31 07:00:47.486499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] For port e4975733-8f10-4caa-988f-f55aa1eba75a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:47.490905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] For port e4975733-8f10-4caa-988f-f55aa1eba75a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e4975733-8f10-4caa-988f-f55aa1eba75a,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:47.496400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.509665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-aa56ad24-117a-4378-a995-7b1c66aec1c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 200 len: 217 time: 0.0737312 Aug 31 07:00:47.550561 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.577362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object e131151b-e40b-4d16-9219-65b93f2a2856 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:47.613593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185865-91b6-4ade-abeb-784fccc241dc req-87122e52-b1ec-472c-beda-4225957207eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.615804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-87122e52-b1ec-472c-beda-4225957207eb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1877f8c7-28c3-4406-82c8-0f6b1009e210 HTTP/1.1" status: 200 len: 835 time: 0.0992842 Aug 31 07:00:47.620587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf3c52c-fb94-4c80-abfe-4bf453b916c0 None None] Pushing event updated for resources: {'Port': ['ID=e4975733-8f10-4caa-988f-f55aa1eba75a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:47.631425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.741521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02185865-91b6-4ade-abeb-784fccc241dc req-7e853b87-694c-4199-8cb3-e41b1588e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.747551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-7e853b87-694c-4199-8cb3-e41b1588e70e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1221046 Aug 31 07:00:47.783334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:47.796091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:47.801086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=e131151b-e40b-4d16-9219-65b93f2a2856,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:47.821642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:47.830859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.835472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:47.880594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1cc3aae4-7d88-42bb-a276-640d6bf33c4e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9169424 Aug 31 07:00:47.882009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:47.980457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0a054-b8a1-4048-8a47-1c25ece16197 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.994824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0a054-b8a1-4048-8a47-1c25ece16197 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:47.997003 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5d0a054-b8a1-4048-8a47-1c25ece16197 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1138060 Aug 31 07:00:47.999609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:48.113061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-cd88fa8e-a426-4c1f-9713-a47f069ea17a service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3552849 Aug 31 07:00:48.258738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f06303-5040-471d-961c-ae2df399fcc1 req-afc7ccb8-5c20-475b-93d1-f566e29d0bbd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:48.260522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4f06303-5040-471d-961c-ae2df399fcc1 req-afc7ccb8-5c20-475b-93d1-f566e29d0bbd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.4660554 Aug 31 07:00:48.278179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e4975733-8f10-4caa-988f-f55aa1eba75a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:48.292121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8255bce2-86a0-47b8-8715-a7b938dc0f06 req-d570a956-7e48-449a-a5e8-1b6d2009c99c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:48.306493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8255bce2-86a0-47b8-8715-a7b938dc0f06 req-d570a956-7e48-449a-a5e8-1b6d2009c99c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 943 time: 0.2506061 Aug 31 07:00:48.335532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02185865-91b6-4ade-abeb-784fccc241dc req-83be124f-8ac7-4aed-bf33-cc6c3359fc2b service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134464 Aug 31 07:00:48.388150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e4975733-8f10-4caa-988f-f55aa1eba75a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:48.419281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4f06303-5040-471d-961c-ae2df399fcc1 req-45c1fe1d-9698-4f47-b9bb-388492dc88d5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803614 Aug 31 07:00:48.464093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8255bce2-86a0-47b8-8715-a7b938dc0f06 req-9aaa0f92-e6c7-4c99-8030-b4ad432d7e6c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548128 Aug 31 07:00:48.469916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port e131151b-e40b-4d16-9219-65b93f2a2856 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:48.470557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:48.585227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:48.602743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for e131151b-e40b-4d16-9219-65b93f2a2856 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:48.843360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:48.914945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=e131151b-e40b-4d16-9219-65b93f2a2856,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:48.917936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:48.923199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:48.923720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-176d02c3-8759-45cf-818f-f43ec0f46fa5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/e131151b-e40b-4d16-9219-65b93f2a2856 HTTP/1.1" status: 204 len: 168 time: 0.9224541 Aug 31 07:00:49.013063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a6592-e1cc-427c-93bb-efa604719c33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.015688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f08a6592-e1cc-427c-93bb-efa604719c33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.018098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f08a6592-e1cc-427c-93bb-efa604719c33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0932174 Aug 31 07:00:49.022889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:49.108389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet d5721aca-d58b-493f-8ce8-8d771844b58c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:49.111878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.149121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:00:49.184902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.325551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:49.385012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.387305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'port_id': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'mac_address': 'fa:16:3e:8e:58:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:00:49.429429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Provisioning for port e4975733-8f10-4caa-988f-f55aa1eba75a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:49.446209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Provisioning complete for port e4975733-8f10-4caa-988f-f55aa1eba75a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:49.447032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.518845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.539957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.567011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=d5721aca-d58b-493f-8ce8-8d771844b58c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:49.576216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:00:49.598103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.600944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/d5721aca-d58b-493f-8ce8-8d771844b58c HTTP/1.1" status: 204 len: 168 time: 0.5761366 Aug 31 07:00:49.603659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:49.606619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.606983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.607328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.607699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.618413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.619018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.619379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.619727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.620069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.620444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.620800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.621140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e098dd-f144-4219-80cc-0a0dcd722099 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:49.695197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7b78976-f0de-4942-8862-ac8e06677e92 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0904207 Aug 31 07:00:49.697127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:49.723728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:49.727476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.732732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc7da0f-423a-4e9a-9e22-8dce7c0c5f77 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:49.739766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46baed8-0b0a-451d-8fa4-ec574eb38a52 req-9d1adb81-9ac6-42eb-b6f8-baa477d228cb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.752569 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f46baed8-0b0a-451d-8fa4-ec574eb38a52 req-9d1adb81-9ac6-42eb-b6f8-baa477d228cb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1231108 Aug 31 07:00:49.817985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee927e88-ed5b-401d-b409-b9c8fbc1e67e req-fcfa9248-48ef-43b6-a31b-ea3955a1f372 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.835080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee927e88-ed5b-401d-b409-b9c8fbc1e67e req-fcfa9248-48ef-43b6-a31b-ea3955a1f372 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 943 time: 0.1460974 Aug 31 07:00:49.856846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f46baed8-0b0a-451d-8fa4-ec574eb38a52 req-4f1c5f4a-19be-4e76-804d-e56ff6f359d6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966403 Aug 31 07:00:49.863315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa5ca85-85cb-411a-8cc1-84c73b13b4eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:49.869464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9aa5ca85-85cb-411a-8cc1-84c73b13b4eb tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1707821 Aug 31 07:00:49.871707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:49.877925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:49.979504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] For port e4975733-8f10-4caa-988f-f55aa1eba75a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e4975733-8f10-4caa-988f-f55aa1eba75a,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:49.991211 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.004199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee927e88-ed5b-401d-b409-b9c8fbc1e67e req-395813d6-7fa7-452b-b027-e7b36a688f18 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656668 Aug 31 07:00:50.016134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8337b88-5510-469b-83a8-3092f99eeb47 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:50.021716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e8337b88-5510-469b-83a8-3092f99eeb47 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1373925 Aug 31 07:00:50.021988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:50.029041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:50.041930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.042513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.043028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.043538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.044054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.044567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.045081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.045650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.046175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.046674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.047173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.047700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:00:50.113374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c77da380-0716-4baf-a981-fca01d0aeafc tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858066 Aug 31 07:00:50.114801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:50.116639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ba5dc2-6ec9-4cdb-8191-8554a998d7b5 None None] Pushing event updated for resources: {'Port': ['ID=e4975733-8f10-4caa-988f-f55aa1eba75a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:50.123965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:00:50.126527 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:50.168985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:00:50.174260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:50.180865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1143262a-6c43-4cc3-ae1a-694cb7a31082 None None] Could not find standard attr ID for object e131151b-e40b-4d16-9219-65b93f2a2856. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:50.281883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:50.285873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.315160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Deleting port e4975733-8f10-4caa-988f-f55aa1eba75a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:50.315608 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.353128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e48fe548-3445-425b-a87b-589b79d88fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.435820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] For port e4975733-8f10-4caa-988f-f55aa1eba75a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e4975733-8f10-4caa-988f-f55aa1eba75a,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:50.436420 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.451964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Calling delete_port for e4975733-8f10-4caa-988f-f55aa1eba75a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:50.485883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e48fe548-3445-425b-a87b-589b79d88fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.490988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e48fe548-3445-425b-a87b-589b79d88fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.546670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e48fe548-3445-425b-a87b-589b79d88fac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b3d0301e12c54140a367591468d28486&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712559 Aug 31 07:00:50.547800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48fe548-3445-425b-a87b-589b79d88fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca717ae-9008-46dd-83fc-416b05edf5f3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:50.550688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:50.614934 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.644042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.700583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.704596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.706527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1ca717ae-9008-46dd-83fc-416b05edf5f3 HTTP/1.1" status: 204 len: 168 time: 0.1548560 Aug 31 07:00:50.715440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75b8a19-2f9b-4b4e-b2a3-bc31a0d6bb7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca717ae-9008-46dd-83fc-416b05edf5f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:50.782115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:50.787896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:50.821573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] Pushing event deleted for resources: {'Port': ['ID=e4975733-8f10-4caa-988f-f55aa1eba75a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:50.841195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71a3dbc-7fdd-4635-9299-09e91db6e209 None None] No DVR routers for this DVR port e4975733-8f10-4caa-988f-f55aa1eba75a on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:00:51.061297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea29ff-e821-4527-99ca-5c436ca62d53 req-9f1d211d-6b13-40c7-9f91-b8f4c921934c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.069420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1ea29ff-e821-4527-99ca-5c436ca62d53 req-9f1d211d-6b13-40c7-9f91-b8f4c921934c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1053500 Aug 31 07:00:51.143022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1ea29ff-e821-4527-99ca-5c436ca62d53 req-833b648f-4c82-4cd8-92e4-20d7a01d8ca9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695217 Aug 31 07:00:51.190636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:51.206372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31407b6d-b7e9-4021-9cdc-da30f9416744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.311266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31407b6d-b7e9-4021-9cdc-da30f9416744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.316643 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31407b6d-b7e9-4021-9cdc-da30f9416744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.364765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-31407b6d-b7e9-4021-9cdc-da30f9416744 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9825762c4994444f9fe49c2dbcc51c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1718369 Aug 31 07:00:51.370138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:51.414104 n-d-712707-15 neutron-server[94640]: WARNING neutron.services.revisions.revision_plugin [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Could not find related port for resource to bump revision. Aug 31 07:00:51.424180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa325fb-30da-4b73-8a16-7d4364405f68 req-0e232310-f344-490a-abb3-3f19371001b6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.427359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aa325fb-30da-4b73-8a16-7d4364405f68 req-0e232310-f344-490a-abb3-3f19371001b6 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 944 time: 0.1251523 Aug 31 07:00:51.451504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Port e4975733-8f10-4caa-988f-f55aa1eba75a was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Aug 31 07:00:51.452029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation for 2001:db8::f816:3eff:fe03:373c {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Aug 31 07:00:51.462376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31407b6d-b7e9-4021-9cdc-da30f9416744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b56f24-9fd3-4dac-8871-738adae89e25,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:51.475485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_pluggable_backend [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe03:373c {{(pid=94640) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Aug 31 07:00:51.482026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-6fb2e695-5718-4b09-92e7-54b6358026a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.485920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.486135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-6fb2e695-5718-4b09-92e7-54b6358026a7 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 1096 time: 0.1190069 Aug 31 07:00:51.563122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aa325fb-30da-4b73-8a16-7d4364405f68 req-c2e681d8-b437-43a8-80a8-3f7ac50488c1 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287234 Aug 31 07:00:51.565445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:51.590918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:51.597261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.598820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.599707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.605581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e4423c-f934-42ae-8496-2f85390403d1 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:51.616854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=63a5c645-516a-4c79-a77d-de5c4a066578,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:51.625369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b04d41ed-1b08-4e7d-b0bf-d75f4938a9e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5066912 Aug 31 07:00:51.625593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:51.631987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:51.682019 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.748232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:51.752802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.757486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.760495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.762359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f9b56f24-9fd3-4dac-8871-738adae89e25 HTTP/1.1" status: 204 len: 168 time: 0.3907552 Aug 31 07:00:51.778833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581ed0f8-4d20-4cd8-b651-6c8257343808 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b56f24-9fd3-4dac-8871-738adae89e25,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:51.873188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '63a5c645-516a-4c79-a77d-de5c4a066578'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:00:51.873797 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63a5c645-516a-4c79-a77d-de5c4a066578 (CIDR: 2001:db8::/64) Aug 31 07:00:51.874743 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:51.889288 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:00:51.889288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:00:51.928391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0d3a4bcc-66cf-47cc-93c9-ead3013cfb35 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3015490 Aug 31 07:00:51.931246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:51.935375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-e7b3b40f-c3e2-4383-9fd9-e7cdb34594aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:51.936557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:51.936823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-e7b3b40f-c3e2-4383-9fd9-e7cdb34594aa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1096 time: 0.0613670 Aug 31 07:00:52.076231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-dc8094f2-0305-4af8-b592-0bdd8aebff9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.078187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-dc8094f2-0305-4af8-b592-0bdd8aebff9d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1337011 Aug 31 07:00:52.079563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Allocated IP 2001:db8::f816:3eff:fedc:50f (1b1d8c60-eace-4b9e-bf62-fe74f412de50/63a5c645-516a-4c79-a77d-de5c4a066578/75a653fb-2e70-42cd-8392-ea5cd539d5b2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:52.162903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:52.166516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.204772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e4975733-8f10-4caa-988f-f55aa1eba75a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:00:52.213055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-7f3f69e2-2c90-4917-b6a5-bccc74b79a58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1000 time: 0.1249855 Aug 31 07:00:52.246820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e4975733-8f10-4caa-988f-f55aa1eba75a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:00:52.247213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e4975733-8f10-4caa-988f-f55aa1eba75a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:00:52.360259 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.371891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Transition to ACTIVE for port object 75a653fb-2e70-42cd-8392-ea5cd539d5b2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:52.378715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-81b31ea2-b5ea-4da4-a420-af952a3d7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.380885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-81b31ea2-b5ea-4da4-a420-af952a3d7553 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1604302 Aug 31 07:00:52.390941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Transition to ACTIVE for port object 75a653fb-2e70-42cd-8392-ea5cd539d5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:52.398466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.438254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b229b1f-7639-4369-b0c5-5c923df3d0a5 req-2959f067-2517-420d-a12a-ea397cc266f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.439780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b229b1f-7639-4369-b0c5-5c923df3d0a5 req-2959f067-2517-420d-a12a-ea397cc266f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1092961 Aug 31 07:00:52.445800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-769a14d3-f764-49ab-ae3d-0ab84cc76633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.447158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-769a14d3-f764-49ab-ae3d-0ab84cc76633 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546892 Aug 31 07:00:52.470630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:52.482195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:52.483989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:52.488235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:52.570874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Attempting to bind port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:00:52.571295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Attempting to bind port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:00:52.571616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Attempting to bind port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:00:52.574366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b229b1f-7639-4369-b0c5-5c923df3d0a5 req-b428f1cf-5d28-46ca-8d52-9faee6dd7a0f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262591 Aug 31 07:00:52.578559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:00:52.578892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:00:52.579309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.579705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:00:52.580223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Bound port: 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:00:52.580783 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.587934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.677362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:00:52.681093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:00:52.682457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-a09d4147-f294-4696-8d29-f7c24bc4edeb service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273641 Aug 31 07:00:52.686108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.738260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:52.746145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:52.754097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.754559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:52.769489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:52.802374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2be8a454-3d1e-40f4-9f83-30efffbb25b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8699045 Aug 31 07:00:52.803650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221314b-69b3-42c8-a521-9b0cfdf8a911 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:52.805546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:52.820903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:61:cc:c7', 'name': 'tempest-NetworksTestDHCPv6-498844719'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:52.837544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae85ee3-2445-48dc-88d1-f73650c24c68 req-478f4bd9-b216-4ce2-8ea6-328aed95c08d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:52.839599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ae85ee3-2445-48dc-88d1-f73650c24c68 req-478f4bd9-b216-4ce2-8ea6-328aed95c08d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 944 time: 0.1486876 Aug 31 07:00:52.847840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9569d974-84d6-47d7-b251-d1cb738f23a1 req-2198d8bb-b2fb-4591-a154-45904fa50674 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573865 Aug 31 07:00:52.964564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ae85ee3-2445-48dc-88d1-f73650c24c68 req-7e1106e1-a44c-4179-9902-03f6627eb663 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120198 Aug 31 07:00:53.037872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:53.165460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:53.234889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:53.262319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:53.273393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 43decad6-8bb0-47c3-95cb-62a2e749bae7 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:00:53.288981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:53.289536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:53.436808 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:53.470211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:00:53.473024 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1991501d-859f-4a6d-9352-308e20fc463d" -d '{"events": [{"server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:00:53.509520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8:0:1::1f2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a/43decad6-8bb0-47c3-95cb-62a2e749bae7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:53.519835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fe61:ccc7 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/63a5c645-516a-4c79-a77d-de5c4a066578/43decad6-8bb0-47c3-95cb-62a2e749bae7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:53.555621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:53.563554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:53.621597 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70134ee5-e295-4496-b450-d13eaa494e5f x-openstack-request-id: req-70134ee5-e295-4496-b450-d13eaa494e5f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:00:53.623218 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "name": "network-vif-plugged", "status": "completed", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:00:53.623883 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-70134ee5-e295-4496-b450-d13eaa494e5f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:00:53.624549 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'code': 200} Aug 31 07:00:53.709918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:53.781911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0fca8-8067-4dce-8253-87552e9255bb req-27781182-2494-4b4d-8e2c-412a71c092d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:53.786595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9d0fca8-8067-4dce-8253-87552e9255bb req-27781182-2494-4b4d-8e2c-412a71c092d2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1097 time: 0.1215308 Aug 31 07:00:53.829184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9d0fca8-8067-4dce-8253-87552e9255bb req-98bd221d-bcdf-470c-9567-f4432cf62c72 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370200 Aug 31 07:00:54.021393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4c35-2249-4729-aad7-964cd7ecfefa req-8934182e-e2de-4f09-ae0d-a656dcb37c96 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:54.024007 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-781a4c35-2249-4729-aad7-964cd7ecfefa req-8934182e-e2de-4f09-ae0d-a656dcb37c96 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1953201 Aug 31 07:00:54.225413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.286787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b2a84-f6cc-49f5-bf60-22cfe204ebff req-c12a5dd8-dd2c-4819-9b53-77a5eebff723 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:54.286787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-712b2a84-f6cc-49f5-bf60-22cfe204ebff req-c12a5dd8-dd2c-4819-9b53-77a5eebff723 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.2018497 Aug 31 07:00:54.306854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-781a4c35-2249-4729-aad7-964cd7ecfefa req-3184385e-fa05-47d5-bcb3-a21d13297d99 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2657368 Aug 31 07:00:54.311680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:54.339187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 43decad6-8bb0-47c3-95cb-62a2e749bae7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:54.397845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-712b2a84-f6cc-49f5-bf60-22cfe204ebff req-423d0b12-5eba-49bd-ac45-fd29f2e1907d tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833476 Aug 31 07:00:54.412620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.467878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b550a30-7854-49ce-86bb-205be79c0521 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:54.499189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:54.520105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=43decad6-8bb0-47c3-95cb-62a2e749bae7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:54.526377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:54.528808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:54.532530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:54.540383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:54.541869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.565461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52292) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:54.566731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0bfad25e-da25-4915-8c97-f6b39d12dbb4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7587638 Aug 31 07:00:54.633936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Provisioning for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:54.645524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:54.646444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.748533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 43decad6-8bb0-47c3-95cb-62a2e749bae7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:00:54.748882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:54.847903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52302) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:55.045627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.128176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe18690c-6e65-4fdb-8233-43fdf15b25ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.153135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 43decad6-8bb0-47c3-95cb-62a2e749bae7 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:00:55.298419 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cce6c1e4-281d-49d7-9650-d5e16e566216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.433598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.452830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '63a5c645-516a-4c79-a77d-de5c4a066578', 'ip_address': '2001:db8::f816:3eff:fedc:50f'}, {'subnet_id': 'bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '75a653fb-2e70-42cd-8392-ea5cd539d5b2'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:00:55.518623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.534549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:55.549288 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:55.635459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c25387-c32b-431d-b809-f291e49348a9 req-558e9406-7778-4b01-b794-41371904d2f6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:55.637124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8c25387-c32b-431d-b809-f291e49348a9 req-558e9406-7778-4b01-b794-41371904d2f6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1325510 Aug 31 07:00:55.730979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8c25387-c32b-431d-b809-f291e49348a9 req-ea6e7826-62b1-4244-b673-3010f400d4c8 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842454 Aug 31 07:00:55.744779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c584d055-2bff-48a3-8452-b9dcefb795ed None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:55.837502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Allocated IP 2001:db8:0:1::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a/75a653fb-2e70-42cd-8392-ea5cd539d5b2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:55.975323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee98af1-5f6d-4ec9-93fd-531e9fb8bb63 req-e74ddf73-a1d3-415b-a656-1d8ba40752fe tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:55.977822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ee98af1-5f6d-4ec9-93fd-531e9fb8bb63 req-e74ddf73-a1d3-415b-a656-1d8ba40752fe tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.1653898 Aug 31 07:00:56.002331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:00:56.043236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.050961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe18690c-6e65-4fdb-8233-43fdf15b25ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.064922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Transition to ACTIVE for port object 75a653fb-2e70-42cd-8392-ea5cd539d5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:00:56.071155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.085741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ee98af1-5f6d-4ec9-93fd-531e9fb8bb63 req-4a9c9267-611a-4a7d-bd7e-7da9948d8a0c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003339 Aug 31 07:00:56.086487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fe18690c-6e65-4fdb-8233-43fdf15b25ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.166608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fe18690c-6e65-4fdb-8233-43fdf15b25ac admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b4d142ff39a94132bef447734e11fb3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3137665 Aug 31 07:00:56.166608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18690c-6e65-4fdb-8233-43fdf15b25ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4a53c6-290b-4157-8edc-d7ceb06231a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:56.168571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.176304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.239491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e75f1-a5c5-4dc1-a3b4-21f5817cc53f None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:56.308791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:56.332282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=43decad6-8bb0-47c3-95cb-62a2e749bae7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:56.393806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.400911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57a36e0a-deb6-4b26-8226-c470198bafd3 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/43decad6-8bb0-47c3-95cb-62a2e749bae7 HTTP/1.1" status: 204 len: 168 time: 1.8341074 Aug 31 07:00:56.404097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52328) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.455606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.475711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533d0f0a-7203-4a9a-ab33-e55001283df5 req-f029ecc3-c148-4e86-9c5d-102189578faf tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.501419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-533d0f0a-7203-4a9a-ab33-e55001283df5 req-f029ecc3-c148-4e86-9c5d-102189578faf tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.1966825 Aug 31 07:00:56.522904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b413d77-a973-4bb9-b5cf-b43e12965d3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.527355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1b413d77-a973-4bb9-b5cf-b43e12965d3b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1200612 Aug 31 07:00:56.527820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52330) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.573689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.588426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f462bb-a70d-4b61-99e2-c10bed81eb3d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.592412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41f462bb-a70d-4b61-99e2-c10bed81eb3d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0613067 Aug 31 07:00:56.593192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52332) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.662355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-533d0f0a-7203-4a9a-ab33-e55001283df5 req-c8f7e6cb-9b26-4743-bf22-dfdeef5e1330 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617935 Aug 31 07:00:56.671076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac4ad5-48e2-4fd2-9aa8-2d67968eb613 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.676556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac4ad5-48e2-4fd2-9aa8-2d67968eb613 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.681352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41ac4ad5-48e2-4fd2-9aa8-2d67968eb613 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.685459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41ac4ad5-48e2-4fd2-9aa8-2d67968eb613 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0916007 Aug 31 07:00:56.689136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52334) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.705554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.805784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.810675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.814245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aa4a53c6-290b-4157-8edc-d7ceb06231a3 HTTP/1.1" status: 204 len: 168 time: 0.6414762 Aug 31 07:00:56.832544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0572050-6623-4931-b23b-9eff61d77b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4a53c6-290b-4157-8edc-d7ceb06231a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:56.836528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2891165b-e2e2-4882-90a3-ccc183d8e916 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:56.841373 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2891165b-e2e2-4882-90a3-ccc183d8e916 tempest-TestNetworkBasicOps-581892676 tempest-TestNetworkBasicOps-581892676-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1092 time: 0.1340313 Aug 31 07:00:56.842391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:56.847154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:56.861164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 63a5c645-516a-4c79-a77d-de5c4a066578 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:56.878435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:56.934469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.014063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.153815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.251135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.291258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b939a5c-0597-47cf-9a64-7ab4423c0af9 req-8deb5d17-6c7b-45e5-aab7-df3065645431 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:57.294863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b939a5c-0597-47cf-9a64-7ab4423c0af9 req-8deb5d17-6c7b-45e5-aab7-df3065645431 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.3601892 Aug 31 07:00:57.446950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.459363 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0e99571-5a1d-49e3-9e2e-e05014e834f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.515837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Allocated IP 172.25.3.192 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/37bd5353-a73e-4ca9-bfd1-be9b060e3c4a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:00:57.572278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b939a5c-0597-47cf-9a64-7ab4423c0af9 req-90d3fa15-21ce-4338-a8a0-52ce9f1cb2c0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2439687 Aug 31 07:00:57.636377 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.641573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/63a5c645-516a-4c79-a77d-de5c4a066578 HTTP/1.1" status: 204 len: 168 time: 0.9487216 Aug 31 07:00:57.641573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd540f6c-36d3-498f-82b0-f73d91605705 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=63a5c645-516a-4c79-a77d-de5c4a066578,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:57.649408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52366) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:57.714497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a5e21-80dc-46ac-9281-9b45edec6aaa None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:57.779551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:00:57.806513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.881727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.897440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61ef8406-1d05-410b-a71a-e0397c67878b None None] Could not find standard attr ID for object 43decad6-8bb0-47c3-95cb-62a2e749bae7. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:00:57.914327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.934444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:57.984824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.002732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61ef8406-1d05-410b-a71a-e0397c67878b None None] Provisioning for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:00:58.088462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61ef8406-1d05-410b-a71a-e0397c67878b None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:58.088843 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61ef8406-1d05-410b-a71a-e0397c67878b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.090514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:00:58.106528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:00:58.116861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:00:58.155611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.193459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=37bd5353-a73e-4ca9-bfd1-be9b060e3c4a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:58.303965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.328529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:00:58.434271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:00:58.442174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.446532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4c81c134-da99-4214-854d-70800363cf6f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a HTTP/1.1" status: 204 len: 168 time: 0.7936394 Aug 31 07:00:58.446711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:58.447127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.451206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52388) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:58.521004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eb2b715f-fc88-499c-af00-33f366b14d33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0675466 Aug 31 07:00:58.524116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:00:58.536490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:00:58.684166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44b8c9e-74a0-4f91-8969-4034d5cd43f6 None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': 'bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '75a653fb-2e70-42cd-8392-ea5cd539d5b2'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:00:58.753700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:00:58.758510 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:58.864943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e44b8c9e-74a0-4f91-8969-4034d5cd43f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.183252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d865ee-6c4f-40fc-8f0a-247625a4e8fc None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:00:59.231319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.334920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7a5e61-3516-4937-9380-efa71a052c43 req-8f6989ad-2edc-48db-a09b-2bce66a9edd5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:00:59.336750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a7a5e61-3516-4937-9380-efa71a052c43 req-8f6989ad-2edc-48db-a09b-2bce66a9edd5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.5632946 Aug 31 07:00:59.365299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e51092b7-dad2-41f4-baf6-6495f44ecba4 None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:00:59.366045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e51092b7-dad2-41f4-baf6-6495f44ecba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.403053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:00:59.428700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4a7a5e61-3516-4937-9380-efa71a052c43 req-a668b6e1-ca6e-44e1-85e9-17ddccd89707 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757396 Aug 31 07:00:59.429569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.744147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.754218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.765279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.821056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '61268075-ff89-46be-8349-2c68e890b176'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '75a653fb-2e70-42cd-8392-ea5cd539d5b2'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:00:59.832004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.905701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:00:59.933232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.150353 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Floating IP 0f244708-8252-4b65-b43d-f9e77ce62887 associated. External IP: 172.25.3.192, port: 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0. Aug 31 07:01:00.200009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event updated for resources: {'Port': ['ID=37bd5353-a73e-4ca9-bfd1-be9b060e3c4a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:00.233859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:00.249054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:00.350826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.356605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.357590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.395213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.421353 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:01:00.421997 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:01:00.465885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:01:00.466326 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:01:00.589457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:00.599278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:00.672992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:00.675841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:00.769713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=61268075-ff89-46be-8349-2c68e890b176,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:00.781491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5b14e-3456-4d94-831c-812ca98cc57f req-110ac7a4-a4f2-4601-a93f-47db386133e1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:00.783394 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2d5b14e-3456-4d94-831c-812ca98cc57f req-110ac7a4-a4f2-4601-a93f-47db386133e1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.2107468 Aug 31 07:01:00.784061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:00.789642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36c44fd2-5b83-46c2-8170-73637f2a378b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2642052 Aug 31 07:01:00.794181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:00.802763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:00.899668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router e014e8a2-2108-40c3-adfa-03e973b17a01 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:01.052845 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.060267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2d5b14e-3456-4d94-831c-812ca98cc57f req-bca8ed68-c332-4594-8e06-e15323973f37 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2679305 Aug 31 07:01:01.084775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:01.094185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.100817 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.236162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:01.271373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.272601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:01.292501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Sync routers for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:01.316013 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.332255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.371622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ec267cd-5121-4d20-80dd-2671c36eebc7 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5257468 Aug 31 07:01:01.371622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:01.372619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.374679 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0515aafc-3466-43b1-9e8e-a2c2f41a594f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:01.387013 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61268075-ff89-46be-8349-2c68e890b176 (CIDR: 2001:db8::/64) Aug 31 07:01:01.437846 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:01:01.438190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:01.471795 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a30daa7-7652-4a0b-a387-a8993f542ad6 x-openstack-request-id: req-1a30daa7-7652-4a0b-a387-a8993f542ad6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:01.472086 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:01.472335 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a30daa7-7652-4a0b-a387-a8993f542ad6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:01.472750 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'status': 'completed', 'code': 200} Aug 31 07:01:01.482136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:01.487645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:01.491709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f3eb802-1b5f-4210-8c4b-58916f15be1d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6966171 Aug 31 07:01:01.629368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:01.630487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:01.633637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8d141968-1622-4c74-8645-cabd363f73e4 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 200 len: 991 time: 0.2592547 Aug 31 07:01:01.637360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:01.668409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-7b89c291-e396-4e19-b19a-4b324bb537d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:01.672793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-7b89c291-e396-4e19-b19a-4b324bb537d3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1097 time: 0.1538711 Aug 31 07:01:01.791353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:01.797958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:01.972578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-d3ec4dd3-6a93-445c-8732-70ba07ce8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:01.977393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-d3ec4dd3-6a93-445c-8732-70ba07ce8494 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 200 len: 897 time: 0.2963614 Aug 31 07:01:02.049913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:02.153660 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:01:02.282538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-f6db7087-5d7e-47f4-b2ef-ff23eca5cff2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 200 len: 999 time: 0.2978106 Aug 31 07:01:02.411930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2169428-5cfc-4b4b-915d-c90ed72145bf req-686eb36c-12f3-4dec-b128-540bd46b8f84 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.424247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2169428-5cfc-4b4b-915d-c90ed72145bf req-686eb36c-12f3-4dec-b128-540bd46b8f84 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.2414131 Aug 31 07:01:02.446745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-b4318111-c2cf-43a7-9f95-f110e09c2d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.455354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-b4318111-c2cf-43a7-9f95-f110e09c2d78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1877f8c7-28c3-4406-82c8-0f6b1009e210 HTTP/1.1" status: 200 len: 835 time: 0.1640663 Aug 31 07:01:02.473025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:02.572512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:02.584856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2169428-5cfc-4b4b-915d-c90ed72145bf req-021e9716-bbfb-49af-884d-b0dbf7f505d7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540475 Aug 31 07:01:02.590797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:02.595962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.596401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:02.610065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-d9482637-a7d4-413f-90bf-b68c603f3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:02.611546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-d9482637-a7d4-413f-90bf-b68c603f3a96 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1460948 Aug 31 07:01:02.629281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=82221f1f-14e1-4cd4-a77c-da899210e4f8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:02.639190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:02.655601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01c855e0-32b0-47ce-82f0-ae573e19d047 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1722007 Aug 31 07:01:02.656295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:02.665107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:83:c9:ac', 'name': 'tempest-NetworksTestDHCPv6-1979479650'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:02.831876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:02.891572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:02.927646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-a6140c1d-49f6-426e-be8b-79925ba3ed47 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085239 Aug 31 07:01:02.968378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:02.983295 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:03.101976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c16954-5807-41b4-abbc-54da43c7ddfa None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:03.128547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0515aafc-3466-43b1-9e8e-a2c2f41a594f req-784bd66e-a258-43b9-ba45-7824e590a895 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913424 Aug 31 07:01:03.133360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:03.143548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0f244708-8252-4b65-b43d-f9e77ce62887', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'port_id': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'mac_address': 'fa:16:3e:8e:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:58Z', 'updated_at': '2021-08-31T07:00:58Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:03.260894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4f6f7860-fd9f-48f6-bdda-d00dce970936 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 200 len: 991 time: 0.6144395 Aug 31 07:01:03.302845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:03.309742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Checking router: e014e8a2-2108-40c3-adfa-03e973b17a01 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:03.330074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:03.331032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:00:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:03.680440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8:0:1::3d3 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/82221f1f-14e1-4cd4-a77c-da899210e4f8/ba2695bd-3d37-4e7a-96ed-d7aea8b84d33) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:03.683723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:03.707036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f816:3eff:fe83:c9ac (1b1d8c60-eace-4b9e-bf62-fe74f412de50/61268075-ff89-46be-8349-2c68e890b176/ba2695bd-3d37-4e7a-96ed-d7aea8b84d33) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:04.154285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5b3d94-5fbf-4224-9812-6c8a6062b9d0 req-d880bb62-422b-43f8-9018-27ffc05404e6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:04.162265 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d5b3d94-5fbf-4224-9812-6c8a6062b9d0 req-d880bb62-422b-43f8-9018-27ffc05404e6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.3991408 Aug 31 07:01:04.180871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.221911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0f244708-8252-4b65-b43d-f9e77ce62887', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'port_id': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'mac_address': 'fa:16:3e:8e:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:58Z', 'updated_at': '2021-08-31T07:00:58Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:04.259504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:04.297952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b17bb8d-9bba-45d7-bcb9-9e2a62ccda47 None None] The sync data for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 is: [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0f244708-8252-4b65-b43d-f9e77ce62887', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'floating_ip_address': '172.25.3.192', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'port_id': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'mac_address': 'fa:16:3e:8e:58:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:00:58Z', 'updated_at': '2021-08-31T07:00:58Z', 'revision_number': 0, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:04.320322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:04.376900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:04.395582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-643f5126-0171-4fe7-9f99-bebe369b05b8 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 200 len: 991 time: 0.1340263 Aug 31 07:01:04.428921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d5b3d94-5fbf-4224-9812-6c8a6062b9d0 req-19f6b10f-da9b-4440-849e-3abb3ed68e30 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329490 Aug 31 07:01:04.497911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.507413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:04.507653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.565188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fb67b3-886d-4471-a59f-eb0ce42ed306 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:04.607099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:04.610594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:04.627240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:04.645437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:04.646415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.656787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=ba2695bd-3d37-4e7a-96ed-d7aea8b84d33,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:04.687744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52652) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:04.696489 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3ba24b8-042b-4f7e-a8a9-75787bc35b1f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0390410 Aug 31 07:01:04.740048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5e9fa707-ebf1-452f-8ab6-707111c472f7 None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:04.740408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa707-ebf1-452f-8ab6-707111c472f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:04.891265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:04.919694 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d828da82-37e8-4223-8ad8-e4b9988eea28 None None] New status for floating IP 0f244708-8252-4b65-b43d-f9e77ce62887: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:01:04.934844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:04.935398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.106481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3579ae95-fd80-483f-8d63-30714a79e686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.122717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.125719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.141596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:05.258079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:05.272650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e9fa707-ebf1-452f-8ab6-707111c472f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.307289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3579ae95-fd80-483f-8d63-30714a79e686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.312969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3579ae95-fd80-483f-8d63-30714a79e686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.315635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.392985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3579ae95-fd80-483f-8d63-30714a79e686 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5c963bc3498248b8bc332c2331737987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5004716 Aug 31 07:01:05.393782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:05.400492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579ae95-fd80-483f-8d63-30714a79e686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb6e776-9380-48c4-be00-0b2eae129d59,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.409029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52666) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:05.490957 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.527766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.538108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.627566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.631573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.635465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0bb6e776-9380-48c4-be00-0b2eae129d59 HTTP/1.1" status: 204 len: 168 time: 0.2405658 Aug 31 07:01:05.652547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0887b0-c485-4e3b-a566-85b2acb1d45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb6e776-9380-48c4-be00-0b2eae129d59,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.687443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-5e9fa707-ebf1-452f-8ab6-707111c472f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:01:05.687806 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-5e9fa707-ebf1-452f-8ab6-707111c472f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:01:05.732650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.762757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d482a5c2-e539-45d6-a3cd-b8da85e02862 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 200 len: 993 time: 0.3524702 Aug 31 07:01:05.799020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:05.853468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1493da-b416-4fc6-9aa0-777631c4ec80 req-8f8cc891-fdc6-4e86-8ba2-f4c9f2a44dd2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:05.862443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a1493da-b416-4fc6-9aa0-777631c4ec80 req-8f8cc891-fdc6-4e86-8ba2-f4c9f2a44dd2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.2332015 Aug 31 07:01:05.872910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=ba2695bd-3d37-4e7a-96ed-d7aea8b84d33,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:05.878031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '61268075-ff89-46be-8349-2c68e890b176', 'ip_address': '2001:db8::f816:3eff:fedc:50f'}, {'subnet_id': '82221f1f-14e1-4cd4-a77c-da899210e4f8'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '75a653fb-2e70-42cd-8392-ea5cd539d5b2'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:01:05.938979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.000130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a1493da-b416-4fc6-9aa0-777631c4ec80 req-25215f56-0f47-4b5b-95bf-8c1e166fc874 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1361730 Aug 31 07:01:06.025375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.027640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-970e4058-2630-4786-8a14-fec56f5adbaa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 HTTP/1.1" status: 204 len: 168 time: 1.3388236 Aug 31 07:01:06.030300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52684) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:06.133136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54ad86a-b71e-406c-bcf8-3b11f0c94854 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.134762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d54ad86a-b71e-406c-bcf8-3b11f0c94854 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1034863 Aug 31 07:01:06.137372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:06.228206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb52a39-c0c0-4f4b-baca-e4e66d4ce1ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.231487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9fb52a39-c0c0-4f4b-baca-e4e66d4ce1ae tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0925620 Aug 31 07:01:06.237643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:06.325822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:06.425250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9ebb8-8cd4-4b60-8337-874bfd0427c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.427208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9ebb8-8cd4-4b60-8337-874bfd0427c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.428738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc9ebb8-8cd4-4b60-8337-874bfd0427c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:06.433151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52700) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:06.437231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:06.437971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.446765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3fc9ebb8-8cd4-4b60-8337-874bfd0427c6 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2006757 Aug 31 07:01:06.500486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Allocated IP 2001:db8:0:1::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/82221f1f-14e1-4cd4-a77c-da899210e4f8/75a653fb-2e70-42cd-8392-ea5cd539d5b2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:06.546834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 61268075-ff89-46be-8349-2c68e890b176 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:06.730711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:06.786903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.815579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Transition to ACTIVE for port object 75a653fb-2e70-42cd-8392-ea5cd539d5b2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:06.819643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.823854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.885282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:06.888077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f3f6c-2149-4c39-9069-4250eecb8472 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:06.984798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.064975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.104385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=61268075-ff89-46be-8349-2c68e890b176,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:07.111407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.113364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2e1c5c5a-2923-42ac-8cdc-0ef19b401a7f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/61268075-ff89-46be-8349-2c68e890b176 HTTP/1.1" status: 204 len: 168 time: 0.6791494 Aug 31 07:01:07.116194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:07.189123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 82221f1f-14e1-4cd4-a77c-da899210e4f8 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:07.204304 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.272711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.333492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734c84d-f386-4005-a6a7-d0ad12d53157 req-981c316a-3d37-403a-8c96-6adbd8789bf1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:07.335622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d734c84d-f386-4005-a6a7-d0ad12d53157 req-981c316a-3d37-403a-8c96-6adbd8789bf1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1528883 Aug 31 07:01:07.423631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d734c84d-f386-4005-a6a7-d0ad12d53157 req-4932a2c2-9bf3-4079-87b2-9b1170733f82 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821002 Aug 31 07:01:07.447215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.514350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.546332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=82221f1f-14e1-4cd4-a77c-da899210e4f8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:07.552524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.554537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0c7d4fc-4e9f-4955-b43f-37bbf7f77fca tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/82221f1f-14e1-4cd4-a77c-da899210e4f8 HTTP/1.1" status: 204 len: 168 time: 0.4369340 Aug 31 07:01:07.556879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:07.609136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e3c2175-2a2c-42cd-ac41-c1f05009c54d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481670 Aug 31 07:01:07.609397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:07.614520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:07.722776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:07.727870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:07.733163 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe0b4fef-d491-4541-aa28-ee51a787bd79 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:07.799095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8f8af1f-95cb-404d-80d2-a2800e823f6b None None] Could not find standard attr ID for object ba2695bd-3d37-4e7a-96ed-d7aea8b84d33. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:07.827175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8f8af1f-95cb-404d-80d2-a2800e823f6b None None] Provisioning for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:07.832191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8f8af1f-95cb-404d-80d2-a2800e823f6b None None] Provisioning complete for port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:07.832844 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8f8af1f-95cb-404d-80d2-a2800e823f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.021044 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.028242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:08.069607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:08.073503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:08.079906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:08.080393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.096770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Deleting port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:08.096905 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.101538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4911191 Aug 31 07:01:08.101910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:08.108798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:08.115837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0789a7e1-7f4f-415e-97b6-7876d2e5b4aa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=42aa2f07-a24f-45b0-9581-279f15a0dd3b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:08.195107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75a653fb-2e70-42cd-8392-ea5cd539d5b2 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:08.261146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:08.261605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.264856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:08.269542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.285159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Calling delete_port for 75a653fb-2e70-42cd-8392-ea5cd539d5b2 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:08.407702 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 42aa2f07-a24f-45b0-9581-279f15a0dd3b (CIDR: 2001:db8::/64) Aug 31 07:01:08.413250 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:01:08.413752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:08.418502 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.434543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52806) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:08.434773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fca7c331-4bee-4db9-af7a-af162fe3c181 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3308687 Aug 31 07:01:08.441610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:08.505021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 75a653fb-2e70-42cd-8392-ea5cd539d5b2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75a653fb-2e70-42cd-8392-ea5cd539d5b2,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:08.511758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.566165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.594169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] No DVR routers for this DVR port 75a653fb-2e70-42cd-8392-ea5cd539d5b2 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:08.616315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:08.620427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=15']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:08.625074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:08.638289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0f3375-4998-4883-bed2-13ba208141df None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:08.651950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7c5ed-819f-43e2-9c6e-32be58c3a9c3 req-db3c25ab-4bda-4d4c-a43e-62f47b6916f5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:08.653848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66e7c5ed-819f-43e2-9c6e-32be58c3a9c3 req-db3c25ab-4bda-4d4c-a43e-62f47b6916f5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1041937 Aug 31 07:01:08.714639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66e7c5ed-819f-43e2-9c6e-32be58c3a9c3 req-cecd9cbc-7458-4866-9bb8-c1c7195cdc1a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522895 Aug 31 07:01:08.773754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d39ea-ced9-42a6-938b-462a0c45f7eb None None] Pushing event deleted for resources: {'Port': ['ID=75a653fb-2e70-42cd-8392-ea5cd539d5b2,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:08.860478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52816) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:08.903588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '42aa2f07-a24f-45b0-9581-279f15a0dd3b'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:08.904799 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.016738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-253c0c55-2f50-46f0-adf5-7d812fe46eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.067599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.objects.ports [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94640) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:01:09.069349 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.113301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/42aa2f07-a24f-45b0-9581-279f15a0dd3b/b237dbc1-bc61-4272-a689-a992080b697d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:09.128857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:09.132304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:09.136863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-253c0c55-2f50-46f0-adf5-7d812fe46eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.141230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:09.141230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.141860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-253c0c55-2f50-46f0-adf5-7d812fe46eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.152005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=59d9768c-c8a0-4007-aa18-9ba13f2b40bc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:09.166272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:09.166472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b318cbc7-d402-46cb-a5ec-cf786cc60489 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7304811 Aug 31 07:01:09.170154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-253c0c55-2f50-46f0-adf5-7d812fe46eb8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0b444396f75e44b7a860ad4b0d451c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3086002 Aug 31 07:01:09.172886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:09.181579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:e3:a0:7f', 'name': 'tempest-NetworksTestDHCPv6-1567219432'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:09.268082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c0c55-2f50-46f0-adf5-7d812fe46eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e196da14-5139-449b-acd6-5d29fbafccf9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:09.329551 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.334931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.337311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Transition to ACTIVE for port object b237dbc1-bc61-4272-a689-a992080b697d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:09.355380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Transition to ACTIVE for port object b237dbc1-bc61-4272-a689-a992080b697d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:09.362240 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.372841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.383524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:09.406002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:09.408962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:09.411885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:09.423247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Pushing event updated for resources: {'Port': ['ID=b237dbc1-bc61-4272-a689-a992080b697d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:09.490874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.493437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.494695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e196da14-5139-449b-acd6-5d29fbafccf9 HTTP/1.1" status: 204 len: 168 time: 0.3206525 Aug 31 07:01:09.503093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Attempting to bind port b237dbc1-bc61-4272-a689-a992080b697d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:09.503475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Attempting to bind port b237dbc1-bc61-4272-a689-a992080b697d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:09.503836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Attempting to bind port b237dbc1-bc61-4272-a689-a992080b697d on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:09.507446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfb4d8-e676-4e92-a9e1-f552c01600ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e196da14-5139-449b-acd6-5d29fbafccf9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:09.511925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.512190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:09.512902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:09.513682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.514220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:09.515215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Bound port: b237dbc1-bc61-4272-a689-a992080b697d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:09.515694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.538544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 072fd06e-2854-4c2b-b8ed-8ed4d847cb14 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:09.636371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] For port b237dbc1-bc61-4272-a689-a992080b697d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:09.640435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] For port b237dbc1-bc61-4272-a689-a992080b697d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b237dbc1-bc61-4272-a689-a992080b697d,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:09.646242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:09.714876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075d2928-6ca9-4599-b85f-b9588fae20b8 None None] Pushing event updated for resources: {'Port': ['ID=b237dbc1-bc61-4272-a689-a992080b697d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:09.760200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::ea (1b1d8c60-eace-4b9e-bf62-fe74f412de50/42aa2f07-a24f-45b0-9581-279f15a0dd3b/072fd06e-2854-4c2b-b8ed-8ed4d847cb14) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:09.778891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8:0:1:f816:3eff:fee3:a07f (1b1d8c60-eace-4b9e-bf62-fe74f412de50/59d9768c-c8a0-4007-aa18-9ba13f2b40bc/072fd06e-2854-4c2b-b8ed-8ed4d847cb14) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:09.942675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26ac731-b521-4d16-9744-7dcb80913084 req-9e1ff82e-c522-44ca-a5d8-48462d430ea2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:09.945743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b26ac731-b521-4d16-9744-7dcb80913084 req-9e1ff82e-c522-44ca-a5d8-48462d430ea2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.0807717 Aug 31 07:01:10.006049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:10.026825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7b33fb-4c04-4b43-84d6-6b518ba30487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.049018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.065709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 072fd06e-2854-4c2b-b8ed-8ed4d847cb14 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:10.074906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b26ac731-b521-4d16-9744-7dcb80913084 req-47c14870-5be7-4a76-a814-62d7d78c9545 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220887 Aug 31 07:01:10.138230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.197082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:10.200368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:10.204239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:10.210781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:10.211439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.218096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=072fd06e-2854-4c2b-b8ed-8ed4d847cb14,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:10.219762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7b33fb-4c04-4b43-84d6-6b518ba30487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.226452 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a7b33fb-4c04-4b43-84d6-6b518ba30487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.235387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52fd24d2-cb07-45c0-885b-348cb642c347 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0640681 Aug 31 07:01:10.238262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:10.278177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a7b33fb-4c04-4b43-84d6-6b518ba30487 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=b6d6861c97b348809a56d4253bdf5656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2710342 Aug 31 07:01:10.279421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7b33fb-4c04-4b43-84d6-6b518ba30487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85342f31-c3d0-4616-8f22-b28498bff6f6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:10.282003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:10.322134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b237dbc1-bc61-4272-a689-a992080b697d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:10.358181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.364567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 072fd06e-2854-4c2b-b8ed-8ed4d847cb14 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:10.365203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.386012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.393070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b237dbc1-bc61-4272-a689-a992080b697d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:10.454696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.457253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.468993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/85342f31-c3d0-4616-8f22-b28498bff6f6 HTTP/1.1" status: 204 len: 168 time: 0.1785288 Aug 31 07:01:10.487124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e000dbb-e2ae-4980-90eb-79aa272330ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85342f31-c3d0-4616-8f22-b28498bff6f6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:10.490901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.508411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 072fd06e-2854-4c2b-b8ed-8ed4d847cb14 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:10.755560 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.787810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=072fd06e-2854-4c2b-b8ed-8ed4d847cb14,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:10.844573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:10.852402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52874) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:10.852779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c1679848-6204-4da7-915d-c2f357402828 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/072fd06e-2854-4c2b-b8ed-8ed4d847cb14 HTTP/1.1" status: 204 len: 168 time: 0.6125464 Aug 31 07:01:10.908040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1526cf0-e027-486d-b700-d5f8c867e0fa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:10.909628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a1526cf0-e027-486d-b700-d5f8c867e0fa tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0561440 Aug 31 07:01:10.913944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52878) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:10.976336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4504274-a85e-4ae4-928a-b648f696130f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:10.979520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f4504274-a85e-4ae4-928a-b648f696130f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0643647 Aug 31 07:01:10.982399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:11.038010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e05bb-865b-4009-97ef-2bf8284e078c None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:11.053003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8802a-2362-4662-8d69-ae81e646c391 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:11.054578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8802a-2362-4662-8d69-ae81e646c391 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:11.056227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c8802a-2362-4662-8d69-ae81e646c391 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:11.060643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:11.060880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-13c8802a-2362-4662-8d69-ae81e646c391 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0773134 Aug 31 07:01:11.122826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 42aa2f07-a24f-45b0-9581-279f15a0dd3b {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:11.126839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.183482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.302058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0837c-6fd4-4d66-a062-239742c0ee8e req-9b55bdc2-eed8-44f8-9abf-5cf5df1fa32e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:11.311235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a0837c-6fd4-4d66-a062-239742c0ee8e req-9b55bdc2-eed8-44f8-9abf-5cf5df1fa32e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1073844 Aug 31 07:01:11.314846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Provisioning for port b237dbc1-bc61-4272-a689-a992080b697d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:11.324471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Provisioning complete for port b237dbc1-bc61-4272-a689-a992080b697d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:11.325775 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.358174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.394200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-67a0837c-6fd4-4d66-a062-239742c0ee8e req-48a774bc-87f1-47e2-982f-def46baadf94 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725715 Aug 31 07:01:11.447295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.464871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.470595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:11.480719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/42aa2f07-a24f-45b0-9581-279f15a0dd3b HTTP/1.1" status: 204 len: 168 time: 0.4187353 Aug 31 07:01:11.515733 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.552362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3e15c-230d-46d8-a14f-ee8790375a33 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=42aa2f07-a24f-45b0-9581-279f15a0dd3b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:11.569866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 59d9768c-c8a0-4007-aa18-9ba13f2b40bc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:11.573227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.592918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] For port b237dbc1-bc61-4272-a689-a992080b697d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b237dbc1-bc61-4272-a689-a992080b697d,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:11.600401 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.661516 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.683185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a20d6cd-7e47-4fe0-bd00-00da4f66b188 None None] Pushing event updated for resources: {'Port': ['ID=b237dbc1-bc61-4272-a689-a992080b697d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:11.706801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0da42e-3b8b-463b-ad05-2fc39049e27a None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '59d9768c-c8a0-4007-aa18-9ba13f2b40bc'}, {'subnet_id': '42aa2f07-a24f-45b0-9581-279f15a0dd3b'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'b237dbc1-bc61-4272-a689-a992080b697d'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:01:11.738263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.744669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b0da42e-3b8b-463b-ad05-2fc39049e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.815959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.858090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=59d9768c-c8a0-4007-aa18-9ba13f2b40bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:11.860196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:11.862152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d13b3a4f-f907-4edf-a9fc-c974f39bc80b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/59d9768c-c8a0-4007-aa18-9ba13f2b40bc HTTP/1.1" status: 204 len: 168 time: 0.3903344 Aug 31 07:01:11.865521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52930) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-8b0da42e-3b8b-463b-ad05-2fc39049e27a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59d9768c-c8a0-4007-aa18-9ba13f2b40bc: This subnet is being modified by another concurrent operation. Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1725, in update_port Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 59d9768c-c8a0-4007-aa18-9ba13f2b40bc: This subnet is being modified by another concurrent operation. Aug 31 07:01:11.892576 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 07:01:11.912278 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77fad770-78e9-4312-bfd8-26aa895d1ea5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0453067 Aug 31 07:01:11.915228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:11.920477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:11.993371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a63349-870b-4e16-98d4-9a1ae849fdbd None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:12.039158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:12.047110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.060892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a44bc491-098b-46d1-923b-b789217d5899 None None] Provisioning complete for port b237dbc1-bc61-4272-a689-a992080b697d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:12.061271 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a44bc491-098b-46d1-923b-b789217d5899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.241515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b237dbc1-bc61-4272-a689-a992080b697d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:12.276938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:12.328074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.365941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.382762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.385555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:12.393032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:12.396983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Deleting port b237dbc1-bc61-4272-a689-a992080b697d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:12.397389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.399185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:12.400013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.418315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5017633 Aug 31 07:01:12.421008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.429643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:12.429830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352551c9-54fd-4b5b-9992-0433b04f62d8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=294e545b-15c7-455c-95e4-970b9e586a4c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.493185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b237dbc1-bc61-4272-a689-a992080b697d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b237dbc1-bc61-4272-a689-a992080b697d,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:12.504067 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.546730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] For port b237dbc1-bc61-4272-a689-a992080b697d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b237dbc1-bc61-4272-a689-a992080b697d,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:12.547249 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.572057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Calling delete_port for b237dbc1-bc61-4272-a689-a992080b697d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:12.630160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d0647c2-74c2-4a7b-a82a-6b7aec55c475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.650518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:12.653982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.671457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae1b6b5-659f-485e-ad30-cddff0dacbd5 req-57a5f752-5a52-4e35-9374-0b7e078230a5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:12.671881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b237dbc1-bc61-4272-a689-a992080b697d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.672927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eae1b6b5-659f-485e-ad30-cddff0dacbd5 req-57a5f752-5a52-4e35-9374-0b7e078230a5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1117129 Aug 31 07:01:12.717527 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.750533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] No DVR routers for this DVR port b237dbc1-bc61-4272-a689-a992080b697d on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:12.752108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8f5e2e-4eb9-4cea-987e-89341a717976 None None] Pushing event deleted for resources: {'Port': ['ID=b237dbc1-bc61-4272-a689-a992080b697d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.778924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc212f7-214e-4b3e-8e3b-559c3571921a None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:12.807904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eae1b6b5-659f-485e-ad30-cddff0dacbd5 req-5902f244-fcc7-40d6-91d6-ebb7c6567dba tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225026 Aug 31 07:01:12.838617 n-d-712707-15 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 294e545b-15c7-455c-95e4-970b9e586a4c (CIDR: 2001:db8::/64) Aug 31 07:01:12.843122 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:01:12.843674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:12.893251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d0647c2-74c2-4a7b-a82a-6b7aec55c475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.898741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d0647c2-74c2-4a7b-a82a-6b7aec55c475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:12.905902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22563dfd-eee7-43c9-a062-4fb6cfd3a191 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4838021 Aug 31 07:01:12.909273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 52974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.914641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'subnet': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:12.942433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4d0647c2-74c2-4a7b-a82a-6b7aec55c475 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0130018091404850af0b76ca3ca53994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5571139 Aug 31 07:01:12.943459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0647c2-74c2-4a7b-a82a-6b7aec55c475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9074e45-9795-41ad-aed0-78bec64f0e6a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:12.946223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 52976) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:12.963659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'tenant_id': '0f6696b2bd7f4b1b896522b5d341c152', 'fixed_ips': [{'subnet_id': '294e545b-15c7-455c-95e4-970b9e586a4c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:12.964545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.020762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.048184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.078511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:13.083383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.111463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.115248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.116676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b9074e45-9795-41ad-aed0-78bec64f0e6a HTTP/1.1" status: 204 len: 168 time: 0.1695294 Aug 31 07:01:13.124226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Allocated IP 2001:db8::2 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/294e545b-15c7-455c-95e4-970b9e586a4c/9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:13.127193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0646da0f-9636-4384-93e4-664b88ba7614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9074e45-9795-41ad-aed0-78bec64f0e6a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:13.320669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.330635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Transition to ACTIVE for port object 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:13.349088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Transition to ACTIVE for port object 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:13.356641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.413469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:13.423785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:13.428357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:13.437611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Pushing event updated for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:13.494408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Attempting to bind port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:13.494843 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Attempting to bind port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:13.495165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Attempting to bind port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c on network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:13.500790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:13.501186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Checking segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:13.501856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.502462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Bound using segment: {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:13.503105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Bound port: 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b59d0c94-0972-42d2-b55d-8e6ece0d0128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:13.503704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.561287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.objects.ports [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=94639) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 31 07:01:13.595869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:13.605107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:13.610521 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:13.686509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d251a-b5e5-4561-a37e-53104ed6ff12 None None] Pushing event updated for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:14.203393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec16a6-3ee2-4db7-ba3b-0cbb0d8eb1ea req-b52a51f5-753f-41dd-b823-0702aaa20f4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:14.204994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efec16a6-3ee2-4db7-ba3b-0cbb0d8eb1ea req-b52a51f5-753f-41dd-b823-0702aaa20f4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1016047 Aug 31 07:01:14.235599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.266056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:14.327448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efec16a6-3ee2-4db7-ba3b-0cbb0d8eb1ea req-73e591ad-5d9b-418b-aba3-701a480a7a39 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060278 Aug 31 07:01:14.363445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:14.480967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:14.517242 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.522686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.523538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.652185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:14.663530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:14.674805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:14.675509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.683205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Subnet': ['ID=06f4d45a-9102-4459-b2e9-cd01c829a9c2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:14.688120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=4']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:14.702843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6bb586b9-32b5-42b9-b22e-7e6a4a51c7ce tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.7897954 Aug 31 07:01:14.703273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53034) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:14.710299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Request body: {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'mac_address': 'fa:16:3e:aa:ce:72', 'name': 'tempest-NetworksTestDHCPv6-842725419'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:14.838569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6fad8c-7d2d-48f8-9b01-d0da65cb7a80 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:14.863852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Made reservation on behalf of 0f6696b2bd7f4b1b896522b5d341c152 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:14.918365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Provisioning for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:14.930114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Provisioning complete for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:14.930397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:14.981843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.006816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] device_id is not set on port 8b49b4d4-a080-47bd-b5f3-77ade15f94ce yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:15.099253 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.137971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:15.143371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.225238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb963852-c7e3-42f1-8a44-a5dbe981e0c1 None None] Pushing event updated for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:15.231679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8::f4 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/294e545b-15c7-455c-95e4-970b9e586a4c/8b49b4d4-a080-47bd-b5f3-77ade15f94ce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:15.240790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Allocated IP 2001:db8:0:1:f816:3eff:feaa:ce72 (1b1d8c60-eace-4b9e-bf62-fe74f412de50/06f4d45a-9102-4459-b2e9-cd01c829a9c2/8b49b4d4-a080-47bd-b5f3-77ade15f94ce) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:15.446794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.462259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Transition to ACTIVE for port object 8b49b4d4-a080-47bd-b5f3-77ade15f94ce will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:15.503071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9d96e-8fb9-4ca0-b02c-6a7febbe635c req-ffe556ae-d945-46f3-9a9e-bb3af537ba81 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.509766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.512530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6a9d96e-8fb9-4ca0-b02c-6a7febbe635c req-ffe556ae-d945-46f3-9a9e-bb3af537ba81 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.0794775 Aug 31 07:01:15.558977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:15.562365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:15.564618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6a9d96e-8fb9-4ca0-b02c-6a7febbe635c req-e11c5de0-3e0a-4814-8302-2b3a3c873a93 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Aug 31 07:01:15.568567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:15.581660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:15.581660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.586904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event updated for resources: {'Port': ['ID=8b49b4d4-a080-47bd-b5f3-77ade15f94ce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:15.604391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d2d009a7-b068-4165-beca-4af280b7dbb1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.8996508 Aug 31 07:01:15.607084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:15.717049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting port 8b49b4d4-a080-47bd-b5f3-77ade15f94ce {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:15.717572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.743436 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.823597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:15.838109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Calling delete_port for 8b49b4d4-a080-47bd-b5f3-77ade15f94ce owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:15.877780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0cebc060-1b37-4233-9001-a6bed69e0aae None None] Provisioning complete for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:15.878358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0cebc060-1b37-4233-9001-a6bed69e0aae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.035414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.065761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Port': ['ID=8b49b4d4-a080-47bd-b5f3-77ade15f94ce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:16.121429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.126528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c3ea910d-194d-41ab-b11c-0dcbd78253e9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/8b49b4d4-a080-47bd-b5f3-77ade15f94ce HTTP/1.1" status: 204 len: 168 time: 0.5156744 Aug 31 07:01:16.126717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.182857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce5df0ce-307e-48b4-8d83-d5e261c51199 None None] Could not find standard attr ID for object 43decad6-8bb0-47c3-95cb-62a2e749bae7. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:16.188829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610b1cd2-e638-4662-9dd7-428463bd14f8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.193999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.199200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:16.204641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-610b1cd2-e638-4662-9dd7-428463bd14f8 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0765295 Aug 31 07:01:16.264111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:16.264870 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.270541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d461c4-d67a-4d34-b67c-176c7ecd4c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.272418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-90d461c4-d67a-4d34-b67c-176c7ecd4c99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0764937 Aug 31 07:01:16.275312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.349696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b500a12-e2a8-465e-b47e-bb2e10222188 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.351670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b500a12-e2a8-465e-b47e-bb2e10222188 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.354976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b500a12-e2a8-465e-b47e-bb2e10222188 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.360413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53062) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.361749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b500a12-e2a8-465e-b47e-bb2e10222188 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0848620 Aug 31 07:01:16.401091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-613bafcb-c088-4f2d-bde6-fe6c0cd715f9 None None] Could not find standard attr ID for object ba2695bd-3d37-4e7a-96ed-d7aea8b84d33. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:16.432813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 06f4d45a-9102-4459-b2e9-cd01c829a9c2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:16.437171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.496206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.561873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:16.621012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.673294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:16.696644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.704966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'mac_address': 'fa:16:3e:3c:9e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:16.735357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=06f4d45a-9102-4459-b2e9-cd01c829a9c2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:16.740102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.742411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5653a136-8a72-4804-90bc-3bda7ba31816 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/06f4d45a-9102-4459-b2e9-cd01c829a9c2 HTTP/1.1" status: 204 len: 168 time: 0.3804352 Aug 31 07:01:16.744722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:16.788271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82514b4a-3d62-4f92-a9be-b62e87efb5cc req-eb31f22a-edc4-4fd2-9c16-03ea271806e9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:16.794559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.797420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82514b4a-3d62-4f92-a9be-b62e87efb5cc req-eb31f22a-edc4-4fd2-9c16-03ea271806e9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 944 time: 0.1056581 Aug 31 07:01:16.807306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Deleting subnet 294e545b-15c7-455c-95e4-970b9e586a4c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:16.809357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-48ce5814-0377-41e7-880d-0faf8cd7f4fe None None] Could not find standard attr ID for object 072fd06e-2854-4c2b-b8ed-8ed4d847cb14. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:16.812683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.830486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:16.849067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82514b4a-3d62-4f92-a9be-b62e87efb5cc req-dd5bc33e-ad95-4f26-abe3-bfd22bcfb18e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498059 Aug 31 07:01:16.865312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.876473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:16.882367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:16.940758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:17.028607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed3ec54-151a-4ae1-b3a6-00da2114f917 None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:17.247664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-76880cdc-5362-4323-8a68-96b87ffde3f9 None None] Could not find standard attr ID for object 8b49b4d4-a080-47bd-b5f3-77ade15f94ce. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:17.293863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.321828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['43373f6f-567c-4a98-8b31-4f1833fc3cd8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:17.358879 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.391338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Subnet': ['ID=294e545b-15c7-455c-95e4-970b9e586a4c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:17.393598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.397088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0aae245c-7aad-4d49-b7be-4212121a218f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/294e545b-15c7-455c-95e4-970b9e586a4c HTTP/1.1" status: 204 len: 168 time: 0.6499720 Aug 31 07:01:17.398567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.444714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fd0710bf-cb3d-4d28-9daa-55eb8a1ce07b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438557 Aug 31 07:01:17.448032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53076) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.503315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adccee86-8b02-4a9a-be28-4e7dcde9855f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:17.505303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-adccee86-8b02-4a9a-be28-4e7dcde9855f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559225 Aug 31 07:01:17.507988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.519155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766426f-aa9a-4039-8936-4c8d6b39091e None None] Update dhcp port {'port': {'network_id': '1b1d8c60-eace-4b9e-bf62-fe74f412de50', 'fixed_ips': [{'subnet_id': '294e545b-15c7-455c-95e4-970b9e586a4c'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:01:17.548954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d766426f-aa9a-4039-8936-4c8d6b39091e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.560360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f3332-0810-47da-8885-91b096491c10 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:17.565240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-009f3332-0810-47da-8885-91b096491c10 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0529757 Aug 31 07:01:17.565240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.616987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-275b598a-6a8f-4060-b396-18e47b2ab263 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0446272 Aug 31 07:01:17.619636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.651613 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f01c1929-52b7-428b-a4b6-7b5c45553b3a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.653308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f01c1929-52b7-428b-a4b6-7b5c45553b3a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.655809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f01c1929-52b7-428b-a4b6-7b5c45553b3a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/8b49b4d4-a080-47bd-b5f3-77ade15f94ce HTTP/1.1" status: 404 len: 333 time: 0.0347519 Aug 31 07:01:17.658368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.686457 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-16cacec9-9369-4404-a38b-aa95aa1ebf97 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.687025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16cacec9-9369-4404-a38b-aa95aa1ebf97 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.691082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16cacec9-9369-4404-a38b-aa95aa1ebf97 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/06f4d45a-9102-4459-b2e9-cd01c829a9c2 HTTP/1.1" status: 404 len: 337 time: 0.0293756 Aug 31 07:01:17.691447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.736603 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-636d41b6-5256-4ce2-8f9c-726ded7dc7f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.737062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636d41b6-5256-4ce2-8f9c-726ded7dc7f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.741470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-636d41b6-5256-4ce2-8f9c-726ded7dc7f1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/294e545b-15c7-455c-95e4-970b9e586a4c HTTP/1.1" status: 404 len: 337 time: 0.0455630 Aug 31 07:01:17.741470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.774466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc175f33-4fa7-4e29-a783-943840b68ddc None None] Network 1b1d8c60-eace-4b9e-bf62-fe74f412de50 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:17.778245 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f0a25ee-81e5-44be-ac4d-3eccb22eca99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.779680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f0a25ee-81e5-44be-ac4d-3eccb22eca99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.784635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.785127 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4f0a25ee-81e5-44be-ac4d-3eccb22eca99 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/072fd06e-2854-4c2b-b8ed-8ed4d847cb14 HTTP/1.1" status: 404 len: 333 time: 0.0424294 Aug 31 07:01:17.829918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-77e5e337-1655-44f2-8800-1afa539ddcaa None None] Provisioning complete for port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:17.830296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77e5e337-1655-44f2-8800-1afa539ddcaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:17.842659 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a5f4a6-04e3-446c-99c6-84b95b1c421b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.843218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7a5f4a6-04e3-446c-99c6-84b95b1c421b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.846892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7a5f4a6-04e3-446c-99c6-84b95b1c421b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/59d9768c-c8a0-4007-aa18-9ba13f2b40bc HTTP/1.1" status: 404 len: 337 time: 0.0612113 Aug 31 07:01:17.849900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.880085 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f9463f-a46a-44cb-8454-fd118b945651 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.880646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f9463f-a46a-44cb-8454-fd118b945651 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.882976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e5f9463f-a46a-44cb-8454-fd118b945651 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/42aa2f07-a24f-45b0-9581-279f15a0dd3b HTTP/1.1" status: 404 len: 337 time: 0.0320799 Aug 31 07:01:17.885509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.913036 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3752702-f6f7-467c-9ab8-5c0c83c46ab2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.913835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3752702-f6f7-467c-9ab8-5c0c83c46ab2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.915947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3752702-f6f7-467c-9ab8-5c0c83c46ab2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/ba2695bd-3d37-4e7a-96ed-d7aea8b84d33 HTTP/1.1" status: 404 len: 333 time: 0.0291183 Aug 31 07:01:17.918706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53104) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:17.974385 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5133caa1-3fb0-4c06-ad60-c8b4efba650d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:17.975198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5133caa1-3fb0-4c06-ad60-c8b4efba650d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:17.989696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5133caa1-3fb0-4c06-ad60-c8b4efba650d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/82221f1f-14e1-4cd4-a77c-da899210e4f8 HTTP/1.1" status: 404 len: 337 time: 0.0687177 Aug 31 07:01:17.991762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.026398 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e0b740f-1ba4-4fe8-b734-24d6175c8312 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.026865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e0b740f-1ba4-4fe8-b734-24d6175c8312 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.029264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e0b740f-1ba4-4fe8-b734-24d6175c8312 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/61268075-ff89-46be-8349-2c68e890b176 HTTP/1.1" status: 404 len: 337 time: 0.0359948 Aug 31 07:01:18.031609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.075334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] DHCP port deletion for 1b1d8c60-eace-4b9e-bf62-fe74f412de50 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:18.076702 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-a36bd81b-0057-44ae-9da3-f2976cc0b754 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.077062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a36bd81b-0057-44ae-9da3-f2976cc0b754 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.078739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a36bd81b-0057-44ae-9da3-f2976cc0b754 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/43decad6-8bb0-47c3-95cb-62a2e749bae7 HTTP/1.1" status: 404 len: 333 time: 0.0461259 Aug 31 07:01:18.081196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.133230 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29964e4-9401-4b71-9596-14e71ffe56f2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.133795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c29964e4-9401-4b71-9596-14e71ffe56f2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.138298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c29964e4-9401-4b71-9596-14e71ffe56f2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/bfaebd9c-2a29-44b2-8de3-fd8ea247ae8a HTTP/1.1" status: 404 len: 337 time: 0.0538886 Aug 31 07:01:18.138717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.151035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d42337f-cb30-49d0-91bf-f983f2fd47bb req-5d6ebd9b-b0c5-4c1b-9a03-940d217da444 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:18.152626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d42337f-cb30-49d0-91bf-f983f2fd47bb req-5d6ebd9b-b0c5-4c1b-9a03-940d217da444 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 945 time: 0.1614602 Aug 31 07:01:18.176696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Deleting port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:18.179963 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9d190c7-a797-4040-8575-8e9801bd0867 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.180411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.180573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9d190c7-a797-4040-8575-8e9801bd0867 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.184997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.189388 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b9d190c7-a797-4040-8575-8e9801bd0867 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/63a5c645-516a-4c79-a77d-de5c4a066578 HTTP/1.1" status: 404 len: 337 time: 0.0424895 Aug 31 07:01:18.247615 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc05d256-a1c5-4f6b-b89b-afe3303bf4d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.248393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc05d256-a1c5-4f6b-b89b-afe3303bf4d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.250254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dc05d256-a1c5-4f6b-b89b-afe3303bf4d2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/e131151b-e40b-4d16-9219-65b93f2a2856 HTTP/1.1" status: 404 len: 333 time: 0.0600283 Aug 31 07:01:18.252859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.266389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d42337f-cb30-49d0-91bf-f983f2fd47bb req-8b1701d2-c1bd-479d-9a81-e52f46073d1b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020422 Aug 31 07:01:18.281943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:18.314421 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f0de792-416d-4034-90b0-1f7f40a91979 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.314877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f0de792-416d-4034-90b0-1f7f40a91979 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.318268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f0de792-416d-4034-90b0-1f7f40a91979 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/d5721aca-d58b-493f-8ce8-8d771844b58c HTTP/1.1" status: 404 len: 337 time: 0.0632813 Aug 31 07:01:18.319954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.348391 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-8beecfb7-9d35-4124-98c3-05dc2e255bd5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.349843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8beecfb7-9d35-4124-98c3-05dc2e255bd5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.350200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:18.350860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.352434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8beecfb7-9d35-4124-98c3-05dc2e255bd5 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/e2188486-c5b9-4584-b105-40a5b2e975c9 HTTP/1.1" status: 404 len: 333 time: 0.0310960 Aug 31 07:01:18.354783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.381780 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb3288f6-34ee-4e52-bb09-462342e34044 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.382597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb3288f6-34ee-4e52-bb09-462342e34044 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.384720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cb3288f6-34ee-4e52-bb09-462342e34044 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/e6530c9f-c677-459f-9433-7e8c95035b33 HTTP/1.1" status: 404 len: 337 time: 0.0288022 Aug 31 07:01:18.387115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.412406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Calling delete_port for 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:18.412664 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-f672e8c1-4278-49d1-80f3-64b0285f9c61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.413681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f672e8c1-4278-49d1-80f3-64b0285f9c61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.414440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.416292 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f672e8c1-4278-49d1-80f3-64b0285f9c61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/bff26d04-4bcf-44ab-9a33-daaab0b09422 HTTP/1.1" status: 404 len: 333 time: 0.0279281 Aug 31 07:01:18.418640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53134) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.447981 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b733ad-2341-4d56-8248-68fa30a5118e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.448439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b733ad-2341-4d56-8248-68fa30a5118e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.449162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,segment=NetworkSegment(b59d0c94-0972-42d2-b55d-8e6ece0d0128),segment_id=b59d0c94-0972-42d2-b55d-8e6ece0d0128)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:18.451093 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-94b733ad-2341-4d56-8248-68fa30a5118e tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/b129a823-1132-474d-a488-5b74cc087696 HTTP/1.1" status: 404 len: 337 time: 0.0309076 Aug 31 07:01:18.453078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.456814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.485016 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-b22d2671-d3ca-4fd0-b66b-1fd5895376b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.486074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b22d2671-d3ca-4fd0-b66b-1fd5895376b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.488123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b22d2671-d3ca-4fd0-b66b-1fd5895376b1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/05449b56-0c46-43e5-9856-50721fbac05a HTTP/1.1" status: 404 len: 333 time: 0.0337331 Aug 31 07:01:18.491461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.520336 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0cec65-e996-4ddb-8a63-71d7e671ec75 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.520804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0cec65-e996-4ddb-8a63-71d7e671ec75 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.522834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ca0cec65-e996-4ddb-8a63-71d7e671ec75 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/9c4a6cb4-6bac-468d-bec7-0d3aaab5e0ea HTTP/1.1" status: 404 len: 337 time: 0.0305805 Aug 31 07:01:18.525563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.554132 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-97812a80-0ca4-46be-bfdb-0496229f5be9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.555530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97812a80-0ca4-46be-bfdb-0496229f5be9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.557859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-97812a80-0ca4-46be-bfdb-0496229f5be9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/fdb2a5d8-fc03-44b5-a4f7-45f425e63288 HTTP/1.1" status: 404 len: 333 time: 0.0311377 Aug 31 07:01:18.560402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.570691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:18.576162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:18.603699 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-16c89a2e-1f0b-4575-85c3-c73ca3c5bd82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.604342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16c89a2e-1f0b-4575-85c3-c73ca3c5bd82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.610109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.610335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16c89a2e-1f0b-4575-85c3-c73ca3c5bd82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/0e849342-e7c0-4634-9572-2ea8c0da5ac8 HTTP/1.1" status: 404 len: 337 time: 0.0484586 Aug 31 07:01:18.635193 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-8afa322c-57f1-4686-b079-df6e6907b42d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.635878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8afa322c-57f1-4686-b079-df6e6907b42d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.637719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8afa322c-57f1-4686-b079-df6e6907b42d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/52c2f62f-281c-4950-ae2e-28c28f50d3f7 HTTP/1.1" status: 404 len: 333 time: 0.0266986 Aug 31 07:01:18.640224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.649360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.672902 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a19243be-be6f-41ea-920b-f3a6f2718096 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.673609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a19243be-be6f-41ea-920b-f3a6f2718096 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.675776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a19243be-be6f-41ea-920b-f3a6f2718096 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/8c981e0b-f183-4244-b6e0-427e379976a0 HTTP/1.1" status: 404 len: 337 time: 0.0341291 Aug 31 07:01:18.678158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.683572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] Pushing event deleted for resources: {'Port': ['ID=9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:18.686237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7de5aa-a5fb-4aad-81b6-dacc36168b77 None None] No DVR routers for this DVR port 9a2f2b2a-8e04-4e25-8aa4-3a3a4a84039c on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:18.694350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:18.694882 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.728336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a10b0a-57da-4578-bc7c-f4482e832663 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:01:18.730201 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-da77ab3a-f223-4056-aabe-b158181309a7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.730663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da77ab3a-f223-4056-aabe-b158181309a7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.733883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da77ab3a-f223-4056-aabe-b158181309a7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/64b92326-6184-4b11-9268-f52633de4cd2 HTTP/1.1" status: 404 len: 337 time: 0.0539150 Aug 31 07:01:18.735650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.761482 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab8d6847-4145-4b93-9152-314b5949bd44 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.762147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab8d6847-4145-4b93-9152-314b5949bd44 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.764061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ab8d6847-4145-4b93-9152-314b5949bd44 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/4e2a3e25-f647-47ca-9e11-9bd1188467b0 HTTP/1.1" status: 404 len: 333 time: 0.0273452 Aug 31 07:01:18.770319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53154) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.804577 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-49e6d217-6244-4728-af6e-d7ef4d6153b2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.804981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49e6d217-6244-4728-af6e-d7ef4d6153b2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.809732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-49e6d217-6244-4728-af6e-d7ef4d6153b2 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/085c67de-ce60-4a23-bc12-329facc24513 HTTP/1.1" status: 404 len: 337 time: 0.0380192 Aug 31 07:01:18.810340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.842223 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a4f815f-4771-4b78-9de2-249603535b95 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.842223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a4f815f-4771-4b78-9de2-249603535b95 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.842223 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a4f815f-4771-4b78-9de2-249603535b95 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/3f8ebe59-5858-4e15-965c-ac126e84fa77 HTTP/1.1" status: 404 len: 337 time: 0.0302041 Aug 31 07:01:18.843808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53158) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.876499 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c82996ec-24f1-4924-84dc-ba21a93b72e4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.876499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c82996ec-24f1-4924-84dc-ba21a93b72e4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.877446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c82996ec-24f1-4924-84dc-ba21a93b72e4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/193d5be6-4962-4af2-a169-ae3c2cbc9333 HTTP/1.1" status: 404 len: 333 time: 0.0333714 Aug 31 07:01:18.880701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.882681 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.914806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a10b0a-57da-4578-bc7c-f4482e832663 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:01:18.923546 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-80676f11-1881-4860-9582-a109935fe913 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.924440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80676f11-1881-4860-9582-a109935fe913 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.927734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80676f11-1881-4860-9582-a109935fe913 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/d6d75855-9b22-46d7-a82c-8540c46ae9a0 HTTP/1.1" status: 404 len: 337 time: 0.0456483 Aug 31 07:01:18.930374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:18.934647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:18.935552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:18.938156 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e090995-c614-467c-86ae-62a809e28de4" -d '{"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:18.949662 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:18.986544 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5110a1a0-5323-4421-94fc-0ab4f4d1abfd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:18.987103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5110a1a0-5323-4421-94fc-0ab4f4d1abfd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:18.993582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5110a1a0-5323-4421-94fc-0ab4f4d1abfd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/9f76ca99-9e03-4a25-bb79-f30838e1590d HTTP/1.1" status: 404 len: 337 time: 0.0616541 Aug 31 07:01:18.996310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.010738 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d183ee31-84da-4078-a92c-45db0aa5c778 x-openstack-request-id: req-d183ee31-84da-4078-a92c-45db0aa5c778 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:19.011360 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-plugged", "status": "completed", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:19.011791 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d183ee31-84da-4078-a92c-45db0aa5c778 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:19.012363 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'code': 200} Aug 31 07:01:19.024281 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e06f25d-de75-422f-82bb-5ccb0b03ece7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.026612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e06f25d-de75-422f-82bb-5ccb0b03ece7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.028591 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3e06f25d-de75-422f-82bb-5ccb0b03ece7 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/5b192014-d447-4ae5-a6c6-a441b34ccf4e HTTP/1.1" status: 404 len: 333 time: 0.0310621 Aug 31 07:01:19.031562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.073916 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe2c398-686c-4aa9-b2af-e1ed9d62e962 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.074380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe2c398-686c-4aa9-b2af-e1ed9d62e962 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.076118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dbe2c398-686c-4aa9-b2af-e1ed9d62e962 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/65a35e03-0e26-42b9-8455-7c9c9da6e73d HTTP/1.1" status: 404 len: 337 time: 0.0430088 Aug 31 07:01:19.079318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.108604 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6fc30c3-aeaa-4278-b5c2-043d7219b56a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.109055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6fc30c3-aeaa-4278-b5c2-043d7219b56a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.111109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6fc30c3-aeaa-4278-b5c2-043d7219b56a tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/836d04df-bc46-48e0-a9d8-1a593dcf47d0 HTTP/1.1" status: 404 len: 337 time: 0.0308318 Aug 31 07:01:19.114050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.141176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:19.144479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b8a4c4cd-fe4c-4a72-b021-ec8adb8a86a1 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports?device_id=9bcf1702-31b5-4601-8a61-e908adb358af HTTP/1.1" status: 200 len: 205 time: 0.0270915 Aug 31 07:01:19.145482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.184900 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e0cbeef5-ea0c-410a-a9e4-7466f7e417da tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] delete failed (client error): The resource could not be found. Aug 31 07:01:19.188555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0cbeef5-ea0c-410a-a9e4-7466f7e417da tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/routers/9bcf1702-31b5-4601-8a61-e908adb358af HTTP/1.1" status: 404 len: 336 time: 0.0420198 Aug 31 07:01:19.189594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53178) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.226274 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b49cde3-2ca7-4927-aa3b-f15199f40d00 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.227086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b49cde3-2ca7-4927-aa3b-f15199f40d00 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.232249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.232867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b49cde3-2ca7-4927-aa3b-f15199f40d00 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/5e393860-e508-450d-b651-5860e840cd7f HTTP/1.1" status: 404 len: 337 time: 0.0421383 Aug 31 07:01:19.268537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ad935ea-6318-4b8e-9f1b-f847619f4c9b tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "GET /v2.0/ports?device_id=83786cec-b41e-4fc8-85b7-f80a6159b5af HTTP/1.1" status: 200 len: 205 time: 0.0348217 Aug 31 07:01:19.271022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53186) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.283683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b626fcb3-e94f-4170-8218-ed015d4a656f req-2e963de9-3d2e-452e-8027-84709b671a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:19.288218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b626fcb3-e94f-4170-8218-ed015d4a656f req-2e963de9-3d2e-452e-8027-84709b671a25 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1099 time: 0.1106653 Aug 31 07:01:19.310218 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9fee3287-5605-46fd-be23-3f37019ccf8d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] delete failed (client error): The resource could not be found. Aug 31 07:01:19.314080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.314520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9fee3287-5605-46fd-be23-3f37019ccf8d tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/routers/83786cec-b41e-4fc8-85b7-f80a6159b5af HTTP/1.1" status: 404 len: 336 time: 0.0422652 Aug 31 07:01:19.366323 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1999892-7547-44b4-a017-66dd58e565fd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.366865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1999892-7547-44b4-a017-66dd58e565fd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.368614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1999892-7547-44b4-a017-66dd58e565fd tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/857385c4-70b3-42c7-aef5-5d72974c1060 HTTP/1.1" status: 404 len: 337 time: 0.0530095 Aug 31 07:01:19.371584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.390385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b626fcb3-e94f-4170-8218-ed015d4a656f req-99511060-e7db-4d3e-9457-b2ab67b79d41 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905306 Aug 31 07:01:19.418726 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ec26860-d7ac-4130-a27d-b969348c5cbf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.419493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ec26860-d7ac-4130-a27d-b969348c5cbf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.421260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ec26860-d7ac-4130-a27d-b969348c5cbf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/a2117ecf-ded2-4cdb-aeed-c2a32e5c5d96 HTTP/1.1" status: 404 len: 337 time: 0.0484498 Aug 31 07:01:19.424849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.457033 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d19c7af-2b66-415a-b7d8-cf4952fb85f9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.458346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d19c7af-2b66-415a-b7d8-cf4952fb85f9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.462878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d19c7af-2b66-415a-b7d8-cf4952fb85f9 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/d1425fd0-ab9e-4986-bb94-fd9be2925c1c HTTP/1.1" status: 404 len: 333 time: 0.0353811 Aug 31 07:01:19.463520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.468402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32277cb3-5601-4bc6-a046-05d6dc365ede req-ccf9e0c4-ab41-49e8-a7a2-278ccc3ff74c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:19.470118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32277cb3-5601-4bc6-a046-05d6dc365ede req-ccf9e0c4-ab41-49e8-a7a2-278ccc3ff74c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.0794158 Aug 31 07:01:19.490865 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0cbf61c-6528-4216-8d16-b21ec22b309c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.491329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0cbf61c-6528-4216-8d16-b21ec22b309c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.495761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0cbf61c-6528-4216-8d16-b21ec22b309c tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/c924219c-12c5-4ea1-a758-a5b0658796aa HTTP/1.1" status: 404 len: 337 time: 0.0312889 Aug 31 07:01:19.496534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.518712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32277cb3-5601-4bc6-a046-05d6dc365ede req-5bc48f8e-8c88-42de-84fd-3624d42e800d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422103 Aug 31 07:01:19.523142 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0885574-f61c-47a5-bccd-4677300e8be4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.523865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0885574-f61c-47a5-bccd-4677300e8be4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.528460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0885574-f61c-47a5-bccd-4677300e8be4 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/d51cbf28-8c95-4642-a84d-22c4d39be700 HTTP/1.1" status: 404 len: 333 time: 0.0308654 Aug 31 07:01:19.528933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.561151 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a38006-acba-443d-877b-8ae115544c68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.561776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a38006-acba-443d-877b-8ae115544c68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.563702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-36a38006-acba-443d-877b-8ae115544c68 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/3ad89828-cc20-4cb3-ac33-76c70e017b5c HTTP/1.1" status: 404 len: 337 time: 0.0335150 Aug 31 07:01:19.567584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.591717 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63c696c-3633-482c-af4c-a996c8b6cf82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.592425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63c696c-3633-482c-af4c-a996c8b6cf82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.596598 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c63c696c-3633-482c-af4c-a996c8b6cf82 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/35eb866c-a941-49b6-95bb-77444e34cc2e HTTP/1.1" status: 404 len: 333 time: 0.0252848 Aug 31 07:01:19.596950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.624988 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac5e6bd-fbc5-4524-9695-9b8d2b650a69 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.625586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac5e6bd-fbc5-4524-9695-9b8d2b650a69 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.629953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ac5e6bd-fbc5-4524-9695-9b8d2b650a69 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/080e8820-7f03-4034-ae8d-f1c3c0b9400e HTTP/1.1" status: 404 len: 337 time: 0.0294719 Aug 31 07:01:19.630813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.654108 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-21bc07af-deca-4f96-b27c-0495568b6269 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.654766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21bc07af-deca-4f96-b27c-0495568b6269 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.656481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-21bc07af-deca-4f96-b27c-0495568b6269 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/efd0e1fa-928c-4942-9cd7-ad951eedd573 HTTP/1.1" status: 404 len: 333 time: 0.0247624 Aug 31 07:01:19.659141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.688214 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a2ead8-b05d-4d4c-8285-492d1d8cfa61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.689382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a2ead8-b05d-4d4c-8285-492d1d8cfa61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.690632 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-23a2ead8-b05d-4d4c-8285-492d1d8cfa61 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/76e882da-da0f-4ffa-9028-7d8b5c69d867 HTTP/1.1" status: 404 len: 337 time: 0.0303760 Aug 31 07:01:19.693813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.722025 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f315b4b-c347-4b49-821f-8dc00b5a0919 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.722703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f315b4b-c347-4b49-821f-8dc00b5a0919 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.725380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4f315b4b-c347-4b49-821f-8dc00b5a0919 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/86d33689-12df-4bf3-b096-a47a3e4cc62b HTTP/1.1" status: 404 len: 333 time: 0.0299246 Aug 31 07:01:19.727295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53226) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.756976 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-68840587-3f06-4374-8cb1-feeb92d2eb70 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.757199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68840587-3f06-4374-8cb1-feeb92d2eb70 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.758916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68840587-3f06-4374-8cb1-feeb92d2eb70 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/484b3ffb-83d5-4ebc-ae29-2db05360b8cd HTTP/1.1" status: 404 len: 337 time: 0.0304983 Aug 31 07:01:19.761474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.794352 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3866dc65-b22b-4da0-907d-5b8f3dcd88bf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.795101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3866dc65-b22b-4da0-907d-5b8f3dcd88bf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.800068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53236) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.800514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3866dc65-b22b-4da0-907d-5b8f3dcd88bf tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/f428b649-0773-4302-973b-09e87ebb4547 HTTP/1.1" status: 404 len: 333 time: 0.0376077 Aug 31 07:01:19.838307 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c23adbb-662f-4a4e-899c-0219fec14886 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.838864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c23adbb-662f-4a4e-899c-0219fec14886 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.840879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9c23adbb-662f-4a4e-899c-0219fec14886 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/c697b989-5430-42c6-a5eb-5231f7a6129c HTTP/1.1" status: 404 len: 337 time: 0.0397472 Aug 31 07:01:19.844189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.880572 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-453503db-b59b-4403-b987-86456ee4d313 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.880572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453503db-b59b-4403-b987-86456ee4d313 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.880572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-453503db-b59b-4403-b987-86456ee4d313 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/ports/fba40666-d07c-4afb-a8f5-842990153ed8 HTTP/1.1" status: 404 len: 333 time: 0.0335276 Aug 31 07:01:19.880572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.922729 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-984a742a-669b-4c5a-94d1-5e46050a0667 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:19.923106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-984a742a-669b-4c5a-94d1-5e46050a0667 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:19.928514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:19.931773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-984a742a-669b-4c5a-94d1-5e46050a0667 tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/subnets/99a194c8-205e-4782-be6e-4f321f04b327 HTTP/1.1" status: 404 len: 337 time: 0.0498006 Aug 31 07:01:20.029085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.128512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.141914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1d8c60-eace-4b9e-bf62-fe74f412de50']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:20.164964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b59d0c94-0972-42d2-b55d-8e6ece0d0128') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:20.165441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b59d0c94-0972-42d2-b55d-8e6ece0d0128') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:20.176294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.192381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.199649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:20.200300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:20.203790 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:20.287633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.293257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:20.298325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] 10.222.0.57 "DELETE /v2.0/networks/1b1d8c60-eace-4b9e-bf62-fe74f412de50 HTTP/1.1" status: 204 len: 168 time: 0.3656249 Aug 31 07:01:20.312247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215061c6-97b8-40fa-9360-6d8c4c7c107f tempest-NetworksTestDHCPv6-871111437 tempest-NetworksTestDHCPv6-871111437-project] Pushing event deleted for resources: {'Network': ['ID=1b1d8c60-eace-4b9e-bf62-fe74f412de50,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:20.630757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:20.722257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2205c-7555-422b-aeb9-8b5843cf16e6 req-b09d7767-b833-4290-a027-eeaa0d7223a4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:20.725643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fac2205c-7555-422b-aeb9-8b5843cf16e6 req-b09d7767-b833-4290-a027-eeaa0d7223a4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.0924273 Aug 31 07:01:20.832977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fac2205c-7555-422b-aeb9-8b5843cf16e6 req-837c1b48-f779-419b-a783-8732eb05be7d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952499 Aug 31 07:01:20.890765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-65b70a9a-bc09-48e0-a290-0247f84f14c3 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0f6696b2bd7f4b1b896522b5d341c152&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2584980 Aug 31 07:01:20.896328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53382) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:20.993556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.036607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.095580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.100952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:21.102480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/17bb6718-d576-438b-a570-4fe024cff91a HTTP/1.1" status: 204 len: 168 time: 0.2046721 Aug 31 07:01:21.113262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29e044-1e94-4cf1-99f5-7fee2c2e9c2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17bb6718-d576-438b-a570-4fe024cff91a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.069395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a84a1d-7d41-4432-ade8-a9e7e529e0a9 req-d53a31b8-a932-4ee9-be2d-be33413d58f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:22.071598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7a84a1d-7d41-4432-ade8-a9e7e529e0a9 req-d53a31b8-a932-4ee9-be2d-be33413d58f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.1231565 Aug 31 07:01:22.142912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7a84a1d-7d41-4432-ade8-a9e7e529e0a9 req-2d5b44e6-e3c7-4248-8fdc-e11fb36cf104 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642536 Aug 31 07:01:22.273296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:22.424176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1301631134'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:22.447891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:22.454450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.465575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.597990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.604459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.646330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:22.660850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c8916c-c2a5-4fa0-a7cc-1a0d325ea0b8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.667622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.667989 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 5189fa35-b5e2-4ec4-b562-d3be59f8ed56 of type vlan for network 6fd05474-b3c2-403d-9e07-758036ed1f8c Aug 31 07:01:22.735283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.765654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.775362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:22.775942 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.806440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5311894 Aug 31 07:01:22.809128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53664) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:22.817701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'name': 'tempest-PortsTestJSON-2062145558'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:22.864943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bd331-3f74-4aaa-91de-daebe8ee3501 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=6fd05474-b3c2-403d-9e07-758036ed1f8c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:22.880381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:22.955451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:22.959710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:22.983850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:23.203458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.248073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.382635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=c733e842-8b40-4e96-a3d4-684b5bdfa6a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:23.401995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '5189fa35-b5e2-4ec4-b562-d3be59f8ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:23.402568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 6fd05474-b3c2-403d-9e07-758036ed1f8c, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:23.419263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ab73af-654b-4b14-9b62-846afd263b27 req-36f6341b-f754-4652-801e-c2c1ec40621e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:23.420888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-42ab73af-654b-4b14-9b62-846afd263b27 req-36f6341b-f754-4652-801e-c2c1ec40621e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.1084533 Aug 31 07:01:23.501066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:23.512393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-42ab73af-654b-4b14-9b62-846afd263b27 req-6ba32957-f597-4cd8-9ed1-dffe88d1bee3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748615 Aug 31 07:01:23.518639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6fd05474-b3c2-403d-9e07-758036ed1f8c) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:23.527907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:23.529098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f303006-63c9-42b9-becf-9cc3d078a79e None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:23.535569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:23.536238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.567793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a22e0c1d-0e03-48fb-ba67-744aae7a93f3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7568214 Aug 31 07:01:23.571090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53774) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:23.576672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1986750796'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.603153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:23.609141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.649298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:23.661928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.662443 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 9d6efd3d-8bde-432b-84e3-7199022a8a70 of type vlan for network 1b28c35a-1ef1-4b31-a219-038a23e0355f Aug 31 07:01:23.729817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.763250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.769356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:23.770581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:23.798371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2261102 Aug 31 07:01:23.802517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53808) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:23.809308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'ports': [{'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'}, {'network_id': '1b28c35a-1ef1-4b31-a219-038a23e0355f'}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.809308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.809308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '1b28c35a-1ef1-4b31-a219-038a23e0355f'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:23.888970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f76996-8c0c-4b78-a18e-1cea08790e3e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=1b28c35a-1ef1-4b31-a219-038a23e0355f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:23.900246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1b28c35a-1ef1-4b31-a219-038a23e0355f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:23.987959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:23.992979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.007549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.088080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 226a506a-c341-4e4e-baa4-31ae031158ca yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:24.204847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.303809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 7cf96826-abc7-409f-941b-96d37f7bf630 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:24.383732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-c7a3308e-ca7b-40bd-8600-5f7eb9424067 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:24.385154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-c7a3308e-ca7b-40bd-8600-5f7eb9424067 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 814 time: 0.1040032 Aug 31 07:01:24.400746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-d408a1e6-c117-4339-aab6-e7385b9ac703 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/quotas/cf619e2547c4442b9aa57da584c66ae7 HTTP/1.1" status: 200 len: 375 time: 0.0095899 Aug 31 07:01:24.413582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.452550 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.455974 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-4873393b-72db-433a-9149-770032c5e50d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475707 Aug 31 07:01:24.498321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:24.501440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:24.505280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:24.506239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.512786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=226a506a-c341-4e4e-baa4-31ae031158ca,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.526281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.526626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.526966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.527308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.527637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.527964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.528286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.528611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.528959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.529293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.529641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.529958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:24.558557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-5a53232a-61ba-4e2f-a0fd-4e82059f9ac5 service neutron] 10.222.0.57 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948474 Aug 31 07:01:24.588602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '9d6efd3d-8bde-432b-84e3-7199022a8a70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '1b28c35a-1ef1-4b31-a219-038a23e0355f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:24.588965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 1b28c35a-1ef1-4b31-a219-038a23e0355f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:24.599098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=7cf96826-abc7-409f-941b-96d37f7bf630,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:24.612705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 1b28c35a-1ef1-4b31-a219-038a23e0355f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:24.622664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1b28c35a-1ef1-4b31-a219-038a23e0355f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:24.626762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:24.632425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26bec65a-c2a8-43c0-94f1-beb7ef8deccc None None] Network 1b28c35a-1ef1-4b31-a219-038a23e0355f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:24.633322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:24.638710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:24.639335 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.654717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a7aacf5-f74c-4215-808c-a06477aae005 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 0.8510418 Aug 31 07:01:24.656289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-72a19ba0-06c3-426a-ba6e-749c047b4c52 service neutron] 10.222.0.57 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908160 Aug 31 07:01:24.657453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:24.758873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 7cf96826-abc7-409f-941b-96d37f7bf630 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:24.759343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.814716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-70663800-6125-4eb2-b235-1ae43e64b8dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.836767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3466a526-72f1-4578-b4bd-7bb67f5804a8 req-bd395db6-d354-4f68-b438-a7af7d019ae3 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 210 time: 0.0309284 Aug 31 07:01:24.844334 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.865780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 7cf96826-abc7-409f-941b-96d37f7bf630 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:24.963776 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:24.995893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=7cf96826-abc7-409f-941b-96d37f7bf630,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:25.001779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.003777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6622a605-0f01-495e-8199-3be2271e2e4e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/7cf96826-abc7-409f-941b-96d37f7bf630 HTTP/1.1" status: 204 len: 168 time: 0.3452001 Aug 31 07:01:25.007438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.071520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ac080-4c87-425c-a111-a6fbdf66496c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.079819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656ac080-4c87-425c-a111-a6fbdf66496c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.083820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-656ac080-4c87-425c-a111-a6fbdf66496c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0751667 Aug 31 07:01:25.085503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.207245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 226a506a-c341-4e4e-baa4-31ae031158ca {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:25.208490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.314607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.331912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 226a506a-c341-4e4e-baa4-31ae031158ca owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:25.432637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.486915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=226a506a-c341-4e4e-baa4-31ae031158ca,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:25.496506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.502680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.502883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dcd79d1d-cb54-4196-8074-3366076b93ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/226a506a-c341-4e4e-baa4-31ae031158ca HTTP/1.1" status: 204 len: 168 time: 0.4159808 Aug 31 07:01:25.560957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ec3615-24df-4085-995b-d2cbb0d54534 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:25.563818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46ec3615-24df-4085-995b-d2cbb0d54534 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0595894 Aug 31 07:01:25.565432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.591161 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-88bd1b76-1313-42af-8570-b026f17d8d03 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:25.593381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88bd1b76-1313-42af-8570-b026f17d8d03 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/7cf96826-abc7-409f-941b-96d37f7bf630 HTTP/1.1" status: 404 len: 333 time: 0.0263398 Aug 31 07:01:25.595532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.621806 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8001b9-5e21-4ee8-a769-364186ddda79 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:25.623680 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3e8001b9-5e21-4ee8-a769-364186ddda79 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/226a506a-c341-4e4e-baa4-31ae031158ca HTTP/1.1" status: 404 len: 333 time: 0.0270231 Aug 31 07:01:25.626584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:25.712218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.816239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.830562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b28c35a-1ef1-4b31-a219-038a23e0355f']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.841796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d6efd3d-8bde-432b-84e3-7199022a8a70') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.842484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d6efd3d-8bde-432b-84e3-7199022a8a70') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:25.853392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.873815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.881663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:25.882438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:25.886205 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:25.984462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.005613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.009879 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/1b28c35a-1ef1-4b31-a219-038a23e0355f HTTP/1.1" status: 204 len: 168 time: 0.3821042 Aug 31 07:01:26.020166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:26.024182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0207c219-e9f0-4710-8720-1d87fb9932e1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=1b28c35a-1ef1-4b31-a219-038a23e0355f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:26.025469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-890074161'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:26.064420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-43857788-d0e2-4c99-98f4-c3fc58bfc699 req-64d702dc-6701-499c-93bb-51519c9fc845 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 210 time: 0.0613940 Aug 31 07:01:26.083978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-9dc8895f-c609-4e3e-973f-e6cf06593fbb tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:26.085852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-9dc8895f-c609-4e3e-973f-e6cf06593fbb tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.50 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 814 time: 0.2048430 Aug 31 07:01:26.104236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Request body: {'port': {'device_id': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c', 'admin_state_up': True, 'tenant_id': 'cf619e2547c4442b9aa57da584c66ae7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:26.107793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:26.112205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.186922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:26.210412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.210761 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 9b3c92c4-06b7-42ae-8293-b9728788a118 of type vlan for network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 Aug 31 07:01:26.265612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.290723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Made reservation on behalf of cf619e2547c4442b9aa57da584c66ae7 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:26.294149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.313632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.319224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:26.319796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.413811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3925333 Aug 31 07:01:26.416923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:26.422214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:26.431014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37338711-84db-42d6-ad2e-80c4dbe57de6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:26.443026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:26.515862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Allocated IP 172.20.0.3 (fb5e533f-ab56-4d4d-843b-59b4928ae34c/edd3bc90-ce72-4a79-bf69-485f2123febe/bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:26.545610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:26.552040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.679257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.727437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.801076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Pushing event updated for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:26.810915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:26.813026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:26.813285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.815756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:26.872940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:26.873373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.889041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-47b48c26-14cb-4c5c-a846-ec9374a7a401 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913432 Aug 31 07:01:26.893315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=ec6cdbce-a981-4261-abab-6879a66a8972,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:26.900933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '9b3c92c4-06b7-42ae-8293-b9728788a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:26.901318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:26.904178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Request body: {'port': {'device_id': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:26.919063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:26.929500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:26.934307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:26.935002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:26.942432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b9adb0-3314-4ee5-99e6-3178e0d74ec0 None None] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:26.951748 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e5358e0a-761d-4836-b18a-6f03aaaaf6dc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5336833 Aug 31 07:01:26.954406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:26.959598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0', 'name': 'tempest-PortsTestJSON-579259486'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:26.973163 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.087238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:27.093245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.116100 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 7373b1b6-dade-42a8-860f-c77811288811 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:27.154640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0', 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': 'ec6cdbce-a981-4261-abab-6879a66a8972'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:27.155528 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.289939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81de8303-18d4-4340-9c17-8689aa88e5b9 req-d63b8733-0f8b-4756-9a40-33f10efcda44 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.291263 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81de8303-18d4-4340-9c17-8689aa88e5b9 req-d63b8733-0f8b-4756-9a40-33f10efcda44 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 931 time: 0.1051028 Aug 31 07:01:27.297166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.4 (3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0/ec6cdbce-a981-4261-abab-6879a66a8972/7373b1b6-dade-42a8-860f-c77811288811) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:27.333149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:27.340872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.356427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Transition to ACTIVE for port object bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:27.360256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.365143 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81de8303-18d4-4340-9c17-8689aa88e5b9 req-e1bbdba6-17fa-4452-aa74-dcbcbb123d1b tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654218 Aug 31 07:01:27.418112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:27.453944 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-180af49c-c333-4a40-a075-7cda3a74ceca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.502521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Attempting to bind port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:27.502892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Attempting to bind port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:27.503193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Attempting to bind port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f on network fb5e533f-ab56-4d4d-843b-59b4928ae34c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:27.508862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f on network fb5e533f-ab56-4d4d-843b-59b4928ae34c not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:01:27.509224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Attempting to bind port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f on network fb5e533f-ab56-4d4d-843b-59b4928ae34c {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:27.514633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:27.515066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Checking segment: {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:27.515362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Bound using segment: {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:27.515818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Bound port: bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:27.516184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.534307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.551572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 7373b1b6-dade-42a8-860f-c77811288811 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:27.587139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.589465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:27.593056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:27.600214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.636641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.636920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:27.637292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.639463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] 10.222.0.50 "PUT /v2.0/ports/bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f HTTP/1.1" status: 200 len: 1092 time: 0.7405825 Aug 31 07:01:27.639463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:27.640090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:27.641380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Allocated IP 172.20.0.2 (3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0/ec6cdbce-a981-4261-abab-6879a66a8972/287ef5b2-32c8-4f36-829e-0339749a9f57) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:27.642158 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8" -d '{"events": [{"name": "network-changed", "server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:27.644350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:27.651294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=7373b1b6-dade-42a8-860f-c77811288811,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:27.677256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918e5c83-ca0f-4ae8-8011-3648206dcf7d service neutron] Pushing event updated for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:27.700351 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d2e8cb-8d8d-46f7-96bf-30278c949fe5 x-openstack-request-id: req-04d2e8cb-8d8d-46f7-96bf-30278c949fe5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:27.700684 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:27.701177 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04d2e8cb-8d8d-46f7-96bf-30278c949fe5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:27.702303 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f', 'status': 'completed', 'code': 200} Aug 31 07:01:27.717939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.718857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.735556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-53147704-a480-4be1-81e5-da5c1df209a8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7800143 Aug 31 07:01:27.738085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:27.741147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-3895b0fe-4f1d-4967-a5ad-743c33783ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.742652 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-3895b0fe-4f1d-4967-a5ad-743c33783ab6 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 1095 time: 0.0570099 Aug 31 07:01:27.757164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.792816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-865a4071-0109-467c-b491-9e77032d6ace service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f HTTP/1.1" status: 200 len: 217 time: 0.0362227 Aug 31 07:01:27.842486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 7373b1b6-dade-42a8-860f-c77811288811 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:27.842735 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.850905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-abb8b1a6-2305-4001-bf97-ecde20f1a0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:27.852383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-abb8b1a6-2305-4001-bf97-ecde20f1a0dc service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edd3bc90-ce72-4a79-bf69-485f2123febe HTTP/1.1" status: 200 len: 854 time: 0.0520151 Aug 31 07:01:27.857029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.869949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Transition to ACTIVE for port object 287ef5b2-32c8-4f36-829e-0339749a9f57 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:27.891431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Transition to ACTIVE for port object 287ef5b2-32c8-4f36-829e-0339749a9f57 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:27.895065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-84f3bb46-c672-4d64-8cd1-244076309457 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb5e533f-ab56-4d4d-843b-59b4928ae34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342681 Aug 31 07:01:27.898758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.952098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:27.957421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:27.960161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:27.961715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:27.982865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 7373b1b6-dade-42a8-860f-c77811288811 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:27.992266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Pushing event updated for resources: {'Port': ['ID=287ef5b2-32c8-4f36-829e-0339749a9f57,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:28.025504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-d96b1687-ff04-4722-90b2-24bca83e6e2f service neutron] 10.222.0.50 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225214 Aug 31 07:01:28.030887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Attempting to bind port 287ef5b2-32c8-4f36-829e-0339749a9f57 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:28.031462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Attempting to bind port 287ef5b2-32c8-4f36-829e-0339749a9f57 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '9b3c92c4-06b7-42ae-8293-b9728788a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:28.032020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Attempting to bind port 287ef5b2-32c8-4f36-829e-0339749a9f57 on network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:28.049695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:28.050421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Checking segment: {'id': '9b3c92c4-06b7-42ae-8293-b9728788a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:28.051786 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.052970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Bound using segment: {'id': '9b3c92c4-06b7-42ae-8293-b9728788a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:28.053903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Bound port: 287ef5b2-32c8-4f36-829e-0339749a9f57, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b3c92c4-06b7-42ae-8293-b9728788a118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:28.054850 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.137938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] For port 287ef5b2-32c8-4f36-829e-0339749a9f57, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:28.141424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] For port 287ef5b2-32c8-4f36-829e-0339749a9f57, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=287ef5b2-32c8-4f36-829e-0339749a9f57,segment=NetworkSegment(9b3c92c4-06b7-42ae-8293-b9728788a118),segment_id=9b3c92c4-06b7-42ae-8293-b9728788a118)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:28.147014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.150878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ad58de98-f6d8-467d-ab3b-6f10d1c0ee11 req-48c5efae-aa4a-4576-9c5d-a3e2b55a1187 service neutron] 10.222.0.50 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171248 Aug 31 07:01:28.167599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.211203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eac4b24-88e8-4140-b418-bb70ae338d83 None None] Pushing event updated for resources: {'Port': ['ID=287ef5b2-32c8-4f36-829e-0339749a9f57,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:28.211645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=7373b1b6-dade-42a8-860f-c77811288811,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:28.256475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-724bbe8b-7464-4757-a5e1-d021f78a025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.258251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-724bbe8b-7464-4757-a5e1-d021f78a025c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 1095 time: 0.0461450 Aug 31 07:01:28.276945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.279529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ccc1fbb3-79b8-4b01-9f41-0e5b79922d9a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/7373b1b6-dade-42a8-860f-c77811288811 HTTP/1.1" status: 204 len: 168 time: 0.5397301 Aug 31 07:01:28.282201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:28.307016 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d6680e-612c-48b0-936b-99e714663f37 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:01:28.307659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56d6680e-612c-48b0-936b-99e714663f37 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:28.312361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-56d6680e-612c-48b0-936b-99e714663f37 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/7373b1b6-dade-42a8-860f-c77811288811 HTTP/1.1" status: 404 len: 333 time: 0.0291772 Aug 31 07:01:28.312949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:28.337209 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e4e4d6-b249-4a3c-8b0b-bc56c98a94c7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:28.340558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77e4e4d6-b249-4a3c-8b0b-bc56c98a94c7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/7373b1b6-dade-42a8-860f-c77811288811 HTTP/1.1" status: 404 len: 333 time: 0.0266385 Aug 31 07:01:28.341705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53908) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:28.375054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-a42106ca-9585-4e85-980e-e9ae41e1e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.377811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-a42106ca-9585-4e85-980e-e9ae41e1e90d service neutron] 10.222.0.50 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 915 time: 0.1066585 Aug 31 07:01:28.412270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet ec6cdbce-a981-4261-abab-6879a66a8972 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:28.423856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.454983 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-b25d948b-fa18-4be0-b0b5-c44681a65c11 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f HTTP/1.1" status: 200 len: 217 time: 0.0658522 Aug 31 07:01:28.500309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.518166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-93bbce0b-6eaf-4c87-a47b-4b18640e1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.520448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-93bbce0b-6eaf-4c87-a47b-4b18640e1cb1 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=edd3bc90-ce72-4a79-bf69-485f2123febe HTTP/1.1" status: 200 len: 854 time: 0.0518818 Aug 31 07:01:28.567734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-d4069dc3-cc97-40c8-b879-3393f656b106 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fb5e533f-ab56-4d4d-843b-59b4928ae34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349050 Aug 31 07:01:28.632205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bcea2c-f09f-4b20-a147-b6d0bd6658ab req-eddf3bbc-9395-4604-96e1-487ace69c381 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:28.633663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30bcea2c-f09f-4b20-a147-b6d0bd6658ab req-eddf3bbc-9395-4604-96e1-487ace69c381 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 943 time: 0.1297889 Aug 31 07:01:28.637001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.667335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-1b07f423-5f91-482b-9b29-a80ab009866d service neutron] 10.222.0.50 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904975 Aug 31 07:01:28.708470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30bcea2c-f09f-4b20-a147-b6d0bd6658ab req-4ea6e26d-71cd-4ee7-881c-23435a09dcef tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678704 Aug 31 07:01:28.723473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.751320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=ec6cdbce-a981-4261-abab-6879a66a8972,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:28.757728 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.759696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-689c6ed4-30cc-44d3-ad13-bc4081794ba6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/ec6cdbce-a981-4261-abab-6879a66a8972 HTTP/1.1" status: 204 len: 168 time: 0.4169092 Aug 31 07:01:28.762299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:28.766473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fd7b314c-5f6a-4e19-80a7-01c6f9fc88c8 req-25cc7eec-1470-4e66-9cd8-3a065cd0f8b5 service neutron] 10.222.0.50 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898976 Aug 31 07:01:28.843058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.896687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 287ef5b2-32c8-4f36-829e-0339749a9f57 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:28.896946 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.962719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port 287ef5b2-32c8-4f36-829e-0339749a9f57, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=287ef5b2-32c8-4f36-829e-0339749a9f57,segment=NetworkSegment(9b3c92c4-06b7-42ae-8293-b9728788a118),segment_id=9b3c92c4-06b7-42ae-8293-b9728788a118)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:28.963419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:28.977198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 287ef5b2-32c8-4f36-829e-0339749a9f57 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:29.061229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.089272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=287ef5b2-32c8-4f36-829e-0339749a9f57,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:29.097645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port 287ef5b2-32c8-4f36-829e-0339749a9f57 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:29.193405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.203954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:29.215764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b3c92c4-06b7-42ae-8293-b9728788a118') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:29.216064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b3c92c4-06b7-42ae-8293-b9728788a118') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:29.229622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.245524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.256893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:29.257300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:29.261245 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:29.292356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c82be1-f28a-4460-8815-8c22a0911998 None None] Network 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:29.326980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.331760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.338789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 HTTP/1.1" status: 204 len: 168 time: 0.5719295 Aug 31 07:01:29.338996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:29.344938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-491239067'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:29.367365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621da76-30fe-42f4-8e07-cdd1c4f6c29b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:29.380672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee4473a4-cea1-4f5d-af6a-dcbd595083c0 None None] Could not find standard attr ID for object 287ef5b2-32c8-4f36-829e-0339749a9f57. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:29.392655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:29.397321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.424665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:29.435575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.435921 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 15a5fe94-e353-473f-8dbc-67b8c6fbdb07 of type vlan for network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 Aug 31 07:01:29.491538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b15d2f7-aab5-4690-b871-d04773befca2 None None] DHCP port deletion for 3ccf26a9-f469-4a4f-a2bf-b5aec3f3c7b0 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:29.499063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.530730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.536283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.536867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.615332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2752242 Aug 31 07:01:29.618308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 53928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:29.623597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:29.639859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac11102-10a5-4567-84fc-8b6868508c46 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=980edc4d-871d-4234-9bf3-b1c8cffbe6a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:29.640503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.651387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:29.720108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:29.724056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:29.852235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9983a59-38dd-488a-a457-4ac1de13d0c2 req-afbab955-7c54-4b1d-97bf-6069e6370963 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:29.853751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9983a59-38dd-488a-a457-4ac1de13d0c2 req-afbab955-7c54-4b1d-97bf-6069e6370963 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 943 time: 0.0718205 Aug 31 07:01:29.932993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9983a59-38dd-488a-a457-4ac1de13d0c2 req-d4f356e1-a2c7-488d-aac0-caa7786f8071 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729139 Aug 31 07:01:29.976544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.037041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=54ab3039-b3ce-4ed8-8e2a-851379112901,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:30.047469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '15a5fe94-e353-473f-8dbc-67b8c6fbdb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:30.047832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 980edc4d-871d-4234-9bf3-b1c8cffbe6a5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:30.064942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:30.074754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 980edc4d-871d-4234-9bf3-b1c8cffbe6a5) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:30.078982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:30.079577 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.084410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb4d29f-6cd1-416a-96e2-537d2c69988b None None] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:30.096803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a6b438b-f8d7-4a5b-91fb-416694ad98db tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4749906 Aug 31 07:01:30.097115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53932) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:30.103521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-995663633'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:30.213460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:30.219453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.243513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 8025457f-a279-4951-b82c-4761727a06a6 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:30.245265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-980edc4d-871d-4234-9bf3-b1c8cffbe6a5', 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': '54ab3039-b3ce-4ed8-8e2a-851379112901'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:30.246225 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.546210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Allocated IP 172.20.0.2 (980edc4d-871d-4234-9bf3-b1c8cffbe6a5/54ab3039-b3ce-4ed8-8e2a-851379112901/06a4f05b-a12f-45f3-b474-757a438f8dfe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:30.634272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:01:30.763164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.777530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Transition to ACTIVE for port object 06a4f05b-a12f-45f3-b474-757a438f8dfe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:30.801684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:30.813301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Transition to ACTIVE for port object 06a4f05b-a12f-45f3-b474-757a438f8dfe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:30.818023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f', 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c', 'port_id': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f', 'mac_address': 'fa:16:3e:8d:85:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd3bc90-ce72-4a79-bf69-485f2123febe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:01:30.821998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.869481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:30.884522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:30.895475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:30.902299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:30.912589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Pushing event updated for resources: {'Port': ['ID=06a4f05b-a12f-45f3-b474-757a438f8dfe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:30.915129 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:30.945562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:01:30.946288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-3d79a11c-6227-4206-b11b-0d7511d65513 {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:01:30.946600 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:01:30.953295 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3b72f2b5-b157-4e94-8210-eda6bad4a745 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 200 len: 993 time: 0.0809624 Aug 31 07:01:31.011807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:31.012848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Attempting to bind port 06a4f05b-a12f-45f3-b474-757a438f8dfe on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:31.013397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Attempting to bind port 06a4f05b-a12f-45f3-b474-757a438f8dfe by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '15a5fe94-e353-473f-8dbc-67b8c6fbdb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:31.013904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Attempting to bind port 06a4f05b-a12f-45f3-b474-757a438f8dfe on network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:31.017445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.059826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:31.060098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Checking segment: {'id': '15a5fe94-e353-473f-8dbc-67b8c6fbdb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:31.060511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.060909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Bound using segment: {'id': '15a5fe94-e353-473f-8dbc-67b8c6fbdb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:31.061421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Bound port: 06a4f05b-a12f-45f3-b474-757a438f8dfe, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15a5fe94-e353-473f-8dbc-67b8c6fbdb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '980edc4d-871d-4234-9bf3-b1c8cffbe6a5'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:31.061805 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.110050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.110296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9aad5-af2d-4945-b2e4-b3adc6c9e749 req-b64582df-88be-45d0-974e-98c444881598 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:31.111129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:31.112343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd9aad5-af2d-4945-b2e4-b3adc6c9e749 req-b64582df-88be-45d0-974e-98c444881598 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 944 time: 0.0596936 Aug 31 07:01:31.153410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd9aad5-af2d-4945-b2e4-b3adc6c9e749 req-b9c72198-f0d4-48ca-80f8-17f5b76d75a8 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334947 Aug 31 07:01:31.172812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] For port 06a4f05b-a12f-45f3-b474-757a438f8dfe, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:31.177459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] For port 06a4f05b-a12f-45f3-b474-757a438f8dfe, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=06a4f05b-a12f-45f3-b474-757a438f8dfe,segment=NetworkSegment(15a5fe94-e353-473f-8dbc-67b8c6fbdb07),segment_id=15a5fe94-e353-473f-8dbc-67b8c6fbdb07)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:31.181600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.240441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8f17b7-9a6c-41af-b839-0e2f729fde8f None None] Pushing event updated for resources: {'Port': ['ID=06a4f05b-a12f-45f3-b474-757a438f8dfe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:31.264467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:31.333925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:01:31.447800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.477555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port fd129977-4d9a-4e69-8e50-1936459b9359 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:31.541766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 37bd5353-a73e-4ca9-bfd1-be9b060e3c4a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:31.542108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.676854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.677085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.679732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.14 (980edc4d-871d-4234-9bf3-b1c8cffbe6a5/54ab3039-b3ce-4ed8-8e2a-851379112901/fd129977-4d9a-4e69-8e50-1936459b9359) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:31.698009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 37bd5353-a73e-4ca9-bfd1-be9b060e3c4a owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:31.884006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.906110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object fd129977-4d9a-4e69-8e50-1936459b9359 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:31.976163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:31.981316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.010398 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=37bd5353-a73e-4ca9-bfd1-be9b060e3c4a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:32.089251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:32.097204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:32.108750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:32.147655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=fd129977-4d9a-4e69-8e50-1936459b9359,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:32.163010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.163752 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Floating IP 0f244708-8252-4b65-b43d-f9e77ce62887 disassociated (deleted). External IP: 172.25.3.192, port: 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0. Aug 31 07:01:32.262060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.263001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.325294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 06a4f05b-a12f-45f3-b474-757a438f8dfe up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:32.346506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ed8d871-4af5-4a5b-8d89-e3c1a12f6cb3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.2446361 Aug 31 07:01:32.348995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:32.374106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edb328e-7e60-41db-a31f-2faea4ca6439 req-4aa5618e-f0b9-4989-af0e-61d750c2e21a tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:32.376385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edb328e-7e60-41db-a31f-2faea4ca6439 req-4aa5618e-f0b9-4989-af0e-61d750c2e21a tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 944 time: 0.0809810 Aug 31 07:01:32.422565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 06a4f05b-a12f-45f3-b474-757a438f8dfe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:32.458543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7079496f-4e38-44b3-9829-a8fa2b39ac26 None None] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:32.463670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4edb328e-7e60-41db-a31f-2faea4ca6439 req-8f801750-d53a-4af2-9628-9001c7a0e8cf tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808964 Aug 31 07:01:32.551489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Provisioning for port 06a4f05b-a12f-45f3-b474-757a438f8dfe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:32.562090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Provisioning complete for port 06a4f05b-a12f-45f3-b474-757a438f8dfe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:32.562740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.566045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router e014e8a2-2108-40c3-adfa-03e973b17a01 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:32.579860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port fd129977-4d9a-4e69-8e50-1936459b9359 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:32.580206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.633200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:32.748004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.758226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.772615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:32.776599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for fd129977-4d9a-4e69-8e50-1936459b9359 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:32.780951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:32.782247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:32.782713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.787314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.797381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Sync routers for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:32.820162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] For port 06a4f05b-a12f-45f3-b474-757a438f8dfe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=06a4f05b-a12f-45f3-b474-757a438f8dfe,segment=NetworkSegment(15a5fe94-e353-473f-8dbc-67b8c6fbdb07),segment_id=15a5fe94-e353-473f-8dbc-67b8c6fbdb07)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:32.826858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:32.843009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:32.843009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:32.878548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a49b6f24-9c03-4c23-a4eb-3d3b5e09df2f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/floatingips/0f244708-8252-4b65-b43d-f9e77ce62887 HTTP/1.1" status: 204 len: 168 time: 1.6130929 Aug 31 07:01:32.880581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:32.882975 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be14f5de-d49b-488f-9af1-8ef55f04309a" -d '{"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:32.955327 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8edd98e6-afda-456a-afbf-9328082345da x-openstack-request-id: req-8edd98e6-afda-456a-afbf-9328082345da {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:32.955626 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:32.955878 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8edd98e6-afda-456a-afbf-9328082345da {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:32.956285 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'status': 'completed', 'code': 200} Aug 31 07:01:32.975280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7dc29b-a168-4764-a76f-b94cb137f133 None None] Pushing event updated for resources: {'Port': ['ID=06a4f05b-a12f-45f3-b474-757a438f8dfe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:33.052544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:33.055598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.094657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-53f59aee-8151-480d-a162-820eff78ed50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.096155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-53f59aee-8151-480d-a162-820eff78ed50 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=5e9e199d5fef45919432b1bc534c2f03&device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 1097 time: 0.0983496 Aug 31 07:01:33.103797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=fd129977-4d9a-4e69-8e50-1936459b9359,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:33.106519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.185835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:33.188248 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bdeb705-2373-43ad-a599-594635a33cb2" -d '{"events": [{"server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "name": "network-vif-plugged", "status": "completed", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:33.213128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.215271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:33.218437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4226bf1e-2280-42df-bf63-8fa8d1885f9c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/fd129977-4d9a-4e69-8e50-1936459b9359 HTTP/1.1" status: 204 len: 168 time: 0.8657548 Aug 31 07:01:33.219884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:33.265625 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.272272 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-853b01f5-409c-4208-91a4-fd46cf92dbfa x-openstack-request-id: req-853b01f5-409c-4208-91a4-fd46cf92dbfa {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:33.272697 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "name": "network-vif-plugged", "status": "completed", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:33.273041 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-853b01f5-409c-4208-91a4-fd46cf92dbfa {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:33.273792 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f', 'code': 200} Aug 31 07:01:33.313246 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf59ec6-5c97-453b-82e8-8890bc573019 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:33.318485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cdf59ec6-5c97-453b-82e8-8890bc573019 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/fd129977-4d9a-4e69-8e50-1936459b9359 HTTP/1.1" status: 404 len: 333 time: 0.0943954 Aug 31 07:01:33.318768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:33.320272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0d30621-9597-47ac-ba2f-d7dfe5ddde1c None None] Provisioning complete for port 06a4f05b-a12f-45f3-b474-757a438f8dfe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:33.320823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0d30621-9597-47ac-ba2f-d7dfe5ddde1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.388155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:33.417673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 54ab3039-b3ce-4ed8-8e2a-851379112901 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:33.421134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.477038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.542503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a0d30621-9597-47ac-ba2f-d7dfe5ddde1c None None] Could not find standard attr ID for object fd129977-4d9a-4e69-8e50-1936459b9359. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:33.572107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:33.617835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Checking router: e014e8a2-2108-40c3-adfa-03e973b17a01 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:33.641319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:33.642129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:33.689139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.759615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.770634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:33.824260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2264dc74-7c2f-4f9c-982e-2e2fcc1de5c7 None None] Could not find standard attr ID for object fd129977-4d9a-4e69-8e50-1936459b9359. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:33.834493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=54ab3039-b3ce-4ed8-8e2a-851379112901,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:33.837741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:33.839726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d091267-cb2a-42cd-9565-e326ec776cd8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/54ab3039-b3ce-4ed8-8e2a-851379112901 HTTP/1.1" status: 204 len: 168 time: 0.5176592 Aug 31 07:01:33.847510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 53992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:33.856020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2b3fcc-2660-4f6c-aa69-6536802634fc req-069a2cde-d3b8-4665-a7eb-c1514d6b5d63 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.858084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b2b3fcc-2660-4f6c-aa69-6536802634fc req-069a2cde-d3b8-4665-a7eb-c1514d6b5d63 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.1021252 Aug 31 07:01:33.870565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbba630-0286-4241-83e6-bfa59f71b1e2 None None] Network 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:33.946132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-2a3f4179-5a01-432a-b98d-537e6a62c0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.949062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-2a3f4179-5a01-432a-b98d-537e6a62c0ea service neutron] 10.222.0.53 "GET /v2.0/networks?id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 200 len: 897 time: 0.8449888 Aug 31 07:01:33.980033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1b2b3fcc-2660-4f6c-aa69-6536802634fc req-a6784fae-62f9-4297-956d-de8da8c621c2 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994105 Aug 31 07:01:33.992600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb089c3-8b95-48ef-9f29-5ab6c10c4e0a req-d5c8b5a6-79ef-407c-891b-435fdef72a72 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:33.992987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.004385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fb089c3-8b95-48ef-9f29-5ab6c10c4e0a req-d5c8b5a6-79ef-407c-891b-435fdef72a72 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.7849998 Aug 31 07:01:34.062094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-10d54f88-8b4e-4dcb-b7a2-a7866dcb1a42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 200 len: 217 time: 0.0993044 Aug 31 07:01:34.064209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 06a4f05b-a12f-45f3-b474-757a438f8dfe {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:34.064559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.072226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070a932c-28e8-4fd6-abf5-f28c44452ccf req-63e8155b-4ed8-4119-bba0-4155e59a5591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.073781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-070a932c-28e8-4fd6-abf5-f28c44452ccf req-63e8155b-4ed8-4119-bba0-4155e59a5591 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 1097 time: 0.7169766 Aug 31 07:01:34.141202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:34.171554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fb089c3-8b95-48ef-9f29-5ab6c10c4e0a req-68381d05-581b-4a2d-9f68-5c8896348849 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1594682 Aug 31 07:01:34.193156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port 06a4f05b-a12f-45f3-b474-757a438f8dfe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=06a4f05b-a12f-45f3-b474-757a438f8dfe,segment=NetworkSegment(15a5fe94-e353-473f-8dbc-67b8c6fbdb07),segment_id=15a5fe94-e353-473f-8dbc-67b8c6fbdb07)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:34.193566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.194653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-609b0208-df17-475d-90f1-87374c29d6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.197010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-609b0208-df17-475d-90f1-87374c29d6f4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=1877f8c7-28c3-4406-82c8-0f6b1009e210 HTTP/1.1" status: 200 len: 835 time: 0.1199896 Aug 31 07:01:34.198786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-070a932c-28e8-4fd6-abf5-f28c44452ccf req-0136e1fb-a2f3-4d0f-b879-95237375060d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122892 Aug 31 07:01:34.212556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 06a4f05b-a12f-45f3-b474-757a438f8dfe owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:34.230476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] DHCP port deletion for 980edc4d-871d-4234-9bf3-b1c8cffbe6a5 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:34.244865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82559ee8-2d76-4499-baf6-4e07d7fe0257 None None] The sync data for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 is: [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:00:29Z', 'revision_number': 4, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3', 'name': '', 'network_id': 'ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'mac_address': 'fa:16:3e:2c:90:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_interface', 'standard_attr_id': 3140, 'fixed_ips': [{'subnet_id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:28Z', 'updated_at': '2021-08-31T07:00:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'subnets': [{'id': '1877f8c7-28c3-4406-82c8-0f6b1009e210', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:34.308449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-e84e9f80-8cb7-494a-830a-39bf9c2adb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.310276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-e84e9f80-8cb7-494a-830a-39bf9c2adb14 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1010780 Aug 31 07:01:34.397041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Deleting port 06a4f05b-a12f-45f3-b474-757a438f8dfe {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:34.397782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.420775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.469655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=06a4f05b-a12f-45f3-b474-757a438f8dfe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:34.480942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port 06a4f05b-a12f-45f3-b474-757a438f8dfe on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:34.503052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-78bbdfba-21fb-4e56-878f-2e0122cbfa7f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:34.505663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-78bbdfba-21fb-4e56-878f-2e0122cbfa7f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.1306989 Aug 31 07:01:34.507753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-4e77c2fa-aeaf-43ad-9c6a-9d3679d778a9 service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890934 Aug 31 07:01:34.680323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.701477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be14f5de-d49b-488f-9af1-8ef55f04309a req-3915e98d-2808-4a13-9420-6ec2c184626a service neutron] 10.222.0.53 "GET /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826808 Aug 31 07:01:34.726965 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ddb942f-2aef-4d8a-b15d-fd4d46993cd7 None None] New status for floating IP 0f244708-8252-4b65-b43d-f9e77ce62887: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:01:34.733888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] For port 06a4f05b-a12f-45f3-b474-757a438f8dfe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=06a4f05b-a12f-45f3-b474-757a438f8dfe,segment=NetworkSegment(15a5fe94-e353-473f-8dbc-67b8c6fbdb07),segment_id=15a5fe94-e353-473f-8dbc-67b8c6fbdb07)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:34.734292 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.736780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980edc4d-871d-4234-9bf3-b1c8cffbe6a5']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:34.751148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Calling delete_port for 06a4f05b-a12f-45f3-b474-757a438f8dfe owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:34.757492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15a5fe94-e353-473f-8dbc-67b8c6fbdb07') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:34.757819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15a5fe94-e353-473f-8dbc-67b8c6fbdb07') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:34.775359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.800678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.809605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:34.811544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:34.815248 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:34.841154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.874659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:34.874994 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.889006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] No DVR routers for this DVR port 06a4f05b-a12f-45f3-b474-757a438f8dfe on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:34.907520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68acafc1-b04a-428f-b1ce-120448c9c97f None None] Pushing event deleted for resources: {'Port': ['ID=06a4f05b-a12f-45f3-b474-757a438f8dfe,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:34.947005 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.962710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:34.968079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:34.968641 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/980edc4d-871d-4234-9bf3-b1c8cffbe6a5 HTTP/1.1" status: 204 len: 168 time: 1.1090322 Aug 31 07:01:34.975109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'name': 'tempest-PortsTestJSON-1409046031'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:34.980567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b94e30-7f90-49d7-a627-54e873069010 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=980edc4d-871d-4234-9bf3-b1c8cffbe6a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.067995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:35.068387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.093760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:35.109993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:35.114274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.135651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port a70f72b2-6626-45c2-a4a0-de569ee19114 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:35.189816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95cbd1-addb-4ac3-a114-4bf4164007a5 req-bc11f76a-5dad-42a9-aba9-6419d6b930c6 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:35.191889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e95cbd1-addb-4ac3-a114-4bf4164007a5 req-bc11f76a-5dad-42a9-aba9-6419d6b930c6 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.1147439 Aug 31 07:01:35.280198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e95cbd1-addb-4ac3-a114-4bf4164007a5 req-15bf0fda-9f97-4433-a1c7-d34ba1412e78 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635617 Aug 31 07:01:35.397515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.398616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.416331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69446-e403-4153-b81a-0bede08287cf req-bd02c365-d54b-449c-b56a-cd41ba2147b5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:35.417966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0b69446-e403-4153-b81a-0bede08287cf req-bd02c365-d54b-449c-b56a-cd41ba2147b5 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/ports?device_id=fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d HTTP/1.1" status: 200 len: 945 time: 0.1159902 Aug 31 07:01:35.428058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=6bdfe165-2462-4e3d-ae54-1ec029f6d2c0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.482636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0b69446-e403-4153-b81a-0bede08287cf req-c02b99f0-1c5b-48c6-8e1e-38f297759bd0 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "GET /v2.0/security-groups?id=9f32ea18-f576-4313-832c-07005b88d6a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552506 Aug 31 07:01:35.495064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.509454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] No DVR routers for this DVR port 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:35.514457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.518354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ab2a360-4f40-4246-b284-0e3af2c9e5b6 req-cb80a11c-d347-481b-9b30-3f2aae4d865c tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.53 "DELETE /v2.0/ports/6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 HTTP/1.1" status: 204 len: 173 time: 0.9733741 Aug 31 07:01:35.519015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'name': 'network-vif-deleted', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:01:35.522628 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3894b864-7053-4446-a21f-0922e0d1476f" -d '{"events": [{"server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "name": "network-vif-deleted", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:01:35.570760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:35.571115 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781d984c-2da9-4720-b5ba-7b6ae9fb638c x-openstack-request-id: req-781d984c-2da9-4720-b5ba-7b6ae9fb638c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:01:35.571411 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d", "name": "network-vif-deleted", "tag": "6bdfe165-2462-4e3d-ae54-1ec029f6d2c0", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:01:35.571688 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-781d984c-2da9-4720-b5ba-7b6ae9fb638c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:01:35.574184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:35.576501 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb6a1186-e3b7-4d8d-bf24-9baf3e0de63d', 'name': 'network-vif-deleted', 'tag': '6bdfe165-2462-4e3d-ae54-1ec029f6d2c0', 'status': 'completed', 'code': 200} Aug 31 07:01:35.578721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:35.585276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:35.585851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.594419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=a70f72b2-6626-45c2-a4a0-de569ee19114,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.609472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9cb4c2b3-a026-42fb-a779-22ccfeb351fe tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6397102 Aug 31 07:01:35.611587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:35.666462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.741934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port a70f72b2-6626-45c2-a4a0-de569ee19114 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:35.742273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.813688 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.829422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for a70f72b2-6626-45c2-a4a0-de569ee19114 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:35.941938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.977445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=a70f72b2-6626-45c2-a4a0-de569ee19114,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:35.986762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:35.992335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54032) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:35.992903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ccd4181-ea7b-4b3f-8f4c-04248b925ea5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/a70f72b2-6626-45c2-a4a0-de569ee19114 HTTP/1.1" status: 204 len: 168 time: 0.3795943 Aug 31 07:01:36.001265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'mac_address': 'fa:16:3e:17:be:8d', 'name': 'tempest-PortsTestJSON-1442176473'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:36.130152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:36.207165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 06a4f05b-a12f-45f3-b474-757a438f8dfe no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:36.224992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.235803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54036) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:36.240039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 06a4f05b-a12f-45f3-b474-757a438f8dfe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:36.240641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 06a4f05b-a12f-45f3-b474-757a438f8dfe not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:36.246377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port bf70a327-8996-4c5b-845f-a234bb109047 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:36.361908 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61d2585b-7c4d-4b8b-b1c2-245d711ee455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.455883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61d2585b-7c4d-4b8b-b1c2-245d711ee455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.459990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61d2585b-7c4d-4b8b-b1c2-245d711ee455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.464380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e50e5-0b92-459e-ae7d-6c2b60a2ffea req-8cea47b6-f571-4a5b-9465-b33268f04d5b tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:36.465970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc4e50e5-0b92-459e-ae7d-6c2b60a2ffea req-8cea47b6-f571-4a5b-9465-b33268f04d5b tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.1090555 Aug 31 07:01:36.471129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.499819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2585b-7c4d-4b8b-b1c2-245d711ee455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0f2bf-10e8-42fb-9fb5-e06768c91daa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:36.505021 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61d2585b-7c4d-4b8b-b1c2-245d711ee455 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e36cc1d578c445a1ade4a3ba52615a16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2681441 Aug 31 07:01:36.507497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:36.538641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc4e50e5-0b92-459e-ae7d-6c2b60a2ffea req-611e66b9-1e8a-40d4-bc9d-91b49142d305 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648432 Aug 31 07:01:36.553724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.594998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:36.647760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:36.653972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=bf70a327-8996-4c5b-845f-a234bb109047,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:36.661685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:36.666005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:36.672588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:36.673361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.722643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26c3ec30-e8b0-4258-8cd2-c2689129a02e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7281139 Aug 31 07:01:36.726053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:36.762175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.798007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0152b6d-f5b9-48d3-aa74-01d8a8ebefff tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:36.803371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0152b6d-f5b9-48d3-aa74-01d8a8ebefff tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/bf70a327-8996-4c5b-845f-a234bb109047 HTTP/1.1" status: 200 len: 841 time: 0.0731349 Aug 31 07:01:36.805832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:36.825383 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.891656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.916930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.953967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port bf70a327-8996-4c5b-845f-a234bb109047 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:36.954353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.979741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.982477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:36.983784 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0cb0f2bf-10e8-42fb-9fb5-e06768c91daa HTTP/1.1" status: 204 len: 168 time: 0.4752476 Aug 31 07:01:37.003147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e2282-67e3-4e56-b9ca-0f4faff430a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0f2bf-10e8-42fb-9fb5-e06768c91daa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.021209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.026915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.042845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/security-groups/9f32ea18-f576-4313-832c-07005b88d6a9 HTTP/1.1" status: 204 len: 168 time: 0.4467254 Aug 31 07:01:37.068737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260d652e-3df5-4eab-a3e8-22b8a503b013 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f32ea18-f576-4313-832c-07005b88d6a9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.084059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.103519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for bf70a327-8996-4c5b-845f-a234bb109047 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:37.214110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.254715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=bf70a327-8996-4c5b-845f-a234bb109047,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.264378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.268624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-01913618-3cac-42fe-b55f-1d32132462e2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/bf70a327-8996-4c5b-845f-a234bb109047 HTTP/1.1" status: 204 len: 168 time: 0.4613664 Aug 31 07:01:37.271979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:37.305918 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-590d9d50-2cc6-45a7-a1c7-7ece2c014e2b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:37.310867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-590d9d50-2cc6-45a7-a1c7-7ece2c014e2b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/bf70a327-8996-4c5b-845f-a234bb109047 HTTP/1.1" status: 404 len: 333 time: 0.0345850 Aug 31 07:01:37.311339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:37.317090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'name': 'tempest-PortsTestJSON-171885119'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:37.382189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:37.403603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:37.404075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6bdfe165-2462-4e3d-ae54-1ec029f6d2c0 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:37.419664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:37.447100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a8e106a-d2d1-4e44-8eaf-41aa3218cebd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.466908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:37.472931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.507427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port fc0d67a1-6f4a-4203-a9eb-dd1354f27473 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:37.714450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a8e106a-d2d1-4e44-8eaf-41aa3218cebd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.721409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a8e106a-d2d1-4e44-8eaf-41aa3218cebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.759342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.782448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a8e106a-d2d1-4e44-8eaf-41aa3218cebd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=10c6d2c9a11b411a9b3351ef2fe96f59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3613884 Aug 31 07:01:37.784943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e106a-d2d1-4e44-8eaf-41aa3218cebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32879cb2-a092-411b-a48f-bb74d266aca2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.785089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:37.818043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.845536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.866793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:37.869899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:37.870077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.874033 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:37.880315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:37.880996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.889783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=fc0d67a1-6f4a-4203-a9eb-dd1354f27473,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.901248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-622df422-787a-4a78-bc2a-0c9d6fbca333 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5886986 Aug 31 07:01:37.903705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:37.910393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:37.928040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.932300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:37.936274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32879cb2-a092-411b-a48f-bb74d266aca2 HTTP/1.1" status: 204 len: 168 time: 0.1477675 Aug 31 07:01:37.948411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6193794c-18cc-4fda-b611-5c18399ff42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32879cb2-a092-411b-a48f-bb74d266aca2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:37.997039 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.102926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:38.211866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.217920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.261046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] In _notify_port_updated(), no bound segment for port fc0d67a1-6f4a-4203-a9eb-dd1354f27473 on network 6fd05474-b3c2-403d-9e07-758036ed1f8c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:01:38.290305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.290930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.292301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/ports/fc0d67a1-6f4a-4203-a9eb-dd1354f27473 HTTP/1.1" status: 200 len: 818 time: 0.3876657 Aug 31 07:01:38.295180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54152) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:38.339576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f98f438-748b-4ae6-aa13-01edae619c59 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=fc0d67a1-6f4a-4203-a9eb-dd1354f27473,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:38.409870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port fc0d67a1-6f4a-4203-a9eb-dd1354f27473 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:38.410429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.514080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.529951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for fc0d67a1-6f4a-4203-a9eb-dd1354f27473 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:38.594802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.640267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.675250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=fc0d67a1-6f4a-4203-a9eb-dd1354f27473,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:38.685137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.687110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b9494b5-020c-4789-a384-ee08551ff147 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/fc0d67a1-6f4a-4203-a9eb-dd1354f27473 HTTP/1.1" status: 204 len: 168 time: 0.3910139 Aug 31 07:01:38.689612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54166) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:38.761692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73ea7d1-dfd0-4194-801b-46ea38ec31c3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.765702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a73ea7d1-dfd0-4194-801b-46ea38ec31c3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0726626 Aug 31 07:01:38.765933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:38.796585 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-14acc34a-dacb-4497-8bc4-2846f060db85 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:38.798515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-14acc34a-dacb-4497-8bc4-2846f060db85 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/fc0d67a1-6f4a-4203-a9eb-dd1354f27473 HTTP/1.1" status: 404 len: 333 time: 0.0311050 Aug 31 07:01:38.803039 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:38.808713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1416170730'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:38.838974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:38.843799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.870123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 595, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:38.882330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.882814 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment a7dcbdcd-59dc-4add-9b4d-5932bbfdd937 of type vlan for network c119b03d-9fb4-44a9-a948-d99968eef027 Aug 31 07:01:38.939847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.940907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:38.941366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.971020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.979146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:38.979783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:38.999333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1945143 Aug 31 07:01:39.002061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:39.019814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:39.060767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:39.061210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.077127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:39.124955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18afbc92-2179-47e7-974c-a5353eda5352 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=c119b03d-9fb4-44a9-a948-d99968eef027,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:39.135102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:39.159500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:01:39.192651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:39.197872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.335673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.377475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:39.470093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.576563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=b95a02a9-38fa-48c8-b008-9dd65eb67ebb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:39.594479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:39.594849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: c119b03d-9fb4-44a9-a948-d99968eef027, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:39.614987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c119b03d-9fb4-44a9-a948-d99968eef027 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:39.635758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c119b03d-9fb4-44a9-a948-d99968eef027) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:39.646757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e794e30d-bc5c-4568-a619-bddff3493b03 None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:39.658276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:39.658762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.683532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.686520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a3e082b8-303a-495b-abde-e4c7ad575671 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6832058 Aug 31 07:01:39.686874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54192) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:39.695356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:39.839091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-c119b03d-9fb4-44a9-a948-d99968eef027', 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': 'b95a02a9-38fa-48c8-b008-9dd65eb67ebb'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:39.840052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:39.994731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:40.000080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.031155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Allocated IP 172.20.0.2 (c119b03d-9fb4-44a9-a948-d99968eef027/b95a02a9-38fa-48c8-b008-9dd65eb67ebb/e30badcc-0bc8-4d90-bb31-adc291b68480) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:40.154377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-82cf1901-fc82-4ec6-a394-a3559af62376 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1712041 Aug 31 07:01:40.233040 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b95a02a9-38fa-48c8-b008-9dd65eb67ebb (CIDR: 172.20.0.0/28) Aug 31 07:01:40.256097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Router e014e8a2-2108-40c3-adfa-03e973b17a01 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:40.257459 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:01:40.258124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:01:40.259973 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.277685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Transition to ACTIVE for port object e30badcc-0bc8-4d90-bb31-adc291b68480 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:40.299804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Transition to ACTIVE for port object e30badcc-0bc8-4d90-bb31-adc291b68480 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:40.304665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-61d281ea-a8d2-45b0-9fba-462d67903d51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6164396 Aug 31 07:01:40.304892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54198) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:40.311797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:40.324323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.390478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-11a75214-39e2-4b52-8b9c-5ddfe418c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:40.392005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-11a75214-39e2-4b52-8b9c-5ddfe418c244 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 1099 time: 0.1702137 Aug 31 07:01:40.449705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Pushing event updated for resources: {'Port': ['ID=e30badcc-0bc8-4d90-bb31-adc291b68480,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:40.471641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:40.476005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:40.484835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:40.550071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:40.554561 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.565350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Attempting to bind port e30badcc-0bc8-4d90-bb31-adc291b68480 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:40.566777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Attempting to bind port e30badcc-0bc8-4d90-bb31-adc291b68480 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:40.567178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Attempting to bind port e30badcc-0bc8-4d90-bb31-adc291b68480 on network c119b03d-9fb4-44a9-a948-d99968eef027 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:40.581765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:40.582371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Checking segment: {'id': 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:40.582834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.583238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Bound using segment: {'id': 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:40.583727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Bound port: e30badcc-0bc8-4d90-bb31-adc291b68480, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:40.584248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.668485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] For port e30badcc-0bc8-4d90-bb31-adc291b68480, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:40.672125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] For port e30badcc-0bc8-4d90-bb31-adc291b68480, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e30badcc-0bc8-4d90-bb31-adc291b68480,segment=NetworkSegment(a7dcbdcd-59dc-4add-9b4d-5932bbfdd937),segment_id=a7dcbdcd-59dc-4add-9b4d-5932bbfdd937)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:40.678475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.750632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1a013a-3ca3-420d-8f43-2ed1173da02c None None] Pushing event updated for resources: {'Port': ['ID=e30badcc-0bc8-4d90-bb31-adc291b68480,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:40.934745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:40.997747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c119b03d-9fb4-44a9-a948-d99968eef027 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:41.000880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:41.018617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.019252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.023737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:41.032979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b0c556c9-8c40-4d44-8b7e-8ef387685728 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "PUT /v2.0/routers/e014e8a2-2108-40c3-adfa-03e973b17a01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9275820 Aug 31 07:01:41.035692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:41.046967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Sync routers for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:41.066258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-530e3b5b-f50a-4aaf-b2a6-baa486abb81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.067918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-530e3b5b-f50a-4aaf-b2a6-baa486abb81d service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.6522880 Aug 31 07:01:41.068374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:41.069017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.092058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7856553 Aug 31 07:01:41.093034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01044bd2-2e73-4c93-a268-22ace4c64529 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=3d4aa920-b846-48e2-957b-9dd9a071a3c3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:41.095103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:41.102351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'fixed_ips': [{'subnet_id': 'b95a02a9-38fa-48c8-b008-9dd65eb67ebb'}, {'subnet_id': '3d4aa920-b846-48e2-957b-9dd9a071a3c3'}], 'name': 'tempest-PortsTestJSON-70411429'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:41.189058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting subnet 1877f8c7-28c3-4406-82c8-0f6b1009e210 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:41.201089 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.205444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-ac08cf9f-e31d-4c82-a323-1af47d3fd779 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 200 len: 1002 time: 0.0931389 Aug 31 07:01:41.267181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:41.317217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.347852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:41.376260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-73ec103f-fb71-4ddf-be05-8d6a04430f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.377876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-73ec103f-fb71-4ddf-be05-8d6a04430f73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1477609 Aug 31 07:01:41.500426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.560684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 0908936d-67e3-480b-a778-8ee8b0e7f25e yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:41.560830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-997e5c77-5ce7-420d-bc27-e563ee0e1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:41.562079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-997e5c77-5ce7-420d-bc27-e563ee0e1c43 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1707633 Aug 31 07:01:41.596497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:01:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.639531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.643499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Checking router: e014e8a2-2108-40c3-adfa-03e973b17a01 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:41.656380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Routers {'e014e8a2-2108-40c3-adfa-03e973b17a01'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:41.658578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e014e8a2-2108-40c3-adfa-03e973b17a01'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:41.754424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-2eedb4a0-c63d-473b-b3d3-1283daaed96f service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808689 Aug 31 07:01:41.763490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.828002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] Set router e014e8a2-2108-40c3-adfa-03e973b17a01 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:41.857853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Subnet': ['ID=1877f8c7-28c3-4406-82c8-0f6b1009e210,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:41.904758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a673cd-b081-4a98-a936-619e3cb72ed7 None None] Network ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:41.949659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:41.951773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0c7683c8-1608-4063-91cc-8841b8bb128f tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/subnets/1877f8c7-28c3-4406-82c8-0f6b1009e210 HTTP/1.1" status: 204 len: 168 time: 0.9025056 Aug 31 07:01:41.954679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:42.011995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d70fcac-17e0-4507-a71e-a76d7e68d93f req-f87c629e-0d1a-4ecd-8429-7c30865fe2d4 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398105 Aug 31 07:01:42.230909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:01:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:42.303609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] DHCP port deletion for ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:42.306336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9fdf71-761a-4333-b949-61d2aa888977 None None] The sync data for ids ['e014e8a2-2108-40c3-adfa-03e973b17a01'] in n-d-712707-15 is: [{'id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'name': 'tempest-TestNetworkBasicOps-router-1511517848', 'tenant_id': '5e9e199d5fef45919432b1bc534c2f03', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116'}], 'enable_snat': True}, 'gw_port_id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:00:20Z', 'updated_at': '2021-08-31T07:01:39Z', 'revision_number': 5, 'project_id': '5e9e199d5fef45919432b1bc534c2f03', 'gw_port': {'id': 'e13a965b-a5db-4ab8-94c3-a6cf31eae4c4', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:36:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e014e8a2-2108-40c3-adfa-03e973b17a01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:00:21Z', 'updated_at': '2021-08-31T07:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:42.307011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.9 (c119b03d-9fb4-44a9-a948-d99968eef027/b95a02a9-38fa-48c8-b008-9dd65eb67ebb/0908936d-67e3-480b-a778-8ee8b0e7f25e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:42.322954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.25 (c119b03d-9fb4-44a9-a948-d99968eef027/3d4aa920-b846-48e2-957b-9dd9a071a3c3/0908936d-67e3-480b-a778-8ee8b0e7f25e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:42.367081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e30badcc-0bc8-4d90-bb31-adc291b68480 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:42.388981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690ca586-942d-432a-b0fa-897bcb787722 None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:42.403357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.498166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0436f539-3b77-4855-81bf-6484470f26a4 None None] Provisioning for port e30badcc-0bc8-4d90-bb31-adc291b68480 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:42.563287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e30badcc-0bc8-4d90-bb31-adc291b68480 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:42.571803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Deleting port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:42.572177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.574958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e30badcc-0bc8-4d90-bb31-adc291b68480 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:42.575301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.607789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.626893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.676790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 0908936d-67e3-480b-a778-8ee8b0e7f25e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:42.725875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Deleting port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:42.726248 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.726796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] For port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,segment=NetworkSegment(67e13ff9-fd38-4126-8d6c-4268c3542d4d),segment_id=67e13ff9-fd38-4126-8d6c-4268c3542d4d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:42.727937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.786365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.799836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Calling delete_port for f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:42.882329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=0908936d-67e3-480b-a778-8ee8b0e7f25e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:42.918457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c119b03d-9fb4-44a9-a948-d99968eef027 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:42.922386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:42.928908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:42.965842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] For port e13a965b-a5db-4ab8-94c3-a6cf31eae4c4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:42.966546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:42.987908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Calling delete_port for e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:43.007986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:43.008621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.015546 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.060372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dcd1c82d-c950-40e5-8a5f-4c11bb27ef9f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1002 time: 1.9640191 Aug 31 07:01:43.063080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:43.068753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b95a02a9-38fa-48c8-b008-9dd65eb67ebb'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:43.076825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e30badcc-0bc8-4d90-bb31-adc291b68480, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e30badcc-0bc8-4d90-bb31-adc291b68480,segment=NetworkSegment(a7dcbdcd-59dc-4add-9b4d-5932bbfdd937),segment_id=a7dcbdcd-59dc-4add-9b4d-5932bbfdd937)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:43.086778 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.103512 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.143757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] No DVR routers for this DVR port f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:43.148782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Update dhcp port {'port': {'network_id': 'c119b03d-9fb4-44a9-a948-d99968eef027', 'fixed_ips': [{'subnet_id': 'b95a02a9-38fa-48c8-b008-9dd65eb67ebb', 'ip_address': '172.20.0.2'}, {'subnet_id': '3d4aa920-b846-48e2-957b-9dd9a071a3c3'}], 'binding:host_id': 'n-d-712707-15'}, 'id': 'e30badcc-0bc8-4d90-bb31-adc291b68480'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:01:43.254854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e30badcc-0bc8-4d90-bb31-adc291b68480,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:43.259322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.300978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3bc123-2dbb-47b2-bc04-7e84dec95e7e None None] Pushing event deleted for resources: {'Port': ['ID=f50b0d40-bd2d-4eb2-8428-45c90d2f34f3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:43.355591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.398694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Port': ['ID=e13a965b-a5db-4ab8-94c3-a6cf31eae4c4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:43.432019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.514683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.627388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.631002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.683331 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.684141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Fanout notify agent at l3_agent the message router_deleted on router e014e8a2-2108-40c3-adfa-03e973b17a01 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:01:43.696259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.700468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e6dc2da9-99ca-4f56-88b7-eaf300241220 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/routers/e014e8a2-2108-40c3-adfa-03e973b17a01 HTTP/1.1" status: 204 len: 168 time: 1.7440987 Aug 31 07:01:43.701189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:43.796462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.802503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Delete allocated IP 172.20.0.25 (c119b03d-9fb4-44a9-a948-d99968eef027/3d4aa920-b846-48e2-957b-9dd9a071a3c3) {{(pid=94639) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 07:01:43.911554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.923955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:43.937475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e13ff9-fd38-4126-8d6c-4268c3542d4d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:43.939211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e13ff9-fd38-4126-8d6c-4268c3542d4d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:43.950629 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.971873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.976456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.985686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:43.986777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:43.990352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Ignored duplicate provisioning block setup for port 0908936d-67e3-480b-a778-8ee8b0e7f25e by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:43.992577 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:43.995405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.055863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Allocated IP 172.20.0.18 (c119b03d-9fb4-44a9-a948-d99968eef027/3d4aa920-b846-48e2-957b-9dd9a071a3c3/e30badcc-0bc8-4d90-bb31-adc291b68480) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:44.073659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.090374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.098939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] 10.222.0.57 "DELETE /v2.0/networks/ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be HTTP/1.1" status: 204 len: 168 time: 0.3962526 Aug 31 07:01:44.130110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5ff974-3a68-4128-bf16-015ce3eff671 tempest-TestNetworkBasicOps-2041549545 tempest-TestNetworkBasicOps-2041549545-project] Pushing event deleted for resources: {'Network': ['ID=ab6561a1-b6ff-4db1-8ee5-1eb5d3e6e6be,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:44.196702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=0908936d-67e3-480b-a778-8ee8b0e7f25e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:44.235745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] In _notify_port_updated(), no bound segment for port 0908936d-67e3-480b-a778-8ee8b0e7f25e on network c119b03d-9fb4-44a9-a948-d99968eef027 {{(pid=94639) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:01:44.249261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:44.254240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.257321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54248) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:44.258155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8109cc16-b8aa-42fe-bbca-228bfb0c273b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/ports/0908936d-67e3-480b-a778-8ee8b0e7f25e HTTP/1.1" status: 200 len: 917 time: 1.1940198 Aug 31 07:01:44.263491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b95a02a9-38fa-48c8-b008-9dd65eb67ebb'}, {'subnet_id': '3d4aa920-b846-48e2-957b-9dd9a071a3c3'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:44.337266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] For port e30badcc-0bc8-4d90-bb31-adc291b68480, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e30badcc-0bc8-4d90-bb31-adc291b68480,segment=NetworkSegment(a7dcbdcd-59dc-4add-9b4d-5932bbfdd937),segment_id=a7dcbdcd-59dc-4add-9b4d-5932bbfdd937)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:44.384000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.396316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.415258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e30badcc-0bc8-4d90-bb31-adc291b68480 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:44.471066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Transition to ACTIVE for port object e30badcc-0bc8-4d90-bb31-adc291b68480 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:44.486617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:44.592360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35466ea2-2aa6-4f2f-9f3f-e2a903c5b2b4 None None] Pushing event updated for resources: {'Port': ['ID=e30badcc-0bc8-4d90-bb31-adc291b68480,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:44.618422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54256) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:44.678945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:44.708452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:44.709413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e13a965b-a5db-4ab8-94c3-a6cf31eae4c4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:44.710064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:44.764786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:44.765229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f50b0d40-bd2d-4eb2-8428-45c90d2f34f3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:44.765749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:44.795026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:44.795627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c5f1b10f-c9cf-4955-ba6c-b6ce21288fa3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:44.809796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.23 (c119b03d-9fb4-44a9-a948-d99968eef027/3d4aa920-b846-48e2-957b-9dd9a071a3c3/0908936d-67e3-480b-a778-8ee8b0e7f25e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:44.933855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-db609a71-4de3-4dc6-985e-199eb7c5f803 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5e9e199d5fef45919432b1bc534c2f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3141966 Aug 31 07:01:44.936521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:45.018408 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.045406 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.065529 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.083525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Ignored duplicate provisioning block setup for port 0908936d-67e3-480b-a778-8ee8b0e7f25e by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 07:01:45.089140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.116972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.121107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.121107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f25ad347-d4a9-4e54-aa9f-b4e0951177e6 HTTP/1.1" status: 204 len: 168 time: 0.1834185 Aug 31 07:01:45.130661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047affb9-ffce-4dba-95dc-d99f4a70daa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f25ad347-d4a9-4e54-aa9f-b4e0951177e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:45.352948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fba3d85-3a91-467a-9773-2f0e7142436e None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:45.557824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d59f6095-1e7d-419f-a83b-d286714b264d None None] Provisioning for port e30badcc-0bc8-4d90-bb31-adc291b68480 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:45.571427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d59f6095-1e7d-419f-a83b-d286714b264d None None] Provisioning complete for port e30badcc-0bc8-4d90-bb31-adc291b68480 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:45.572081 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d59f6095-1e7d-419f-a83b-d286714b264d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.606571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:45.621414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b36b72ec-39c7-4f93-940f-47ada64b1c15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.703204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=0908936d-67e3-480b-a778-8ee8b0e7f25e,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:45.794418 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.817609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] In _notify_port_updated(), no bound segment for port 0908936d-67e3-480b-a778-8ee8b0e7f25e on network c119b03d-9fb4-44a9-a948-d99968eef027 {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:01:45.825279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:45.825971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.827328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40c808e2-9cf8-4816-9202-da2645e62308 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/ports/0908936d-67e3-480b-a778-8ee8b0e7f25e HTTP/1.1" status: 200 len: 997 time: 1.5688863 Aug 31 07:01:45.833089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54274) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:45.950329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b36b72ec-39c7-4f93-940f-47ada64b1c15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:45.968860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b36b72ec-39c7-4f93-940f-47ada64b1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.048623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:46.048849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b36b72ec-39c7-4f93-940f-47ada64b1c15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ba98ae5395414f04b6826eeb67b4c123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4409633 Aug 31 07:01:46.055967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 0908936d-67e3-480b-a778-8ee8b0e7f25e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:46.056330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.061344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36b72ec-39c7-4f93-940f-47ada64b1c15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a66cf5-136f-4ca4-85ca-d1e8de29c5a1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:46.191358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.229273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Provisioning complete for port e30badcc-0bc8-4d90-bb31-adc291b68480 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:46.229699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.279294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.321671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e30badcc-0bc8-4d90-bb31-adc291b68480 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:46.346546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.363272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 0908936d-67e3-480b-a778-8ee8b0e7f25e owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:46.400903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.405263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.409787 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/13a66cf5-136f-4ca4-85ca-d1e8de29c5a1 HTTP/1.1" status: 204 len: 168 time: 0.3575025 Aug 31 07:01:46.422262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64c618-98be-4b47-b29c-6034cb5d6b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a66cf5-136f-4ca4-85ca-d1e8de29c5a1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:46.493917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e30badcc-0bc8-4d90-bb31-adc291b68480 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:46.494442 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.694848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Provisioning for port 0908936d-67e3-480b-a778-8ee8b0e7f25e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:46.699259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Provisioning complete for port 0908936d-67e3-480b-a778-8ee8b0e7f25e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:46.699642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.702833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.756095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-af805c3a-f1f9-4685-82fd-9be41d2c6a83 None None] Port 0908936d-67e3-480b-a778-8ee8b0e7f25e was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 07:01:46.797833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=0908936d-67e3-480b-a778-8ee8b0e7f25e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:46.870795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5116602a-294c-4b5b-9308-1969bb26a0ae None None] Could not find standard attr ID for object 0908936d-67e3-480b-a778-8ee8b0e7f25e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:46.897563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:46.903674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:46.915150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c6ce09f4-a437-4e70-bf6b-92b973bf6fba tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/0908936d-67e3-480b-a778-8ee8b0e7f25e HTTP/1.1" status: 204 len: 168 time: 1.0793490 Aug 31 07:01:46.937465 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae64df59-afbc-4f88-bac2-fdd15b63b4a6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:46.939226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae64df59-afbc-4f88-bac2-fdd15b63b4a6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/0908936d-67e3-480b-a778-8ee8b0e7f25e HTTP/1.1" status: 404 len: 333 time: 0.0344551 Aug 31 07:01:46.942408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54298) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:47.008371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 3d4aa920-b846-48e2-957b-9dd9a071a3c3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:47.013183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.101660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.188229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a6c8b066-3e76-4373-ad08-bcce26f3e1a3 None None] Could not find standard attr ID for object 0908936d-67e3-480b-a778-8ee8b0e7f25e. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:47.256733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.342875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.387547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=3d4aa920-b846-48e2-957b-9dd9a071a3c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:47.392921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.396546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b5f5f008-eb9f-4151-bcd1-7f1e2f27a39d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/3d4aa920-b846-48e2-957b-9dd9a071a3c3 HTTP/1.1" status: 204 len: 168 time: 0.4527118 Aug 31 07:01:47.399317 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:47.483312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet b95a02a9-38fa-48c8-b008-9dd65eb67ebb {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:47.495785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.500096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7437ad5c-0799-4a1a-890f-d7fa59251d37 None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:47.541679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.666855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.783398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.827015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=b95a02a9-38fa-48c8-b008-9dd65eb67ebb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:47.829548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:47.834613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-60f88404-b008-407d-a8f2-e345f85a6906 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/b95a02a9-38fa-48c8-b008-9dd65eb67ebb HTTP/1.1" status: 204 len: 168 time: 0.4313574 Aug 31 07:01:47.835025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54322) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:48.029753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.132430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port e30badcc-0bc8-4d90-bb31-adc291b68480 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:48.135505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.244483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port e30badcc-0bc8-4d90-bb31-adc291b68480, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e30badcc-0bc8-4d90-bb31-adc291b68480,segment=NetworkSegment(a7dcbdcd-59dc-4add-9b4d-5932bbfdd937),segment_id=a7dcbdcd-59dc-4add-9b4d-5932bbfdd937)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:48.244878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.273316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for e30badcc-0bc8-4d90-bb31-adc291b68480 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:48.384069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.415072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port e30badcc-0bc8-4d90-bb31-adc291b68480 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:48.420232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=e30badcc-0bc8-4d90-bb31-adc291b68480,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:48.526811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.529178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8409d0a5-d981-4d43-ad7b-456a421f49f5 None None] Network c119b03d-9fb4-44a9-a948-d99968eef027 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:48.540406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c119b03d-9fb4-44a9-a948-d99968eef027']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:48.552766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:48.553061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7dcbdcd-59dc-4add-9b4d-5932bbfdd937') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:48.564775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.582109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.590055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 595 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:48.590515 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:48.593631 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:48.636901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1711bb9-5f48-4692-bf39-8cac9831678a None None] Could not find standard attr ID for object e30badcc-0bc8-4d90-bb31-adc291b68480. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:48.682035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.689762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.695490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/c119b03d-9fb4-44a9-a948-d99968eef027 HTTP/1.1" status: 204 len: 168 time: 0.8556311 Aug 31 07:01:48.695985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54340) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:48.705985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1af35-fd49-4a82-80c7-0091e0ec03f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=c119b03d-9fb4-44a9-a948-d99968eef027,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:48.736139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a06401-8d12-415e-9a2f-2d4a96dcd7f3 None None] DHCP port deletion for c119b03d-9fb4-44a9-a948-d99968eef027 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:48.770304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13bdb7b-f252-4c88-b9d9-6df9862d297c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:48.773405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b13bdb7b-f252-4c88-b9d9-6df9862d297c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0748055 Aug 31 07:01:48.775679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:48.831263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ec58b35-db9d-490e-a0fa-a6cfcccc022f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0544124 Aug 31 07:01:48.835091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:48.840297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-85768499'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:48.867122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:48.871295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.904267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:48.917259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.917637 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment cbd45b6d-632c-4452-a2b5-7d54b1ef0172 of type vlan for network 2c1b380b-f039-4eee-a719-b66040e88a30 Aug 31 07:01:48.966730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:48.994870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.002752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:49.004026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.078063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2416217 Aug 31 07:01:49.080833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:49.090341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:49.108660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb575ec-7f35-4afe-bf86-477c13c1cefa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=2c1b380b-f039-4eee-a719-b66040e88a30,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:49.136474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2c1b380b-f039-4eee-a719-b66040e88a30 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:49.261987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:49.268084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.518482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.596560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=c2130c79-7f75-45a1-ac0c-837bd3b64321,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:49.599330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:49.599693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 2c1b380b-f039-4eee-a719-b66040e88a30, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:49.619867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 2c1b380b-f039-4eee-a719-b66040e88a30 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:49.631342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 2c1b380b-f039-4eee-a719-b66040e88a30) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:49.636197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:49.636798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.643059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1589b5e-bcd3-44da-879b-3ce5bc27e2e3 None None] Network 2c1b380b-f039-4eee-a719-b66040e88a30 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:49.660295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:49.660517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4389151a-0f56-460c-99be-6913a8692dc7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5771301 Aug 31 07:01:49.665884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30', 'name': 'tempest-PortsTestJSON-802550200'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:49.828519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:49.836974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.840914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:49.848281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'network': {'name': 'tempest-network-smoke--1002970061', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:49.861434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port e6950417-0e50-437f-bc84-18accdd9ce26 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:49.878095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-2c1b380b-f039-4eee-a719-b66040e88a30', 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': 'c2130c79-7f75-45a1-ac0c-837bd3b64321'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:49.880668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.881830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:49.888189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:49.913699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.032197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.13 (2c1b380b-f039-4eee-a719-b66040e88a30/c2130c79-7f75-45a1-ac0c-837bd3b64321/e6950417-0e50-437f-bc84-18accdd9ce26) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:50.086128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.090543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.123399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:50.179082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1befcb9-7a20-4812-a485-f5e119630a5a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:50.197392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.199583 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Added segment 0348c5a8-385c-48a2-a2b0-f6071eddece0 of type vlan for network 51fabad7-76d0-4336-8a24-4fb706a38c70 Aug 31 07:01:50.250345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e30badcc-0bc8-4d90-bb31-adc291b68480 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:50.251779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.271886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object e6950417-0e50-437f-bc84-18accdd9ce26 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:50.308824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.313487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e30badcc-0bc8-4d90-bb31-adc291b68480 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:50.313836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e30badcc-0bc8-4d90-bb31-adc291b68480 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:50.331504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.340110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.348078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:50.349456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.444086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 2c1b380b-f039-4eee-a719-b66040e88a30 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:50.446436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:50.449270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=e6950417-0e50-437f-bc84-18accdd9ce26,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:50.453254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:50.476479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Allocated IP 172.20.0.2 (2c1b380b-f039-4eee-a719-b66040e88a30/c2130c79-7f75-45a1-ac0c-837bd3b64321/7abe6b5f-08be-4f4b-b684-761feee76d16) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:50.491138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.491553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.492006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.492413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.493074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.493538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.493941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.494359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.495110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.496984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.497451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.497834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.535835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:50.536811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.542087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6995461 Aug 31 07:01:50.547966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:50.569305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'admin_state_up': True, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:50.575760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c986e4e-de1d-4185-844e-67ff2448c047 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Network': ['ID=51fabad7-76d0-4336-8a24-4fb706a38c70,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:50.586433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ecf682cb-e2e0-4bd5-a66a-10304d6cc0ce tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9246509 Aug 31 07:01:50.588999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:50.597522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30', 'name': 'tempest-PortsTestJSON-1230058712'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:50.603553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.604062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:50.604434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.720042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.748419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:50.753862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.781023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 9feebe1e-f933-4360-8fd6-6d9dc412b7a4 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:50.799897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.810870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Transition to ACTIVE for port object 7abe6b5f-08be-4f4b-b684-761feee76d16 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:50.836045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Transition to ACTIVE for port object 7abe6b5f-08be-4f4b-b684-761feee76d16 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:50.846112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.899004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:50.916873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Pushing event updated for resources: {'Port': ['ID=7abe6b5f-08be-4f4b-b684-761feee76d16,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:50.923123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.6 (2c1b380b-f039-4eee-a719-b66040e88a30/c2130c79-7f75-45a1-ac0c-837bd3b64321/9feebe1e-f933-4360-8fd6-6d9dc412b7a4) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:50.931496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Network 2c1b380b-f039-4eee-a719-b66040e88a30 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:50.933734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.934089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.934439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.934783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.935130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.935512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.935858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.936191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.936524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.936977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.937312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.937788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:50.948041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:50.951086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:51.020234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Attempting to bind port 7abe6b5f-08be-4f4b-b684-761feee76d16 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:51.020585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Attempting to bind port 7abe6b5f-08be-4f4b-b684-761feee76d16 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:51.020954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Attempting to bind port 7abe6b5f-08be-4f4b-b684-761feee76d16 on network 2c1b380b-f039-4eee-a719-b66040e88a30 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:51.029999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:51.030366 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Checking segment: {'id': 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:51.030764 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.031158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Bound using segment: {'id': 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:51.031645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Bound port: 7abe6b5f-08be-4f4b-b684-761feee76d16, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '2c1b380b-f039-4eee-a719-b66040e88a30'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:51.032019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.103703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] For port 7abe6b5f-08be-4f4b-b684-761feee76d16, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:51.107002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] For port 7abe6b5f-08be-4f4b-b684-761feee76d16, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7abe6b5f-08be-4f4b-b684-761feee76d16,segment=NetworkSegment(cbd45b6d-632c-4452-a2b5-7d54b1ef0172),segment_id=cbd45b6d-632c-4452-a2b5-7d54b1ef0172)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:51.113100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.121893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.139751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 9feebe1e-f933-4360-8fd6-6d9dc412b7a4 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:51.169555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.186203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1f03fa-20d6-4d15-b69b-fd8bb83fd4e8 None None] Pushing event updated for resources: {'Port': ['ID=7abe6b5f-08be-4f4b-b684-761feee76d16,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:51.186776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.204019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.253073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 2c1b380b-f039-4eee-a719-b66040e88a30 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:51.264427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:51.270079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:51.310947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=9feebe1e-f933-4360-8fd6-6d9dc412b7a4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:51.343314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:51.343973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.365506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89943f55-5930-4a4b-a0ad-81d4578b6d18 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.7720809 Aug 31 07:01:51.365805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:51.436631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.25.3.237 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/604da520-f4b3-401f-a356-1c64fa407c2a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:51.560618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2ab4a0-592d-4374-9f96-a48f7311f29e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:51.562350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7a2ab4a0-592d-4374-9f96-a48f7311f29e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.13 HTTP/1.1" status: 200 len: 922 time: 0.1955221 Aug 31 07:01:51.566728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:51.718161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.756441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 9feebe1e-f933-4360-8fd6-6d9dc412b7a4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:51.756874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.839768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.904641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:51.912306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:51.924533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:51.927864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:51.981905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 9feebe1e-f933-4360-8fd6-6d9dc412b7a4 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:51.990765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=604da520-f4b3-401f-a356-1c64fa407c2a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:52.288909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7abe6b5f-08be-4f4b-b684-761feee76d16 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:52.373739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7abe6b5f-08be-4f4b-b684-761feee76d16 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:52.395746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:52.443572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=9feebe1e-f933-4360-8fd6-6d9dc412b7a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:52.452047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:52.631018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c037e5-cc06-44fe-aae7-8200357a95d7 None None] Network 2c1b380b-f039-4eee-a719-b66040e88a30 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:52.637664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:52.640433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2829a33-9e99-41cf-a6a6-2265fcf175be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/9feebe1e-f933-4360-8fd6-6d9dc412b7a4 HTTP/1.1" status: 204 len: 168 time: 1.0721707 Aug 31 07:01:52.643140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:52.678626 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3194c3d6-200e-4b88-b93f-1273452d4494 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:52.683271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3194c3d6-200e-4b88-b93f-1273452d4494 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/9feebe1e-f933-4360-8fd6-6d9dc412b7a4 HTTP/1.1" status: 404 len: 333 time: 0.0359817 Aug 31 07:01:52.683724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:52.822522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Provisioning for port 7abe6b5f-08be-4f4b-b684-761feee76d16 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:52.830454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Provisioning complete for port 7abe6b5f-08be-4f4b-b684-761feee76d16 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:52.835302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:52.951180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:52.982493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port e6950417-0e50-437f-bc84-18accdd9ce26 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:52.983390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.016670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.079805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f459b34d-a954-47ae-98a5-255999011593 None None] For port 7abe6b5f-08be-4f4b-b684-761feee76d16, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7abe6b5f-08be-4f4b-b684-761feee76d16,segment=NetworkSegment(cbd45b6d-632c-4452-a2b5-7d54b1ef0172),segment_id=cbd45b6d-632c-4452-a2b5-7d54b1ef0172)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:53.087390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.136540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.148556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 527b87a6-dde5-44e2-a461-aafd5bb41e85 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:01:53.157796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for e6950417-0e50-437f-bc84-18accdd9ce26 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:53.171783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f459b34d-a954-47ae-98a5-255999011593 None None] Pushing event updated for resources: {'Port': ['ID=7abe6b5f-08be-4f4b-b684-761feee76d16,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:53.340708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:53.353143 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Sync routers for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:53.362407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.364547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.366070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9ad2efe1-8fb6-4d85-afc7-a262e7d7cd12 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8044653 Aug 31 07:01:53.369262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:53.375032 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:53.375673 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:53.411553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e374439-d127-47e3-a003-0a39bbc87284 None None] Provisioning complete for port 7abe6b5f-08be-4f4b-b684-761feee76d16 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:53.412133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e374439-d127-47e3-a003-0a39bbc87284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.414996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=e6950417-0e50-437f-bc84-18accdd9ce26,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:53.510523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:53.516528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:53.517796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d1f72ba5-f5f7-4dae-a9cb-487b8ae8c3bc tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/e6950417-0e50-437f-bc84-18accdd9ce26 HTTP/1.1" status: 204 len: 168 time: 0.8265326 Aug 31 07:01:53.548237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3e374439-d127-47e3-a003-0a39bbc87284 None None] Could not find standard attr ID for object e6950417-0e50-437f-bc84-18accdd9ce26. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:53.576831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:53.762226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b668e54c-7629-47a8-b7ee-2b88fe5b6955 None None] Could not find standard attr ID for object e6950417-0e50-437f-bc84-18accdd9ce26. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:53.888095 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:52Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:53.945112 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Checking router: 527b87a6-dde5-44e2-a461-aafd5bb41e85 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:01:53.946243 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Updating router 527b87a6-dde5-44e2-a461-aafd5bb41e85 port 604da520-f4b3-401f-a356-1c64fa407c2a binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:01:53.978498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-279e7235-da22-40e4-b3a4-40d48c9b3b13 None None] Could not find standard attr ID for object 9feebe1e-f933-4360-8fd6-6d9dc412b7a4. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:01:53.979985 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.060634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3dbb693d-abea-4c9f-bd3c-543aacbb8f4f tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7c30408f721b4504ab9c8b142e0d2fd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6894233 Aug 31 07:01:54.066525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54434) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:54.066952 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-955cc658-3699-407a-a39f-054eea414c62 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:01:54.066952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-955cc658-3699-407a-a39f-054eea414c62 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/e6950417-0e50-437f-bc84-18accdd9ce26 HTTP/1.1" status: 404 len: 333 time: 0.5479188 Aug 31 07:01:54.069301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54436) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:54.126207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet c2130c79-7f75-45a1-ac0c-837bd3b64321 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:01:54.144962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.234019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.268666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7abe6b5f-08be-4f4b-b684-761feee76d16 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:54.355178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a81b524-da38-4b0f-8603-ef64e0a3f26c tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:54.359893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a81b524-da38-4b0f-8603-ef64e0a3f26c tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2950401 Aug 31 07:01:54.360672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54438) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:54.424842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a4901c9-7b89-420c-b2eb-383744d446f8 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0623891 Aug 31 07:01:54.431373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54440) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:54.437176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1538424456', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:54.440106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7abe6b5f-08be-4f4b-b684-761feee76d16 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:54.440608 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.508353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.569526 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.582139 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Transition to ACTIVE for port object 604da520-f4b3-401f-a356-1c64fa407c2a will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:54.592480 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.625983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:54.630968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.631270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.677054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=c2130c79-7f75-45a1-ac0c-837bd3b64321,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:54.684951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.685083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772b7c67-2252-4107-9646-cf9cbb747c46 None None] Network 2c1b380b-f039-4eee-a719-b66040e88a30 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:54.689799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b579c59f-303c-417a-8318-90302967a4cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/c2130c79-7f75-45a1-ac0c-837bd3b64321 HTTP/1.1" status: 204 len: 168 time: 0.6168351 Aug 31 07:01:54.691534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:54.698148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Pushing event updated for resources: {'Port': ['ID=604da520-f4b3-401f-a356-1c64fa407c2a,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:54.708438 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.709025 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.709555 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.710253 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.710740 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.712375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.712904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.713464 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.713988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.714499 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.714999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.715718 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:01:54.737061 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Attempting to bind port 604da520-f4b3-401f-a356-1c64fa407c2a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:54.737724 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Attempting to bind port 604da520-f4b3-401f-a356-1c64fa407c2a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:54.738498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Attempting to bind port 604da520-f4b3-401f-a356-1c64fa407c2a on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:54.747639 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:54.748028 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:54.748615 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.749455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:54.750111 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Bound port: 604da520-f4b3-401f-a356-1c64fa407c2a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:54.750503 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.858532 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] For port 604da520-f4b3-401f-a356-1c64fa407c2a, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:54.864533 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] For port 604da520-f4b3-401f-a356-1c64fa407c2a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=604da520-f4b3-401f-a356-1c64fa407c2a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:54.865031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.872832 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.922135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5868194a-acf1-4409-8bc3-195a606cff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:54.954717 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:54.955496 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:55.000186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.018497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 7abe6b5f-08be-4f4b-b684-761feee76d16 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:55.019706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.044242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] DHCP port deletion for 2c1b380b-f039-4eee-a719-b66040e88a30 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:01:55.151149 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:55.183356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port 7abe6b5f-08be-4f4b-b684-761feee76d16, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7abe6b5f-08be-4f4b-b684-761feee76d16,segment=NetworkSegment(cbd45b6d-632c-4452-a2b5-7d54b1ef0172),segment_id=cbd45b6d-632c-4452-a2b5-7d54b1ef0172)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:55.184679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.197133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Subnet': ['ID=24533f24-b8ef-461c-8973-c367823ebd7a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:55.208061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Deleting port 7abe6b5f-08be-4f4b-b684-761feee76d16 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:01:55.208434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.214614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 7abe6b5f-08be-4f4b-b684-761feee76d16 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:55.224845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Checking segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:55.225229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network hostable DHCP agents. Network: 51fabad7-76d0-4336-8a24-4fb706a38c70, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:55.256295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:55.281719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 51fabad7-76d0-4336-8a24-4fb706a38c70) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:55.287790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:55.288686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.317513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d9ff5a33-c26d-4dc4-98b6-4f658f1a870f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8846593 Aug 31 07:01:55.318142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:55.337317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] For port 7abe6b5f-08be-4f4b-b684-761feee76d16, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7abe6b5f-08be-4f4b-b684-761feee76d16,segment=NetworkSegment(cbd45b6d-632c-4452-a2b5-7d54b1ef0172),segment_id=cbd45b6d-632c-4452-a2b5-7d54b1ef0172)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:55.337760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.353870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Calling delete_port for 7abe6b5f-08be-4f4b-b684-761feee76d16 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:01:55.375951 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.435293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=7abe6b5f-08be-4f4b-b684-761feee76d16,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:55.440417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.446713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb87f331-9f8b-40cc-83d0-53470a54e424 None None] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:55.455973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port 7abe6b5f-08be-4f4b-b684-761feee76d16 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:55.513472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] Pushing event deleted for resources: {'Port': ['ID=7abe6b5f-08be-4f4b-b684-761feee76d16,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:55.521314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607969d2-cf71-4853-87c6-44ad33404dbd None None] No DVR routers for this DVR port 7abe6b5f-08be-4f4b-b684-761feee76d16 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:01:55.546398 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10896ced-c274-490a-9ee1-384b7f6fe9b9 None None] Pushing event updated for resources: {'Port': ['ID=604da520-f4b3-401f-a356-1c64fa407c2a,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:55.653640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.677553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c1b380b-f039-4eee-a719-b66040e88a30']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:55.714711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:55.714711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd45b6d-632c-4452-a2b5-7d54b1ef0172') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:55.730927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.754611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.756980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-51fabad7-76d0-4336-8a24-4fb706a38c70', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:55.759066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.761790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:01:55.762379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:01:55.768138 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:01:55.806351 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:52Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:55.922059 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f76b53-8095-4f9d-814e-975828c521e3 None None] The sync data for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 is: [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:52Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:01:55.948972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.961552 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:55.970892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:55.974191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/2c1b380b-f039-4eee-a719-b66040e88a30 HTTP/1.1" status: 204 len: 168 time: 1.2813892 Aug 31 07:01:55.982163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1045283187'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:56.008516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d895c6b2-f956-4580-8ad0-f0f464718a54 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=2c1b380b-f039-4eee-a719-b66040e88a30,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:56.093830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:56.100432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.191064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:01:56.209789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.210989 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 3029d5b5-8633-467e-bb2b-1b78efe70e97 of type vlan for network c7869ea8-ba64-4d08-9e39-df06279131ce Aug 31 07:01:56.267331 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.275118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7abe6b5f-08be-4f4b-b684-761feee76d16 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:01:56.302221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7abe6b5f-08be-4f4b-b684-761feee76d16 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:01:56.302566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7abe6b5f-08be-4f4b-b684-761feee76d16 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:01:56.392229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.405454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Allocated IP 172.20.0.2 (51fabad7-76d0-4336-8a24-4fb706a38c70/24533f24-b8ef-461c-8973-c367823ebd7a/d18289a8-e126-4d91-9ad9-2c5b274f4b36) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:56.477435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.492733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:56.493726 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.570306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5929935 Aug 31 07:01:56.571653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:56.578918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:56.594685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a7e5f-1397-41ab-8452-b5c127568bf6 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=c7869ea8-ba64-4d08-9e39-df06279131ce,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:56.632687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network c7869ea8-ba64-4d08-9e39-df06279131ce details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:01:56.722793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:56.734194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.759970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.770722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Transition to ACTIVE for port object d18289a8-e126-4d91-9ad9-2c5b274f4b36 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:56.789869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Transition to ACTIVE for port object d18289a8-e126-4d91-9ad9-2c5b274f4b36 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:56.797380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.819017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:56.821731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:56.846248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:56.874826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.20.0.1 (51fabad7-76d0-4336-8a24-4fb706a38c70/24533f24-b8ef-461c-8973-c367823ebd7a/b3438f1b-2a57-429c-8bee-fab1dd08ee0f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:56.939012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Pushing event updated for resources: {'Port': ['ID=d18289a8-e126-4d91-9ad9-2c5b274f4b36,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:56.964404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Attempting to bind port d18289a8-e126-4d91-9ad9-2c5b274f4b36 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:56.964781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Attempting to bind port d18289a8-e126-4d91-9ad9-2c5b274f4b36 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:56.965153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Attempting to bind port d18289a8-e126-4d91-9ad9-2c5b274f4b36 on network 51fabad7-76d0-4336-8a24-4fb706a38c70 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:56.972694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:56.973130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Checking segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:56.973826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:56.974231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Bound using segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:56.974761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Bound port: d18289a8-e126-4d91-9ad9-2c5b274f4b36, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:56.975198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.023640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.043517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Transition to ACTIVE for port object b3438f1b-2a57-429c-8bee-fab1dd08ee0f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:57.050752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.070801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] For port d18289a8-e126-4d91-9ad9-2c5b274f4b36, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:57.079643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] For port d18289a8-e126-4d91-9ad9-2c5b274f4b36, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d18289a8-e126-4d91-9ad9-2c5b274f4b36,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:57.085076 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.085649 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.161125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:57.165287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:57.170507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:57.214145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c6eef-4071-4a0d-bdb4-45004475e64f None None] Pushing event updated for resources: {'Port': ['ID=d18289a8-e126-4d91-9ad9-2c5b274f4b36,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:57.219489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=a22799f1-d252-4be8-89bf-6bc624362ca4,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:57.229231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:57.243804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.258297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '3029d5b5-8633-467e-bb2b-1b78efe70e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:57.258531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: c7869ea8-ba64-4d08-9e39-df06279131ce, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:01:57.300833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c7869ea8-ba64-4d08-9e39-df06279131ce is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:01:57.327930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, c7869ea8-ba64-4d08-9e39-df06279131ce) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:57.333231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:57.333870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.345087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4074d6a4-a9bb-4b40-a96f-dc82aa77f69a None None] Network c7869ea8-ba64-4d08-9e39-df06279131ce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:57.374900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-78441a63-387c-460e-8710-cfeef3e69249 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8022470 Aug 31 07:01:57.375561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54486) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:57.389120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce', 'name': 'tempest-PortsTestJSON-1541093158', 'fixed_ips': [{'subnet_id': 'a22799f1-d252-4be8-89bf-6bc624362ca4', 'ip_address': '172.20.0.10'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:57.519854 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-177ea383-3308-4c5c-b632-ac2e8c53e934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.660966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:57.740842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-c7869ea8-ba64-4d08-9e39-df06279131ce', 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': 'a22799f1-d252-4be8-89bf-6bc624362ca4'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:01:57.742041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.779157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.798664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:57.832620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 3785e4c5-e317-4af3-a18c-5202dd367965 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:57.929160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.001511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Allocated IP 172.20.0.2 (c7869ea8-ba64-4d08-9e39-df06279131ce/a22799f1-d252-4be8-89bf-6bc624362ca4/7e829680-b5ab-420b-b754-ca9de78addbe) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:58.227188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.238132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Transition to ACTIVE for port object 7e829680-b5ab-420b-b754-ca9de78addbe will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:58.265370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Transition to ACTIVE for port object 7e829680-b5ab-420b-b754-ca9de78addbe will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:58.294063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.347958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Network c7869ea8-ba64-4d08-9e39-df06279131ce is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:58.354434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:58.359263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:58.364190 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 604da520-f4b3-401f-a356-1c64fa407c2a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:58.407888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.10 (c7869ea8-ba64-4d08-9e39-df06279131ce/a22799f1-d252-4be8-89bf-6bc624362ca4/3785e4c5-e317-4af3-a18c-5202dd367965) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:58.450894 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.460758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.580314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Attempting to bind port 7e829680-b5ab-420b-b754-ca9de78addbe on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:01:58.582296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Attempting to bind port 7e829680-b5ab-420b-b754-ca9de78addbe by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3029d5b5-8633-467e-bb2b-1b78efe70e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:01:58.582856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Attempting to bind port 7e829680-b5ab-420b-b754-ca9de78addbe on network c7869ea8-ba64-4d08-9e39-df06279131ce {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:01:58.586755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 604da520-f4b3-401f-a356-1c64fa407c2a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:58.603399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Pushing event updated for resources: {'Port': ['ID=7e829680-b5ab-420b-b754-ca9de78addbe,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:58.608682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 604da520-f4b3-401f-a356-1c64fa407c2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:58.610538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.634438 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.653258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:58.682050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.691861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:01:58.691861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Checking segment: {'id': '3029d5b5-8633-467e-bb2b-1b78efe70e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:01:58.692261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.695171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Bound using segment: {'id': '3029d5b5-8633-467e-bb2b-1b78efe70e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:01:58.696034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Bound port: 7e829680-b5ab-420b-b754-ca9de78addbe, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3029d5b5-8633-467e-bb2b-1b78efe70e97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:01:58.702773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.720507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 3785e4c5-e317-4af3-a18c-5202dd367965 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:01:58.783240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.852418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:58.859741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c7869ea8-ba64-4d08-9e39-df06279131ce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:01:58.860043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:58.871631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:01:58.884154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:01:58.914457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=3785e4c5-e317-4af3-a18c-5202dd367965,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:58.947482 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:58.970711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] For port 7e829680-b5ab-420b-b754-ca9de78addbe, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:01:58.989204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] For port 7e829680-b5ab-420b-b754-ca9de78addbe, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e829680-b5ab-420b-b754-ca9de78addbe,segment=NetworkSegment(3029d5b5-8633-467e-bb2b-1b78efe70e97),segment_id=3029d5b5-8633-467e-bb2b-1b78efe70e97)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:01:59.016091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 604da520-f4b3-401f-a356-1c64fa407c2a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=604da520-f4b3-401f-a356-1c64fa407c2a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:01:59.021824 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.039163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:01:59.040048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.067143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9bf90107-eb76-4557-8dc8-2a58a17639b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6892242 Aug 31 07:01:59.069922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:59.078212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': 'c7869ea8-ba64-4d08-9e39-df06279131ce', 'name': 'tempest-PortsTestJSON-883796894', 'fixed_ips': [{'subnet_id': 'a22799f1-d252-4be8-89bf-6bc624362ca4', 'ip_address': '172.20.0.9'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:59.106299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 527b87a6-dde5-44e2-a461-aafd5bb41e85 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:01:59.115773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7b957-7cb2-404a-b836-6b78476da9c6 None None] Pushing event updated for resources: {'Port': ['ID=7e829680-b5ab-420b-b754-ca9de78addbe,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:59.119384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.120283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d18289a8-e126-4d91-9ad9-2c5b274f4b36 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:01:59.223910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aaded5-3fb7-42e9-bc2c-a37c3688b9bc None None] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:01:59.389369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:01:59.396723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:01:59.400694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.404481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fcad91eb-c199-4216-8637-8cee61239d6c tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "PUT /v2.0/routers/527b87a6-dde5-44e2-a461-aafd5bb41e85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0852554 Aug 31 07:01:59.407284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:59.413576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1016662198', 'description': 'tempest-secgroup_access--1016662198 description', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:59.427394 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=604da520-f4b3-401f-a356-1c64fa407c2a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:59.430681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 360ad321-d470-4adb-8ac0-8c594359a919 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:01:59.446934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Sync routers for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:01:59.457779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55dfd50e-0334-4994-9f9c-c807f9dde19a None None] Provisioning for port d18289a8-e126-4d91-9ad9-2c5b274f4b36 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:59.473704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.501361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:01:59.501742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:01:59.689447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.700926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.733797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2344f6-3ed9-441e-b904-42187b9ee903,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:59.758523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.759865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7fca51b-3ad0-4ec8-8170-554ab1daaae2 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3515494 Aug 31 07:01:59.762182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.763462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:59.768094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1970282032', 'description': 'tempest-secgroup_general--1970282032 description', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:01:59.798446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.803231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.9 (c7869ea8-ba64-4d08-9e39-df06279131ce/a22799f1-d252-4be8-89bf-6bc624362ca4/360ad321-d470-4adb-8ac0-8c594359a919) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:01:59.805894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d18289a8-e126-4d91-9ad9-2c5b274f4b36 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:01:59.825381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d18289a8-e126-4d91-9ad9-2c5b274f4b36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:01:59.830782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.902121 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.907209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:01:59.911586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.948571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:01:59.954041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.1893148 Aug 31 07:01:59.954919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:01:59.957079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49aaaf-3f91-423b-88eb-494ff40a3ed9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3667079e-d434-4caf-be46-eee9b3fa4772,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:01:59.984248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'security_group_rule': {'security_group_id': 'ad2344f6-3ed9-441e-b904-42187b9ee903', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:00.023611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.037256 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.044207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 360ad321-d470-4adb-8ac0-8c594359a919 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:00.063999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.128811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.129056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.134429 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.155505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced3cebc-cbee-432d-aeaf-6c94ccb76013,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:00.164966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.167052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-41f571ac-6af9-47df-8cbe-a7ff4f7f8551 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2115862 Aug 31 07:02:00.223095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network c7869ea8-ba64-4d08-9e39-df06279131ce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:00.224878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=360ad321-d470-4adb-8ac0-8c594359a919,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:00.228023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:00.234155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:00.282099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d18289a8-e126-4d91-9ad9-2c5b274f4b36, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d18289a8-e126-4d91-9ad9-2c5b274f4b36,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:00.293415 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.357916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.358590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.433625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71297297-2aff-4901-9ccb-153257869598 None None] Provisioning complete for port d18289a8-e126-4d91-9ad9-2c5b274f4b36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:00.434054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71297297-2aff-4901-9ccb-153257869598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.438087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d18289a8-e126-4d91-9ad9-2c5b274f4b36,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:00.470111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54528) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:00.470938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b69072f3-7dc5-4c68-a672-9d57121b314a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3962021 Aug 31 07:02:00.497483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 2, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:00.569496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-91433c3c-2f64-4f9a-950c-a8f2c86595fb tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_general--1970282032&fields=id&tenant_id=7c30408f721b4504ab9c8b142e0d2fd3 HTTP/1.1" status: 200 len: 267 time: 0.1823704 Aug 31 07:02:00.628227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Checking router: 527b87a6-dde5-44e2-a461-aafd5bb41e85 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:00.630165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Updating router 527b87a6-dde5-44e2-a461-aafd5bb41e85 port b3438f1b-2a57-429c-8bee-fab1dd08ee0f binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:02:00.632470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02164f74-0121-467b-aacd-02b1607350a0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.636521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02164f74-0121-467b-aacd-02b1607350a0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1630085 Aug 31 07:02:00.636802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54534) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:00.695850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-0c8bfd91-6a8a-4673-84d1-2d180d745632 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup_access--1016662198&fields=id&tenant_id=7c30408f721b4504ab9c8b142e0d2fd3 HTTP/1.1" status: 200 len: 267 time: 0.1196668 Aug 31 07:02:00.701702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e829680-b5ab-420b-b754-ca9de78addbe up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:00.711545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.740494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3c4a3-3386-4944-a1eb-fe8afbf04cf2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.751078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3c4a3-3386-4944-a1eb-fe8afbf04cf2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.760656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e3c4a3-3386-4944-a1eb-fe8afbf04cf2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.769967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80e3c4a3-3386-4944-a1eb-fe8afbf04cf2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.1311271 Aug 31 07:02:00.775589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:00.936026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 360ad321-d470-4adb-8ac0-8c594359a919 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:00.936664 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:00.957784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-dd37c5f7-c346-4e21-9df9-3334c146d536 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:00.959887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-dd37c5f7-c346-4e21-9df9-3334c146d536 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 797 time: 0.2570095 Aug 31 07:02:00.978445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-579fea4a-4226-471f-a0b5-195b7f24ac83 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/quotas/7c30408f721b4504ab9c8b142e0d2fd3 HTTP/1.1" status: 200 len: 375 time: 0.0120769 Aug 31 07:02:01.082610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-dfe9c191-e045-46eb-af0f-8f9f70ab611d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975924 Aug 31 07:02:01.177938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.204051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 360ad321-d470-4adb-8ac0-8c594359a919 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:01.325282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-7b564983-1e64-441a-9726-0ee3e5e2dd70 service neutron] 10.222.0.57 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994574 Aug 31 07:02:01.328994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad26c6d-bf54-4a3b-b12c-7b55252abe29 None None] Network c7869ea8-ba64-4d08-9e39-df06279131ce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:01.332985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71297297-2aff-4901-9ccb-153257869598 None None] Provisioning for port b3438f1b-2a57-429c-8bee-fab1dd08ee0f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:01.390338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7e829680-b5ab-420b-b754-ca9de78addbe completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:01.492701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 604da520-f4b3-401f-a356-1c64fa407c2a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:01.504807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.508061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-0d5f6201-62a4-477a-bcda-823b67736616 service neutron] 10.222.0.57 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678765 Aug 31 07:02:01.608889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71297297-2aff-4901-9ccb-153257869598 None None] Provisioning complete for port b3438f1b-2a57-429c-8bee-fab1dd08ee0f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:01.609388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71297297-2aff-4901-9ccb-153257869598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.630490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=360ad321-d470-4adb-8ac0-8c594359a919,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:01.670133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.752801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:01.758321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-80512531-e57d-4bd0-bcbf-79dad30c7602 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/360ad321-d470-4adb-8ac0-8c594359a919 HTTP/1.1" status: 204 len: 168 time: 0.9716372 Aug 31 07:02:01.765145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54550) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:01.799422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-71297297-2aff-4901-9ccb-153257869598 None None] Port b3438f1b-2a57-429c-8bee-fab1dd08ee0f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:01.812761 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-822be5d2-cdfb-4968-9ef2-b9d413e95bf8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:02:01.834435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-822be5d2-cdfb-4968-9ef2-b9d413e95bf8 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/360ad321-d470-4adb-8ac0-8c594359a919 HTTP/1.1" status: 404 len: 333 time: 0.0637295 Aug 31 07:02:01.835902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54554) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:01.837500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f86e236-3143-4c70-9770-2d007abc5139 req-fac53bd3-b6a0-4794-b145-2059c00e62d9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 210 time: 0.0351386 Aug 31 07:02:01.960558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 604da520-f4b3-401f-a356-1c64fa407c2a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:01.960940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.022930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 3785e4c5-e317-4af3-a18c-5202dd367965 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:02.023433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.100314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Provisioning for port 7e829680-b5ab-420b-b754-ca9de78addbe completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:02.124060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Provisioning complete for port 7e829680-b5ab-420b-b754-ca9de78addbe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:02.124564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.190838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.205688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 3785e4c5-e317-4af3-a18c-5202dd367965 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:02.473256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.508380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.537201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d18289a8-e126-4d91-9ad9-2c5b274f4b36 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:02.605320 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.607719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=3785e4c5-e317-4af3-a18c-5202dd367965,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:02.646232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Transition to ACTIVE for port object b3438f1b-2a57-429c-8bee-fab1dd08ee0f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:02.652691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] For port 7e829680-b5ab-420b-b754-ca9de78addbe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e829680-b5ab-420b-b754-ca9de78addbe,segment=NetworkSegment(3029d5b5-8633-467e-bb2b-1b78efe70e97),segment_id=3029d5b5-8633-467e-bb2b-1b78efe70e97)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:02.667636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.672285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.767858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.772169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e6c391c4-eff3-4f87-a3fe-de9a7b87749e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/3785e4c5-e317-4af3-a18c-5202dd367965 HTTP/1.1" status: 204 len: 168 time: 0.9329455 Aug 31 07:02:02.774823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:02.793602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d56956-c085-4bf8-ae32-4b19232be37e None None] Pushing event updated for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:02.816424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d18289a8-e126-4d91-9ad9-2c5b274f4b36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:02.816769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:02.819623 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9254632a-e123-454f-a565-77aacddb161e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:02:02.821068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9254632a-e123-454f-a565-77aacddb161e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/3785e4c5-e317-4af3-a18c-5202dd367965 HTTP/1.1" status: 404 len: 333 time: 0.0451055 Aug 31 07:02:02.823836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54580) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:02.992613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet a22799f1-d252-4be8-89bf-6bc624362ca4 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:03.019937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.127582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Attempting to bind port b3438f1b-2a57-429c-8bee-fab1dd08ee0f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:03.129861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Attempting to bind port b3438f1b-2a57-429c-8bee-fab1dd08ee0f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:03.130453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Attempting to bind port b3438f1b-2a57-429c-8bee-fab1dd08ee0f on network 51fabad7-76d0-4336-8a24-4fb706a38c70 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:03.144274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:03.144939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Checking segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:03.145536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.147210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Bound using segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:03.147842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Bound port: b3438f1b-2a57-429c-8bee-fab1dd08ee0f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:03.148384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.157848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-734ad836-970d-45a6-9e76-e163880c900f req-6f8afa1a-46b0-49a6-8270-7b2f939df580 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 210 time: 0.1546409 Aug 31 07:02:03.177898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34de28cd-fd56-4edc-a159-decf92a1b0c2 None None] Pushing event updated for resources: {'Port': ['ID=7e829680-b5ab-420b-b754-ca9de78addbe,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:03.277728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-606038a0-8463-47f1-9780-0ea3281ad9c9 None None] Provisioning complete for port 7e829680-b5ab-420b-b754-ca9de78addbe triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:03.278348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-606038a0-8463-47f1-9780-0ea3281ad9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.283919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.487141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] For port b3438f1b-2a57-429c-8bee-fab1dd08ee0f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:03.497517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.513216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] For port b3438f1b-2a57-429c-8bee-fab1dd08ee0f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:03.523032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.569423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-13bdc3ed-5149-464d-a11a-69305cca99c9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:03.570997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-13bdc3ed-5149-464d-a11a-69305cca99c9 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.53 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 797 time: 0.2370458 Aug 31 07:02:03.637166 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.646788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-78984196-0775-48be-9b10-85dec7a00555 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c30408f721b4504ab9c8b142e0d2fd3 HTTP/1.1" status: 200 len: 478 time: 0.0638602 Aug 31 07:02:03.654317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-606038a0-8463-47f1-9780-0ea3281ad9c9 None None] Could not find standard attr ID for object 3785e4c5-e317-4af3-a18c-5202dd367965. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:03.659171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'port': {'device_id': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'admin_state_up': True, 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'security_groups': ['3667079e-d434-4caf-be46-eee9b3fa4772', 'ad2344f6-3ed9-441e-b904-42187b9ee903']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:03.684323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:03.684884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:03.693216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d56956-c085-4bf8-ae32-4b19232be37e None None] Pushing event updated for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:03.713035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=a22799f1-d252-4be8-89bf-6bc624362ca4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:03.721489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.726668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0cdbc22c-185d-4042-90fb-bcf90d47b9ed tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/a22799f1-d252-4be8-89bf-6bc624362ca4 HTTP/1.1" status: 204 len: 168 time: 0.8994772 Aug 31 07:02:03.732400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:03.893095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:03.897957 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.901216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:03.947395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d76836-f859-41a5-bb7d-7fe8086ed911 None None] Could not find standard attr ID for object 360ad321-d470-4adb-8ac0-8c594359a919. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:03.962056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a5d76836-f859-41a5-bb7d-7fe8086ed911 None None] Could not find standard attr ID for object 3785e4c5-e317-4af3-a18c-5202dd367965. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:03.972324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60b04dfe-eee4-4372-9f1c-62b83c0f42c0 None None] Network c7869ea8-ba64-4d08-9e39-df06279131ce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:04.003022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 7e829680-b5ab-420b-b754-ca9de78addbe {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:04.003375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.107631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:04.118261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.20.0.11 (51fabad7-76d0-4336-8a24-4fb706a38c70/24533f24-b8ef-461c-8973-c367823ebd7a/e9d85ccb-6e6d-4d19-80bb-9559c5439694) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:04.137432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port 7e829680-b5ab-420b-b754-ca9de78addbe, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7e829680-b5ab-420b-b754-ca9de78addbe,segment=NetworkSegment(3029d5b5-8633-467e-bb2b-1b78efe70e97),segment_id=3029d5b5-8633-467e-bb2b-1b78efe70e97)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:04.137926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.153398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 7e829680-b5ab-420b-b754-ca9de78addbe owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:04.327992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-52138df3-6101-4bc5-b792-ddcb09b13a27 req-d53fe06a-16da-42f2-914b-670811b4a595 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 210 time: 0.0469368 Aug 31 07:02:04.329196 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.359094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=7e829680-b5ab-420b-b754-ca9de78addbe,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:04.367828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port 7e829680-b5ab-420b-b754-ca9de78addbe on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:04.458621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e829680-b5ab-420b-b754-ca9de78addbe up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:04.467731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.483394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.500217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7869ea8-ba64-4d08-9e39-df06279131ce']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:04.507352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Transition to ACTIVE for port object e9d85ccb-6e6d-4d19-80bb-9559c5439694 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:04.511832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7e829680-b5ab-420b-b754-ca9de78addbe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:04.512344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e829680-b5ab-420b-b754-ca9de78addbe not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 31 07:02:04.527510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3029d5b5-8633-467e-bb2b-1b78efe70e97') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:04.527948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3029d5b5-8633-467e-bb2b-1b78efe70e97') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:04.542106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.548072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 7e829680-b5ab-420b-b754-ca9de78addbe not found, will not notify nova. {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 31 07:02:04.565295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.570655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5936eca1-d209-49fd-898c-898d4abb4644 None None] DHCP port deletion for c7869ea8-ba64-4d08-9e39-df06279131ce request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:04.576904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.589525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:04.590693 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:04.666626 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:04.672550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:04.673724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.678234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:03Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:04.678434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:04.680336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:04.689093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:04.692506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.698956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/c7869ea8-ba64-4d08-9e39-df06279131ce HTTP/1.1" status: 204 len: 168 time: 0.9654202 Aug 31 07:02:04.722913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54616) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:04.723125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dd6fe6-f89c-410b-ab8a-b5aa83bdb5c0 None None] The sync data for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 is: [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:03Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:04.724322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7e3807-42b9-458f-a6c0-3fab7fc07e74 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=c7869ea8-ba64-4d08-9e39-df06279131ce,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:04.732009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-425339194'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:04.759368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:04.763392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.829847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:02:04.834322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.834835 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Added segment 51dd2444-7dff-4f17-848b-c956e73afdc1 of type vlan for network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 Aug 31 07:02:04.868495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:04.869633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.911342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.915865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-9dbcdd13-837a-4f0d-b88c-a6420fb10d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2621200 Aug 31 07:02:04.929440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Request body: {'port': {'device_id': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:04.971578 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:04.979922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:04.981789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.032278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3043709 Aug 31 07:02:05.045548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:05.046419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.054524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:05.161352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-edf90598-44df-44bf-bb1b-46d1f4ba427e None None] Provisioning for port e9d85ccb-6e6d-4d19-80bb-9559c5439694 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:05.167153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-edf90598-44df-44bf-bb1b-46d1f4ba427e None None] Provisioning complete for port e9d85ccb-6e6d-4d19-80bb-9559c5439694 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:05.167652 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-edf90598-44df-44bf-bb1b-46d1f4ba427e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.169141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b9b21e-8538-440d-b442-c2820b2e529b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Network': ['ID=4bcd2bd2-5159-4069-80d7-1a0b326d5401,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:05.210592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:02:05.272943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-edf90598-44df-44bf-bb1b-46d1f4ba427e None None] Port e9d85ccb-6e6d-4d19-80bb-9559c5439694 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:05.366893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:05.379346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.496871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b6e62a-55ca-4690-bbe3-e4426a1ec851 req-b9e22d8e-055c-4383-9a83-9f0f7abe1ee4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:05.498476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0b6e62a-55ca-4690-bbe3-e4426a1ec851 req-b9e22d8e-055c-4383-9a83-9f0f7abe1ee4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 971 time: 0.0715005 Aug 31 07:02:05.567775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0b6e62a-55ca-4690-bbe3-e4426a1ec851 req-13daab17-25d4-4b67-9af2-46a4af13cf38 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0629003 Aug 31 07:02:05.674496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.838800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9d85ccb-6e6d-4d19-80bb-9559c5439694 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:05.860873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.921729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Transition to ACTIVE for port object e9d85ccb-6e6d-4d19-80bb-9559c5439694 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:05.933295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:05.984060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:05.994352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.140247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=46bf35bd-d753-46e4-9b85-82b7bfc9f027,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:06.199698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Checking segment: {'id': '51dd2444-7dff-4f17-848b-c956e73afdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:06.200290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network hostable DHCP agents. Network: 4bcd2bd2-5159-4069-80d7-1a0b326d5401, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:02:06.204644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Attempting to bind port e9d85ccb-6e6d-4d19-80bb-9559c5439694 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:06.205752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Attempting to bind port e9d85ccb-6e6d-4d19-80bb-9559c5439694 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:06.205752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Attempting to bind port e9d85ccb-6e6d-4d19-80bb-9559c5439694 on network 51fabad7-76d0-4336-8a24-4fb706a38c70 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:06.217020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Port e9d85ccb-6e6d-4d19-80bb-9559c5439694 on network 51fabad7-76d0-4336-8a24-4fb706a38c70 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:02:06.217482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Attempting to bind port e9d85ccb-6e6d-4d19-80bb-9559c5439694 on network 51fabad7-76d0-4336-8a24-4fb706a38c70 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:06.246605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:06.247367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Checking segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:06.247958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Bound using segment: {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:06.248663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Bound port: e9d85ccb-6e6d-4d19-80bb-9559c5439694, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0348c5a8-385c-48a2-a2b0-f6071eddece0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:06.249114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.329264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:02:06.355659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4bcd2bd2-5159-4069-80d7-1a0b326d5401) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:06.372893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:06.376037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.380283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff43189-3e86-4cd5-b1aa-0bcca84e8b6d None None] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:06.438243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:06.443052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:06.449983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1d7d6ce5-516b-437f-86d6-121008e15404 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4008732 Aug 31 07:02:06.451343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:06.458312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1801459328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:06.465757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.506358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.507617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.529769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:06.530710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.532154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] 10.222.0.53 "PUT /v2.0/ports/e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 1132 time: 1.6077476 Aug 31 07:02:06.534625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:06.542195 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9741a74c-a6e7-45fe-b716-893678aadf85" -d '{"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:06.664646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b3438f1b-2a57-429c-8bee-fab1dd08ee0f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:06.708650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.739409 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.793840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cece94f-a526-4ca1-a938-c0aec1cf0564 service neutron] Pushing event updated for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:06.806968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.818863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ffb04dc2-d9b7-4e53-a01d-75b5cb9b0995 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3663528 Aug 31 07:02:06.821980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:06.825238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4bcd2bd2-5159-4069-80d7-1a0b326d5401', 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': '46bf35bd-d753-46e4-9b85-82b7bfc9f027'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:02:06.826147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:06.843652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401', 'name': 'tempest-PortsTestJSON-334443415'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:06.871999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b3438f1b-2a57-429c-8bee-fab1dd08ee0f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:06.900706 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a8d41e-4e4c-44fc-96f1-324409cd7de2 x-openstack-request-id: req-46a8d41e-4e4c-44fc-96f1-324409cd7de2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:06.901072 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:06.901255 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46a8d41e-4e4c-44fc-96f1-324409cd7de2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:06.901671 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'status': 'completed', 'code': 200} Aug 31 07:02:06.928760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-3c5fa191-568a-4c89-946e-8085389aacfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:06.930302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-3c5fa191-568a-4c89-946e-8085389aacfe service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1135 time: 0.3402629 Aug 31 07:02:06.932952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b3438f1b-2a57-429c-8bee-fab1dd08ee0f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:06.933076 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.021734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:07.025395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.039387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-b0eb222a-5133-4c4b-a1c6-88eddade50b8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 217 time: 0.0955579 Aug 31 07:02:07.052829 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981230c9-9582-4dd4-882a-87703cc9f98f req-23c7c5be-722e-49d6-a1f7-6acc5d2d817f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.055035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-981230c9-9582-4dd4-882a-87703cc9f98f req-23c7c5be-722e-49d6-a1f7-6acc5d2d817f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 983 time: 0.2735372 Aug 31 07:02:07.056110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:02:07.079924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.126328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b3438f1b-2a57-429c-8bee-fab1dd08ee0f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:07.128569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Allocated IP 172.20.0.2 (4bcd2bd2-5159-4069-80d7-1a0b326d5401/46bf35bd-d753-46e4-9b85-82b7bfc9f027/0f220e52-a511-4ae8-9880-3fa41c3e2c82) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:07.141028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-981230c9-9582-4dd4-882a-87703cc9f98f req-48fb44cb-b472-4d26-af26-dd2a35100fcc tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0767345 Aug 31 07:02:07.142922 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.146926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-dc3eceb3-bf0c-4d9b-b1d3-b32ec964fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.148378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-dc3eceb3-bf0c-4d9b-b1d3-b32ec964fb64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 200 len: 835 time: 0.0924559 Aug 31 07:02:07.212861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b0847-e4da-488b-ac88-a3897262dd06 req-7f31670f-7710-4962-8bc7-16ec0a267288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.214399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-7f31670f-7710-4962-8bc7-16ec0a267288 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51fabad7-76d0-4336-8a24-4fb706a38c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574698 Aug 31 07:02:07.222603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e829680-b5ab-420b-b754-ca9de78addbe no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:07.320733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-f983cf0e-92e4-4f66-b2f5-2505db00450e service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986810 Aug 31 07:02:07.407184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7e829680-b5ab-420b-b754-ca9de78addbe {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:07.407532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7e829680-b5ab-420b-b754-ca9de78addbe not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:07.419391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-849b0847-e4da-488b-ac88-a3897262dd06 req-31b671d6-8138-490a-be23-e767a7424c98 service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910153 Aug 31 07:02:07.421909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:07.510324 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.521799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Transition to ACTIVE for port object 0f220e52-a511-4ae8-9880-3fa41c3e2c82 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:07.522729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-3dbd9982-46be-4d51-a3b1-2bf35f7165b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.524268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-3dbd9982-46be-4d51-a3b1-2bf35f7165b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1135 time: 0.0513005 Aug 31 07:02:07.537940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Transition to ACTIVE for port object 0f220e52-a511-4ae8-9880-3fa41c3e2c82 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:07.544177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.579582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:07.583126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:07.588884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:07.603119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Pushing event updated for resources: {'Port': ['ID=0f220e52-a511-4ae8-9880-3fa41c3e2c82,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:07.614855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.14 (4bcd2bd2-5159-4069-80d7-1a0b326d5401/46bf35bd-d753-46e4-9b85-82b7bfc9f027/ccf18f3a-e73f-42a3-9106-ef1dc7e990bc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:07.646138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-54afa285-48ec-4111-b7dd-fb0a326ddd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.647777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-54afa285-48ec-4111-b7dd-fb0a326ddd4a service neutron] 10.222.0.53 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 898 time: 0.1161597 Aug 31 07:02:07.654767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Attempting to bind port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:07.655130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Attempting to bind port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '51dd2444-7dff-4f17-848b-c956e73afdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:07.656077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Attempting to bind port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 on network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:07.663404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:07.663784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Checking segment: {'id': '51dd2444-7dff-4f17-848b-c956e73afdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:07.665274 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.665274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Bound using segment: {'id': '51dd2444-7dff-4f17-848b-c956e73afdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:07.665274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Bound port: 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51dd2444-7dff-4f17-848b-c956e73afdc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '4bcd2bd2-5159-4069-80d7-1a0b326d5401'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:07.665561 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.709288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-61c9fee5-16b9-428c-926b-18780e58df62 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 217 time: 0.0530863 Aug 31 07:02:07.735320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] For port 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:07.740160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] For port 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0f220e52-a511-4ae8-9880-3fa41c3e2c82,segment=NetworkSegment(51dd2444-7dff-4f17-848b-c956e73afdc1),segment_id=51dd2444-7dff-4f17-848b-c956e73afdc1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:07.748422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.768964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-470c8a0e-8224-475e-84df-35c7002338db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.770316 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-470c8a0e-8224-475e-84df-35c7002338db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 200 len: 835 time: 0.0533001 Aug 31 07:02:07.789400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.810842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object ccf18f3a-e73f-42a3-9106-ef1dc7e990bc will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:07.820633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59057ebf-4527-4e6c-b3d2-11596270fbd7 None None] Pushing event updated for resources: {'Port': ['ID=0f220e52-a511-4ae8-9880-3fa41c3e2c82,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:07.855193 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:07.857029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-548abbc2-f6f5-4498-baeb-aa544f8082ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.858607 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-548abbc2-f6f5-4498-baeb-aa544f8082ff service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51fabad7-76d0-4336-8a24-4fb706a38c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0801640 Aug 31 07:02:07.915927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:07.920220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:07.922326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=ccf18f3a-e73f-42a3-9106-ef1dc7e990bc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:07.924826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:07.975056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-f8441688-a627-40a6-9364-63e20bfab78e service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076951 Aug 31 07:02:07.981418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:07.982132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.000856 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ece4d81f-afba-4a4c-ad3c-043470ee30cb tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1751392 Aug 31 07:02:08.003932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:08.122206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9741a74c-a6e7-45fe-b716-893678aadf85 req-1b6b114f-47c0-43c1-9eba-b0e48c21a52b service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383324 Aug 31 07:02:08.290761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db3e78-7696-429f-9ba1-8f3d92b500f0 req-c54df9ea-96f2-45e9-9b4d-6f015a34f3c3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:08.292747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25db3e78-7696-429f-9ba1-8f3d92b500f0 req-c54df9ea-96f2-45e9-9b4d-6f015a34f3c3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 983 time: 0.0632889 Aug 31 07:02:08.339441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25db3e78-7696-429f-9ba1-8f3d92b500f0 req-ee0d098a-692e-4f04-a2da-9d8da0c045a7 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0405390 Aug 31 07:02:08.406151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.510637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b3438f1b-2a57-429c-8bee-fab1dd08ee0f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:08.576987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b3438f1b-2a57-429c-8bee-fab1dd08ee0f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:08.577820 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.697605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0f220e52-a511-4ae8-9880-3fa41c3e2c82 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:08.744959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.755384 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:08.802663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:08.874158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=ccf18f3a-e73f-42a3-9106-ef1dc7e990bc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:09.000666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f365193-6863-44ea-a0ee-21278da825d6 None None] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:09.053745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.110698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Provisioning for port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:09.118243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Provisioning complete for port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:09.119004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.224172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.330971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.407349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] For port 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0f220e52-a511-4ae8-9880-3fa41c3e2c82,segment=NetworkSegment(51dd2444-7dff-4f17-848b-c956e73afdc1),segment_id=51dd2444-7dff-4f17-848b-c956e73afdc1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:09.413113 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.492006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661b581e-aed4-44b0-9735-e4f43282c11f None None] Pushing event updated for resources: {'Port': ['ID=0f220e52-a511-4ae8-9880-3fa41c3e2c82,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:09.570755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9d85ccb-6e6d-4d19-80bb-9559c5439694 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:02:09.686729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:09.702936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'port_id': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'mac_address': 'fa:16:3e:c7:b5:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:02:09.744577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Provisioning complete for port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:09.745119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.755052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533a099-ceae-4bd7-8bf2-9c816228e2fa req-2ede4a5b-9e3b-4513-b339-5266d83a6c3a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:09.762517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f533a099-ceae-4bd7-8bf2-9c816228e2fa req-2ede4a5b-9e3b-4513-b339-5266d83a6c3a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.1445568 Aug 31 07:02:09.824989 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:09.857181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f533a099-ceae-4bd7-8bf2-9c816228e2fa req-6f4cf801-27df-44ab-ba58-a6b96d4e12c7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935645 Aug 31 07:02:09.938818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9d85ccb-6e6d-4d19-80bb-9559c5439694 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:09.954697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Provisioning for port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:09.967754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:09.968852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Provisioning complete for port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:09.969284 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.007265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d0726713-e97e-4c8d-b667-f878b792b374 None None] Port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:10.009999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.070027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:10.141587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8540b06-b78b-4a2d-984d-43d6eca48ee3 None None] Provisioning complete for port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:10.142813 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8540b06-b78b-4a2d-984d-43d6eca48ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.146671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af06c50c-530c-49fb-ab97-a4e621fdc06a req-31f4676c-4253-4e67-84b4-230ce696663e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:10.148218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af06c50c-530c-49fb-ab97-a4e621fdc06a req-31f4676c-4253-4e67-84b4-230ce696663e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 984 time: 0.0809548 Aug 31 07:02:10.209744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a8540b06-b78b-4a2d-984d-43d6eca48ee3 None None] Port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:10.226724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e9d85ccb-6e6d-4d19-80bb-9559c5439694'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:02:10.264222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af06c50c-530c-49fb-ab97-a4e621fdc06a req-103378fc-1c32-49ec-8991-50108cb48d68 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1042469 Aug 31 07:02:10.395044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.402568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.493925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0f220e52-a511-4ae8-9880-3fa41c3e2c82 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:10.512832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=ccf18f3a-e73f-42a3-9106-ef1dc7e990bc,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:10.520402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.554110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c28042b9-7357-4c84-9b95-699d5f1bf3b5 None None] Provisioning complete for port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:10.554489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c28042b9-7357-4c84-9b95-699d5f1bf3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.618019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c28042b9-7357-4c84-9b95-699d5f1bf3b5 None None] Port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:10.625935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:10.626298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:10.627889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:10.629367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:10.790075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Router 9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:02:10.915914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:10.922068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-387904d6-a8d9-4b2e-b36f-08366bcdf684 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/routers/9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9170315 Aug 31 07:02:10.924388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54694) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:10.929524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] Sync routers for ids ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:10.946952 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] Routers {'9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:10.948549 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:10.999045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:11.009719 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] Routers {'9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:11.010826 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:11.042887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-760fe046-4205-49c5-86d6-5e64ad79f49c None None] Provisioning complete for port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:11.046780 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-760fe046-4205-49c5-86d6-5e64ad79f49c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.050926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5c14ba-c3ba-4be5-a951-a1b774d25bb0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:11.051812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb14688-1244-4a1b-8ebe-437de5d80c4a req-3ca7c6d7-c90f-4da0-ae43-1ff30294ca2c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:11.056386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1e5c14ba-c3ba-4be5-a951-a1b774d25bb0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 HTTP/1.1" status: 200 len: 982 time: 0.1282754 Aug 31 07:02:11.057223 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cb14688-1244-4a1b-8ebe-437de5d80c4a req-3ca7c6d7-c90f-4da0-ae43-1ff30294ca2c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.0642788 Aug 31 07:02:11.066396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54696) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:11.072527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:11.073180 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00448dc2-6094-4ebe-96ae-0ec4f1a35a83 None None] The sync data for ids ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:11.114389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-760fe046-4205-49c5-86d6-5e64ad79f49c None None] Port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:11.131989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cb14688-1244-4a1b-8ebe-437de5d80c4a req-43d6497b-ea93-432f-afc4-a6b264a40d07 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633028 Aug 31 07:02:11.433901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1f16e-6a45-404b-a3db-ffc169394cea req-eb46a7c4-cc31-45c4-a0cc-ede722935674 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:11.435295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7df1f16e-6a45-404b-a3db-ffc169394cea req-eb46a7c4-cc31-45c4-a0cc-ede722935674 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 984 time: 0.0684378 Aug 31 07:02:11.500187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.541181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7df1f16e-6a45-404b-a3db-ffc169394cea req-39c7ca3c-3288-492e-a244-d6806b8ab4c7 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0853212 Aug 31 07:02:11.583794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9d85ccb-6e6d-4d19-80bb-9559c5439694 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:11.650463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e9d85ccb-6e6d-4d19-80bb-9559c5439694 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:11.656982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e9d85ccb-6e6d-4d19-80bb-9559c5439694 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:11.657494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.683876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06741977-1966-472d-9360-c4948bbd4d94 req-be726859-1f96-4f0e-98af-2410163fa173 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:11.685945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06741977-1966-472d-9360-c4948bbd4d94 req-be726859-1f96-4f0e-98af-2410163fa173 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.1059024 Aug 31 07:02:11.754840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.781361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:11.784892 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff06e479-6f83-4e44-acf7-de75d8d78643" -d '{"events": [{"server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:11.819165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:11.833161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.874253 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d5fa8-0324-49e5-8dd7-5ab2dee26a6e x-openstack-request-id: req-a28d5fa8-0324-49e5-8dd7-5ab2dee26a6e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:11.874780 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "name": "network-vif-plugged", "status": "completed", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:11.875171 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a28d5fa8-0324-49e5-8dd7-5ab2dee26a6e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:11.875923 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'code': 200} Aug 31 07:02:11.912583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:11.919463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Deleting port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:11.919916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:11.968339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba94fa3-9108-497b-916a-f4de802a44d0 req-82980601-971d-4ca3-927f-5133703a6879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:11.971191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1ba94fa3-9108-497b-916a-f4de802a44d0 req-82980601-971d-4ca3-927f-5133703a6879 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.0515635 Aug 31 07:02:11.975422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port ccf18f3a-e73f-42a3-9106-ef1dc7e990bc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:11.975879 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.017425 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1ba94fa3-9108-497b-916a-f4de802a44d0 req-e767fd01-9558-4249-8773-54d0efc548a1 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0386972 Aug 31 07:02:12.135040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] For port 43373f6f-567c-4a98-8b31-4f1833fc3cd8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=43373f6f-567c-4a98-8b31-4f1833fc3cd8,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:12.135409 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.146636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.211495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for ccf18f3a-e73f-42a3-9106-ef1dc7e990bc owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:12.421162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1013aba-2a09-4b03-86d9-e3fc41b9d1c4 req-e43ff16f-4aa8-4cfa-8038-984616bfe9ce tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:12.422863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1013aba-2a09-4b03-86d9-e3fc41b9d1c4 req-e43ff16f-4aa8-4cfa-8038-984616bfe9ce tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 947 time: 0.2094309 Aug 31 07:02:12.551711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.552438 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.552438 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Floating IP 1b8f5d82-2a3d-425b-bb3e-3678160f292f disassociated. External IP: 172.25.3.129, port: 43373f6f-567c-4a98-8b31-4f1833fc3cd8. Aug 31 07:02:12.552902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Calling delete_port for 43373f6f-567c-4a98-8b31-4f1833fc3cd8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:12.589434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1013aba-2a09-4b03-86d9-e3fc41b9d1c4 req-a4d0dfd7-df3c-40d5-a4f9-b059d0a026e2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=e88a7051-7329-49b9-8a10-062195135634&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257508 Aug 31 07:02:12.713193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e823c7f-f284-45b6-afaf-4956f78e956a req-5095b52b-ec5e-4b7e-a8d8-d9bd1ea6d648 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:12.716036 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e823c7f-f284-45b6-afaf-4956f78e956a req-5095b52b-ec5e-4b7e-a8d8-d9bd1ea6d648 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.0677457 Aug 31 07:02:12.775976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.777923 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e823c7f-f284-45b6-afaf-4956f78e956a req-85c27df9-a429-4018-83aa-68b88d40e8a8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0481594 Aug 31 07:02:12.825205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:12.828069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=ccf18f3a-e73f-42a3-9106-ef1dc7e990bc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:13.029741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'Port': ['ID=43373f6f-567c-4a98-8b31-4f1833fc3cd8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:13.041181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:13.309165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:13.313111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Router 9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:13.433718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:13.442955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54718) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:13.443079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-046c6f48-1d35-4e19-8958-a3c2ac61bc55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/routers/9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3753970 Aug 31 07:02:13.448364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] Sync routers for ids ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:13.462260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] Routers {'9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:13.463387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:13.478026 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd986a40-064d-475d-9843-a8430da26688 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:02:13.479599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd986a40-064d-475d-9843-a8430da26688 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/ccf18f3a-e73f-42a3-9106-ef1dc7e990bc HTTP/1.1" status: 404 len: 333 time: 0.0356479 Aug 31 07:02:13.489157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:13.501837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:13.512623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] Routers {'9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:13.513373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:13.549096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:13.549987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac307a68-b614-4ff5-933f-eaf778ba9b74 None None] The sync data for ids ['9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:13.926002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a5df6-2173-4aa2-b995-83b1d6cb39e7 req-4e59e2c8-d5f7-4ce1-91ea-b2b4664d70c1 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:13.933901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e72a5df6-2173-4aa2-b995-83b1d6cb39e7 req-4e59e2c8-d5f7-4ce1-91ea-b2b4664d70c1 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.0660441 Aug 31 07:02:13.945995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81c60c55-d9ba-4803-b365-b9f190787ce6 req-c9ea7aa7-b5b4-4fdc-b9dc-c08c4a52573d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=8231ce20-c169-4e8f-b0d8-c8d96c72fc43 HTTP/1.1" status: 200 len: 210 time: 0.0936322 Aug 31 07:02:13.962880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.002245 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e72a5df6-2173-4aa2-b995-83b1d6cb39e7 req-a93033b0-5264-49ed-9a89-a0138be9f123 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0629475 Aug 31 07:02:14.004001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:14.019920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:14.036815 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:14.037790 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:14.079516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] No DVR routers for this DVR port 43373f6f-567c-4a98-8b31-4f1833fc3cd8 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:14.088365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.106369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.108393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06741977-1966-472d-9360-c4948bbd4d94 req-25364515-a8eb-46e0-b7a0-b05c0526a717 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "DELETE /v2.0/ports/43373f6f-567c-4a98-8b31-4f1833fc3cd8 HTTP/1.1" status: 204 len: 173 time: 2.3998754 Aug 31 07:02:14.108842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-deleted', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:14.111125 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079f20ee-6bbb-43be-b5a8-f5a549da7754" -d '{"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-deleted", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:14.238652 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:14.248593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.255759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.283175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-697bb03d-04d8-44c2-a2e0-23d24c7a44dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.290600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f5f19-388b-416e-b551-331b85194dc2 req-0b361f51-601d-43d5-ba75-b449ef761a8a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:14.292203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a6f5f19-388b-416e-b551-331b85194dc2 req-0b361f51-601d-43d5-ba75-b449ef761a8a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.1310863 Aug 31 07:02:14.333739 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d741e880-1859-4334-989f-e65f8ffe6d8b x-openstack-request-id: req-d741e880-1859-4334-989f-e65f8ffe6d8b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:14.334027 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8231ce20-c169-4e8f-b0d8-c8d96c72fc43", "name": "network-vif-deleted", "tag": "43373f6f-567c-4a98-8b31-4f1833fc3cd8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:14.334282 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d741e880-1859-4334-989f-e65f8ffe6d8b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:14.334689 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8231ce20-c169-4e8f-b0d8-c8d96c72fc43', 'name': 'network-vif-deleted', 'tag': '43373f6f-567c-4a98-8b31-4f1833fc3cd8', 'status': 'completed', 'code': 200} Aug 31 07:02:14.373178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.373916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Fanout notify agent at l3_agent the message router_deleted on router 9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:02:14.381997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.385630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-132b06d4-1bf0-48db-b58e-1fbd9e2f1c0f tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/routers/9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 HTTP/1.1" status: 204 len: 168 time: 0.8932621 Aug 31 07:02:14.386818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.401063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a6f5f19-388b-416e-b551-331b85194dc2 req-ca0f7c0f-77ff-4b97-aca9-8d9d9a6e66c8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0652254 Aug 31 07:02:14.452404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-697bb03d-04d8-44c2-a2e0-23d24c7a44dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.458190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-697bb03d-04d8-44c2-a2e0-23d24c7a44dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.463647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 46bf35bd-d753-46e4-9b85-82b7bfc9f027 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:14.468417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.512771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697bb03d-04d8-44c2-a2e0-23d24c7a44dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de7d37a-7cbf-4f46-b86b-973d791d0683,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:14.526551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.535637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-697bb03d-04d8-44c2-a2e0-23d24c7a44dc admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ea746d9259db4811b0e5fdd32bc6c135&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4460371 Aug 31 07:02:14.538917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.543156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:14.576582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:14.583353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-5f0b0b1f-4a6f-4b2f-af47-4a5c89609ee4 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:14.584964 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-5f0b0b1f-4a6f-4b2f-af47-4a5c89609ee4 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.0943511 Aug 31 07:02:14.591683 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:14.592333 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:14.610751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-75d375ee-6e8c-40ca-8561-fb8b500d038d tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.621931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.623713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.654141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.703318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.732506 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:14.744752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=46bf35bd-d753-46e4-9b85-82b7bfc9f027,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:14.749364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.751343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c989561a-3d13-4dbe-b564-82ca851ab096 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/46bf35bd-d753-46e4-9b85-82b7bfc9f027 HTTP/1.1" status: 204 len: 168 time: 0.3633566 Aug 31 07:02:14.755663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.760887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8970959-41d4-42d8-91cb-ed42558e9ea2 None None] Network 4bcd2bd2-5159-4069-80d7-1a0b326d5401 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:14.796359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-75d375ee-6e8c-40ca-8561-fb8b500d038d tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.802688 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.809680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.811079 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1de7d37a-7cbf-4f46-b86b-973d791d0683 HTTP/1.1" status: 204 len: 168 time: 0.2711630 Aug 31 07:02:14.861867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.866405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-75d375ee-6e8c-40ca-8561-fb8b500d038d tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.871164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a81db2-3b87-4306-ad11-ab7ab906e58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de7d37a-7cbf-4f46-b86b-973d791d0683,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:14.911290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f75448d7-4f49-4fe1-8f99-4e137ad1ea0c req-75d375ee-6e8c-40ca-8561-fb8b500d038d tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.3141682 Aug 31 07:02:14.929953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:14.981941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d375ee-6e8c-40ca-8561-fb8b500d038d tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579bf244-7a76-4c31-9bf1-9b7619d1d8bb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:14.992209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7746cbbf-2ed9-46a0-8c57-6fd4b4af8a55 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:14.994198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7746cbbf-2ed9-46a0-8c57-6fd4b4af8a55 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1132 time: 0.0631111 Aug 31 07:02:14.997002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:14.997479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:14.997826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.013586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:15.044825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.071437 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.095814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] For port 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0f220e52-a511-4ae8-9880-3fa41c3e2c82,segment=NetworkSegment(51dd2444-7dff-4f17-848b-c956e73afdc1),segment_id=51dd2444-7dff-4f17-848b-c956e73afdc1)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:15.096072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] DHCP port deletion for 4bcd2bd2-5159-4069-80d7-1a0b326d5401 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:15.096864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.115703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 0f220e52-a511-4ae8-9880-3fa41c3e2c82 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:15.120463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.147153 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16775db7-89be-401d-9871-c39e922c7c25 None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:15.177279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Deleting port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:15.177601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.223986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.259394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.291175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] For port 0f220e52-a511-4ae8-9880-3fa41c3e2c82, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0f220e52-a511-4ae8-9880-3fa41c3e2c82,segment=NetworkSegment(51dd2444-7dff-4f17-848b-c956e73afdc1),segment_id=51dd2444-7dff-4f17-848b-c956e73afdc1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:15.291347 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.303636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.345634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Calling delete_port for 0f220e52-a511-4ae8-9880-3fa41c3e2c82 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:15.370725 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.409809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=0f220e52-a511-4ae8-9880-3fa41c3e2c82,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:15.419227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No DVR routers for this DVR port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:15.430276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.25.3.196 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/e543ff88-14e1-4714-b8b6-5390692ffe3a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:15.432396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54766) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.468725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68c24d97-92d5-4a72-be09-6dcbabdc7a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.526633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.542591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.553620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] Pushing event deleted for resources: {'Port': ['ID=0f220e52-a511-4ae8-9880-3fa41c3e2c82,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:15.557718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcd2bd2-5159-4069-80d7-1a0b326d5401']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.562434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b47537-c1de-4f00-9f89-cac5466da4cd None None] No DVR routers for this DVR port 0f220e52-a511-4ae8-9880-3fa41c3e2c82 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:15.572735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51dd2444-7dff-4f17-848b-c956e73afdc1') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.573066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51dd2444-7dff-4f17-848b-c956e73afdc1') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:15.575110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.577822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.582425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "DELETE /v2.0/security-groups/e88a7051-7329-49b9-8a10-062195135634 HTTP/1.1" status: 204 len: 168 time: 0.4573991 Aug 31 07:02:15.589278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.603637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.608931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b695b0e-b8ae-4840-bc49-78fab5bad51f None None] New status for floating IP 1b8f5d82-2a3d-425b-bb3e-3678160f292f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:15.613186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580a7214-d3b8-41a8-baa3-3a6f6c4970ed tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88a7051-7329-49b9-8a10-062195135634,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:15.625092 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-07d9b02c-4a71-4d60-bf9e-a39d040e3d02 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] show failed (client error): The resource could not be found. Aug 31 07:02:15.629446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07d9b02c-4a71-4d60-bf9e-a39d040e3d02 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups/e88a7051-7329-49b9-8a10-062195135634 HTTP/1.1" status: 404 len: 347 time: 0.0342727 Aug 31 07:02:15.630327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.637625 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.680568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:15.680858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:15.684037 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:15.772907 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.826174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.836114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.838816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/4bcd2bd2-5159-4069-80d7-1a0b326d5401 HTTP/1.1" status: 204 len: 168 time: 1.0813162 Aug 31 07:02:15.852079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54772) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.861633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e412a88-69e3-40f8-951b-a5e8fa5448f5 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=4bcd2bd2-5159-4069-80d7-1a0b326d5401,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:15.886401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Deleting port 4b115c71-e659-4124-8138-222f4c3525a8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:15.886743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.939116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a385d6-eae9-4c03-bd68-ac4c7ba12417 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:15.940766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-71a385d6-eae9-4c03-bd68-ac4c7ba12417 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/c733e842-8b40-4e96-a3d4-684b5bdfa6a4 HTTP/1.1" status: 200 len: 841 time: 0.0871158 Aug 31 07:02:15.944547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54774) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:15.985854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.986180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:15.998762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Calling delete_port for 4b115c71-e659-4124-8138-222f4c3525a8 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:16.020187 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-709b4f42-fa2e-4d2b-a8b9-0ac2b73f34f2 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/c733e842-8b40-4e96-a3d4-684b5bdfa6a4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0745368 Aug 31 07:02:16.025588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:16.028495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.035803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:16.140998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68c24d97-92d5-4a72-be09-6dcbabdc7a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.142626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.153269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-68c24d97-92d5-4a72-be09-6dcbabdc7a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.161064 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:02:16.177007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'Port': ['ID=4b115c71-e659-4124-8138-222f4c3525a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.215677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c24d97-92d5-4a72-be09-6dcbabdc7a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e298e05-130f-47bc-b87e-2bf3f9bb0f23,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.222063 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-68c24d97-92d5-4a72-be09-6dcbabdc7a1b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4a4b1f60d4704af9994bdd3369313618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7876992 Aug 31 07:02:16.224698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:16.225464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:16.228504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.233980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.272590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.275461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.279663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3abeeb50-7233-49c7-8d35-ea2962827e14 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "DELETE /v2.0/floatingips/1b8f5d82-2a3d-425b-bb3e-3678160f292f HTTP/1.1" status: 204 len: 168 time: 0.6453071 Aug 31 07:02:16.308275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.322383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:16.328718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:16.338855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:16.357506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.379193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=e543ff88-14e1-4714-b8b6-5390692ffe3a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.440763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0f220e52-a511-4ae8-9880-3fa41c3e2c82 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:16.449986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.453434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.458910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5e298e05-130f-47bc-b87e-2bf3f9bb0f23 HTTP/1.1" status: 204 len: 168 time: 0.2322206 Aug 31 07:02:16.478699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d978446f-3e62-47a0-8471-4754bdb1fcd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e298e05-130f-47bc-b87e-2bf3f9bb0f23,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.481599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0f220e52-a511-4ae8-9880-3fa41c3e2c82 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:16.482199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0f220e52-a511-4ae8-9880-3fa41c3e2c82 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:16.679740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.755621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:16.764273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:16.764388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54790) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:16.769281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--749536910', 'description': 'tempest-description--1953610547'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:16.775806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b398c-336b-4ab2-9410-8b8754a6f75c None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:16.783437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:16.784574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.805779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=aae1b377-9878-4223-9189-9b0a15a07f01,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:16.807910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.826995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a9ac717-5bef-48fb-975c-9c67dcc9c958 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7934303 Aug 31 07:02:16.827210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54794) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:16.855791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-1747384595'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:16.860604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:16.890886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 43373f6f-567c-4a98-8b31-4f1833fc3cd8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:16.891259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 43373f6f-567c-4a98-8b31-4f1833fc3cd8 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:16.933155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.941694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:16.980678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a7b22e-8a11-40df-960c-6fcb78b92b85,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.013134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.014616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.015386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.016349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fc30ff72-7dcc-42dd-98d7-37979f13d94c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2509429 Aug 31 07:02:17.020207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.022047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6fd05474-b3c2-403d-9e07-758036ed1f8c', 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'tenant_id': '461148b10dac4cb5affda4c447539309', 'fixed_ips': [{'subnet_id': 'aae1b377-9878-4223-9189-9b0a15a07f01'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:02:17.023275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.027344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group_rule': {'security_group_id': '52a7b22e-8a11-40df-960c-6fcb78b92b85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:17.068641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.140759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.142479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.146487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.161501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b266bd4f-cf83-4414-b331-f7792c689ee7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.198307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Allocated IP 172.20.0.2 (6fd05474-b3c2-403d-9e07-758036ed1f8c/aae1b377-9878-4223-9189-9b0a15a07f01/51b496c4-8723-4667-ae8a-7cc8751df46a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:17.272938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.288145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.291602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.296337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-772d904a-838d-43e1-b7b4-d79aa5247985 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2714245 Aug 31 07:02:17.296337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.302664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'security_group_rule': {'security_group_id': '52a7b22e-8a11-40df-960c-6fcb78b92b85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:17.325218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.329253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4985726 Aug 31 07:02:17.330266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54812) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.338677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-1903308476'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:17.347264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0d7fe3-cbaa-4287-a7b3-b631139033a7 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916dd747-806e-4c5e-9b1d-8619a4bbe631,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.374372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.394117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.403983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.407473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.414202 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.416256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Transition to ACTIVE for port object 51b496c4-8723-4667-ae8a-7cc8751df46a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:17.449537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Transition to ACTIVE for port object 51b496c4-8723-4667-ae8a-7cc8751df46a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:17.459935 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.466716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.476685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.510620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=e543ff88-14e1-4714-b8b6-5390692ffe3a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.514198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=490bca73-bb8f-47de-afbc-f9daba6d75e8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.522150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.535864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:17.537689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:17.540099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:17.548334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.555699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.564491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.591752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.597682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80d911b2-09c1-4e5b-ae64-821bda90f60c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3003619 Aug 31 07:02:17.599002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.603541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:17.604830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Attempting to bind port 51b496c4-8723-4667-ae8a-7cc8751df46a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:17.605445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Attempting to bind port 51b496c4-8723-4667-ae8a-7cc8751df46a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5189fa35-b5e2-4ec4-b562-d3be59f8ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:17.605816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Attempting to bind port 51b496c4-8723-4667-ae8a-7cc8751df46a on network 6fd05474-b3c2-403d-9e07-758036ed1f8c {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:17.607803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.609163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2779710 Aug 31 07:02:17.613995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:17.618404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:17.618995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Checking segment: {'id': '5189fa35-b5e2-4ec4-b562-d3be59f8ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:17.619889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.620858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Bound using segment: {'id': '5189fa35-b5e2-4ec4-b562-d3be59f8ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:17.621561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Bound port: 51b496c4-8723-4667-ae8a-7cc8751df46a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5189fa35-b5e2-4ec4-b562-d3be59f8ed56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:17.622331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.623502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-653544753', 'security_groups': ['afe00a70-2849-4c90-914e-55705acd1f3b'], 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'aae1b377-9878-4223-9189-9b0a15a07f01'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:17.632091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05804c93-3820-4af0-9595-f38988c67728 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afe00a70-2849-4c90-914e-55705acd1f3b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.700104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:17.703788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:17.710055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.711790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:17.784648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7a032a-1fa7-4d8e-a498-72cee9270b95 None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:17.860140 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Floating IP 744bb8f5-20de-4ed8-83e1-8afee66c12f1 associated. External IP: 172.25.3.196, port: e9d85ccb-6e6d-4d19-80bb-9559c5439694. Aug 31 07:02:17.942907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:18.123141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.174568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:18.237294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 75cf83f9-720e-4423-9f32-78951de968ef yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:02:18.422551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 527b87a6-dde5-44e2-a461-aafd5bb41e85 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:18.441346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:18.445447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Allocated IP 172.25.3.111 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/e33f4c03-10ad-4c84-8e17-2938f04b7080) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:18.506977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 51b496c4-8723-4667-ae8a-7cc8751df46a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:18.735254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.6 (6fd05474-b3c2-403d-9e07-758036ed1f8c/aae1b377-9878-4223-9189-9b0a15a07f01/75cf83f9-720e-4423-9f32-78951de968ef) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:18.993021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:18.994054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.036938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:19.051688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Provisioning for port 51b496c4-8723-4667-ae8a-7cc8751df46a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:19.056516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:19.057089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.143844 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.183760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:19.189265 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.246747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9856c2d-f498-4fcf-b0ab-ba427b37f16b None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:19.349014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.387241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:19.398637 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Sync routers for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:19.411395 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:19.412401 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:19.444383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.454216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.503513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 75cf83f9-720e-4423-9f32-78951de968ef will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:19.510211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52eab7d7-5b2b-473d-a311-73d4e7df9e2d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5087035 Aug 31 07:02:19.510211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:19.510922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:19.512337 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ec4718-970e-4313-8f37-ea4107361898" -d '{"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:19.518028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.575455 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b03404-36bf-4292-a50e-e7d906c80991 x-openstack-request-id: req-02b03404-36bf-4292-a50e-e7d906c80991 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:19.575749 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:19.575990 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02b03404-36bf-4292-a50e-e7d906c80991 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:19.576605 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'status': 'completed', 'code': 200} Aug 31 07:02:19.578103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:19.578309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:19.601307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:19.624333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:19.671377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=e33f4c03-10ad-4c84-8e17-2938f04b7080,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:19.680173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.711280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.712046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.712663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.713274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.713906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.714515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.715119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.716074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.716681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.719026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c5ca4df5-106c-4513-a53d-97ff27265b6a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6383 time: 0.2070096 Aug 31 07:02:19.722414 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54856) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:19.759692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:19.769690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4718-970e-4313-8f37-ea4107361898 req-01b150e4-48aa-4ac7-95ee-a376c13b4188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.771679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-01b150e4-48aa-4ac7-95ee-a376c13b4188 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.1666613 Aug 31 07:02:19.772581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:19.776445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=75cf83f9-720e-4423-9f32-78951de968ef,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:19.778863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:19.849094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.852317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.852988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.855287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.856058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.857802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.858492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.860342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.862768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.869608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9c5779ab-1c60-4126-85ec-a55b20d7e413 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5877 time: 0.1457608 Aug 31 07:02:19.873510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54860) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:19.941799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:19.942474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.958689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:19.986930 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '744bb8f5-20de-4ed8-83e1-8afee66c12f1', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'port_id': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'mac_address': 'fa:16:3e:c7:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:16Z', 'updated_at': '2021-08-31T07:02:16Z', 'revision_number': 0, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.005131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-105bc5e4-f144-4acc-9843-9f8250d17be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3875868 Aug 31 07:02:20.008725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54868) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:20.037765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:20.048582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4718-970e-4313-8f37-ea4107361898 req-3f7013ea-bae1-4507-a117-e89496b5cd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:20.050452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-3f7013ea-bae1-4507-a117-e89496b5cd31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 898 time: 0.2682371 Aug 31 07:02:20.051663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.171001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fceca78b-71e2-4983-ac79-6d53df050e28 None None] Provisioning for port 75cf83f9-720e-4423-9f32-78951de968ef completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:20.194084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-c05385d7-7039-4c62-92d9-0c8c1aa71201 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 1000 time: 0.1191604 Aug 31 07:02:20.198187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fceca78b-71e2-4983-ac79-6d53df050e28 None None] Provisioning complete for port 75cf83f9-720e-4423-9f32-78951de968ef triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:20.199926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fceca78b-71e2-4983-ac79-6d53df050e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.316898 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Checking router: 527b87a6-dde5-44e2-a461-aafd5bb41e85 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:20.351098 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:20.351702 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:01:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.356672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4718-970e-4313-8f37-ea4107361898 req-f4ce5030-2213-4f09-b3ce-9d7810e30ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:20.358769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-f4ce5030-2213-4f09-b3ce-9d7810e30ad4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 200 len: 835 time: 0.1299231 Aug 31 07:02:20.425953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fceca78b-71e2-4983-ac79-6d53df050e28 None None] Port 75cf83f9-720e-4423-9f32-78951de968ef cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:20.490194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:20.497784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:20.501203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ec4718-970e-4313-8f37-ea4107361898 req-f728c47a-2575-42f2-9e86-fd8426451bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:20.503922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.504574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-f728c47a-2575-42f2-9e86-fd8426451bbd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51fabad7-76d0-4336-8a24-4fb706a38c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371703 Aug 31 07:02:20.577186 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:20.602798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:20.603321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.616602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-4cf819af-b875-4c5d-bbdf-51b56c23bd5a service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042383 Aug 31 07:02:20.685781 n-d-712707-15 neutron-server[94639]: INFO neutron.db.ipam_backend_mixin [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet aae1b377-9878-4223-9189-9b0a15a07f01 (CIDR: 172.20.0.0/28) Aug 31 07:02:20.699122 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:02:20.699938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:20.727753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-95746bbb-fb81-43fb-85f8-b9f46953b00f tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3773 time: 0.8526359 Aug 31 07:02:20.730501 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54874) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:20.744070 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.754991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.766916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-27768ab2-6810-4aa0-bc0a-288ac1adef55 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7565374 Aug 31 07:02:20.769733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:20.776616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:20.806904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=e33f4c03-10ad-4c84-8e17-2938f04b7080,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:20.849468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '744bb8f5-20de-4ed8-83e1-8afee66c12f1', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'port_id': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'mac_address': 'fa:16:3e:c7:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:16Z', 'updated_at': '2021-08-31T07:02:16Z', 'revision_number': 0, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:20.879870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ec4718-970e-4313-8f37-ea4107361898 req-96e3e688-cd23-4d2b-949b-6323ed8265af service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2543688 Aug 31 07:02:20.889861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.891095 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83d31a7-94ad-46c7-b2dc-4433017bbfb7 None None] The sync data for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 is: [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '744bb8f5-20de-4ed8-83e1-8afee66c12f1', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'port_id': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'mac_address': 'fa:16:3e:c7:b5:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:16Z', 'updated_at': '2021-08-31T07:02:16Z', 'revision_number': 0, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:20.920052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0663b-11ce-44d1-84fb-b5412f713729 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:20.920531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd0663b-11ce-44d1-84fb-b5412f713729 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:20.922221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dd0663b-11ce-44d1-84fb-b5412f713729 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=527b87a6-dde5-44e2-a461-aafd5bb41e85 HTTP/1.1" status: 200 len: 1992 time: 0.1907918 Aug 31 07:02:20.935886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:20.943017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:20.944794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f71bfbb-12c7-4c19-bcd3-2f4de220edb1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3447793 Aug 31 07:02:20.947392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.160255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5034e6c-c121-43ef-8a63-161ab7d950bf None None] New status for floating IP 744bb8f5-20de-4ed8-83e1-8afee66c12f1: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:21.246830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-a8959155-70fd-440f-a1ec-3818d77f52ae tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--749536910&fields=id&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 267 time: 0.0794365 Aug 31 07:02:21.384129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.481544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:21.512076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:21.523695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:21.524369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.527710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad86e09-b70b-4fe9-9ba8-862dc14548f3 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:21.552133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7775497 Aug 31 07:02:21.552683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:21.558362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1881566802', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45'}], 'security_groups': ['916dd747-806e-4c5e-9b1d-8619a4bbe631']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:21.566943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-62d8942f-7654-473c-b7da-4efe57d17788 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:21.577626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-62d8942f-7654-473c-b7da-4efe57d17788 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 817 time: 0.3208358 Aug 31 07:02:21.598626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-351da01b-edf1-4b08-a83d-de30536b4add tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/quotas/51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 375 time: 0.0197296 Aug 31 07:02:21.611837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda9569c-3759-496c-aac9-dcbc7389720c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:21.678429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-b9aa2d57-0286-43c6-a762-f102d2a9d88b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0695882 Aug 31 07:02:21.699802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:21.849760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-5e217661-36fb-4652-b40b-6a6d10d9e6ee service neutron] 10.222.0.57 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691716 Aug 31 07:02:21.895049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Update dhcp port {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'fixed_ips': [{'subnet_id': 'aae1b377-9878-4223-9189-9b0a15a07f01', 'ip_address': '172.20.0.2'}, {'subnet_id': '2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '51b496c4-8723-4667-ae8a-7cc8751df46a'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:02:21.929667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.045396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-f1dbe299-5b7a-41d2-a23d-8c5096bb86f8 service neutron] 10.222.0.57 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887083 Aug 31 07:02:22.216509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Delete allocated IP 172.20.0.6 (6fd05474-b3c2-403d-9e07-758036ed1f8c/aae1b377-9878-4223-9189-9b0a15a07f01) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 07:02:22.229098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.23 (6fd05474-b3c2-403d-9e07-758036ed1f8c/2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45/75cf83f9-720e-4423-9f32-78951de968ef) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:22.301838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06b4b703-b674-41d5-a2e8-fa47841ff1cb req-bbcf4044-eba2-4567-a9f6-fd53e97313a3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 210 time: 0.0494990 Aug 31 07:02:22.470345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.493165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 75cf83f9-720e-4423-9f32-78951de968ef will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:22.500537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.606376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Allocated IP 172.20.0.18 (6fd05474-b3c2-403d-9e07-758036ed1f8c/2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45/51b496c4-8723-4667-ae8a-7cc8751df46a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:22.635820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=75cf83f9-720e-4423-9f32-78951de968ef,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:22.639642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] In _notify_port_updated(), no bound segment for port 75cf83f9-720e-4423-9f32-78951de968ef on network 6fd05474-b3c2-403d-9e07-758036ed1f8c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:02:22.646221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:22.646869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.648053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-adbbfeb9-455e-4784-bcb7-24627820df04 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/ports/75cf83f9-720e-4423-9f32-78951de968ef HTTP/1.1" status: 200 len: 921 time: 1.0945079 Aug 31 07:02:22.650900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:22.756015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:22.789697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 75cf83f9-720e-4423-9f32-78951de968ef {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:22.790195 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.792710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.817487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Transition to ACTIVE for port object 51b496c4-8723-4667-ae8a-7cc8751df46a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:22.838679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.956183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:22.977991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 75cf83f9-720e-4423-9f32-78951de968ef owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:23.043482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0100b03c-2402-494c-8fd9-d5a1e213d042 None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:23.160007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.221592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=75cf83f9-720e-4423-9f32-78951de968ef,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:23.278114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.280704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c08f92c-b053-416a-84c3-a0070a83b6bd tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/75cf83f9-720e-4423-9f32-78951de968ef HTTP/1.1" status: 204 len: 168 time: 0.6287813 Aug 31 07:02:23.284834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:23.314393 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f5bfc6-ed14-45ed-baf7-0728aaf24be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:02:23.317387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c0f5bfc6-ed14-45ed-baf7-0728aaf24be9 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/75cf83f9-720e-4423-9f32-78951de968ef HTTP/1.1" status: 404 len: 333 time: 0.0313945 Aug 31 07:02:23.320376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54926) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:23.408423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.451494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dfa0ccee-12a4-4a27-a82c-9df14c35f34a req-a7ca6631-31e2-4c15-912d-7065bd5c5cfe tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 210 time: 0.0560327 Aug 31 07:02:23.506055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.694371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.697306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.703948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:23.710074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/security-groups/afe00a70-2849-4c90-914e-55705acd1f3b HTTP/1.1" status: 204 len: 168 time: 0.3884728 Aug 31 07:02:23.749157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b923fcb-e3ff-4993-bcdb-70e5ed2fec78 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afe00a70-2849-4c90-914e-55705acd1f3b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:23.782107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.800991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-44534ad7-6ae5-4852-8052-0bb3e8df7faf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:23.802888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-44534ad7-6ae5-4852-8052-0bb3e8df7faf tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 817 time: 0.2929938 Aug 31 07:02:23.839297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.869999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-d9d85a1f-dd2a-4719-8182-0b6905272a59 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 379 time: 0.0507190 Aug 31 07:02:23.884609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'port': {'device_id': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'admin_state_up': True, 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'security_groups': ['52a7b22e-8a11-40df-960c-6fcb78b92b85']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:23.890531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.894895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.896541 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/security-groups/916dd747-806e-4c5e-9b1d-8619a4bbe631 HTTP/1.1" status: 204 len: 168 time: 0.1916072 Aug 31 07:02:23.898483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:23.899447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.901303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:23.918423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20b465d-dcb5-4c4d-8116-4d46aa98861c tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=916dd747-806e-4c5e-9b1d-8619a4bbe631,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:23.941760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:23.961802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Could not find standard attr ID for object 75cf83f9-720e-4423-9f32-78951de968ef. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:23.977733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet aae1b377-9878-4223-9189-9b0a15a07f01 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:23.979010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Provisioning for port 51b496c4-8723-4667-ae8a-7cc8751df46a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:23.981672 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:23.984686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:23.985188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da7553e1-1a47-4689-befa-d75e4fefe753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.028507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.034296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Made reservation on behalf of 51844b05cba04bb283fdaa2be9d146e4 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:24.039738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.147084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.189533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Allocated IP 172.20.0.13 (0988d933-6791-4d6e-96b6-82a021625b41/86234b78-b233-4668-bbec-5075c5447718/2dd61d86-2d70-41f5-8832-0ce1af797edd) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:24.234137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.275669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=aae1b377-9878-4223-9189-9b0a15a07f01,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:24.279433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.285670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-085a62de-6573-4c66-8c22-0517c739ea83 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/aae1b377-9878-4223-9189-9b0a15a07f01 HTTP/1.1" status: 204 len: 168 time: 0.3791261 Aug 31 07:02:24.286712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:24.296438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:24.458316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5bdf50-ecb8-4c15-9115-73d02a6214a0 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:24.461844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.496186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Transition to ACTIVE for port object 2dd61d86-2d70-41f5-8832-0ce1af797edd will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:24.510634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:24.516544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.579003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.603051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Network 0988d933-6791-4d6e-96b6-82a021625b41 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:24.606532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:24.616928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:24.620350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:24.673672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7fd7d07e-181c-4efd-90a5-e21dce5e7006 None None] Could not find standard attr ID for object 75cf83f9-720e-4423-9f32-78951de968ef. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:24.716704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:24.731158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:24.731914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.753251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:24.753665 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.769421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a702e88e-d3a9-4410-9887-242707f32a51 req-e9a7e822-66c4-4260-be0b-ecf65c7a7bae tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:24.771240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a702e88e-d3a9-4410-9887-242707f32a51 req-e9a7e822-66c4-4260-be0b-ecf65c7a7bae tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 932 time: 0.1850517 Aug 31 07:02:24.776192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-1129c23c-7814-467a-bde5-0e126d02f60a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8975666 Aug 31 07:02:24.802086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Request body: {'port': {'device_id': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:24.839574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a702e88e-d3a9-4410-9887-242707f32a51 req-b9ecfa2a-dc5f-41d1-8fc7-fd71f7cd1102 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560434 Aug 31 07:02:24.879896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-666190d1-3df3-49c0-a584-8d6392ab3415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:24.993211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.123492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-874e27f2-47b4-4c7a-aa32-d93858b33797 None None] Provisioning for port 2dd61d86-2d70-41f5-8832-0ce1af797edd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:25.131820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.138768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-874e27f2-47b4-4c7a-aa32-d93858b33797 None None] Provisioning complete for port 2dd61d86-2d70-41f5-8832-0ce1af797edd triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:25.139145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-874e27f2-47b4-4c7a-aa32-d93858b33797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.213041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:25.219705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:25.226428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:25.227081 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.237909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=69865206-d62e-40b2-b065-5bc129347c9e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.257818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.258407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.259485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.260144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.260780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.261280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.261777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.262111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.262482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.262807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.263170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.263500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:25.277709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bdb8e383-f53a-47e5-bc97-b1f818eb2b51 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9891953 Aug 31 07:02:25.280653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.295930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-813907165'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.328067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-874e27f2-47b4-4c7a-aa32-d93858b33797 None None] Port 2dd61d86-2d70-41f5-8832-0ce1af797edd cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:25.338345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.455012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.461106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.509991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.525175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2405541 Aug 31 07:02:25.525638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 54956) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.526458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84852c2b-5fa4-40b1-b344-fea947660b7b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e28e6e57-7e73-46f8-b49d-1bb2a3b0b005,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:25.531033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-1068398021'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.590900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.724655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:25.742109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.772702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Transition to ACTIVE for port object 2dd61d86-2d70-41f5-8832-0ce1af797edd will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:25.782875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.786354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.792523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.869968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:25.871188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3446159 Aug 31 07:02:25.875225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:25.881177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'security_group': {'name': 'tempest-secgroup-324705846'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:25.960740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.041105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d10db1-b50d-4e00-ae9e-2a4314fae9b1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f622172c-388c-44d0-83bc-2329e3c94692,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.080443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79975eaa-78fb-474a-afd0-4d4f55be695b None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:26.148911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.225919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2e587-5efb-4441-bf14-d92ef778c885 req-9e652398-10b5-4f1d-827e-2ccd74cc1dbc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:26.227665 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.229784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-49c2e587-5efb-4441-bf14-d92ef778c885 req-9e652398-10b5-4f1d-827e-2ccd74cc1dbc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.2032588 Aug 31 07:02:26.233834 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.285036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:26.285464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:26.285760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:26.294928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:02:26.295293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:26.317067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4a4a581-ec72-4689-96fc-dfb3e88554db None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:26.317597 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a581-ec72-4689-96fc-dfb3e88554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.332690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:26.333035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:26.333462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Bound using segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:26.334116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Bound port: 2dd61d86-2d70-41f5-8832-0ce1af797edd, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:26.334387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.346995 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.351758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4754734 Aug 31 07:02:26.354741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:26.362112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1870551699', 'security_groups': ['e9600482-449d-4e22-a590-115c7fca0525'], 'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '69865206-d62e-40b2-b065-5bc129347c9e'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:26.367964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9bce2-ca83-420e-9efa-a49c28956495 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9600482-449d-4e22-a590-115c7fca0525,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.424545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:26.429036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:26.446632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.471762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4a581-ec72-4689-96fc-dfb3e88554db None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:26.496145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e4a4a581-ec72-4689-96fc-dfb3e88554db None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:26.496525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a581-ec72-4689-96fc-dfb3e88554db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.519937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-49c2e587-5efb-4441-bf14-d92ef778c885 req-9aebcfb6-c77f-46b4-a616-e4ec666998fc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2745655 Aug 31 07:02:26.556113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:26.563357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:26.563930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.575765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] 10.222.0.50 "PUT /v2.0/ports/2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1093 time: 1.7814937 Aug 31 07:02:26.576435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:26.578761 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e94517d5-3155-48ae-849d-003287169257" -d '{"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:26.614999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff8a36-f743-4c8a-b72b-62a60416951e service neutron] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:26.694320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Update dhcp port {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'fixed_ips': [{'subnet_id': '2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45', 'ip_address': '172.20.0.18'}, {'subnet_id': '69865206-d62e-40b2-b065-5bc129347c9e'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '51b496c4-8723-4667-ae8a-7cc8751df46a'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:02:26.699213 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1061bab-ed43-44d3-bd2c-3b07ba850c02 x-openstack-request-id: req-b1061bab-ed43-44d3-bd2c-3b07ba850c02 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:26.699499 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:26.699752 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1061bab-ed43-44d3-bd2c-3b07ba850c02 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:26.700156 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'status': 'completed', 'code': 200} Aug 31 07:02:26.728438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-9a4eb924-f83d-4727-a97a-d682cc13ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:26.733110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-9a4eb924-f83d-4727-a97a-d682cc13ac39 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1096 time: 0.1103797 Aug 31 07:02:26.821530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.835559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:26.857607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-0176c2fc-b89d-41e2-a916-38f99aebb8e4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 217 time: 0.1120276 Aug 31 07:02:26.879073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] device_id is not set on port 182b7737-ffbb-4636-b8d6-03c303c451ec yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:02:26.932747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-512e7edc-71df-4511-bf10-9d19453c09d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:26.934621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-512e7edc-71df-4511-bf10-9d19453c09d5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0699105 Aug 31 07:02:27.005907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-c3b0f5c1-0719-42cd-80df-477cd4bdeb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:27.008701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-c3b0f5c1-0719-42cd-80df-477cd4bdeb9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0657368 Aug 31 07:02:27.043368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Allocated IP 172.20.0.2 (6fd05474-b3c2-403d-9e07-758036ed1f8c/69865206-d62e-40b2-b065-5bc129347c9e/51b496c4-8723-4667-ae8a-7cc8751df46a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:27.149643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-bba0d79b-6501-4807-aa89-501160093f25 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323316 Aug 31 07:02:27.186993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:27.220014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.235506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Transition to ACTIVE for port object 51b496c4-8723-4667-ae8a-7cc8751df46a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:27.240071 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.307209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a939385-2824-46d7-b1f6-6444ca8122f2 req-ae5830a1-28bc-4893-860b-a5396f463e77 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496472 Aug 31 07:02:27.309714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.12 (6fd05474-b3c2-403d-9e07-758036ed1f8c/69865206-d62e-40b2-b065-5bc129347c9e/182b7737-ffbb-4636-b8d6-03c303c451ec) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:27.374878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37cb82-807a-4ebe-934c-c105b7a5ade4 None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:27.457706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-11eb7de7-6df1-4ac7-ac11-8ed1100e73b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.494724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94517d5-3155-48ae-849d-003287169257 req-ee60f0ed-3bd5-46f9-8b42-bb319ad0a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:27.498012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-ee60f0ed-3bd5-46f9-8b42-bb319ad0a2c7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1096 time: 0.0837379 Aug 31 07:02:27.621746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.644986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 182b7737-ffbb-4636-b8d6-03c303c451ec will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:27.713681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.728990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.837530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:27.844160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:27.853163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:27.919174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:27.921509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:27.948162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5877442 Aug 31 07:02:27.949653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 54994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:27.956136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:28.065868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b063123a-6099-4ff2-878f-f9a326374cf0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=182b7737-ffbb-4636-b8d6-03c303c451ec,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:28.167884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:28.172813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.268470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93aa3bf-d85f-4331-a08a-404c0391ae61 req-2aab83cf-3e64-4de9-bfba-86ecfc8d5090 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:28.279343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f93aa3bf-d85f-4331-a08a-404c0391ae61 req-2aab83cf-3e64-4de9-bfba-86ecfc8d5090 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.1209483 Aug 31 07:02:28.312189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:28.312499 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.312749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55000) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.343288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94517d5-3155-48ae-849d-003287169257 req-8f847fdd-29fc-4a56-b2ac-9d6661108778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:28.350925 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-8f847fdd-29fc-4a56-b2ac-9d6661108778 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.8350313 Aug 31 07:02:28.387904 n-d-712707-15 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 69865206-d62e-40b2-b065-5bc129347c9e (CIDR: 172.20.0.0/28) Aug 31 07:02:28.402112 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:02:28.402703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:28.435588 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0e73c2e9-9752-4671-ac08-fa0e638eb198 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4843836 Aug 31 07:02:28.436353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.442437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:28.454846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:28.473974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Provisioning for port 51b496c4-8723-4667-ae8a-7cc8751df46a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:28.483871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:28.484300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f92c5c7-807c-450c-a2a2-5858083002d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.519808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-224a4833-e9cc-4558-9f31-49615008c3b5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 217 time: 0.1557896 Aug 31 07:02:28.545043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f93aa3bf-d85f-4331-a08a-404c0391ae61 req-b560c459-b257-4e7d-8619-608a501a3c9d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639687 Aug 31 07:02:28.547971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:28.625633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e299f388-1327-4702-bc1f-8b1986df4de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.658056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94517d5-3155-48ae-849d-003287169257 req-cb150d61-bb0e-4ea2-afa6-0b984ea74289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:28.659683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-cb150d61-bb0e-4ea2-afa6-0b984ea74289 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1123650 Aug 31 07:02:28.670972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:28.671731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.734246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94517d5-3155-48ae-849d-003287169257 req-8cf9fe8e-1235-46bf-9637-0e5eb0d5f6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:28.735757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-8cf9fe8e-1235-46bf-9637-0e5eb0d5f6e5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0675035 Aug 31 07:02:28.841826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e299f388-1327-4702-bc1f-8b1986df4de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.852110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e299f388-1327-4702-bc1f-8b1986df4de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.868500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:28.871988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54aac777-4f41-429a-b679-8a54b345288c None None] Provisioning for port 182b7737-ffbb-4636-b8d6-03c303c451ec completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:28.873866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.878007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54aac777-4f41-429a-b679-8a54b345288c None None] Provisioning complete for port 182b7737-ffbb-4636-b8d6-03c303c451ec triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:28.879145 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54aac777-4f41-429a-b679-8a54b345288c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:28.912757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e299f388-1327-4702-bc1f-8b1986df4de2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=42f1f0b3b9d3472c98c81139fe69b248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5960500 Aug 31 07:02:28.912757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299f388-1327-4702-bc1f-8b1986df4de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34a0c28a-ffab-4e1b-a669-399af448417b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:28.915639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55006) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:28.919370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-6bfedb80-8263-4348-9d18-37ad2605c99b service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758244 Aug 31 07:02:28.920719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-54aac777-4f41-429a-b679-8a54b345288c None None] Port 182b7737-ffbb-4636-b8d6-03c303c451ec cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:28.980164 n-d-712707-15 neutron-server[94640]: INFO neutron.db.ipam_backend_mixin [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45 (CIDR: 172.20.0.16/28) Aug 31 07:02:28.984138 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:02:28.984750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:29.001826 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aed1fab3-a42c-4210-8d3f-66244126efe3 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5644064 Aug 31 07:02:29.004753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:29.010355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'subnet': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:29.036558 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.068854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e94517d5-3155-48ae-849d-003287169257 req-603fdd28-ba19-41d5-882d-f1d4a7b6e37e service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377666 Aug 31 07:02:29.077162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.126674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Made reservation on behalf of 461148b10dac4cb5affda4c447539309 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:29.130796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.132069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.135245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.136633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/34a0c28a-ffab-4e1b-a669-399af448417b HTTP/1.1" status: 204 len: 168 time: 0.2194819 Aug 31 07:02:29.148678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffcd0c6-a2dd-43cd-9af1-3873c50024d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34a0c28a-ffab-4e1b-a669-399af448417b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.439618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.487934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:29.491112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:29.495355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:29.495955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.501844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55016) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:29.502859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3fd7f27-b22f-43c3-ae4f-44315e24d7c8 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:29.507075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Subnet': ['ID=6c046611-b3e3-4197-8b5e-c182fdfbfe01,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.524838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a88fddfc-9589-47e3-a315-f92de2363336 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5161762 Aug 31 07:02:29.525052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:29.530540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1049989418', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6c046611-b3e3-4197-8b5e-c182fdfbfe01'}], 'security_groups': ['e28e6e57-7e73-46f8-b49d-1bb2a3b0b005', 'f622172c-388c-44d0-83bc-2329e3c94692']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:29.533394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206157ad-3190-47ae-8551-129cca0b8ff9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.611512 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.702838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206157ad-3190-47ae-8551-129cca0b8ff9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.707896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-206157ad-3190-47ae-8551-129cca0b8ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.709545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.752593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206157ad-3190-47ae-8551-129cca0b8ff9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01dc68e9-0ab8-4301-94b3-f2974c637c7a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:29.764346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-206157ad-3190-47ae-8551-129cca0b8ff9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=82d8f94c77f3427a85cb4a58f065648c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2611539 Aug 31 07:02:29.769872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55022) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:29.796918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Update dhcp port {'port': {'network_id': '6fd05474-b3c2-403d-9e07-758036ed1f8c', 'fixed_ips': [{'subnet_id': '2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45', 'ip_address': '172.20.0.18'}, {'subnet_id': '69865206-d62e-40b2-b065-5bc129347c9e', 'ip_address': '172.20.0.2'}, {'subnet_id': '6c046611-b3e3-4197-8b5e-c182fdfbfe01'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '51b496c4-8723-4667-ae8a-7cc8751df46a'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:02:29.815782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13dc51-b69a-44f9-80dd-46f992978e6d req-c15ef2d6-bea9-49a5-93ca-8d30ad4b268a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:29.817195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f13dc51-b69a-44f9-80dd-46f992978e6d req-c15ef2d6-bea9-49a5-93ca-8d30ad4b268a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.1117477 Aug 31 07:02:29.840538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.842653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.879393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.912815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f13dc51-b69a-44f9-80dd-46f992978e6d req-59dc68df-ab48-41ae-80af-05ca3df9f154 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823431 Aug 31 07:02:29.945979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.949669 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:29.954938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/01dc68e9-0ab8-4301-94b3-f2974c637c7a HTTP/1.1" status: 204 len: 168 time: 0.1833978 Aug 31 07:02:29.969833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4241c79-bc41-4ea4-93a6-19c1cb2c6947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01dc68e9-0ab8-4301-94b3-f2974c637c7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.039570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Delete allocated IP 172.20.0.12 (6fd05474-b3c2-403d-9e07-758036ed1f8c/69865206-d62e-40b2-b065-5bc129347c9e) {{(pid=94640) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 31 07:02:30.047956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Allocated IP 172.20.0.44 (6fd05474-b3c2-403d-9e07-758036ed1f8c/6c046611-b3e3-4197-8b5e-c182fdfbfe01/182b7737-ffbb-4636-b8d6-03c303c451ec) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:30.239477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.256877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Transition to ACTIVE for port object 182b7737-ffbb-4636-b8d6-03c303c451ec will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:30.270270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.333717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Allocated IP 172.20.0.34 (6fd05474-b3c2-403d-9e07-758036ed1f8c/6c046611-b3e3-4197-8b5e-c182fdfbfe01/51b496c4-8723-4667-ae8a-7cc8751df46a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:30.386854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event updated for resources: {'Port': ['ID=182b7737-ffbb-4636-b8d6-03c303c451ec,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.416265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] In _notify_port_updated(), no bound segment for port 182b7737-ffbb-4636-b8d6-03c303c451ec on network 6fd05474-b3c2-403d-9e07-758036ed1f8c {{(pid=94640) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 31 07:02:30.422574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:30.423547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.428441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55042) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:30.428780 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f0f1db7b-e0ee-425f-9f41-3ae8245fa616 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "PUT /v2.0/ports/182b7737-ffbb-4636-b8d6-03c303c451ec HTTP/1.1" status: 200 len: 960 time: 0.9023743 Aug 31 07:02:30.463447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:30.496909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.514294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Transition to ACTIVE for port object 51b496c4-8723-4667-ae8a-7cc8751df46a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:30.520885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.549254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port 182b7737-ffbb-4636-b8d6-03c303c451ec {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:30.549829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.652679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c077d-b680-405e-bac0-8de957bb53a4 None None] Pushing event updated for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.667795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.684110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for 182b7737-ffbb-4636-b8d6-03c303c451ec owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:30.857772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.865120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:02:30.890981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=182b7737-ffbb-4636-b8d6-03c303c451ec,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:30.990200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:30.993815 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c6f9eb1a-6fe4-44a8-8ab8-ea1e28fea3e0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/182b7737-ffbb-4636-b8d6-03c303c451ec HTTP/1.1" status: 204 len: 168 time: 0.5628238 Aug 31 07:02:30.994971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:31.005964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:31.028218 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd626244-8387-4184-a4ff-abdf4ee31632 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] GET failed (client error): The resource could not be found. Aug 31 07:02:31.029853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd626244-8387-4184-a4ff-abdf4ee31632 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports/182b7737-ffbb-4636-b8d6-03c303c451ec HTTP/1.1" status: 404 len: 333 time: 0.0338717 Aug 31 07:02:31.032013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:02:31.032750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:31.102918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.116927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.122519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:31.152638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.182432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:31.194012 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.195262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.217673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515c35-8bdc-4ae7-a3be-31f7d9442ea0 req-ee887b17-6cb2-4297-92f4-9677d8fdba23 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:31.222928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f515c35-8bdc-4ae7-a3be-31f7d9442ea0 req-ee887b17-6cb2-4297-92f4-9677d8fdba23 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.1758921 Aug 31 07:02:31.271049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.274346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.276633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/security-groups/e9600482-449d-4e22-a590-115c7fca0525 HTTP/1.1" status: 204 len: 168 time: 0.2423649 Aug 31 07:02:31.284195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:31.306859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ec7656-16af-4405-a0b4-f4313dcc7258 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9600482-449d-4e22-a590-115c7fca0525,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.315728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.331104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f515c35-8bdc-4ae7-a3be-31f7d9442ea0 req-3219973a-dec1-4b71-be2c-02bfa80cad50 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009305 Aug 31 07:02:31.377796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.409730 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.463433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.466495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.467827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/security-groups/f622172c-388c-44d0-83bc-2329e3c94692 HTTP/1.1" status: 204 len: 168 time: 0.1810689 Aug 31 07:02:31.471626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:31.477999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2dd61d86-2d70-41f5-8832-0ce1af797edd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:02:31.481371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd7876-5a28-4ee3-aa1d-17637a02507b tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622172c-388c-44d0-83bc-2329e3c94692,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.565949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.585562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:31.586137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.595097 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.631341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:31.642154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.645483 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.646783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/security-groups/e28e6e57-7e73-46f8-b49d-1bb2a3b0b005 HTTP/1.1" status: 204 len: 168 time: 0.1739538 Aug 31 07:02:31.649654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:31.657255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81262b99-d0a9-48ce-ab77-8929b74200b0 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e28e6e57-7e73-46f8-b49d-1bb2a3b0b005,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.663078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Provisioning for port 51b496c4-8723-4667-ae8a-7cc8751df46a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:31.673151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:31.673596 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.707266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 69865206-d62e-40b2-b065-5bc129347c9e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:31.710453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.756011 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.795835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1cc54db9-fbd6-4467-abc2-b675d9f018ec None None] Could not find standard attr ID for object 182b7737-ffbb-4636-b8d6-03c303c451ec. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:31.849427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.918991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.953886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=69865206-d62e-40b2-b065-5bc129347c9e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:31.958791 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:31.960692 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8a8a1d0a-4280-4255-9af1-d7b75d590fa4 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/69865206-d62e-40b2-b065-5bc129347c9e HTTP/1.1" status: 204 len: 168 time: 0.3099802 Aug 31 07:02:31.965492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.021045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620de6f3-304b-4280-98bf-3c5ff62ba168 None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:32.025566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 6c046611-b3e3-4197-8b5e-c182fdfbfe01 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:32.028667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.068704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.133133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e69984f-bed8-4148-b2ab-f22a5410fa11 None None] Could not find standard attr ID for object 182b7737-ffbb-4636-b8d6-03c303c451ec. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:02:32.167300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.233420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.234804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55092) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.267029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=6c046611-b3e3-4197-8b5e-c182fdfbfe01,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:32.272129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.275026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6fe2a3a-f648-4bee-85fb-2fa290a1d43a tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/6c046611-b3e3-4197-8b5e-c182fdfbfe01 HTTP/1.1" status: 204 len: 168 time: 0.3080218 Aug 31 07:02:32.277074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.306599 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-899aef51-429d-4be3-a249-15adb868a0ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:32.307070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899aef51-429d-4be3-a249-15adb868a0ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:32.308873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-899aef51-429d-4be3-a249-15adb868a0ef tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/69865206-d62e-40b2-b065-5bc129347c9e HTTP/1.1" status: 404 len: 337 time: 0.0306075 Aug 31 07:02:32.311484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.380705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting subnet 2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:02:32.389703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.425428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4440c945-d059-470f-a45c-9096b1cc1230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.465780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:32.489918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.542292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:32.542754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.646116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775dd02e-2b5a-46c4-aec3-ba960a5203a3 req-8dc03f58-c279-404f-845e-4a8e1936a44e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:32.647775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-775dd02e-2b5a-46c4-aec3-ba960a5203a3 req-8dc03f58-c279-404f-845e-4a8e1936a44e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.2119699 Aug 31 07:02:32.741224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.745544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4440c945-d059-470f-a45c-9096b1cc1230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.766336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-775dd02e-2b5a-46c4-aec3-ba960a5203a3 req-53a3aade-4b02-44f5-85e1-47f261d28456 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081064 Aug 31 07:02:32.769854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4440c945-d059-470f-a45c-9096b1cc1230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.826689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4440c945-d059-470f-a45c-9096b1cc1230 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=321a39e77e0d4471aa9154f58a5ca53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5908062 Aug 31 07:02:32.829462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.831675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4440c945-d059-470f-a45c-9096b1cc1230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b27c8ad5-e897-4514-a3ce-10ff0501d55f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:32.840549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd13d3-b73c-4592-9b9c-cb28b202983a None None] Network 6fd05474-b3c2-403d-9e07-758036ed1f8c requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:32.858790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.889841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Subnet': ['ID=2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:32.890382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.891927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.896654 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07149496-35d1-4abb-8392-d02f6d5b4afa tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/2ccc7d95-3156-4ae9-a7a3-c6cbaadb8c45 HTTP/1.1" status: 204 len: 168 time: 0.5819786 Aug 31 07:02:32.896905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.905133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:32.915207 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.926216 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-769b8d5a-f7af-46d7-bafb-824bb95f8e50 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:32.926687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769b8d5a-f7af-46d7-bafb-824bb95f8e50 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:32.929376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-769b8d5a-f7af-46d7-bafb-824bb95f8e50 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/aae1b377-9878-4223-9189-9b0a15a07f01 HTTP/1.1" status: 404 len: 337 time: 0.0305429 Aug 31 07:02:32.931102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.968403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ecc3fdcc-c11c-44f2-bad3-39040bb096be tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "GET /v2.0/ports?device_id=9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 HTTP/1.1" status: 200 len: 205 time: 0.0358078 Aug 31 07:02:32.971653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55118) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:32.976646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.979575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:32.981067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b27c8ad5-e897-4514-a3ce-10ff0501d55f HTTP/1.1" status: 204 len: 168 time: 0.1505225 Aug 31 07:02:32.998458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad545b61-d53f-4452-954e-6f22ac70dc93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27c8ad5-e897-4514-a3ce-10ff0501d55f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.032420 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f26ff342-e0cc-4703-afda-1e226def2012 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] delete failed (client error): The resource could not be found. Aug 31 07:02:33.033620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f26ff342-e0cc-4703-afda-1e226def2012 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/routers/9f0cc45b-a7e8-4688-8e5a-476ec90eb8f3 HTTP/1.1" status: 404 len: 336 time: 0.0606828 Aug 31 07:02:33.036458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.072268 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccc03a5-d541-4e69-b4de-391c14cdf631 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.072748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cccc03a5-d541-4e69-b4de-391c14cdf631 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.074648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cccc03a5-d541-4e69-b4de-391c14cdf631 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/46bf35bd-d753-46e4-9b85-82b7bfc9f027 HTTP/1.1" status: 404 len: 337 time: 0.0371411 Aug 31 07:02:33.077298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.105530 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-553208e0-3b03-485f-87fb-5fd4fc693087 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.106100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553208e0-3b03-485f-87fb-5fd4fc693087 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.107948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-553208e0-3b03-485f-87fb-5fd4fc693087 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/a22799f1-d252-4be8-89bf-6bc624362ca4 HTTP/1.1" status: 404 len: 337 time: 0.0295887 Aug 31 07:02:33.110551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.147124 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dd3fe23-71c0-4cba-8402-08c60ec63d62 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.147956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dd3fe23-71c0-4cba-8402-08c60ec63d62 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.153046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.153259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1dd3fe23-71c0-4cba-8402-08c60ec63d62 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/c2130c79-7f75-45a1-ac0c-837bd3b64321 HTTP/1.1" status: 404 len: 337 time: 0.0415184 Aug 31 07:02:33.180646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e60caa7a-f339-481f-992a-3d09fe4bb625 None None] Provisioning complete for port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:33.181006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e60caa7a-f339-481f-992a-3d09fe4bb625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.189154 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fbe6db6-ac5a-4524-b58c-a9de8500a836 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.190865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fbe6db6-ac5a-4524-b58c-a9de8500a836 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.193522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9fbe6db6-ac5a-4524-b58c-a9de8500a836 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/0908936d-67e3-480b-a778-8ee8b0e7f25e HTTP/1.1" status: 404 len: 333 time: 0.0389845 Aug 31 07:02:33.195874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.229074 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f46f59-2fef-43c2-ae61-b8216e8aa94d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.229706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9f46f59-2fef-43c2-ae61-b8216e8aa94d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.231746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9f46f59-2fef-43c2-ae61-b8216e8aa94d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/3d4aa920-b846-48e2-957b-9dd9a071a3c3 HTTP/1.1" status: 404 len: 337 time: 0.0348668 Aug 31 07:02:33.234253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.242367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e60caa7a-f339-481f-992a-3d09fe4bb625 None None] Port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:33.244603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 2dd61d86-2d70-41f5-8832-0ce1af797edd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:33.262580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 2dd61d86-2d70-41f5-8832-0ce1af797edd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:33.263396 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.266667 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c5bd521-07a6-4ed2-8317-b93134dd887d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.267145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c5bd521-07a6-4ed2-8317-b93134dd887d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.269881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9c5bd521-07a6-4ed2-8317-b93134dd887d tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/b95a02a9-38fa-48c8-b008-9dd65eb67ebb HTTP/1.1" status: 404 len: 337 time: 0.0344117 Aug 31 07:02:33.272174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.304355 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7474013-697e-4b27-9949-491b867fc9d1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.305590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7474013-697e-4b27-9949-491b867fc9d1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.308158 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7474013-697e-4b27-9949-491b867fc9d1 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/fd129977-4d9a-4e69-8e50-1936459b9359 HTTP/1.1" status: 404 len: 333 time: 0.0349083 Aug 31 07:02:33.311210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55140) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.328168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.343518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a770546-4ce9-4882-be7c-ecacbaa6fde9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.352342 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e185604-0ccf-44a1-b07a-11348ba22ccf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.353116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e185604-0ccf-44a1-b07a-11348ba22ccf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.358290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5e185604-0ccf-44a1-b07a-11348ba22ccf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/54ab3039-b3ce-4ed8-8e2a-851379112901 HTTP/1.1" status: 404 len: 337 time: 0.0460181 Aug 31 07:02:33.359118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.373570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e60caa7a-f339-481f-992a-3d09fe4bb625 None None] Provisioning complete for port 51b496c4-8723-4667-ae8a-7cc8751df46a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:33.373948 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e60caa7a-f339-481f-992a-3d09fe4bb625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.393702 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-24b7a33a-0143-4b9d-86e3-bb0cf0b1c49e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] DELETE failed (client error): The resource could not be found. Aug 31 07:02:33.394493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24b7a33a-0143-4b9d-86e3-bb0cf0b1c49e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:02:33.399704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-24b7a33a-0143-4b9d-86e3-bb0cf0b1c49e tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/subnets/ec6cdbce-a981-4261-abab-6879a66a8972 HTTP/1.1" status: 404 len: 337 time: 0.0393243 Aug 31 07:02:33.400742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.458845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a770546-4ce9-4882-be7c-ecacbaa6fde9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.463910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a770546-4ce9-4882-be7c-ecacbaa6fde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.514447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a770546-4ce9-4882-be7c-ecacbaa6fde9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56fc318a414d47b7a3cf5889b0aaf465&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1851490 Aug 31 07:02:33.515950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a770546-4ce9-4882-be7c-ecacbaa6fde9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e3a2143-68fb-48b7-be6d-67c4649b395d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.516971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.530680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55148) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.553972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:33.556364 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250f390-fffe-4992-b392-b4ee01ba082a" -d '{"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:33.572611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Deleting port c733e842-8b40-4e96-a3d4-684b5bdfa6a4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:33.572965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.573076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] DHCP port deletion for 6fd05474-b3c2-403d-9e07-758036ed1f8c request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:02:33.579234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:33.610190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.626746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.640927 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ed1e77a-d41c-422d-a90c-37c62b9a0c42 x-openstack-request-id: req-4ed1e77a-d41c-422d-a90c-37c62b9a0c42 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:33.641244 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:33.641678 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4ed1e77a-d41c-422d-a90c-37c62b9a0c42 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:33.642142 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'code': 200} Aug 31 07:02:33.670185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.681396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.687459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Deleting port 51b496c4-8723-4667-ae8a-7cc8751df46a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:33.687861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.691347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Calling delete_port for c733e842-8b40-4e96-a3d4-684b5bdfa6a4 owned by {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:33.718123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.762006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] For port 51b496c4-8723-4667-ae8a-7cc8751df46a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=51b496c4-8723-4667-ae8a-7cc8751df46a,segment=NetworkSegment(5189fa35-b5e2-4ec4-b562-d3be59f8ed56),segment_id=5189fa35-b5e2-4ec4-b562-d3be59f8ed56)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:33.762446 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.784385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.786377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Calling delete_port for 51b496c4-8723-4667-ae8a-7cc8751df46a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:33.788291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.792117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1e3a2143-68fb-48b7-be6d-67c4649b395d HTTP/1.1" status: 204 len: 168 time: 0.2576017 Aug 31 07:02:33.816634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210b14cd-2e1c-409d-bf67-fb31dd4b2749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e3a2143-68fb-48b7-be6d-67c4649b395d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.822205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec4e3e-2176-4d7c-b2d6-f93814e80d3c req-caca9b46-2d21-4fca-81cf-09e53e72bf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:33.824228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eec4e3e-2176-4d7c-b2d6-f93814e80d3c req-caca9b46-2d21-4fca-81cf-09e53e72bf68 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1098 time: 0.0710993 Aug 31 07:02:33.867040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.932149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.939075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7eec4e3e-2176-4d7c-b2d6-f93814e80d3c req-c174ef19-321f-4b6d-8ed7-e698968ff226 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983770 Aug 31 07:02:33.940555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Port': ['ID=c733e842-8b40-4e96-a3d4-684b5bdfa6a4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.959507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:33.964018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:33.964147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d687486d-4b37-4918-afb4-d759d0381977 tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/ports/c733e842-8b40-4e96-a3d4-684b5bdfa6a4 HTTP/1.1" status: 204 len: 168 time: 0.5620472 Aug 31 07:02:33.969528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] No DVR routers for this DVR port 51b496c4-8723-4667-ae8a-7cc8751df46a on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:33.972433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf07e0b-57c7-43a9-a6be-a8e2f00f7bcd None None] Pushing event deleted for resources: {'Port': ['ID=51b496c4-8723-4667-ae8a-7cc8751df46a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:33.987359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52746-b7d5-4089-ac6e-893e44994699 req-7bd50994-26ff-4336-aede-f02280119906 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:33.987359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0b52746-b7d5-4089-ac6e-893e44994699 req-7bd50994-26ff-4336-aede-f02280119906 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1124516 Aug 31 07:02:34.037759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0b52746-b7d5-4089-ac6e-893e44994699 req-bc86152a-be04-495b-9540-07344f1b85d0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451229 Aug 31 07:02:34.081717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.172333 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.182820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fd05474-b3c2-403d-9e07-758036ed1f8c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:34.194628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5189fa35-b5e2-4ec4-b562-d3be59f8ed56') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:34.195396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5189fa35-b5e2-4ec4-b562-d3be59f8ed56') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:34.206166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.220041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.226390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:02:34.226794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:02:34.229858 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:02:34.304520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.319485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.321387 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] 10.222.0.57 "DELETE /v2.0/networks/6fd05474-b3c2-403d-9e07-758036ed1f8c HTTP/1.1" status: 204 len: 168 time: 0.3542988 Aug 31 07:02:34.334380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27a7cc4-1721-4ed9-8693-d420b0c6b2bf tempest-PortsTestJSON-902213776 tempest-PortsTestJSON-902213776-project] Pushing event deleted for resources: {'Network': ['ID=6fd05474-b3c2-403d-9e07-758036ed1f8c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:34.426062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:34.453594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 51b496c4-8723-4667-ae8a-7cc8751df46a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:34.454007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 51b496c4-8723-4667-ae8a-7cc8751df46a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:34.633282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:34.808114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fbddf4bf-bad4-4a68-a6b8-dcba1bcb6e3f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=461148b10dac4cb5affda4c447539309&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1731713 Aug 31 07:02:34.811068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:34.869981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.893969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.950704 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.954281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:34.957439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c8c8916c-c2a5-4fa0-a7cc-1a0d325ea0b8 HTTP/1.1" status: 204 len: 168 time: 0.1453178 Aug 31 07:02:34.966225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fe5696-4a0e-4da2-a2d2-341219282050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c8916c-c2a5-4fa0-a7cc-1a0d325ea0b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:35.292986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c646f01-b346-46e3-9324-c79b672df29f req-d9db9d02-1752-4d0c-a246-e3c130a0209d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:35.301048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c646f01-b346-46e3-9324-c79b672df29f req-d9db9d02-1752-4d0c-a246-e3c130a0209d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1234965 Aug 31 07:02:35.349622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c646f01-b346-46e3-9324-c79b672df29f req-af074c0f-85d1-4770-bdc9-e31c9558b031 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437682 Aug 31 07:02:35.675825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:36.478681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b22b36-6b0a-4a24-a327-a8ce0695d56d req-e6e9a3d7-b5f4-4a1e-9d13-c9e69a075413 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.480411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17b22b36-6b0a-4a24-a327-a8ce0695d56d req-e6e9a3d7-b5f4-4a1e-9d13-c9e69a075413 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0636511 Aug 31 07:02:36.537914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17b22b36-6b0a-4a24-a327-a8ce0695d56d req-d3189f3f-3133-496a-9959-60ebd394e3fb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475364 Aug 31 07:02:36.665190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4858c-a935-4cf6-9765-7f60ec0e94b6 req-05c8cd74-02a5-415c-b23b-613483f4b397 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:36.666498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fca4858c-a935-4cf6-9765-7f60ec0e94b6 req-05c8cd74-02a5-415c-b23b-613483f4b397 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0558581 Aug 31 07:02:36.681253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55272) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:36.686479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Request body: {'floatingip': {'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:36.747499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.122763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:37.279305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73a61e45-1ce2-4132-b121-dd2bf7426944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.310607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.314431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.384472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73a61e45-1ce2-4132-b121-dd2bf7426944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.388778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-73a61e45-1ce2-4132-b121-dd2bf7426944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.415907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a61e45-1ce2-4132-b121-dd2bf7426944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda3a08b-2f19-4e8d-9db3-b0ab91cec605,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:37.430528 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Floating IP 947b8e84-38ea-4eb5-8a6b-960dfcee628b associated. External IP: 172.25.3.111, port: 2dd61d86-2d70-41f5-8832-0ce1af797edd. Aug 31 07:02:37.447262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-73a61e45-1ce2-4132-b121-dd2bf7426944 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2beb30b03de34e4491e6f498cc6f0885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231301 Aug 31 07:02:37.449734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55290) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:37.510317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.538188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.598923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.602048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.605758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fda3a08b-2f19-4e8d-9db3-b0ab91cec605 HTTP/1.1" status: 204 len: 168 time: 0.1525743 Aug 31 07:02:37.611927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e5f39-4d3f-4980-ab82-2411514bb4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda3a08b-2f19-4e8d-9db3-b0ab91cec605,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:37.688134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:37.805353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:37.810313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.824601 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:37.835288 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:37.836232 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:37.852671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3c03029c-318f-4170-b2fc-4ed7ee3568a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "PUT /v2.0/floatingips/947b8e84-38ea-4eb5-8a6b-960dfcee628b HTTP/1.1" status: 200 len: 992 time: 1.1700623 Aug 31 07:02:37.853343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:37.855919 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd288a8f-7292-4542-976a-ed549f9298dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:37.923768 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb804172-766e-4163-80f0-a605093aed20 x-openstack-request-id: req-cb804172-766e-4163-80f0-a605093aed20 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:37.924742 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:37.925421 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cb804172-766e-4163-80f0-a605093aed20 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:37.925945 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'status': 'completed', 'code': 200} Aug 31 07:02:37.958234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:37.973866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c66a080-f180-4ce8-b531-5dc118c5f736 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:37.989865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288a8f-7292-4542-976a-ed549f9298dc req-104b2320-4306-4895-94d4-8de4e07d1dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:37.991955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-104b2320-4306-4895-94d4-8de4e07d1dd3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1098 time: 0.0493367 Aug 31 07:02:38.017224 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:38.092457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c66a080-f180-4ce8-b531-5dc118c5f736 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.097749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c66a080-f180-4ce8-b531-5dc118c5f736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.134555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288a8f-7292-4542-976a-ed549f9298dc req-47447af3-af5c-40e0-b99a-ecfb2595b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:38.136100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-47447af3-af5c-40e0-b99a-ecfb2595b716 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1363580 Aug 31 07:02:38.138504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c66a080-f180-4ce8-b531-5dc118c5f736 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f732e5d-ac81-4f6a-9552-cd1de5eb0fdd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:38.153047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1c66a080-f180-4ce8-b531-5dc118c5f736 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=87dfecd8c9f24369a7368097f113eeeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934695 Aug 31 07:02:38.155386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55308) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:38.233288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.234261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-2af42215-545e-41f3-8375-564b55269b94 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1000 time: 0.0748165 Aug 31 07:02:38.265868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.314045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288a8f-7292-4542-976a-ed549f9298dc req-b2de67ca-90bd-4da4-b5ce-069d635715f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:38.319511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-b2de67ca-90bd-4da4-b5ce-069d635715f8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0769308 Aug 31 07:02:38.363056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.366321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:38.382695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f732e5d-ac81-4f6a-9552-cd1de5eb0fdd HTTP/1.1" status: 204 len: 168 time: 0.2179816 Aug 31 07:02:38.384061 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '947b8e84-38ea-4eb5-8a6b-960dfcee628b', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:19Z', 'updated_at': '2021-08-31T07:02:37Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:38.399132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd288a8f-7292-4542-976a-ed549f9298dc req-9c1058e0-ee62-46d8-bc91-beae88cd48ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:38.402711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-9c1058e0-ee62-46d8-bc91-beae88cd48ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742671 Aug 31 07:02:38.409374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb7f179-5084-4364-903f-89411d2aedd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f732e5d-ac81-4f6a-9552-cd1de5eb0fdd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:38.415794 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:38.438471 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:38.439157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:38.449135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab1fa4c-4cd4-4a6a-aa5e-8a4af7d7b999 req-b297cd22-5512-4dd9-82e0-13c638e34d6f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:38.450940 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ab1fa4c-4cd4-4a6a-aa5e-8a4af7d7b999 req-b297cd22-5512-4dd9-82e0-13c638e34d6f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.1354122 Aug 31 07:02:38.521372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7ab1fa4c-4cd4-4a6a-aa5e-8a4af7d7b999 req-de654435-d7c6-481f-a079-9be5a3f0ce0b tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606971 Aug 31 07:02:38.593733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-7a3fa503-940a-40de-b0ac-c802644aeb2b service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818776 Aug 31 07:02:38.595446 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:38.730152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd288a8f-7292-4542-976a-ed549f9298dc req-8b219ac2-19f6-42d7-b52b-15fd409ed5e3 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235588 Aug 31 07:02:38.919497 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '947b8e84-38ea-4eb5-8a6b-960dfcee628b', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:19Z', 'updated_at': '2021-08-31T07:02:37Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:38.984308 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251174-20f6-4448-a870-17cf38f77783 None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '947b8e84-38ea-4eb5-8a6b-960dfcee628b', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'floating_ip_address': '172.25.3.111', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3344, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:02:19Z', 'updated_at': '2021-08-31T07:02:37Z', 'revision_number': 1, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:39.216930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7065081-132a-42b9-931e-0c0ca5270c74 None None] New status for floating IP 947b8e84-38ea-4eb5-8a6b-960dfcee628b: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:02:39.363429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-b5f3089a-d5a8-4986-80a6-960047004a50 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0490584 Aug 31 07:02:39.446259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bd034-717f-48e3-be5d-01b00100cc63 req-c29851ee-93f6-43ba-9489-9b228b9961ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.447796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-c29851ee-93f6-43ba-9489-9b228b9961ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=9613d18569194a3e826a324e30804fcd&device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 1097 time: 0.0582409 Aug 31 07:02:39.559821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bd034-717f-48e3-be5d-01b00100cc63 req-572421e5-44f3-4c3e-9ba6-4db4549a79c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.561964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-572421e5-44f3-4c3e-9ba6-4db4549a79c1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 200 len: 910 time: 0.0926661 Aug 31 07:02:39.633269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-b7fb2511-a9eb-49cf-8714-4563b261be03 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 200 len: 1001 time: 0.0629103 Aug 31 07:02:39.653101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79644b06-71d8-4f3b-aef2-9dba095ffb88 req-973ab12f-4f63-4de7-aff7-7fa072e1b474 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.654629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79644b06-71d8-4f3b-aef2-9dba095ffb88 req-973ab12f-4f63-4de7-aff7-7fa072e1b474 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.0555735 Aug 31 07:02:39.705191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bd034-717f-48e3-be5d-01b00100cc63 req-2f9f0e05-cdba-4609-b660-84dfda26e4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.707204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-2f9f0e05-cdba-4609-b660-84dfda26e4f7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 200 len: 848 time: 0.0663891 Aug 31 07:02:39.710328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79644b06-71d8-4f3b-aef2-9dba095ffb88 req-cb5e66bc-16ea-42cc-aa10-bb1b7823e468 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483005 Aug 31 07:02:39.775280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164bd034-717f-48e3-be5d-01b00100cc63 req-966dab7e-727f-4a6b-af1a-c418d7b4fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:39.777366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-966dab7e-727f-4a6b-af1a-c418d7b4fb4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=fbe3d533-c749-4981-9feb-6aa512ec9e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530388 Aug 31 07:02:39.902891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-5456f2d5-a36c-4e52-be8c-365fdbc99b7f service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132200 Aug 31 07:02:40.056713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-affd3685-6f66-40d2-9bfa-4ca25fa6f0e9 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:40.058257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-affd3685-6f66-40d2-9bfa-4ca25fa6f0e9 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.50 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 945 time: 0.0894432 Aug 31 07:02:40.062193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-164bd034-717f-48e3-be5d-01b00100cc63 req-be573b3f-9143-4a5d-9cbf-fb33108842d4 service neutron] 10.222.0.50 "GET /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437829 Aug 31 07:02:40.183460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Deleting port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:02:40.183810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.286696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] For port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:40.287187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.307620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Calling delete_port for bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:02:40.451126 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.465706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:02:40.483933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Pushing event deleted for resources: {'Port': ['ID=bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:40.534873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] No DVR routers for this DVR port bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:02:40.537347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.539466 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-073948d8-a4cb-43bf-b3f4-512a54c690c5 req-b78060b3-1efe-413e-8f53-59aa1d86832f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.50 "DELETE /v2.0/ports/bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f HTTP/1.1" status: 204 len: 173 time: 0.4713681 Aug 31 07:02:40.539922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'name': 'network-vif-deleted', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:40.542281 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-313eb007-4576-4a0c-a9e2-33aafc6cd0ce" -d '{"events": [{"server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "name": "network-vif-deleted", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:40.601517 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927296d5-c947-4022-b636-1539f6636725 x-openstack-request-id: req-927296d5-c947-4022-b636-1539f6636725 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:40.601883 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61a6dfff-61a8-4da5-bb0a-cfc62ef31e42", "name": "network-vif-deleted", "tag": "bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:40.602066 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-927296d5-c947-4022-b636-1539f6636725 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:40.602470 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61a6dfff-61a8-4da5-bb0a-cfc62ef31e42', 'name': 'network-vif-deleted', 'tag': 'bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f', 'status': 'completed', 'code': 200} Aug 31 07:02:40.697975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:40.822190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a502863-f035-468d-9b2a-e56e43ca77c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.827351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c29e16d-3265-4b12-a2fb-1673595d475c req-787b6035-5c62-43d3-ac5d-b5e4cc0463cf tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=61a6dfff-61a8-4da5-bb0a-cfc62ef31e42 HTTP/1.1" status: 200 len: 210 time: 0.0327442 Aug 31 07:02:40.926182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a502863-f035-468d-9b2a-e56e43ca77c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.930161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a502863-f035-468d-9b2a-e56e43ca77c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:40.966814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a502863-f035-468d-9b2a-e56e43ca77c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e075f91-05f7-469f-bf38-c39029a25003,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:40.974893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:40.975087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a502863-f035-468d-9b2a-e56e43ca77c9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66965f35e30449719d15ba3845c1ef17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759273 Aug 31 07:02:41.070983 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.098789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.161256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.164280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.168460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6e075f91-05f7-469f-bf38-c39029a25003 HTTP/1.1" status: 204 len: 168 time: 0.1914468 Aug 31 07:02:41.186770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac6cb6-8d33-41f4-b4ac-95d3db4ae10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e075f91-05f7-469f-bf38-c39029a25003,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:41.441009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55414) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:41.454677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fca5cc-7331-4710-95c4-5754b7af6fb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.548412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fca5cc-7331-4710-95c4-5754b7af6fb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.552095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-17fca5cc-7331-4710-95c4-5754b7af6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.589401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fca5cc-7331-4710-95c4-5754b7af6fb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c7abdf-6909-4cfd-bd3a-795a35d6d610,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:41.594645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-17fca5cc-7331-4710-95c4-5754b7af6fb6 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=067be4e3c0404b3880d6357441954d38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1525822 Aug 31 07:02:41.597693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55416) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:41.649498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.671241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.719443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.722264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:41.723690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/99c7abdf-6909-4cfd-bd3a-795a35d6d610 HTTP/1.1" status: 204 len: 168 time: 0.1247969 Aug 31 07:02:41.732555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164499fa-9d49-43b6-90c3-6f4a485fc22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c7abdf-6909-4cfd-bd3a-795a35d6d610,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:42.885847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:43.019025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aae2dfbc-d3d6-405c-8d5d-5998c0b7956a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.181924 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aae2dfbc-d3d6-405c-8d5d-5998c0b7956a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.186542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aae2dfbc-d3d6-405c-8d5d-5998c0b7956a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.218655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae2dfbc-d3d6-405c-8d5d-5998c0b7956a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0087416-35b5-432c-8a19-ee15c255a056,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:43.251465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aae2dfbc-d3d6-405c-8d5d-5998c0b7956a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac94c3e76dea485f9378ca7424e6024b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644426 Aug 31 07:02:43.254688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55466) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:43.322770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.352731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.406863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.410001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:43.411156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c0087416-35b5-432c-8a19-ee15c255a056 HTTP/1.1" status: 204 len: 168 time: 0.1555672 Aug 31 07:02:43.419799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820737bb-794a-4ce3-9e63-b0943b4fc411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0087416-35b5-432c-8a19-ee15c255a056,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:43.543002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-4add8919-c613-4f0b-bc10-ed4bd0f80a4d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0476160 Aug 31 07:02:43.627851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-65126fe5-1509-4272-8066-2a00c492b07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.629461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-65126fe5-1509-4272-8066-2a00c492b07b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.0448785 Aug 31 07:02:43.742339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-debbd2cc-9693-46ed-b2d0-f064651a1057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.743891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-debbd2cc-9693-46ed-b2d0-f064651a1057 service neutron] 10.222.0.53 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 898 time: 0.0958970 Aug 31 07:02:43.820691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-dd5e830c-b149-4d5e-a2f7-4738e8ba457f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 1002 time: 0.0678358 Aug 31 07:02:43.880976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-54841be9-fab1-4feb-a398-8ab1b783a6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.882388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-54841be9-fab1-4feb-a398-8ab1b783a6f6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 200 len: 835 time: 0.0535934 Aug 31 07:02:43.935297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-3d4d42ef-3911-4716-bba2-e62949d20d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:43.936809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-3d4d42ef-3911-4716-bba2-e62949d20d7b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51fabad7-76d0-4336-8a24-4fb706a38c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464759 Aug 31 07:02:44.042241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-a4885d2c-0e32-4b9a-af18-5731039d31ad service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980015 Aug 31 07:02:44.141721 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc0d2fbb-f881-4b72-acb5-09343a34ed5d req-2908ccad-a025-426c-baa3-1fc212501dfd service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918207 Aug 31 07:02:44.962411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:02:44.962956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:44.983812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:02:44.984223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bb1b2f3c-35b5-4c16-8222-efbedaaa8a1f not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:02:45.099902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a249af4-e350-4d43-b723-ad761caaef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.227109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a249af4-e350-4d43-b723-ad761caaef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.232062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4a249af4-e350-4d43-b723-ad761caaef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.289426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4a249af4-e350-4d43-b723-ad761caaef5e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=56d4756922744ca1ae1cf3a6adcde2e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3240409 Aug 31 07:02:45.289426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a249af4-e350-4d43-b723-ad761caaef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4c8d0-0454-4d16-9b99-f7d988404b65,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:45.291088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55594) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:45.354285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.378637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.447189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.450031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.451539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eab4c8d0-0454-4d16-9b99-f7d988404b65 HTTP/1.1" status: 204 len: 168 time: 0.1595089 Aug 31 07:02:45.462983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b8f83-4abf-4691-a635-37199827eecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4c8d0-0454-4d16-9b99-f7d988404b65,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:45.749528 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.828126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55606) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:45.844390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de47450-04d6-4244-bef8-249c81f7aae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.951171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de47450-04d6-4244-bef8-249c81f7aae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.955156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de47450-04d6-4244-bef8-249c81f7aae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:45.997223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de47450-04d6-4244-bef8-249c81f7aae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40838610-d281-4fc5-bff0-e651ef6b87b7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:46.003102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7de47450-04d6-4244-bef8-249c81f7aae1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0c999396ac07407cbc329b013b6df11f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1737814 Aug 31 07:02:46.005633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:46.058939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:46.080875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:46.128214 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:46.130757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:46.134311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/40838610-d281-4fc5-bff0-e651ef6b87b7 HTTP/1.1" status: 204 len: 168 time: 0.1251299 Aug 31 07:02:46.143312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1618bb1f-88d2-4a42-bf64-b4398d2a913a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40838610-d281-4fc5-bff0-e651ef6b87b7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:48.203740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:48.647417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5f30609-1035-4934-8446-80a659ec3151 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3064 time: 0.4398770 Aug 31 07:02:48.647647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:48.652626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'network': {'name': 'tempest-network-smoke--1036861409', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'port_security_enabled': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:48.676104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:48.684990 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.730012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:02:48.742709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.743119 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Added segment 0fa9e422-47e4-4096-9149-9284f8b223d5 of type vlan for network d085dcf8-404a-4b83-850a-8f4744af29f3 Aug 31 07:02:48.801022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.841500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.848504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:48.849312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.925746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2770886 Aug 31 07:02:48.928591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55704) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:48.933587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'admin_state_up': True, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:48.990098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:48.991373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97808443-4574-43c0-b84b-e9c9e77b02d8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Network': ['ID=d085dcf8-404a-4b83-850a-8f4744af29f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:48.993568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:49.015865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d085dcf8-404a-4b83-850a-8f4744af29f3 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:02:49.124656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-3f62c59f-bd41-4381-98a2-9f64ac0fefa3 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:49.129873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-3f62c59f-bd41-4381-98a2-9f64ac0fefa3 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 814 time: 0.2097144 Aug 31 07:02:49.145350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:49.151542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-22c36df1-1e87-4102-8c4c-f73672efa963 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/quotas/cf619e2547c4442b9aa57da584c66ae7 HTTP/1.1" status: 200 len: 375 time: 0.0145471 Aug 31 07:02:49.188184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-a2f24ff6-213e-438e-b344-60f70375b313 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281324 Aug 31 07:02:49.293140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-10e56ca7-b694-4277-80dd-850b3a3e0ea2 service neutron] 10.222.0.57 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975046 Aug 31 07:02:49.298720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:49.403647 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-2ca675c1-1160-433c-8e14-3b9dff321619 service neutron] 10.222.0.57 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008790 Aug 31 07:02:49.811972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae0c9609-aafa-4d57-af25-8b2663151590 req-93412495-2c65-4c18-a809-8a4f5707af4a tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 210 time: 0.0306876 Aug 31 07:02:50.003618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:50.025785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:50.162260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.25.3.5 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/75dbf57a-d97d-42ec-a543-7cbfc7275084) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:50.309146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:50.363388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:50.412379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:50.415445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:50.419739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:50.447891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=75dbf57a-d97d-42ec-a543-7cbfc7275084,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:50.742368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:50.806573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-9c857b7a-e7e3-4125-a17b-310505d7a3ff tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:50.809969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-9c857b7a-e7e3-4125-a17b-310505d7a3ff tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.53 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 814 time: 0.2071345 Aug 31 07:02:50.824933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Request body: {'port': {'device_id': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c', 'admin_state_up': True, 'tenant_id': 'cf619e2547c4442b9aa57da584c66ae7'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:50.973763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Made reservation on behalf of cf619e2547c4442b9aa57da584c66ae7 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:50.981105 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.040406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cd6fc64-0fc0-4421-bcce-5eca67da1d76 req-06ac8276-7fe7-4f78-b8d6-2c88e7e6393c tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 210 time: 0.0348392 Aug 31 07:02:51.052670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.151297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Allocated IP 172.20.0.5 (fb5e533f-ab56-4d4d-843b-59b4928ae34c/edd3bc90-ce72-4a79-bf69-485f2123febe/9ae134fb-0701-4b86-bbfa-4992972e1bc7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:51.230107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 8599cc9b-9c52-453f-b82d-6719b68fea7b is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:02:51.388144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.394638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:51.412989 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Sync routers for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:51.419832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.421537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0e63a555-5e02-40dd-aa29-6a4020bdd40f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4918637 Aug 31 07:02:51.425104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.427702 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:51.428535 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:51.442931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.489422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-093f0341-980f-4241-8d22-fd1654e68825 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:51.492191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-093f0341-980f-4241-8d22-fd1654e68825 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7c30408f721b4504ab9c8b142e0d2fd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0651221 Aug 31 07:02:51.495040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.528338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Network fb5e533f-ab56-4d4d-843b-59b4928ae34c is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:51.537737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:51.542311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:51.550241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Pushing event updated for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:51.569615 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:51.612461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:51.613126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.630353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-67f2d866-03b2-4e88-8742-21d3bc01e905 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8106985 Aug 31 07:02:51.646624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Request body: {'port': {'device_id': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:51.669903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de2319de-5585-41b5-9bd0-cbb2ca51be76 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:51.673445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-de2319de-5585-41b5-9bd0-cbb2ca51be76 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1749256 Aug 31 07:02:51.675098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.715046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b6cbbcb6-4c27-4a96-9bba-d969a32fd28a tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386920 Aug 31 07:02:51.718521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.719281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:51.791381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f4f74840-2929-4da6-8bb0-3540e869b41e tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=7c30408f721b4504ab9c8b142e0d2fd3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0714629 Aug 31 07:02:51.794409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55784) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.805147 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:50Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:51.949566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ba1314-94ca-46a9-9938-cc01056f10ef tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:51.954436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32ba1314-94ca-46a9-9938-cc01056f10ef tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589608 Aug 31 07:02:51.955993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55792) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:51.973311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Checking router: 8599cc9b-9c52-453f-b82d-6719b68fea7b for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:51.975390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Updating router 8599cc9b-9c52-453f-b82d-6719b68fea7b port 75dbf57a-d97d-42ec-a543-7cbfc7275084 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:02:51.992569 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5706c328-10d5-49f6-ab2b-9b342a504968 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335052 Aug 31 07:02:51.992569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55796) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:52.004377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1121246325', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:02:52.028397 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.118923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ae134fb-0701-4b86-bbfa-4992972e1bc7 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:52.125036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:02:52.132265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.140649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.165881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Transition to ACTIVE for port object 9ae134fb-0701-4b86-bbfa-4992972e1bc7 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:52.171790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.243266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:52.378055 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.390996 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Transition to ACTIVE for port object 75dbf57a-d97d-42ec-a543-7cbfc7275084 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:52.398677 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.458609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Attempting to bind port 75dbf57a-d97d-42ec-a543-7cbfc7275084 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:52.459281 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Attempting to bind port 75dbf57a-d97d-42ec-a543-7cbfc7275084 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:52.459375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Attempting to bind port 75dbf57a-d97d-42ec-a543-7cbfc7275084 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:52.473345 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:52.473743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:52.474331 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.474955 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:52.475455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Bound port: 75dbf57a-d97d-42ec-a543-7cbfc7275084, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:52.475856 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.495889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118fd31-ff73-4608-b4db-e5046d22dbf3 req-13c786a3-5411-4e61-90cf-713355ae965f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:52.499900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2118fd31-ff73-4608-b4db-e5046d22dbf3 req-13c786a3-5411-4e61-90cf-713355ae965f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 943 time: 0.2853758 Aug 31 07:02:52.534659 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83f619-447d-4d82-9c65-26f7f86a712b None None] Pushing event updated for resources: {'Port': ['ID=75dbf57a-d97d-42ec-a543-7cbfc7275084,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:52.548598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Attempting to bind port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:52.549270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Attempting to bind port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:52.549714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Attempting to bind port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 on network fb5e533f-ab56-4d4d-843b-59b4928ae34c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:52.557294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 on network fb5e533f-ab56-4d4d-843b-59b4928ae34c not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:02:52.561706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Attempting to bind port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 on network fb5e533f-ab56-4d4d-843b-59b4928ae34c {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:52.567456 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] For port 75dbf57a-d97d-42ec-a543-7cbfc7275084, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:52.572738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:52.573194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Checking segment: {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:52.576962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Bound using segment: {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:52.577682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Bound port: 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '469bd942-a5f0-412a-aa86-f8ad86a72cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:52.578161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.578545 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] For port 75dbf57a-d97d-42ec-a543-7cbfc7275084, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75dbf57a-d97d-42ec-a543-7cbfc7275084,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:52.588270 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.637924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2118fd31-ff73-4608-b4db-e5046d22dbf3 req-237a3b1c-7b70-47df-924e-0323b7ebe968 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227779 Aug 31 07:02:52.700942 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:52.701637 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:52.769382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:52.773794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:52.776401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.786274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.811411 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db83f619-447d-4d82-9c65-26f7f86a712b None None] Pushing event updated for resources: {'Port': ['ID=75dbf57a-d97d-42ec-a543-7cbfc7275084,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:52.896967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:52.898053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:52.899802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:52.900584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] 10.222.0.53 "PUT /v2.0/ports/9ae134fb-0701-4b86-bbfa-4992972e1bc7 HTTP/1.1" status: 200 len: 1092 time: 1.2612455 Aug 31 07:02:52.900980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:52.903780 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65900527-78f1-4bc4-b8ef-db57efa2940e" -d '{"events": [{"name": "network-changed", "server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:52.911009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Subnet': ['ID=4ae80a9b-80bc-4862-b963-f5aaaebed3fc,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:52.913384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Checking segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:52.913630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network hostable DHCP agents. Network: d085dcf8-404a-4b83-850a-8f4744af29f3, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:02:52.925499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.926131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.934399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0dde69-e093-4478-92fd-38fc93e40d4f service neutron] Pushing event updated for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:52.936051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.936744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.937130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.937519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.937993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.938977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.939542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.940306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.940650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.940986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:52.961312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network d085dcf8-404a-4b83-850a-8f4744af29f3 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:02:52.982263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d085dcf8-404a-4b83-850a-8f4744af29f3) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:52.992357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd5ea6f-fc65-4414-bddd-63e0f20fb6d8 None None] Network d085dcf8-404a-4b83-850a-8f4744af29f3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:53.003737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:53.004407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:53.007242 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b87678-0634-49fd-876f-5f8cdf764318 x-openstack-request-id: req-a8b87678-0634-49fd-876f-5f8cdf764318 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:53.007561 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:53.007837 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a8b87678-0634-49fd-876f-5f8cdf764318 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:53.008257 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7', 'status': 'completed', 'code': 200} Aug 31 07:02:53.039148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8010d7a3-2e86-42ac-ab10-1ed8c2969a0a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.0464389 Aug 31 07:02:53.042093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:53.053038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-5aaadff5-7a24-4874-9bb4-f6d1b72ae0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:53.056973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-5aaadff5-7a24-4874-9bb4-f6d1b72ae0c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 1095 time: 0.0991144 Aug 31 07:02:53.149065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-f80c803d-cc8e-47ee-8cef-8f443c79e29e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7 HTTP/1.1" status: 200 len: 217 time: 0.0833976 Aug 31 07:02:53.181766 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:02:53.235411 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:50Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:53.257085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-5ecee00d-c362-4595-bc11-0d2ac91fcafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:53.258518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-5ecee00d-c362-4595-bc11-0d2ac91fcafe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=edd3bc90-ce72-4a79-bf69-485f2123febe HTTP/1.1" status: 200 len: 854 time: 0.1024098 Aug 31 07:02:53.288640 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce061983-8f1d-419c-95dd-977fbc4956ae None None] The sync data for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 is: [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:50Z', 'revision_number': 3, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:02:53.307065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-c814872a-634b-459d-b9f2-141d8c4adf13 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5e533f-ab56-4d4d-843b-59b4928ae34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409827 Aug 31 07:02:53.335955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d085dcf8-404a-4b83-850a-8f4744af29f3', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'fixed_ips': [{'subnet_id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:02:53.337079 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:53.507490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-a81ff51d-36a7-4946-a50d-e1d9fe6464b4 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913908 Aug 31 07:02:53.535549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Allocated IP 172.20.0.18 (d085dcf8-404a-4b83-850a-8f4744af29f3/4ae80a9b-80bc-4862-b963-f5aaaebed3fc/6ccbfec6-197b-4a57-bced-44764ad9dd72) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:53.714073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-509a8a26-1bb2-4a71-baa3-ea4e91c7ed48 req-9e092762-3c58-4a4f-a021-79911e47cc8f service neutron] 10.222.0.53 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978629 Aug 31 07:02:53.859912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:53.872740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Transition to ACTIVE for port object 6ccbfec6-197b-4a57-bced-44764ad9dd72 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:53.896744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Transition to ACTIVE for port object 6ccbfec6-197b-4a57-bced-44764ad9dd72 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:53.906331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:53.957601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Network d085dcf8-404a-4b83-850a-8f4744af29f3 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:53.959688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-d0bccefe-b74f-45e6-a805-1d9b29e8b88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:53.961542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-d0bccefe-b74f-45e6-a805-1d9b29e8b88f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=cf619e2547c4442b9aa57da584c66ae7&device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 1095 time: 0.1388655 Aug 31 07:02:53.963498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:53.971002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:53.975090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2322b-a112-42f5-93fd-a3890f90b54c req-b28f795d-4cf6-44ec-b4a6-f663c3632c52 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:53.977000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ad2322b-a112-42f5-93fd-a3890f90b54c req-b28f795d-4cf6-44ec-b4a6-f663c3632c52 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 943 time: 0.2175953 Aug 31 07:02:53.989027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.004198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Pushing event updated for resources: {'Port': ['ID=6ccbfec6-197b-4a57-bced-44764ad9dd72,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:54.019144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.019144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.019388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.019659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.020174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.020810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.023361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.023773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.024115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.024469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.024782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.025301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:02:54.098866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Attempting to bind port 6ccbfec6-197b-4a57-bced-44764ad9dd72 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:54.099509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Attempting to bind port 6ccbfec6-197b-4a57-bced-44764ad9dd72 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:54.100096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Attempting to bind port 6ccbfec6-197b-4a57-bced-44764ad9dd72 on network d085dcf8-404a-4b83-850a-8f4744af29f3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:54.112241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:54.112941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Checking segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:54.113966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.114605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Bound using segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:54.115540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Bound port: 6ccbfec6-197b-4a57-bced-44764ad9dd72, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:54.116164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.142488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ad2322b-a112-42f5-93fd-a3890f90b54c req-7a3d9f09-48f7-40f3-96da-d286d236208b tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536181 Aug 31 07:02:54.203205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-f361e12a-6482-48a0-9d9c-06755abf0473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:54.205671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-f361e12a-6482-48a0-9d9c-06755abf0473 service neutron] 10.222.0.53 "GET /v2.0/networks?id=fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 200 len: 915 time: 0.2272372 Aug 31 07:02:54.244797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] For port 6ccbfec6-197b-4a57-bced-44764ad9dd72, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:54.254260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] For port 6ccbfec6-197b-4a57-bced-44764ad9dd72, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ccbfec6-197b-4a57-bced-44764ad9dd72,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:54.260356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.298534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-c14e16a7-ae8c-47b4-aceb-10eaf5b6a51a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7 HTTP/1.1" status: 200 len: 217 time: 0.0841994 Aug 31 07:02:54.422552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5671fe-c556-4716-887d-ab5506e64320 None None] Pushing event updated for resources: {'Port': ['ID=6ccbfec6-197b-4a57-bced-44764ad9dd72,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:54.427264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-803bad3a-83ba-486d-9d89-2ad30a9d0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:54.434900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-803bad3a-83ba-486d-9d89-2ad30a9d0425 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=edd3bc90-ce72-4a79-bf69-485f2123febe HTTP/1.1" status: 200 len: 854 time: 0.1287644 Aug 31 07:02:54.490415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-1333145a-9727-4179-9bfd-facecc4c8e86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=fb5e533f-ab56-4d4d-843b-59b4928ae34c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465093 Aug 31 07:02:54.549491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75dbf57a-d97d-42ec-a543-7cbfc7275084 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:54.709989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 75dbf57a-d97d-42ec-a543-7cbfc7275084 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:54.717585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-c0b58ee7-ef65-4c2a-9edc-417032a45aa0 service neutron] 10.222.0.53 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185025 Aug 31 07:02:54.719175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 75dbf57a-d97d-42ec-a543-7cbfc7275084 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:54.719725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.20.0.17 (d085dcf8-404a-4b83-850a-8f4744af29f3/4ae80a9b-80bc-4862-b963-f5aaaebed3fc/39bdeba0-0c5e-4508-919e-05ed71eb7f5e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:02:54.721447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.855404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50a69193-160b-4443-8db4-d9ef6e010c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.897605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.921792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Transition to ACTIVE for port object 39bdeba0-0c5e-4508-919e-05ed71eb7f5e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:54.933410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.935139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65900527-78f1-4bc4-b8ef-db57efa2940e req-b6638d3f-5b48-48bb-989b-3bb1ef89470f service neutron] 10.222.0.53 "GET /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097199 Aug 31 07:02:54.964371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 75dbf57a-d97d-42ec-a543-7cbfc7275084, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75dbf57a-d97d-42ec-a543-7cbfc7275084,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:54.975294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:54.984887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.039898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network d085dcf8-404a-4b83-850a-8f4744af29f3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:55.043180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:55.045827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=75dbf57a-d97d-42ec-a543-7cbfc7275084,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:55.048656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:02:55.053034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:55.095928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.260219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.324876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52febb36-d54d-4c93-b150-2c6058c1853a req-6d8744b4-f614-4c49-af9d-b7d66477789f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:55.326522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52febb36-d54d-4c93-b150-2c6058c1853a req-6d8744b4-f614-4c49-af9d-b7d66477789f tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 943 time: 0.0654817 Aug 31 07:02:55.377378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52febb36-d54d-4c93-b150-2c6058c1853a req-f9449eb1-c9e3-4086-8c10-18c9a782ec1d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429366 Aug 31 07:02:55.640059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.650685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:55.739841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ae134fb-0701-4b86-bbfa-4992972e1bc7 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:02:55.836879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:55.854772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.063046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:56.084233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network d085dcf8-404a-4b83-850a-8f4744af29f3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:02:56.088024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '9ae134fb-0701-4b86-bbfa-4992972e1bc7', 'network_id': 'fb5e533f-ab56-4d4d-843b-59b4928ae34c', 'port_id': '9ae134fb-0701-4b86-bbfa-4992972e1bc7', 'mac_address': 'fa:16:3e:7a:ed:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'edd3bc90-ce72-4a79-bf69-485f2123febe', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:02:56.088380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:02:56.134015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55844) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:56.140021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.175724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ae134fb-0701-4b86-bbfa-4992972e1bc7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:02:56.209571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:56.214468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.292435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46836dd-d515-4d8a-8627-497385b26798 None None] Network d085dcf8-404a-4b83-850a-8f4744af29f3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:02:56.310151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:56.316716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 8599cc9b-9c52-453f-b82d-6719b68fea7b has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:02:56.320686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67212ecb-9c8c-4bc9-b452-c1a329ce276a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.454000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9ae134fb-0701-4b86-bbfa-4992972e1bc7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:02:56.458396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8eac8089-3d8e-44ea-8701-d5c4d04ae93f None None] Provisioning for port 6ccbfec6-197b-4a57-bced-44764ad9dd72 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:56.526585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67212ecb-9c8c-4bc9-b452-c1a329ce276a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.602454 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67212ecb-9c8c-4bc9-b452-c1a329ce276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.670300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-67212ecb-9c8c-4bc9-b452-c1a329ce276a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=177c6a21a15a4a6d9427c0549acc92a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5326753 Aug 31 07:02:56.670522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ccbfec6-197b-4a57-bced-44764ad9dd72 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:56.680257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55850) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:56.698783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40026d14-7fe8-42b1-af74-fe87a3e9c7b4 req-e6a63631-9d28-4bfd-b416-85af780bb9d1 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:56.700912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40026d14-7fe8-42b1-af74-fe87a3e9c7b4 req-e6a63631-9d28-4bfd-b416-85af780bb9d1 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 944 time: 0.1859469 Aug 31 07:02:56.758512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67212ecb-9c8c-4bc9-b452-c1a329ce276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37e77c8d-a462-4a07-bbb5-d163ffb6867d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:56.758765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6ccbfec6-197b-4a57-bced-44764ad9dd72 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:56.778800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6ccbfec6-197b-4a57-bced-44764ad9dd72 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:56.780788 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.824183 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-40026d14-7fe8-42b1-af74-fe87a3e9c7b4 req-5f37aef5-6f15-4412-b3a2-3f9d5b83d72c tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010599 Aug 31 07:02:56.837740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.881159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.911252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.945826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.949532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:56.953859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/37e77c8d-a462-4a07-bbb5-d163ffb6867d HTTP/1.1" status: 204 len: 168 time: 0.2699268 Aug 31 07:02:56.960821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c378a65e-5c7a-4920-82ec-40fc674c45e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e77c8d-a462-4a07-bbb5-d163ffb6867d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:56.998597 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6ccbfec6-197b-4a57-bced-44764ad9dd72, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ccbfec6-197b-4a57-bced-44764ad9dd72,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:57.005772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.006940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75dbf57a-d97d-42ec-a543-7cbfc7275084 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:57.086699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:02:57.100032 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4119740b-32aa-4fda-93d6-c6038e662975 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "PUT /v2.0/routers/8599cc9b-9c52-453f-b82d-6719b68fea7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0510073 Aug 31 07:02:57.114584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Sync routers for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:02:57.153379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:57.154346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:57.164198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Provisioning complete for port 6ccbfec6-197b-4a57-bced-44764ad9dd72 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:57.164784 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.202049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6ccbfec6-197b-4a57-bced-44764ad9dd72,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:57.325884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 75dbf57a-d97d-42ec-a543-7cbfc7275084 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:57.326382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.396191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:57.520427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-0115cc66-789d-4dfd-9c12-56a22f583efb tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:57.522642 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-0115cc66-789d-4dfd-9c12-56a22f583efb tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/networks?id=d085dcf8-404a-4b83-850a-8f4744af29f3 HTTP/1.1" status: 200 len: 798 time: 0.1794868 Aug 31 07:02:57.527428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 55872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:57.550355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f19c920-253d-43c5-80ac-02cc1e638d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.553816 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03899b92-df5f-4a5c-9f04-ad532ae5fdfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.559854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-e8714875-b9a3-4a0d-887a-b9093b3c9750 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/quotas/7c30408f721b4504ab9c8b142e0d2fd3 HTTP/1.1" status: 200 len: 375 time: 0.0253294 Aug 31 07:02:57.658466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-4126a5d5-8cfd-4e99-8eb8-7c393a4d9812 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0904591 Aug 31 07:02:57.722624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f19c920-253d-43c5-80ac-02cc1e638d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.727426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f19c920-253d-43c5-80ac-02cc1e638d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.775412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f19c920-253d-43c5-80ac-02cc1e638d39 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af54868655224609978b19f178f3e354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466624 Aug 31 07:02:57.779009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 55876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:02:57.793932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f19c920-253d-43c5-80ac-02cc1e638d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c40efb-5784-4d48-8328-24696977c7f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:57.822524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ae134fb-0701-4b86-bbfa-4992972e1bc7 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:57.965759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.986468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Provisioning for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:57.989352 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:57.995675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.030115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Provisioning complete for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:58.030486 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.065190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d16430f-103a-4b8c-be94-f8872716b76b req-543f7223-a093-45ea-a787-7f7dd5072c53 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:58.068065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d16430f-103a-4b8c-be94-f8872716b76b req-543f7223-a093-45ea-a787-7f7dd5072c53 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 944 time: 0.1232994 Aug 31 07:02:58.096978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:02:58.102898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-0f9245ce-072e-41f1-8470-e2e4889d57db service neutron] 10.222.0.57 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4236901 Aug 31 07:02:58.120090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:58.120679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.170396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-71d7f580-1d28-462e-b9d1-490d1ba295de None None] Port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:58.171590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.178795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.180293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/59c40efb-5784-4d48-8328-24696977c7f3 HTTP/1.1" status: 204 len: 168 time: 0.3990245 Aug 31 07:02:58.184043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:55Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '39bdeba0-0c5e-4508-919e-05ed71eb7f5e', 'name': '', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:b8:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:54Z', 'updated_at': '2021-08-31T07:02:55Z', 'revision_number': 2, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:58.217517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bacb08-34ad-46c0-8a6c-9980352ef901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c40efb-5784-4d48-8328-24696977c7f3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:58.230146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-66b9c1ec-5227-40dc-8a73-7b79867f0ce6 service neutron] 10.222.0.57 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189876 Aug 31 07:02:58.233813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d16430f-103a-4b8c-be94-f8872716b76b req-ebb2e27a-8ccc-47a0-afee-8f86522407cc tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403720 Aug 31 07:02:58.246869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Checking router: 8599cc9b-9c52-453f-b82d-6719b68fea7b for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:02:58.247455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Updating router 8599cc9b-9c52-453f-b82d-6719b68fea7b port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:02:58.307178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.392104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2faf5f4-469b-40c1-b70f-30fd6b548ade None None] Provisioning complete for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:58.394791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2faf5f4-469b-40c1-b70f-30fd6b548ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.399501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.461257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:02:58.476011 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721b0c6b-ab24-4f76-80a5-ff1382d42433" -d '{"events": [{"server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "name": "network-vif-plugged", "status": "completed", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:02:58.515953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b75a41c-f50e-43b2-8d72-7d19f10bcda6 req-db86c353-1004-48c7-a87f-2cb0c2a78981 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 210 time: 0.0527360 Aug 31 07:02:58.579210 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fca5703-73fd-4de1-97ca-c17f252053c4 x-openstack-request-id: req-7fca5703-73fd-4de1-97ca-c17f252053c4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:02:58.579502 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "name": "network-vif-plugged", "status": "completed", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:02:58.579791 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7fca5703-73fd-4de1-97ca-c17f252053c4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:02:58.580178 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7', 'code': 200} Aug 31 07:02:58.587861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ccbfec6-197b-4a57-bced-44764ad9dd72 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:02:58.592381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:02:58.624336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.669354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a2faf5f4-469b-40c1-b70f-30fd6b548ade None None] Port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:02:58.722325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeac17f-abed-4123-a945-9eff9a71c4f1 req-6e8797e8-90a6-41b4-8efe-c8678fd4a37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:58.725821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1aeac17f-abed-4123-a945-9eff9a71c4f1 req-6e8797e8-90a6-41b4-8efe-c8678fd4a37a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 1097 time: 0.0824661 Aug 31 07:02:58.750619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:58.770404 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1aeac17f-abed-4123-a945-9eff9a71c4f1 req-a9cbd774-22ce-437a-8569-035e69277600 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 Aug 31 07:02:58.774217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6ccbfec6-197b-4a57-bced-44764ad9dd72 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:02:58.774602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.948386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:58.965538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Transition to ACTIVE for port object 39bdeba0-0c5e-4508-919e-05ed71eb7f5e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:02:58.973604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:59.075155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441b66-6920-4bf7-8906-561a503eb8d1 None None] Pushing event updated for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:59.128717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Attempting to bind port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:02:59.129815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Attempting to bind port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:02:59.130424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Attempting to bind port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e on network d085dcf8-404a-4b83-850a-8f4744af29f3 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:02:59.136193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:02:59.136856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Checking segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:02:59.137493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:59.138080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Bound using segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:02:59.138756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Bound port: 39bdeba0-0c5e-4508-919e-05ed71eb7f5e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:02:59.139360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:59.229485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] For port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:02:59.239102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] For port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:02:59.244667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:59.394961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66441b66-6920-4bf7-8906-561a503eb8d1 None None] Pushing event updated for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:02:59.400466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:02:59.400466 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:59.481918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7f100-f1e5-442c-81f8-a5d8c436a1c6 req-8dbc826c-2bb7-41cd-8154-c372bc584b2c tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:59.491222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-95b7f100-f1e5-442c-81f8-a5d8c436a1c6 req-8dbc826c-2bb7-41cd-8154-c372bc584b2c tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 945 time: 0.1093664 Aug 31 07:02:59.537465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-95b7f100-f1e5-442c-81f8-a5d8c436a1c6 req-58b109b6-bdd2-4aa4-86b0-9928bb8b82bf tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449395 Aug 31 07:02:59.588020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:02:59.716324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a6c2450-33cb-4e89-9b0b-d9a6bf932eb2 req-da38dadc-540a-41f2-bd95-cf24a5fe463a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 210 time: 0.0419056 Aug 31 07:02:59.718883 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:02:59.957500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-a2d00772-51e7-43a0-85e8-a5a843372310 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:02:59.960042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-a2d00772-51e7-43a0-85e8-a5a843372310 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.50 "GET /v2.0/networks?id=d085dcf8-404a-4b83-850a-8f4744af29f3 HTTP/1.1" status: 200 len: 798 time: 0.2116177 Aug 31 07:02:59.968632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:55Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '39bdeba0-0c5e-4508-919e-05ed71eb7f5e', 'name': '', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:b8:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:54Z', 'updated_at': '2021-08-31T07:02:59Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:02:59.976221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Request body: {'port': {'device_id': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'admin_state_up': True, 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:00.006744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2f88822-6aed-4d2c-8809-54fe9cbfc0c5 None None] The sync data for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 is: [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:02:55Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '39bdeba0-0c5e-4508-919e-05ed71eb7f5e', 'name': '', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:b8:41:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3421, 'fixed_ips': [{'subnet_id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:54Z', 'updated_at': '2021-08-31T07:02:59Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:00.147391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Made reservation on behalf of 7c30408f721b4504ab9c8b142e0d2fd3 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:03:00.151106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.363609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Allocated IP 172.20.0.24 (d085dcf8-404a-4b83-850a-8f4744af29f3/4ae80a9b-80bc-4862-b963-f5aaaebed3fc/38822675-eea4-4143-a753-24802517600d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:00.526325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 39bdeba0-0c5e-4508-919e-05ed71eb7f5e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:00.573763 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.594283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Transition to ACTIVE for port object 38822675-eea4-4143-a753-24802517600d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:00.608409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:00.615688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:00.616168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.641454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.732513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Network d085dcf8-404a-4b83-850a-8f4744af29f3 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:00.748585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:00.752685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:00.760395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6e926-8187-43f5-86f8-e539a99c1dba req-ab489e84-0167-44ff-abc8-f5c033edd245 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:00.768557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59e6e926-8187-43f5-86f8-e539a99c1dba req-ab489e84-0167-44ff-abc8-f5c033edd245 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 945 time: 0.1143348 Aug 31 07:03:00.793975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event updated for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:00.839745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.851569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:00.853726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.857455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59e6e926-8187-43f5-86f8-e539a99c1dba req-3e805498-8945-47fa-bdbe-e3c701573ce9 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769691 Aug 31 07:03:00.915620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-d4355fbb-69da-442d-9b9e-3217a234adf0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9431584 Aug 31 07:03:00.917558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:00.928567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:00.932943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Request body: {'port': {'device_id': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:00.992451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8a0e2-6937-4db3-8381-d1f7e56d292e req-d17e79fc-6e21-480a-be6e-9a6409ae4596 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:00.994534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2ab8a0e2-6937-4db3-8381-d1f7e56d292e req-d17e79fc-6e21-480a-be6e-9a6409ae4596 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 895 time: 0.1380069 Aug 31 07:03:01.071844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:01.088787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.096594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.188888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e436d3b2-b739-4d72-bee8-35a6789ee0e3 None None] Provisioning for port 38822675-eea4-4143-a753-24802517600d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:01.197741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e436d3b2-b739-4d72-bee8-35a6789ee0e3 None None] Provisioning complete for port 38822675-eea4-4143-a753-24802517600d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:01.198120 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e436d3b2-b739-4d72-bee8-35a6789ee0e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.247826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e436d3b2-b739-4d72-bee8-35a6789ee0e3 None None] Port 38822675-eea4-4143-a753-24802517600d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:01.484011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38822675-eea4-4143-a753-24802517600d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:01.493714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.512598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Transition to ACTIVE for port object 38822675-eea4-4143-a753-24802517600d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:01.516818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.581830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Pushing event updated for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:01.677431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Attempting to bind port 38822675-eea4-4143-a753-24802517600d on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:01.677760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Attempting to bind port 38822675-eea4-4143-a753-24802517600d by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:01.678090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Attempting to bind port 38822675-eea4-4143-a753-24802517600d on network d085dcf8-404a-4b83-850a-8f4744af29f3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:01.684948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Port 38822675-eea4-4143-a753-24802517600d on network d085dcf8-404a-4b83-850a-8f4744af29f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:03:01.684948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Attempting to bind port 38822675-eea4-4143-a753-24802517600d on network d085dcf8-404a-4b83-850a-8f4744af29f3 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:01.689892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:01.690233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Checking segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:01.690618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Bound using segment: {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:01.691046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Bound port: 38822675-eea4-4143-a753-24802517600d, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0fa9e422-47e4-4096-9149-9284f8b223d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:01.691551 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.780129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:01.784776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=38822675-eea4-4143-a753-24802517600d,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:01.792043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.854985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:01.855723 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:01.862513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] 10.222.0.50 "PUT /v2.0/ports/38822675-eea4-4143-a753-24802517600d HTTP/1.1" status: 200 len: 1056 time: 0.9385195 Aug 31 07:03:01.863024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'tag': '38822675-eea4-4143-a753-24802517600d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:01.865361 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90" -d '{"events": [{"name": "network-changed", "server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "tag": "38822675-eea4-4143-a753-24802517600d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:01.956235 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f08ddf2-d2c2-4bfb-b76e-07431957d55f x-openstack-request-id: req-7f08ddf2-d2c2-4bfb-b76e-07431957d55f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:01.956611 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "tag": "38822675-eea4-4143-a753-24802517600d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:01.956931 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7f08ddf2-d2c2-4bfb-b76e-07431957d55f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:01.961006 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'tag': '38822675-eea4-4143-a753-24802517600d', 'status': 'completed', 'code': 200} Aug 31 07:03:01.964298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc54fc3e-f7d7-4417-a1ab-06259feac92c service neutron] Pushing event updated for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:01.979407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-dab303c5-d770-4531-90b0-1f1f8adf7b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:01.981092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-dab303c5-d770-4531-90b0-1f1f8adf7b99 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 1059 time: 0.0723829 Aug 31 07:03:02.052078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-3991fd3b-14f1-47c5-9426-be3db2a9c81f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=38822675-eea4-4143-a753-24802517600d HTTP/1.1" status: 200 len: 217 time: 0.0623407 Aug 31 07:03:02.142478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-22006416-c972-4e13-96f2-c0bdd41743ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.144794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-22006416-c972-4e13-96f2-c0bdd41743ae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ae80a9b-80bc-4862-b963-f5aaaebed3fc HTTP/1.1" status: 200 len: 838 time: 0.0854554 Aug 31 07:03:02.257843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a8add3-147a-42da-b384-1fd66b3835fe req-ece8395e-2b05-49ed-ac08-cb584dead1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.259599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-ece8395e-2b05-49ed-ac08-cb584dead1de service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d085dcf8-404a-4b83-850a-8f4744af29f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1066749 Aug 31 07:03:02.274812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d764c6a-4c3b-475e-a66f-712e09b9aebd req-8b94aaa2-d139-4ee3-806c-76bcdb3b9cce tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.277208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d764c6a-4c3b-475e-a66f-712e09b9aebd req-8b94aaa2-d139-4ee3-806c-76bcdb3b9cce tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 907 time: 0.1147096 Aug 31 07:03:02.380920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-ee590b42-327f-4838-9e4d-7263d04a2b3f service neutron] 10.222.0.50 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026022 Aug 31 07:03:02.499245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 39bdeba0-0c5e-4508-919e-05ed71eb7f5e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:02.505315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84a8add3-147a-42da-b384-1fd66b3835fe req-093b4a9e-df88-442c-98a5-246bcd619500 service neutron] 10.222.0.50 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164908 Aug 31 07:03:02.588533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:02.589140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:02.641896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-1ba74376-2659-4f8c-bef7-c820ddffd30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.646962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-1ba74376-2659-4f8c-bef7-c820ddffd30c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 1059 time: 0.0902388 Aug 31 07:03:02.789176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-7f4c84bf-4f49-45b2-be48-7b378b9336e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.790741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-7f4c84bf-4f49-45b2-be48-7b378b9336e3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d085dcf8-404a-4b83-850a-8f4744af29f3 HTTP/1.1" status: 200 len: 899 time: 0.1363473 Aug 31 07:03:02.842253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-729fd591-d540-4ff7-8896-b34946932e85 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.24&port_id=38822675-eea4-4143-a753-24802517600d HTTP/1.1" status: 200 len: 217 time: 0.0435979 Aug 31 07:03:02.901379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-9208f9ed-2be0-4e9f-89c9-a67d6be2fdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.903047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-9208f9ed-2be0-4e9f-89c9-a67d6be2fdc8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4ae80a9b-80bc-4862-b963-f5aaaebed3fc HTTP/1.1" status: 200 len: 838 time: 0.0530097 Aug 31 07:03:02.962025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-84fe95fa-2b87-40b2-8deb-80019530bfa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:02.963706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-84fe95fa-2b87-40b2-8deb-80019530bfa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d085dcf8-404a-4b83-850a-8f4744af29f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0524306 Aug 31 07:03:03.070784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-34bfc8de-daf8-4f9f-ac11-65895bae139d service neutron] 10.222.0.50 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987015 Aug 31 07:03:03.185241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d3d1d6dc-f47e-4297-bc49-dfea7a843b90 req-f9e7e664-1fbe-40ae-baff-88ba95029c0c service neutron] 10.222.0.50 "GET /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064327 Aug 31 07:03:03.427818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71ff006-88ca-4e43-989c-8f14cf66e2c3 req-d2c4c866-9646-46aa-84d3-b1e1ab72948d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:03.429349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e71ff006-88ca-4e43-989c-8f14cf66e2c3 req-d2c4c866-9646-46aa-84d3-b1e1ab72948d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 907 time: 0.0697842 Aug 31 07:03:04.594284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d10a14-555b-489d-b697-84f4d611aa50 req-751968b2-8f47-40b1-8119-929cd865059f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:04.605058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d0d10a14-555b-489d-b697-84f4d611aa50 req-751968b2-8f47-40b1-8119-929cd865059f tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 907 time: 0.1010070 Aug 31 07:03:05.024970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 38822675-eea4-4143-a753-24802517600d details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:03:05.166649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=38822675-eea4-4143-a753-24802517600d,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:05.186828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '38822675-eea4-4143-a753-24802517600d', 'network_id': 'd085dcf8-404a-4b83-850a-8f4744af29f3', 'port_id': '38822675-eea4-4143-a753-24802517600d', 'mac_address': 'fa:16:3e:00:2d:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ae80a9b-80bc-4862-b963-f5aaaebed3fc', 'ip_address': '172.20.0.24'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:03:05.247548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:05.263159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38822675-eea4-4143-a753-24802517600d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:05.291947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=38822675-eea4-4143-a753-24802517600d,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:05.296041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:05.353824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:05.542439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['38822675-eea4-4143-a753-24802517600d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:05.681531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:05.801122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5625656-c7c3-43b0-9ffc-6461dd52036b req-0acdf393-4f34-4bcf-a236-4481017f2450 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:05.815844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5625656-c7c3-43b0-9ffc-6461dd52036b req-0acdf393-4f34-4bcf-a236-4481017f2450 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 908 time: 0.1024442 Aug 31 07:03:06.944817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78b0b4-185a-47e7-9e61-2fee460c0b01 req-ac79316f-c00a-4d61-b08d-00d833413faa tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:06.946557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f78b0b4-185a-47e7-9e61-2fee460c0b01 req-ac79316f-c00a-4d61-b08d-00d833413faa tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 908 time: 0.0565815 Aug 31 07:03:07.034047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 38822675-eea4-4143-a753-24802517600d up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:07.095328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 38822675-eea4-4143-a753-24802517600d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:07.099491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 38822675-eea4-4143-a753-24802517600d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:07.099859 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:07.183598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:07.207301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38822675-eea4-4143-a753-24802517600d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:07.209943 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dcf3298-e5cb-4e98-95bc-d64f75830ec5" -d '{"events": [{"server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "name": "network-vif-plugged", "status": "completed", "tag": "38822675-eea4-4143-a753-24802517600d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:07.223320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=38822675-eea4-4143-a753-24802517600d,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:07.227591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:07.256643 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36308b2-a494-4bee-a763-376e7a59d4f2 x-openstack-request-id: req-b36308b2-a494-4bee-a763-376e7a59d4f2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:07.257149 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "name": "network-vif-plugged", "status": "completed", "tag": "38822675-eea4-4143-a753-24802517600d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:07.257443 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b36308b2-a494-4bee-a763-376e7a59d4f2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:07.258439 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38822675-eea4-4143-a753-24802517600d', 'code': 200} Aug 31 07:03:07.292934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:07.365269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c67888-563c-40fc-9abb-a17b85f4b73a req-18d4e4ef-1488-4023-a6c6-85ede4c6623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:07.366798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-48c67888-563c-40fc-9abb-a17b85f4b73a req-18d4e4ef-1488-4023-a6c6-85ede4c6623f service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 1061 time: 0.0436735 Aug 31 07:03:08.102573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd737ac3-fe71-4048-b309-7a500591b746 req-2e88dd0c-c58e-461a-9545-e66af241b90e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:08.104330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd737ac3-fe71-4048-b309-7a500591b746 req-2e88dd0c-c58e-461a-9545-e66af241b90e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0693328 Aug 31 07:03:09.236246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c480d42-262e-4d67-9225-031d88cf9dc9 req-dc1ffb86-130d-4eab-b229-6d73efdaf698 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:09.241813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c480d42-262e-4d67-9225-031d88cf9dc9 req-dc1ffb86-130d-4eab-b229-6d73efdaf698 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0601263 Aug 31 07:03:09.385417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f48ce-9bb5-4c4a-b72e-9a12c1ab63e5 req-f1d4419f-2b1d-4235-80c1-ee35fbe1eeaa tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:09.386977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-792f48ce-9bb5-4c4a-b72e-9a12c1ab63e5 req-f1d4419f-2b1d-4235-80c1-ee35fbe1eeaa tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0638208 Aug 31 07:03:09.542642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fd3baf-bf8b-41c8-a8cf-614d150008f9 req-f4e24304-1b94-4e45-8528-7eef24e99207 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:09.553684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18fd3baf-bf8b-41c8-a8cf-614d150008f9 req-f4e24304-1b94-4e45-8528-7eef24e99207 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 1061 time: 0.0868356 Aug 31 07:03:09.680907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3fbc38-b4eb-43d2-a802-b54a7faffcbb req-91b55e7d-ab76-4cb0-be20-1a4426cdf0d9 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:09.682423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc3fbc38-b4eb-43d2-a802-b54a7faffcbb req-91b55e7d-ab76-4cb0-be20-1a4426cdf0d9 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.0490327 Aug 31 07:03:09.728846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc3fbc38-b4eb-43d2-a802-b54a7faffcbb req-441bd88d-92d6-475a-8e26-1289ae515064 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0400546 Aug 31 07:03:09.752113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:09.798746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86b114a-116f-4c51-9bdf-237da300be48 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:09.800499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c86b114a-116f-4c51-9bdf-237da300be48 tempest-TestSecurityGroupsBasicOps-817457153 tempest-TestSecurityGroupsBasicOps-817457153-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 1056 time: 0.0474055 Aug 31 07:03:10.044654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06d19cb-fe1a-450e-afb4-3e906f0726ef req-8c58df97-baba-4156-8330-403a1e90c51a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:10.046144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a06d19cb-fe1a-450e-afb4-3e906f0726ef req-8c58df97-baba-4156-8330-403a1e90c51a tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0519595 Aug 31 07:03:11.185673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d79afb-a92c-4dee-b25c-8b04b3bbda26 req-fdcbcccc-87bc-4a02-9692-4d5ff41201db tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:11.187160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-42d79afb-a92c-4dee-b25c-8b04b3bbda26 req-fdcbcccc-87bc-4a02-9692-4d5ff41201db tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0525093 Aug 31 07:03:11.572579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846f975-9c6b-4378-a102-278805c81e28 req-60b3cb9e-abc2-41f2-9a3f-75108d79d8e5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:11.574210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e846f975-9c6b-4378-a102-278805c81e28 req-60b3cb9e-abc2-41f2-9a3f-75108d79d8e5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.50 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 909 time: 0.0525870 Aug 31 07:03:11.682056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port 38822675-eea4-4143-a753-24802517600d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:11.682400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:11.788900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port 38822675-eea4-4143-a753-24802517600d, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=38822675-eea4-4143-a753-24802517600d,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:11.789281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:11.803144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for 38822675-eea4-4143-a753-24802517600d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:11.964084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:12.043154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=38822675-eea4-4143-a753-24802517600d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:12.075877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] No DVR routers for this DVR port 38822675-eea4-4143-a753-24802517600d on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:12.084263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:12.088446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e846f975-9c6b-4378-a102-278805c81e28 req-9ce900e5-c7d6-42d3-9b11-7f12880f14b5 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.50 "DELETE /v2.0/ports/38822675-eea4-4143-a753-24802517600d HTTP/1.1" status: 204 len: 173 time: 0.5063479 Aug 31 07:03:12.089975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'name': 'network-vif-deleted', 'tag': '38822675-eea4-4143-a753-24802517600d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:12.110913 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34367f76-9dc7-4e36-86d8-37f200be6426" -d '{"events": [{"server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "name": "network-vif-deleted", "tag": "38822675-eea4-4143-a753-24802517600d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:12.183460 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7019764c-c330-4efc-a20a-0f69127d0f98 x-openstack-request-id: req-7019764c-c330-4efc-a20a-0f69127d0f98 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:12.184234 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a66869b9-6ed6-4b20-b141-8c96ceaddfed", "name": "network-vif-deleted", "tag": "38822675-eea4-4143-a753-24802517600d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:12.184462 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7019764c-c330-4efc-a20a-0f69127d0f98 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:12.185989 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a66869b9-6ed6-4b20-b141-8c96ceaddfed', 'name': 'network-vif-deleted', 'tag': '38822675-eea4-4143-a753-24802517600d', 'status': 'completed', 'code': 200} Aug 31 07:03:12.328309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6cdcb28-9598-4856-8cfa-5d03ca80fcf2 req-95010f8d-ea6a-4bdf-807e-bc9154a364a7 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=a66869b9-6ed6-4b20-b141-8c96ceaddfed HTTP/1.1" status: 200 len: 210 time: 0.0419705 Aug 31 07:03:13.419698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56180) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:14.158109 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:14.462000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:14.462509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:14.609793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port 39bdeba0-0c5e-4508-919e-05ed71eb7f5e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:14.611739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:14.635912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for 39bdeba0-0c5e-4508-919e-05ed71eb7f5e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:14.998376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:15.047052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=39bdeba0-0c5e-4508-919e-05ed71eb7f5e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:15.097385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 38822675-eea4-4143-a753-24802517600d no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:15.140560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 38822675-eea4-4143-a753-24802517600d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:15.151637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 38822675-eea4-4143-a753-24802517600d not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:15.439867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:15.769221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:15.827356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 8599cc9b-9c52-453f-b82d-6719b68fea7b has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:16.020370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:16.033267 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Sync routers for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:16.048831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:16.049418 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:16.050063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56226) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:16.051267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c0c4009d-d51e-4535-9abd-57ed5ec90008 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "PUT /v2.0/routers/8599cc9b-9c52-453f-b82d-6719b68fea7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6270816 Aug 31 07:03:16.150745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting subnet 4ae80a9b-80bc-4862-b963-f5aaaebed3fc {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:03:16.158640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:16.172479 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:16.212613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:16.362721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:16.434312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:03:14Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:16.487449 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Checking router: 8599cc9b-9c52-453f-b82d-6719b68fea7b for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:16.501487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:16.507518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Routers {'8599cc9b-9c52-453f-b82d-6719b68fea7b'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:16.508737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8599cc9b-9c52-453f-b82d-6719b68fea7b'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:16.557790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:16.560225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/subnets/4ae80a9b-80bc-4862-b963-f5aaaebed3fc HTTP/1.1" status: 204 len: 168 time: 0.5079875 Aug 31 07:03:16.562143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89abfe10-71dd-4873-b29d-7726a90a9e44 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae80a9b-80bc-4862-b963-f5aaaebed3fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:16.563202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56230) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:16.563811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dabdc1b-de64-4111-92df-4daea4ffd725 None None] Network d085dcf8-404a-4b83-850a-8f4744af29f3 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:03:16.720064 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] Set router 8599cc9b-9c52-453f-b82d-6719b68fea7b gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:17.067128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] DHCP port deletion for d085dcf8-404a-4b83-850a-8f4744af29f3 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:03:17.238231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Deleting port 6ccbfec6-197b-4a57-bced-44764ad9dd72 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:17.240599 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.331755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.353043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:03:14Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:17.358178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] For port 6ccbfec6-197b-4a57-bced-44764ad9dd72, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ccbfec6-197b-4a57-bced-44764ad9dd72,segment=NetworkSegment(0fa9e422-47e4-4096-9149-9284f8b223d5),segment_id=0fa9e422-47e4-4096-9149-9284f8b223d5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:17.358747 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.379179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Calling delete_port for 6ccbfec6-197b-4a57-bced-44764ad9dd72 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:17.406985 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22811d1-0d08-4227-bac5-0335285fcd42 None None] The sync data for ids ['8599cc9b-9c52-453f-b82d-6719b68fea7b'] in n-d-712707-15 is: [{'id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1604449866', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:02:49Z', 'updated_at': '2021-08-31T07:03:14Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '75dbf57a-d97d-42ec-a543-7cbfc7275084', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:ff:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8599cc9b-9c52-453f-b82d-6719b68fea7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:02:50Z', 'updated_at': '2021-08-31T07:02:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:17.493010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.531952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.566079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] Pushing event deleted for resources: {'Port': ['ID=6ccbfec6-197b-4a57-bced-44764ad9dd72,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:17.579099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f7fc64-48d5-409a-8bb1-4ae4074526d6 None None] No DVR routers for this DVR port 6ccbfec6-197b-4a57-bced-44764ad9dd72 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:17.610462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port 75dbf57a-d97d-42ec-a543-7cbfc7275084 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:17.610462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.710727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port 75dbf57a-d97d-42ec-a543-7cbfc7275084, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=75dbf57a-d97d-42ec-a543-7cbfc7275084,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:17.711453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:17.741273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for 75dbf57a-d97d-42ec-a543-7cbfc7275084 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:17.991867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.033235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=75dbf57a-d97d-42ec-a543-7cbfc7275084,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:18.120014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.272706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.274971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.363769 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.364428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Fanout notify agent at l3_agent the message router_deleted on router 8599cc9b-9c52-453f-b82d-6719b68fea7b {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:03:18.380989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.382464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2363117c-0637-4748-bf2f-3c2556e184b4 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/routers/8599cc9b-9c52-453f-b82d-6719b68fea7b HTTP/1.1" status: 204 len: 168 time: 1.8181200 Aug 31 07:03:18.385162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:18.674351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 39bdeba0-0c5e-4508-919e-05ed71eb7f5e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:18.684394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.714307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 39bdeba0-0c5e-4508-919e-05ed71eb7f5e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:18.717167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 39bdeba0-0c5e-4508-919e-05ed71eb7f5e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:18.717715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ccbfec6-197b-4a57-bced-44764ad9dd72 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:18.765940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6ccbfec6-197b-4a57-bced-44764ad9dd72 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:18.766428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ccbfec6-197b-4a57-bced-44764ad9dd72 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:18.850601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.861229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d085dcf8-404a-4b83-850a-8f4744af29f3']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:18.879669 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fa9e422-47e4-4096-9149-9284f8b223d5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:18.880306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fa9e422-47e4-4096-9149-9284f8b223d5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:18.890625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.905803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.914378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:03:18.914378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:03:18.920537 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:03:19.007849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:19.021789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:19.023648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/networks/d085dcf8-404a-4b83-850a-8f4744af29f3 HTTP/1.1" status: 204 len: 168 time: 0.6369920 Aug 31 07:03:19.026916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56262) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:19.042935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715378-de82-4957-99dd-69c69e712dc0 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Network': ['ID=d085dcf8-404a-4b83-850a-8f4744af29f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:19.383699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port e543ff88-14e1-4714-b8b6-5390692ffe3a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:19.384306 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:19.645451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:19.645925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:19.664630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for e543ff88-14e1-4714-b8b6-5390692ffe3a owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:19.976779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:20.013813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=e543ff88-14e1-4714-b8b6-5390692ffe3a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:20.092724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:20.094064 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Floating IP 744bb8f5-20de-4ed8-83e1-8afee66c12f1 disassociated (deleted). External IP: 172.25.3.196, port: e9d85ccb-6e6d-4d19-80bb-9559c5439694. Aug 31 07:03:20.346956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 527b87a6-dde5-44e2-a461-aafd5bb41e85 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:20.415473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75dbf57a-d97d-42ec-a543-7cbfc7275084 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:20.467770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 75dbf57a-d97d-42ec-a543-7cbfc7275084 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:20.485260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 75dbf57a-d97d-42ec-a543-7cbfc7275084 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:20.558985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:20.565076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:20.572491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc300575-89a9-4091-b318-458e893671ea None None] Sync routers for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:20.586577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:20.588744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:20.599932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-84d4a259-35d9-4c2d-a087-ba50fbed4f8e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/floatingips/744bb8f5-20de-4ed8-83e1-8afee66c12f1 HTTP/1.1" status: 204 len: 168 time: 1.5718896 Aug 31 07:03:20.600570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:20.602919 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fb3d83-0790-4e58-8827-47b65b681707" -d '{"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:20.758372 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748219eb-b3bf-48c5-a256-d55cfdfa14f1 x-openstack-request-id: req-748219eb-b3bf-48c5-a256-d55cfdfa14f1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:20.759837 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:20.759837 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-748219eb-b3bf-48c5-a256-d55cfdfa14f1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:20.759837 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'status': 'completed', 'code': 200} Aug 31 07:03:20.854916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-602ebc7d-4428-4b56-b09d-52fcc22b33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:20.857130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-602ebc7d-4428-4b56-b09d-52fcc22b33dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 1137 time: 0.0825014 Aug 31 07:03:21.047369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a645f92-edeb-4338-968d-2ff6022c12f0 req-f7c0a73a-c436-4d2c-9c29-37780505266d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.055616 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a645f92-edeb-4338-968d-2ff6022c12f0 req-f7c0a73a-c436-4d2c-9c29-37780505266d tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.0887752 Aug 31 07:03:21.060118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:21.090700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-857c7c20-b14a-47b0-bd33-dc70bab0c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.092170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-857c7c20-b14a-47b0-bd33-dc70bab0c8f1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 200 len: 898 time: 0.2274911 Aug 31 07:03:21.160980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a645f92-edeb-4338-968d-2ff6022c12f0 req-e379549c-d7d4-47df-8d31-a973ddc9a85e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1004133 Aug 31 07:03:21.164612 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-61dda3b2-c807-466a-ba16-e53369d1ad3e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 200 len: 217 time: 0.0626478 Aug 31 07:03:21.228838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-7f4420c3-607a-4727-8b5f-bb0f62487826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.232935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-7f4420c3-607a-4727-8b5f-bb0f62487826 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 200 len: 835 time: 0.0580494 Aug 31 07:03:21.304876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:21.308171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-39b1de9f-3b1b-4820-b4f4-37a1084b3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:21.309983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-39b1de9f-3b1b-4820-b4f4-37a1084b3f8f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=51fabad7-76d0-4336-8a24-4fb706a38c70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0646088 Aug 31 07:03:21.331573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc300575-89a9-4091-b318-458e893671ea None None] Checking router: 527b87a6-dde5-44e2-a461-aafd5bb41e85 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:21.340037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:21.340783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:21.427050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-49b746f4-38ff-49e0-9114-db729196e563 service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038911 Aug 31 07:03:21.456776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:21.528852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2fb3d83-0790-4e58-8827-47b65b681707 req-6e8a224d-0c93-498a-a0a9-6521c541a9ea service neutron] 10.222.0.53 "GET /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975718 Aug 31 07:03:21.738340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fc300575-89a9-4091-b318-458e893671ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:21.779900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc300575-89a9-4091-b318-458e893671ea None None] The sync data for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 is: [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:01:57Z', 'revision_number': 4, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'b3438f1b-2a57-429c-8bee-fab1dd08ee0f', 'name': '', 'network_id': '51fabad7-76d0-4336-8a24-4fb706a38c70', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'mac_address': 'fa:16:3e:24:67:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_interface', 'standard_attr_id': 3293, 'fixed_ips': [{'subnet_id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:56Z', 'updated_at': '2021-08-31T07:02:07Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'subnets': [{'id': '24533f24-b8ef-461c-8973-c367823ebd7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:22.100198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f91ea2-93ef-47e6-8885-bfe6da138804 None None] New status for floating IP 744bb8f5-20de-4ed8-83e1-8afee66c12f1: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:03:22.373917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837baef-4781-4323-a1a6-f995e6481f80 req-3c97628b-0995-4f27-a041-841be3ae423b tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:22.375575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1837baef-4781-4323-a1a6-f995e6481f80 req-3c97628b-0995-4f27-a041-841be3ae423b tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.1279290 Aug 31 07:03:22.402974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-6d82585b-20ee-4163-b763-2efd733ca337 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:22.404517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-6d82585b-20ee-4163-b763-2efd733ca337 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.53 "GET /v2.0/ports?device_id=d2853752-995c-4d5c-8761-5e7e16f69790 HTTP/1.1" status: 200 len: 985 time: 0.0853620 Aug 31 07:03:22.478554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1837baef-4781-4323-a1a6-f995e6481f80 req-20238031-8b3c-426e-acc1-46057f962775 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "GET /v2.0/security-groups?id=ad2344f6-3ed9-441e-b904-42187b9ee903&id=3667079e-d434-4caf-be46-eee9b3fa4772&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0891848 Aug 31 07:03:22.546593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port e9d85ccb-6e6d-4d19-80bb-9559c5439694 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:22.547035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:22.660961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port e9d85ccb-6e6d-4d19-80bb-9559c5439694, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e9d85ccb-6e6d-4d19-80bb-9559c5439694,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:22.661465 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:22.679683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for e9d85ccb-6e6d-4d19-80bb-9559c5439694 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:22.862010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:22.913106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=e9d85ccb-6e6d-4d19-80bb-9559c5439694,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:22.958619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] No DVR routers for this DVR port e9d85ccb-6e6d-4d19-80bb-9559c5439694 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:22.961156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:22.963390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca88952-c43c-48c6-a4c9-133a36626921 req-f805b113-62fb-44d1-b007-7eaaa95e8f96 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.53 "DELETE /v2.0/ports/e9d85ccb-6e6d-4d19-80bb-9559c5439694 HTTP/1.1" status: 204 len: 173 time: 0.5505960 Aug 31 07:03:22.963826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'name': 'network-vif-deleted', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:22.966179 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16268bd4-9abe-420a-b1de-f151dca057af" -d '{"events": [{"server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "name": "network-vif-deleted", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:23.005931 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac4e451e-6374-4b96-ab05-fabc19851f22 x-openstack-request-id: req-ac4e451e-6374-4b96-ab05-fabc19851f22 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:23.006289 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2853752-995c-4d5c-8761-5e7e16f69790", "name": "network-vif-deleted", "tag": "e9d85ccb-6e6d-4d19-80bb-9559c5439694", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:23.006610 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac4e451e-6374-4b96-ab05-fabc19851f22 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:23.007035 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2853752-995c-4d5c-8761-5e7e16f69790', 'name': 'network-vif-deleted', 'tag': 'e9d85ccb-6e6d-4d19-80bb-9559c5439694', 'status': 'completed', 'code': 200} Aug 31 07:03:23.595227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56344) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:23.671286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.697793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.754980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.760835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.765900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/security-groups/3667079e-d434-4caf-be46-eee9b3fa4772 HTTP/1.1" status: 204 len: 168 time: 0.1690173 Aug 31 07:03:23.769017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:23.803517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac570cc-6671-4590-be83-ac7fcc635407 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3667079e-d434-4caf-be46-eee9b3fa4772,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:23.899927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.932183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.989630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.992686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:23.993964 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/security-groups/ad2344f6-3ed9-441e-b904-42187b9ee903 HTTP/1.1" status: 204 len: 168 time: 0.2236538 Aug 31 07:03:23.997060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:24.005600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad0d24-abb6-4d10-8970-3ca6cfd9e5e8 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2344f6-3ed9-441e-b904-42187b9ee903,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:24.431006 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.729530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port b3438f1b-2a57-429c-8bee-fab1dd08ee0f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:24.730183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.823137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9222c8d2-a1d6-40d4-a36e-06c932137609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.880584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port b3438f1b-2a57-429c-8bee-fab1dd08ee0f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:24.883410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:24.917363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for b3438f1b-2a57-429c-8bee-fab1dd08ee0f owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:25.263544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:25.380567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.411472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=b3438f1b-2a57-429c-8bee-fab1dd08ee0f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:25.442106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.442537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.443083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.443798 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.444092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.444519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.444917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.445454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.446024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.446475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.446870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.447265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:25.505408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9b3190c-9df3-4dae-9303-afac45f3bc9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.697972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.778721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9b3190c-9df3-4dae-9303-afac45f3bc9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.787670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9b3190c-9df3-4dae-9303-afac45f3bc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:25.876443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b9b3190c-9df3-4dae-9303-afac45f3bc9a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26b6eec4681b4899b3a633f2da86c697&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6123030 Aug 31 07:03:25.879885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:25.891026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b3190c-9df3-4dae-9303-afac45f3bc9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea64cfea-4541-4109-9562-a6433cdd7df6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:25.895837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9d85ccb-6e6d-4d19-80bb-9559c5439694 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:25.943877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e9d85ccb-6e6d-4d19-80bb-9559c5439694 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:25.944583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e9d85ccb-6e6d-4d19-80bb-9559c5439694 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:25.988435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.012860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.076711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Router 527b87a6-dde5-44e2-a461-aafd5bb41e85 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:26.090964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.093467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.097809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ea64cfea-4541-4109-9562-a6433cdd7df6 HTTP/1.1" status: 204 len: 168 time: 0.2169354 Aug 31 07:03:26.112768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32906d0-015b-458f-af5f-e62dfcc65afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea64cfea-4541-4109-9562-a6433cdd7df6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:26.374686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:26.383991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Sync routers for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:26.396333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:26.399436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56396) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:26.401012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:26.412041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f162c445-a204-4eb5-ba39-e4897d82c65e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "PUT /v2.0/routers/527b87a6-dde5-44e2-a461-aafd5bb41e85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3987715 Aug 31 07:03:26.533978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting subnet 24533f24-b8ef-461c-8973-c367823ebd7a {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:03:26.538855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.571819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:26.589532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.718789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.803337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.833243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316b40f8-fc45-43e5-8e48-62ec7c6f0a4b None None] Network 51fabad7-76d0-4336-8a24-4fb706a38c70 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:03:26.844762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:26.850610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:26.851459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/subnets/24533f24-b8ef-461c-8973-c367823ebd7a HTTP/1.1" status: 204 len: 168 time: 0.4501522 Aug 31 07:03:26.853117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8d3ba3-8ca1-45a9-9365-9b0edd0b76b3 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Subnet': ['ID=24533f24-b8ef-461c-8973-c367823ebd7a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:26.926400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:03:25Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:26.962254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Checking router: 527b87a6-dde5-44e2-a461-aafd5bb41e85 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:26.993287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Routers {'527b87a6-dde5-44e2-a461-aafd5bb41e85'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:26.994270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:02:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['527b87a6-dde5-44e2-a461-aafd5bb41e85'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:27.010708 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.120057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] Set router 527b87a6-dde5-44e2-a461-aafd5bb41e85 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:27.309542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] DHCP port deletion for 51fabad7-76d0-4336-8a24-4fb706a38c70 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:03:27.475831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2549f6c4-a05c-4af9-ac0c-0f7c5400175c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.492951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Deleting port d18289a8-e126-4d91-9ad9-2c5b274f4b36 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:27.493252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.562092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:03:25Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:27.565404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.592969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c71e7ef-38d2-4fb9-9701-a9650549e9b9 None None] The sync data for ids ['527b87a6-dde5-44e2-a461-aafd5bb41e85'] in n-d-712707-15 is: [{'id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'name': 'tempest-TestSecurityGroupsBasicOps-router-51281585', 'tenant_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:01:50Z', 'updated_at': '2021-08-31T07:03:25Z', 'revision_number': 5, 'project_id': '7c30408f721b4504ab9c8b142e0d2fd3', 'gw_port': {'id': '604da520-f4b3-401f-a356-1c64fa407c2a', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:43:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '527b87a6-dde5-44e2-a461-aafd5bb41e85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3288, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:01:51Z', 'updated_at': '2021-08-31T07:01:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:03:27.630428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] For port d18289a8-e126-4d91-9ad9-2c5b274f4b36, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d18289a8-e126-4d91-9ad9-2c5b274f4b36,segment=NetworkSegment(0348c5a8-385c-48a2-a2b0-f6071eddece0),segment_id=0348c5a8-385c-48a2-a2b0-f6071eddece0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:27.633060 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.660395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Calling delete_port for d18289a8-e126-4d91-9ad9-2c5b274f4b36 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:27.664385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Deleting port 604da520-f4b3-401f-a356-1c64fa407c2a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:27.665049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.798739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] For port 604da520-f4b3-401f-a356-1c64fa407c2a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=604da520-f4b3-401f-a356-1c64fa407c2a,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:27.799407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.807785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.834026 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Calling delete_port for 604da520-f4b3-401f-a356-1c64fa407c2a owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:27.896089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:27.958502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] Pushing event deleted for resources: {'Port': ['ID=d18289a8-e126-4d91-9ad9-2c5b274f4b36,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:27.965001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac5fca1-c58f-494e-802f-a3a6bea412b1 None None] No DVR routers for this DVR port d18289a8-e126-4d91-9ad9-2c5b274f4b36 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:28.128156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.174724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Port': ['ID=604da520-f4b3-401f-a356-1c64fa407c2a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:28.250464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.353643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.355832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.431583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.431583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Fanout notify agent at l3_agent the message router_deleted on router 527b87a6-dde5-44e2-a461-aafd5bb41e85 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:03:28.440451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.446390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56434) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:28.457061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e3f7f82f-b0d3-4ac8-83f6-ed05d907c43e tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/routers/527b87a6-dde5-44e2-a461-aafd5bb41e85 HTTP/1.1" status: 204 len: 168 time: 1.6052971 Aug 31 07:03:28.552201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.615459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b3438f1b-2a57-429c-8bee-fab1dd08ee0f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:28.638948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b3438f1b-2a57-429c-8bee-fab1dd08ee0f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:28.639310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b3438f1b-2a57-429c-8bee-fab1dd08ee0f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:28.639694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d18289a8-e126-4d91-9ad9-2c5b274f4b36 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:28.661547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d18289a8-e126-4d91-9ad9-2c5b274f4b36 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:28.662250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d18289a8-e126-4d91-9ad9-2c5b274f4b36 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:28.825632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.837699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51fabad7-76d0-4336-8a24-4fb706a38c70']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:28.860480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0348c5a8-385c-48a2-a2b0-f6071eddece0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:28.860480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0348c5a8-385c-48a2-a2b0-f6071eddece0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:28.886865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.921847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.930326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:03:28.931152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:03:28.934710 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:03:29.028780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:29.085634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:29.090746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] 10.222.0.57 "DELETE /v2.0/networks/51fabad7-76d0-4336-8a24-4fb706a38c70 HTTP/1.1" status: 204 len: 168 time: 0.6432428 Aug 31 07:03:29.091700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69709b8b-a67c-4087-b3b3-aa0bb893a756 tempest-TestSecurityGroupsBasicOps-368849098 tempest-TestSecurityGroupsBasicOps-368849098-project] Pushing event deleted for resources: {'Network': ['ID=51fabad7-76d0-4336-8a24-4fb706a38c70,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:29.259687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-c7b301ca-d44b-4e42-8432-5f1a31095116 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=439174b6073f4950abec19ad3e5f249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0421276 Aug 31 07:03:29.571098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-48764405-920c-477d-a7b7-d4164824f8ff tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:29.573490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-48764405-920c-477d-a7b7-d4164824f8ff tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3069448 Aug 31 07:03:29.596668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-a39d64d1-ddf3-4fd2-a288-3fa716826940 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/quotas/439174b6073f4950abec19ad3e5f249f HTTP/1.1" status: 200 len: 375 time: 0.0172291 Aug 31 07:03:29.655488 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-da045737-4476-4229-829e-a1ef0123ac0b tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=439174b6073f4950abec19ad3e5f249f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524035 Aug 31 07:03:29.660135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:29.740559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56462) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:29.999868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-64e7973e-3f82-429d-be77-f9d4039107ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7c30408f721b4504ab9c8b142e0d2fd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2570119 Aug 31 07:03:30.003088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56478) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:30.162831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:03:30.214030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da51a0ff-c1a9-47e6-92bf-167117a1e1a6 req-762dd8ba-ffe7-4200-b4e1-afe4fa0aa300 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 210 time: 0.4052043 Aug 31 07:03:30.217362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:30.314945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:30.412022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 604da520-f4b3-401f-a356-1c64fa407c2a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:30.444908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 604da520-f4b3-401f-a356-1c64fa407c2a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:30.445748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 604da520-f4b3-401f-a356-1c64fa407c2a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:30.460390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:30.464154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:30.465848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c1befcb9-7a20-4812-a485-f5e119630a5a HTTP/1.1" status: 204 len: 168 time: 0.4608836 Aug 31 07:03:30.477251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c13c13-a75e-42e6-97c0-6a52c4496b97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1befcb9-7a20-4812-a485-f5e119630a5a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:30.913545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:31.078848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.358638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c68bcec9-462f-4c8f-860b-e31191e54712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.378079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-08de110a-470d-4e39-b4e2-4ea581428c3b tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.50 "GET /v2.0/networks?tenant_id=439174b6073f4950abec19ad3e5f249f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311124 Aug 31 07:03:31.424480 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31689a5b-b58f-4846-bf7e-275f12791d07 req-764b6605-27e9-4df1-9017-4964bf1a1ee2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 210 time: 0.0541663 Aug 31 07:03:31.499674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-a964df77-175f-4f7e-9200-238351c579f7 req-56ae762b-f1b2-49b2-8fb0-2f4c0509c660 service neutron] (94639) timed out ('10.222.0.50', 57147) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:03:31.590591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-20a734fe-9524-4fc9-978d-ef5114c5558a tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.592115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-20a734fe-9524-4fc9-978d-ef5114c5558a tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1947680 Aug 31 07:03:31.598172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c68bcec9-462f-4c8f-860b-e31191e54712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.602511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c68bcec9-462f-4c8f-860b-e31191e54712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.619768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Request body: {'port': {'device_id': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '439174b6073f4950abec19ad3e5f249f'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:31.626001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d34924-4735-484c-8d46-9625f4f47ce2 req-59399973-3572-47a7-924a-8ed9cc8a8d04 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:31.628009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46d34924-4735-484c-8d46-9625f4f47ce2 req-59399973-3572-47a7-924a-8ed9cc8a8d04 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 945 time: 0.0790195 Aug 31 07:03:31.655267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:31.656131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c68bcec9-462f-4c8f-860b-e31191e54712 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=efc776b4d88f4fa5b37c8176b2ecd965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7408926 Aug 31 07:03:31.715480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68bcec9-462f-4c8f-860b-e31191e54712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5aa2b6d-dc42-41d8-b7e8-56a98f9d01a3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:31.725415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46d34924-4735-484c-8d46-9625f4f47ce2 req-afa716b5-f016-4131-a7c3-99f4406544a1 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818176 Aug 31 07:03:31.775636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.810177 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.819463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Made reservation on behalf of 439174b6073f4950abec19ad3e5f249f for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:03:31.823039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.833417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.862432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.866819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.868150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d5aa2b6d-dc42-41d8-b7e8-56a98f9d01a3 HTTP/1.1" status: 204 len: 168 time: 0.2113626 Aug 31 07:03:31.878241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7920325-a1e6-4556-b64f-adef95f3a798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5aa2b6d-dc42-41d8-b7e8-56a98f9d01a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:31.979532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:31.984324 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.021549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:32.147743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Allocated IP 192.168.233.254 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/af78f12a-55bb-42ed-93fd-693cf96450e2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:03:32.328072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.342892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Transition to ACTIVE for port object af78f12a-55bb-42ed-93fd-693cf96450e2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:32.367203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56512) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:32.386132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.427105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:03:32.429298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:03:32.430058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a3758358-7ca2-4354-b32d-044d2f8fab00 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ece8a2ea0221411ab4c42fc27846d1b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0615997 Aug 31 07:03:32.432712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56516) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:32.436818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:03:32.497533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Pushing event updated for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:32.514877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.515696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.556566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-e74d47ef-e0ef-4d4d-8e16-a26ad976b507 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9487720 Aug 31 07:03:32.569394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Request body: {'port': {'device_id': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:03:32.587747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.609476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016490c6-a5ea-406a-90a8-5f96dc45395b req-9a2a8c3e-c849-4320-8481-90f867636aa2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.617483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-016490c6-a5ea-406a-90a8-5f96dc45395b req-9a2a8c3e-c849-4320-8481-90f867636aa2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 936 time: 0.0777173 Aug 31 07:03:32.650691 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.653628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.726813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-016490c6-a5ea-406a-90a8-5f96dc45395b req-5bded803-dc83-4d5a-aa5f-0883e1a4c7e8 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082525 Aug 31 07:03:32.731311 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.735828 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.741570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/579bf244-7a76-4c31-9bf1-9b7619d1d8bb HTTP/1.1" status: 204 len: 168 time: 0.3047085 Aug 31 07:03:32.759575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4680e87-f6a5-4177-9a64-b99ca6a2db98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579bf244-7a76-4c31-9bf1-9b7619d1d8bb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:32.835471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508d9b18-9108-4739-8fbe-b10ab18448a8 None None] Provisioning for port af78f12a-55bb-42ed-93fd-693cf96450e2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:32.841737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508d9b18-9108-4739-8fbe-b10ab18448a8 None None] Provisioning complete for port af78f12a-55bb-42ed-93fd-693cf96450e2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:32.842108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-508d9b18-9108-4739-8fbe-b10ab18448a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:32.907245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-508d9b18-9108-4739-8fbe-b10ab18448a8 None None] Port af78f12a-55bb-42ed-93fd-693cf96450e2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:03:32.964239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d683483-67fb-4503-9232-f8eeaeb9e8fc req-c38c1a37-e661-4d10-8dba-dec231686bb0 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:32.972830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d683483-67fb-4503-9232-f8eeaeb9e8fc req-c38c1a37-e661-4d10-8dba-dec231686bb0 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 945 time: 0.1258414 Aug 31 07:03:33.027406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d683483-67fb-4503-9232-f8eeaeb9e8fc req-32fdd873-bf75-4535-8809-04e1bc63e095 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/security-groups?id=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533664 Aug 31 07:03:33.135398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af78f12a-55bb-42ed-93fd-693cf96450e2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:33.149303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.168232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Transition to ACTIVE for port object af78f12a-55bb-42ed-93fd-693cf96450e2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:03:33.178235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-990e68cf-2d09-4ce1-b00d-a59c1d39a852 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:33.180708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-990e68cf-2d09-4ce1-b00d-a59c1d39a852 tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.53 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 945 time: 0.1006739 Aug 31 07:03:33.190212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.260001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:33.359879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Deleting port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:33.360539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.387371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Attempting to bind port af78f12a-55bb-42ed-93fd-693cf96450e2 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:03:33.387973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Attempting to bind port af78f12a-55bb-42ed-93fd-693cf96450e2 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:03:33.392685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Attempting to bind port af78f12a-55bb-42ed-93fd-693cf96450e2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:33.403959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Port af78f12a-55bb-42ed-93fd-693cf96450e2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:03:33.404635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Attempting to bind port af78f12a-55bb-42ed-93fd-693cf96450e2 on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:03:33.412188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:03:33.413321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:03:33.414098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:03:33.414729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Bound port: af78f12a-55bb-42ed-93fd-693cf96450e2, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:03:33.415264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.506272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:03:33.510191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=af78f12a-55bb-42ed-93fd-693cf96450e2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:03:33.530486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.588148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] For port 9ae134fb-0701-4b86-bbfa-4992972e1bc7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=9ae134fb-0701-4b86-bbfa-4992972e1bc7,segment=NetworkSegment(469bd942-a5f0-412a-aa86-f8ad86a72cfe),segment_id=469bd942-a5f0-412a-aa86-f8ad86a72cfe)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:33.588702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.604103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Calling delete_port for 9ae134fb-0701-4b86-bbfa-4992972e1bc7 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:33.627103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:33.627788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.629923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] 10.222.0.50 "PUT /v2.0/ports/af78f12a-55bb-42ed-93fd-693cf96450e2 HTTP/1.1" status: 200 len: 1097 time: 1.0661409 Aug 31 07:03:33.630186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:33.632951 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e19e50b-15cd-4167-b53c-80ac248f9cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:33.655551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241b3647-6938-47a7-a31a-816d2833cb27 service neutron] Pushing event updated for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:33.742437 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb58376-3739-42a8-88db-97fd149bf6cb x-openstack-request-id: req-2cb58376-3739-42a8-88db-97fd149bf6cb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:33.742817 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:33.743492 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2cb58376-3739-42a8-88db-97fd149bf6cb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:33.743996 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2', 'status': 'completed', 'code': 200} Aug 31 07:03:33.759971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-b93f8568-676d-4197-882f-40168d1503d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:33.761474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-b93f8568-676d-4197-882f-40168d1503d4 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=439174b6073f4950abec19ad3e5f249f&device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 1100 time: 0.0614944 Aug 31 07:03:33.826186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-f5179b31-b00a-48e6-9a12-7c09ef23ae23 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=af78f12a-55bb-42ed-93fd-693cf96450e2 HTTP/1.1" status: 200 len: 217 time: 0.0514922 Aug 31 07:03:33.847355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.874445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['9ae134fb-0701-4b86-bbfa-4992972e1bc7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:33.894692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Pushing event deleted for resources: {'Port': ['ID=9ae134fb-0701-4b86-bbfa-4992972e1bc7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:33.962662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] No DVR routers for this DVR port 9ae134fb-0701-4b86-bbfa-4992972e1bc7 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:33.965843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:33.968395 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-974d9fdc-a2c2-4891-a227-cd14b491daad req-e702c7b2-86ac-4f8d-af9f-5caef287af2d tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.53 "DELETE /v2.0/ports/9ae134fb-0701-4b86-bbfa-4992972e1bc7 HTTP/1.1" status: 204 len: 173 time: 0.7827373 Aug 31 07:03:33.968857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'name': 'network-vif-deleted', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:33.970622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-94890cac-dd41-4424-b220-afac096247b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:33.972108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-94890cac-dd41-4424-b220-afac096247b5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1356201 Aug 31 07:03:33.981200 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9489d99-50bb-42b8-88f9-c4b8a5ec8bf6" -d '{"events": [{"server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "name": "network-vif-deleted", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:34.006283 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a8e71-70ce-4946-ba59-8f95132bcfe1 req-2a75b8d0-478e-4c6b-bf17-05cecd9cc961 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.013519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-369a8e71-70ce-4946-ba59-8f95132bcfe1 req-2a75b8d0-478e-4c6b-bf17-05cecd9cc961 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 948 time: 0.0959005 Aug 31 07:03:34.061490 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd7208b2-bb18-4d86-8b21-de3df83efa4a x-openstack-request-id: req-bd7208b2-bb18-4d86-8b21-de3df83efa4a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:34.061882 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95584e8b-af7b-48d0-8846-d0eb8b213145", "name": "network-vif-deleted", "tag": "9ae134fb-0701-4b86-bbfa-4992972e1bc7", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:34.062363 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bd7208b2-bb18-4d86-8b21-de3df83efa4a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:34.062895 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95584e8b-af7b-48d0-8846-d0eb8b213145', 'name': 'network-vif-deleted', 'tag': '9ae134fb-0701-4b86-bbfa-4992972e1bc7', 'status': 'completed', 'code': 200} Aug 31 07:03:34.071959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-c4cfaace-ff3e-4823-b568-e92adf02251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.073522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-c4cfaace-ff3e-4823-b568-e92adf02251f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0931535 Aug 31 07:03:34.076941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-369a8e71-70ce-4946-ba59-8f95132bcfe1 req-2985fbc1-d914-499c-ae33-6a1df94b2e4c tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626674 Aug 31 07:03:34.175547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-411a980c-e0f0-4295-8c2b-c777a7483f52 req-768b8a1d-97a7-4b4a-bcb4-71f50e7491de tempest-VolumesSnapshotTestJSON-1631786321 tempest-VolumesSnapshotTestJSON-1631786321-project] 10.222.0.57 "GET /v2.0/ports?device_id=95584e8b-af7b-48d0-8846-d0eb8b213145 HTTP/1.1" status: 200 len: 210 time: 0.0380380 Aug 31 07:03:34.199311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-8db00738-9ebb-45d0-bfed-bb90d44b5936 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141779 Aug 31 07:03:34.307004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ce798f-4edb-44a8-bd6d-cbb4cbb57c6a req-281fdeb9-4f9c-4e45-8fce-d64442d0436a service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998120 Aug 31 07:03:34.413388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-6da858d8-fbaa-4eeb-a124-dd4a5a64c5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.414910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-6da858d8-fbaa-4eeb-a124-dd4a5a64c5c8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=439174b6073f4950abec19ad3e5f249f&device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 1100 time: 0.0464418 Aug 31 07:03:34.527389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-8b5f4285-189c-43e3-9179-f5036162a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.528850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-8b5f4285-189c-43e3-9179-f5036162a5f2 service neutron] 10.222.0.50 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1001215 Aug 31 07:03:34.576399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-0c690177-3294-4bed-880f-21a1da94db6a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.254&port_id=af78f12a-55bb-42ed-93fd-693cf96450e2 HTTP/1.1" status: 200 len: 217 time: 0.0355289 Aug 31 07:03:34.631763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-76d11816-28af-4c41-8b5b-51c2588b720d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.633360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-76d11816-28af-4c41-8b5b-51c2588b720d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0461614 Aug 31 07:03:34.690391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-32226386-c16b-4336-9247-41d67e9d6fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:34.691882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-32226386-c16b-4336-9247-41d67e9d6fe0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0467939 Aug 31 07:03:34.793317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-99b9777e-f13f-4acb-94dc-4ba37b1e87cb service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918190 Aug 31 07:03:34.894867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e19e50b-15cd-4167-b53c-80ac248f9cbd req-d3181aa2-3b61-4a92-b2ee-da6339954c50 service neutron] 10.222.0.50 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933404 Aug 31 07:03:35.207994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff488238-2a09-4914-8758-4ec8fb9dc54e req-48d3631a-d839-4d56-8d32-92ea9a8d652f tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:35.209818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff488238-2a09-4914-8758-4ec8fb9dc54e req-48d3631a-d839-4d56-8d32-92ea9a8d652f tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 948 time: 0.0612943 Aug 31 07:03:35.266962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff488238-2a09-4914-8758-4ec8fb9dc54e req-57723cae-246a-4cf1-895c-b7934fb563ff tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Aug 31 07:03:35.689115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:35.940646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ae134fb-0701-4b86-bbfa-4992972e1bc7 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:03:35.960551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 9ae134fb-0701-4b86-bbfa-4992972e1bc7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:03:35.960895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 9ae134fb-0701-4b86-bbfa-4992972e1bc7 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:03:36.399255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6c33-69ba-44ca-b625-8b0f16b2083b req-1a9efa99-ae16-48a3-bb69-bb20873d823b tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:36.400755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a4a6c33-69ba-44ca-b625-8b0f16b2083b req-1a9efa99-ae16-48a3-bb69-bb20873d823b tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 948 time: 0.0519130 Aug 31 07:03:36.440581 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1a4a6c33-69ba-44ca-b625-8b0f16b2083b req-32c6fac4-3b2e-4bae-ab11-8ece138200dd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334835 Aug 31 07:03:37.255520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device af78f12a-55bb-42ed-93fd-693cf96450e2 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:03:37.366498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=af78f12a-55bb-42ed-93fd-693cf96450e2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:37.380522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'af78f12a-55bb-42ed-93fd-693cf96450e2', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': 'af78f12a-55bb-42ed-93fd-693cf96450e2', 'mac_address': 'fa:16:3e:81:e6:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.254'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:03:37.420674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:37.433974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af78f12a-55bb-42ed-93fd-693cf96450e2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:03:37.454547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=af78f12a-55bb-42ed-93fd-693cf96450e2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:37.458635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:37.513792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:37.585510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60926635-c4ba-4d6a-898f-13f7b67de425 req-b8b96e72-cbe5-4da6-a1de-2abc883a1418 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:37.587811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60926635-c4ba-4d6a-898f-13f7b67de425 req-b8b96e72-cbe5-4da6-a1de-2abc883a1418 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 949 time: 0.0541792 Aug 31 07:03:37.636157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60926635-c4ba-4d6a-898f-13f7b67de425 req-434c70d4-059c-4576-81e4-0c6feba0c5ed tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421193 Aug 31 07:03:37.715574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['af78f12a-55bb-42ed-93fd-693cf96450e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:03:38.763022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0032196-4dbb-4bb5-a130-f1d86aa1b758 req-2dbf1d2e-8973-4ffd-b174-f430c88dcd74 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:38.764418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0032196-4dbb-4bb5-a130-f1d86aa1b758 req-2dbf1d2e-8973-4ffd-b174-f430c88dcd74 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 949 time: 0.0496378 Aug 31 07:03:38.802486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0032196-4dbb-4bb5-a130-f1d86aa1b758 req-8eb2c42e-c79e-46e5-a5da-afe116101799 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320907 Aug 31 07:03:39.283307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device af78f12a-55bb-42ed-93fd-693cf96450e2 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:03:39.353532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port af78f12a-55bb-42ed-93fd-693cf96450e2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:03:39.358967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port af78f12a-55bb-42ed-93fd-693cf96450e2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:03:39.359411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.446643 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.472232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:39.474796 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd77c66e-cdf7-431b-9ff6-192f85206072" -d '{"events": [{"server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "name": "network-vif-plugged", "status": "completed", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:39.489312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=af78f12a-55bb-42ed-93fd-693cf96450e2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:39.495026 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:39.531601 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4feabe2-0668-4e5d-8028-5404b32b1f2c x-openstack-request-id: req-b4feabe2-0668-4e5d-8028-5404b32b1f2c {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:39.531966 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "name": "network-vif-plugged", "status": "completed", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:39.532217 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b4feabe2-0668-4e5d-8028-5404b32b1f2c {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:39.532640 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2', 'code': 200} Aug 31 07:03:39.563837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:39.644674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a233d-383c-409b-b820-d5fa2f3a1dfd req-f618c849-7846-44a5-933e-28f818aa479e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:39.646870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-376a233d-383c-409b-b820-d5fa2f3a1dfd req-f618c849-7846-44a5-933e-28f818aa479e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 1102 time: 0.0519915 Aug 31 07:03:39.685951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-376a233d-383c-409b-b820-d5fa2f3a1dfd req-7da24bbd-7a67-4f6d-a007-ffcd59ff033d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308306 Aug 31 07:03:39.957763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ed5d1-9b5a-42c7-8f92-9b0b8e74d208 req-c8ad6533-464c-4415-ae46-e2ad518ac9d2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:39.959298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da1ed5d1-9b5a-42c7-8f92-9b0b8e74d208 req-c8ad6533-464c-4415-ae46-e2ad518ac9d2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.0670745 Aug 31 07:03:39.997539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da1ed5d1-9b5a-42c7-8f92-9b0b8e74d208 req-e3585fde-c07d-41d2-a192-df9f97fb0ec2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319431 Aug 31 07:03:41.154544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cba3ee0-63ed-4ae9-b6b8-b5aa84dc5e11 req-ebf734b6-ffc5-4c7d-aea8-c2e462926f50 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:41.156058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cba3ee0-63ed-4ae9-b6b8-b5aa84dc5e11 req-ebf734b6-ffc5-4c7d-aea8-c2e462926f50 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.0648851 Aug 31 07:03:41.200139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8cba3ee0-63ed-4ae9-b6b8-b5aa84dc5e11 req-6d024b27-1abe-4be2-abce-ba4437d367b2 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Aug 31 07:03:45.151822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.378510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59af2690-f82b-4938-aa79-66abc32c76a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.501072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59af2690-f82b-4938-aa79-66abc32c76a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.512425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59af2690-f82b-4938-aa79-66abc32c76a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.580596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56678) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:45.587609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59af2690-f82b-4938-aa79-66abc32c76a5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=26541d64f6564a549507883d8ff02753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4339318 Aug 31 07:03:45.603676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59af2690-f82b-4938-aa79-66abc32c76a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761c2976-9424-49b1-86ec-54be95834a76,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:45.691862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.713288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.780464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.784108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.785601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/761c2976-9424-49b1-86ec-54be95834a76 HTTP/1.1" status: 204 len: 168 time: 0.2032328 Aug 31 07:03:45.786276 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:45.794791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e2ded5-c08a-4799-bc61-6d8391c15486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761c2976-9424-49b1-86ec-54be95834a76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:46.969596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 56720) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:47.095626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b53-70d2-45b4-adee-d32407288677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.186856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b53-70d2-45b4-adee-d32407288677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.191759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac3e1b53-70d2-45b4-adee-d32407288677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.238697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac3e1b53-70d2-45b4-adee-d32407288677 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=0d8156b382ae48c788a4b4a41a3dd7fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2679873 Aug 31 07:03:47.240701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e1b53-70d2-45b4-adee-d32407288677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfb51a-9c9c-468f-9ec0-c6f368616b19,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:47.241461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:03:47.295184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.319187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.370875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.373679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:47.375103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e4cfb51a-9c9c-468f-9ec0-c6f368616b19 HTTP/1.1" status: 204 len: 168 time: 0.1322622 Aug 31 07:03:47.384547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a53b39-6214-4266-a0c0-afb4917bab81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfb51a-9c9c-468f-9ec0-c6f368616b19,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:54.820358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8e255b5a-b28c-4c5d-b013-445527376378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:55.316388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71299610-354e-4143-b292-2a125b7b68e6 req-870c92a7-8b9a-4596-8b16-9ca9af981124 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:55.317999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71299610-354e-4143-b292-2a125b7b68e6 req-870c92a7-8b9a-4596-8b16-9ca9af981124 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0696125 Aug 31 07:03:55.407756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-71299610-354e-4143-b292-2a125b7b68e6 req-92bfcdb4-ce9a-498f-8a3f-cf571637cb72 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755022 Aug 31 07:03:56.559943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c2692-4853-492c-b440-3134ab52bdfe req-2cf2ff06-6cba-454d-9ca8-caace470e448 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:56.568968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-885c2692-4853-492c-b440-3134ab52bdfe req-2cf2ff06-6cba-454d-9ca8-caace470e448 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0615687 Aug 31 07:03:56.626886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-885c2692-4853-492c-b440-3134ab52bdfe req-8b75c3f9-434e-494b-a41b-f5209c8e72cc tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512903 Aug 31 07:03:57.193705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-d73fc42a-7891-42ee-9428-0451b2cf884d tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:57.195619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-d73fc42a-7891-42ee-9428-0451b2cf884d tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.50 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 945 time: 0.0662532 Aug 31 07:03:57.367708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Deleting port 66c3587f-0fc2-443a-a253-f3a33f4e5963 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:03:57.368167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.459236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91bd54df-326e-4047-a7f7-2b4e30f653fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.477124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] For port 66c3587f-0fc2-443a-a253-f3a33f4e5963, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=66c3587f-0fc2-443a-a253-f3a33f4e5963,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:03:57.477785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.733578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.907099 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.907694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:57.907784 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Floating IP f3c0dc5c-4cb8-42de-9463-f366d337cf81 disassociated. External IP: 172.25.3.227, port: 66c3587f-0fc2-443a-a253-f3a33f4e5963. Aug 31 07:03:57.908138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Calling delete_port for 66c3587f-0fc2-443a-a253-f3a33f4e5963 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:03:58.154345 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:58.271778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event deleted for resources: {'Port': ['ID=66c3587f-0fc2-443a-a253-f3a33f4e5963,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:03:58.312085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a9d08b-252b-4bc7-bd78-0ee4b378d3cf req-8e0cc5f8-758c-46ab-8004-68e0936d7000 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:03:58.321716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85a9d08b-252b-4bc7-bd78-0ee4b378d3cf req-8e0cc5f8-758c-46ab-8004-68e0936d7000 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 867 time: 0.5353920 Aug 31 07:03:58.336874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.341899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.342524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.343115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.343421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.343991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.344929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.345419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.345812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.347023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.347023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.347023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:03:58.452560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85a9d08b-252b-4bc7-bd78-0ee4b378d3cf req-a2c7c977-e177-48ec-961b-f63924fecd99 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/security-groups?id=84f61df3-2710-4890-98d1-9959dd715e52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298559 Aug 31 07:03:58.462280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:03:58.999056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:03:59.013838 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Sync routers for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:03:59.026024 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:59.026901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:59.061899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] No DVR routers for this DVR port 66c3587f-0fc2-443a-a253-f3a33f4e5963 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:03:59.068735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:59.070875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93a22f8e-369e-48bb-8ba6-3c964111e2ce req-a6418d78-733e-4cc4-877c-bb855efc2028 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.50 "DELETE /v2.0/ports/66c3587f-0fc2-443a-a253-f3a33f4e5963 HTTP/1.1" status: 204 len: 173 time: 1.8670986 Aug 31 07:03:59.071324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'name': 'network-vif-deleted', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:03:59.073625 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60453ee8-c22c-4c22-a67a-798cdc6531a7" -d '{"events": [{"server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "name": "network-vif-deleted", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:03:59.146243 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5533aec-c694-407f-837b-4883223798bb x-openstack-request-id: req-a5533aec-c694-407f-837b-4883223798bb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:03:59.146547 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5", "name": "network-vif-deleted", "tag": "66c3587f-0fc2-443a-a253-f3a33f4e5963", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:03:59.146831 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a5533aec-c694-407f-837b-4883223798bb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:03:59.147218 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5', 'name': 'network-vif-deleted', 'tag': '66c3587f-0fc2-443a-a253-f3a33f4e5963', 'status': 'completed', 'code': 200} Aug 31 07:03:59.212633 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:03:59.493883 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:59.565315 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Checking router: 52f2d2de-cb96-4017-ad79-c6d7a26fd848 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:03:59.574696 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:03:59.575511 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:03:59.663637 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:03:59.726793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ffffb809-0554-4e49-9088-7f611db81d2e req-5c46b850-dbf3-414e-aa44-0168905b09ee tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "GET /v2.0/ports?device_id=f97d9b4c-5df2-4d3d-8ff7-30ebf327f1e5 HTTP/1.1" status: 200 len: 210 time: 0.0517046 Aug 31 07:03:59.782203 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:00.132669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:00.164583 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599e7c18-ca63-47af-bdd6-e81b21658147 None None] The sync data for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 is: [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:43Z', 'revision_number': 4, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'eabd693a-6792-4e7c-8b4a-fc49db30b18b', 'name': '', 'network_id': 'fbe3d533-c749-4981-9feb-6aa512ec9e83', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'mac_address': 'fa:16:3e:2f:01:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_interface', 'standard_attr_id': 2963, 'fixed_ips': [{'subnet_id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:42Z', 'updated_at': '2021-08-31T06:58:50Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'subnets': [{'id': 'cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:00.620376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb50bc1-cd77-4f1e-82a9-87fc62f9c487 None None] New status for floating IP f3c0dc5c-4cb8-42de-9463-f366d337cf81: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:04:00.838197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 56980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:01.081667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.165768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Deleting port 8c341d5c-d231-4da0-a904-8441937938da {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:01.166608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.278434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.278777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.298421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Calling delete_port for 8c341d5c-d231-4da0-a904-8441937938da owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:01.374745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 66c3587f-0fc2-443a-a253-f3a33f4e5963 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:01.398718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 66c3587f-0fc2-443a-a253-f3a33f4e5963 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:01.399331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 66c3587f-0fc2-443a-a253-f3a33f4e5963 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:01.526356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.584246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event deleted for resources: {'Port': ['ID=8c341d5c-d231-4da0-a904-8441937938da,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:01.627403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.630999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.632429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-09093128-7463-4879-8244-c330b9e40e9f tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "DELETE /v2.0/floatingips/f3c0dc5c-4cb8-42de-9463-f366d337cf81 HTTP/1.1" status: 204 len: 168 time: 0.7932465 Aug 31 07:04:01.726525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57002) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:01.801958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:01.847056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:02.014772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:02.017667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:02.018862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] 10.222.0.57 "DELETE /v2.0/security-groups/84f61df3-2710-4890-98d1-9959dd715e52 HTTP/1.1" status: 204 len: 168 time: 0.2911918 Aug 31 07:04:02.028827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfc678-024b-4c9a-87e3-afb17e3ba0a1 tempest-TestServerBasicOps-1002020668 tempest-TestServerBasicOps-1002020668-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f61df3-2710-4890-98d1-9959dd715e52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:02.100055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57014) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:02.761889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.061761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Deleting port eabd693a-6792-4e7c-8b4a-fc49db30b18b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:03.062094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.187320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] For port eabd693a-6792-4e7c-8b4a-fc49db30b18b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=eabd693a-6792-4e7c-8b4a-fc49db30b18b,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:03.188860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.205393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Calling delete_port for eabd693a-6792-4e7c-8b4a-fc49db30b18b owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:03.490214 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.543519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Pushing event deleted for resources: {'Port': ['ID=eabd693a-6792-4e7c-8b4a-fc49db30b18b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:03.817606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:03.871993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:03.991877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37c4cae-a559-412a-bf40-f91390ef5ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.237402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:04.270329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37c4cae-a559-412a-bf40-f91390ef5ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.286274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f37c4cae-a559-412a-bf40-f91390ef5ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.496463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f37c4cae-a559-412a-bf40-f91390ef5ea1 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=66dc42daaff6484ea9a57a60178e499c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6778264 Aug 31 07:04:04.499053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:04.502170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c4cae-a559-412a-bf40-f91390ef5ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e7fb8e-7bc0-4f69-9737-3831f42bc162,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:04.524182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:04.531115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a552169-461e-415f-8e3a-9e1b4af32ef2 admin admin] 10.222.0.57 "PUT /v2.0/routers/52f2d2de-cb96-4017-ad79-c6d7a26fd848/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4294939 Aug 31 07:04:04.533653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57050) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:04.537247 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Sync routers for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:04.547899 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:04.548847 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:04.575214 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.617896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.677122 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:04.723638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.725090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.736954 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.749532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29e7fb8e-7bc0-4f69-9737-3831f42bc162 HTTP/1.1" status: 204 len: 168 time: 0.2493672 Aug 31 07:04:04.777610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8866a8-9c1a-4645-bd98-a78e1fed7214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e7fb8e-7bc0-4f69-9737-3831f42bc162,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:04.889437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:04.981726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Deleting port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:04.982076 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.038815 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T07:04:03Z', 'revision_number': 5, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port': {'id': '4a3fd114-e8b0-4a8a-bf62-fd1607a83abc', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ae:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2961, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T06:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:05.074729 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Checking router: 52f2d2de-cb96-4017-ad79-c6d7a26fd848 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:05.093183 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Routers {'52f2d2de-cb96-4017-ad79-c6d7a26fd848'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:05.094582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:05.159533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] For port 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:05.159897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.174217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Calling delete_port for 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:05.274678 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] Set router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:05.356296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T07:04:04Z', 'revision_number': 6, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:05.403764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c85a61-00c0-4507-b778-246293d0bb16 None None] The sync data for ids ['52f2d2de-cb96-4017-ad79-c6d7a26fd848'] in n-d-712707-15 is: [{'id': '52f2d2de-cb96-4017-ad79-c6d7a26fd848', 'name': 'tempest-TestServerBasicOps-1130438960-router', 'tenant_id': '9613d18569194a3e826a324e30804fcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:38Z', 'updated_at': '2021-08-31T07:04:04Z', 'revision_number': 6, 'project_id': '9613d18569194a3e826a324e30804fcd', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:05.494868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.535751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=4a3fd114-e8b0-4a8a-bf62-fd1607a83abc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:05.609596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.707574 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.722526 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.725678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.814882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.816343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52f2d2de-cb96-4017-ad79-c6d7a26fd848 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:04:05.832509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.833764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b1427354-4347-4c4f-bdf1-6242b7b7d1bf admin admin] 10.222.0.57 "DELETE /v2.0/routers/52f2d2de-cb96-4017-ad79-c6d7a26fd848 HTTP/1.1" status: 204 len: 168 time: 1.2989500 Aug 31 07:04:05.836176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:05.916904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Deleting subnet cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:04:05.920501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:05.981270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.083319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.140084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.167905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:06.174777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.176677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5ff2d3db-33d0-4050-8d79-67034e457e43 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/cb7afffc-c3de-4762-8e91-6d8eb3b8a5e0 HTTP/1.1" status: 204 len: 168 time: 0.3394279 Aug 31 07:04:06.179323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57086) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:06.182912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75565d6-9e47-434a-b1ea-45202de7647f None None] Network fbe3d533-c749-4981-9feb-6aa512ec9e83 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:06.327935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.404913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Deleting port 62b3c57d-e188-4674-b517-9eca28c1ff48 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:06.405513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.539377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] DHCP port deletion for fbe3d533-c749-4981-9feb-6aa512ec9e83 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:04:06.555468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] For port 62b3c57d-e188-4674-b517-9eca28c1ff48, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=62b3c57d-e188-4674-b517-9eca28c1ff48,segment=NetworkSegment(a9d14fee-a433-40c7-95ff-f1c765c1d2de),segment_id=a9d14fee-a433-40c7-95ff-f1c765c1d2de)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:06.556000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.577862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Calling delete_port for 62b3c57d-e188-4674-b517-9eca28c1ff48 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:06.594672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:06.627054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:06.627600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4a3fd114-e8b0-4a8a-bf62-fd1607a83abc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:06.628330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device eabd693a-6792-4e7c-8b4a-fc49db30b18b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:06.673139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: eabd693a-6792-4e7c-8b4a-fc49db30b18b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:06.673520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device eabd693a-6792-4e7c-8b4a-fc49db30b18b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:06.680943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.696655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] No DVR routers for this DVR port 62b3c57d-e188-4674-b517-9eca28c1ff48 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:06.710987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Deleting port 62b3c57d-e188-4674-b517-9eca28c1ff48 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:06.711488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.747373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Pushing event deleted for resources: {'Port': ['ID=62b3c57d-e188-4674-b517-9eca28c1ff48,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:06.814412 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] For port 62b3c57d-e188-4674-b517-9eca28c1ff48, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:06.819692 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.827346 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.839678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Calling delete_port for 62b3c57d-e188-4674-b517-9eca28c1ff48 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:06.842911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Port 62b3c57d-e188-4674-b517-9eca28c1ff48 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:04:06.846354 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.849019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe3d533-c749-4981-9feb-6aa512ec9e83']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:06.864224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d14fee-a433-40c7-95ff-f1c765c1d2de') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:06.864224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d14fee-a433-40c7-95ff-f1c765c1d2de') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:06.867298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] No DVR routers for this DVR port 62b3c57d-e188-4674-b517-9eca28c1ff48 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:06.877938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.894363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.897153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Pushing event deleted for resources: {'Port': ['ID=62b3c57d-e188-4674-b517-9eca28c1ff48,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:06.905175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:04:06.905683 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:04:06.908276 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.915181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bf97-e88c-4e6e-a7c7-41a87ee1b392 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:06.994225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:07.048616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:07.051027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] 10.222.0.57 "DELETE /v2.0/networks/fbe3d533-c749-4981-9feb-6aa512ec9e83 HTTP/1.1" status: 204 len: 168 time: 0.8706656 Aug 31 07:04:07.052332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661d0aa2-ba66-4345-bc5e-08305b9caf97 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbe3d533-c749-4981-9feb-6aa512ec9e83,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:07.054407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:07.165833 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:04:07.787622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.089451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Deleting port 3cdbe600-3f3a-4027-83fb-b6134b69ce43 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:08.090078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.175850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] For port 3cdbe600-3f3a-4027-83fb-b6134b69ce43, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3cdbe600-3f3a-4027-83fb-b6134b69ce43,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:08.176683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.191419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Calling delete_port for 3cdbe600-3f3a-4027-83fb-b6134b69ce43 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:08.395587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.429360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Pushing event deleted for resources: {'Port': ['ID=3cdbe600-3f3a-4027-83fb-b6134b69ce43,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:08.569952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 62b3c57d-e188-4674-b517-9eca28c1ff48 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:08.603731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 62b3c57d-e188-4674-b517-9eca28c1ff48 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:08.604317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 62b3c57d-e188-4674-b517-9eca28c1ff48 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:08.657237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:08.978736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:09.132584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:09.150830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Sync routers for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:09.153033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-febb06cf-0621-41d4-88b7-71cbea0c49fa admin admin] 10.222.0.57 "PUT /v2.0/routers/482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0940909 Aug 31 07:04:09.156170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:09.164007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-142699dc-f6f9-4527-a9ba-71dd38b161c2 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0573938 Aug 31 07:04:09.172625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:09.177592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:09.358473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-56f95560-722d-4f45-bdd2-138ce76f3b75 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:09.361346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.362328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-56f95560-722d-4f45-bdd2-138ce76f3b75 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1975083 Aug 31 07:04:09.387725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-1ed0d6ac-2550-4d08-933f-88722c2b599f tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/quotas/820a3ad47923474e9cbd3b8b8d1c63f3 HTTP/1.1" status: 200 len: 375 time: 0.0126057 Aug 31 07:04:09.406797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:09.455014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-8298ed75-4c3d-44c5-9875-b1f676ae4ee5 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526333 Aug 31 07:04:09.525007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.640077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Deleting port d51f83a3-82e7-492b-a116-ce08da730be2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:09.641365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.741273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a264a19e-6f8f-4c96-8cc1-599a720ec6b0 req-39f83b5f-7be5-4bfd-917a-f6b733c24ad8 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 210 time: 0.0372207 Aug 31 07:04:09.806067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] For port d51f83a3-82e7-492b-a116-ce08da730be2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d51f83a3-82e7-492b-a116-ce08da730be2,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:09.806706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:09.808138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203'}], 'enable_snat': True}, 'gw_port_id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T07:04:08Z', 'revision_number': 5, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port': {'id': 'd51f83a3-82e7-492b-a116-ce08da730be2', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:15:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:58:47Z', 'updated_at': '2021-08-31T06:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:09.837186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Checking router: 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:09.850157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Routers {'482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:09.851191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:09.854184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Calling delete_port for d51f83a3-82e7-492b-a116-ce08da730be2 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:10.033826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] Set router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:10.062051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.095506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Pushing event deleted for resources: {'Port': ['ID=d51f83a3-82e7-492b-a116-ce08da730be2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:10.101766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T07:04:09Z', 'revision_number': 6, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:10.143966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98efe11-855e-4125-8c84-13aae5ad9c27 None None] The sync data for ids ['482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6'] in n-d-712707-15 is: [{'id': '482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6', 'name': 'tempest-TestServerBasicOps-109596016-router', 'tenant_id': '4eddaa50036c43889d51777721e4f887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:58:46Z', 'updated_at': '2021-08-31T07:04:09Z', 'revision_number': 6, 'project_id': '4eddaa50036c43889d51777721e4f887', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:10.201838 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.346674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.356072 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.424700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.425297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:04:10.432031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.435595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9d30565-f80e-4d5b-b693-3bfb8dae7080 admin admin] 10.222.0.57 "DELETE /v2.0/routers/482c6df7-c2a0-4bd2-9c4e-1c112a0b53a6 HTTP/1.1" status: 204 len: 168 time: 1.2759812 Aug 31 07:04:10.437124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:10.505247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Deleting subnet 8524bd6e-0264-4f7f-ba91-b1816194b1d9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:04:10.509082 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.550232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.637397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.698448 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.752157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:10.757510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/8524bd6e-0264-4f7f-ba91-b1816194b1d9 HTTP/1.1" status: 204 len: 168 time: 0.3182113 Aug 31 07:04:10.759579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90524a24-2541-4398-ae29-06b416bdd574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8524bd6e-0264-4f7f-ba91-b1816194b1d9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:10.760051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b7089b-7614-44f1-b332-b2d1f55755b0 None None] Network 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:10.760202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:10.794870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d51f83a3-82e7-492b-a116-ce08da730be2 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:10.872017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d51f83a3-82e7-492b-a116-ce08da730be2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:10.873969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d51f83a3-82e7-492b-a116-ce08da730be2 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:10.874393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3cdbe600-3f3a-4027-83fb-b6134b69ce43 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:10.899961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3cdbe600-3f3a-4027-83fb-b6134b69ce43 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:10.900560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3cdbe600-3f3a-4027-83fb-b6134b69ce43 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:10.951075 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5ae2189-3ef1-4b6a-8877-572f94f7bd27 req-47c7e3ba-3173-4e67-966a-4f9547bba585 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 210 time: 0.0869641 Aug 31 07:04:10.994131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-7141559a-233e-4318-8cab-672c317afd1f tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1283991 Aug 31 07:04:11.063839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.113654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] DHCP port deletion for 307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:04:11.220871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Deleting port 86af1930-b4bf-4309-b907-12b8c3df2361 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:11.221250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.296211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] For port 86af1930-b4bf-4309-b907-12b8c3df2361, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=86af1930-b4bf-4309-b907-12b8c3df2361,segment=NetworkSegment(e55b48a0-8959-4465-b880-cb7b5ba0df44),segment_id=e55b48a0-8959-4465-b880-cb7b5ba0df44)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:11.297230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.318880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Calling delete_port for 86af1930-b4bf-4309-b907-12b8c3df2361 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:11.337049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-e47e9290-a727-4596-97d8-b1a566f69e5e tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:11.339630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-e47e9290-a727-4596-97d8-b1a566f69e5e tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3325050 Aug 31 07:04:11.360067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Request body: {'port': {'device_id': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '820a3ad47923474e9cbd3b8b8d1c63f3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:11.423951 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.446596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Deleting port 86af1930-b4bf-4309-b907-12b8c3df2361 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:11.447157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.458490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] Pushing event deleted for resources: {'Port': ['ID=86af1930-b4bf-4309-b907-12b8c3df2361,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:11.461896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7254d8-4a65-44b9-bce3-8befa094793a None None] No DVR routers for this DVR port 86af1930-b4bf-4309-b907-12b8c3df2361 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:11.551843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] For port 86af1930-b4bf-4309-b907-12b8c3df2361, host n-d-712707-15, got binding levels [] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:11.552199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.569168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Calling delete_port for 86af1930-b4bf-4309-b907-12b8c3df2361 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:11.572921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Port 86af1930-b4bf-4309-b907-12b8c3df2361 was not found and therefore no delete operation was performed {{(pid=94640) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:04:11.576074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.610122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Pushing event deleted for resources: {'Port': ['ID=86af1930-b4bf-4309-b907-12b8c3df2361,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:11.614440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] No DVR routers for this DVR port 86af1930-b4bf-4309-b907-12b8c3df2361 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:11.617924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Made reservation on behalf of 820a3ad47923474e9cbd3b8b8d1c63f3 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:11.621412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.648557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.716069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.733943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['307fb9ad-06b6-476c-84f7-a3f44bf3b9b6']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.748786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55b48a0-8959-4465-b880-cb7b5ba0df44') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.749065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55b48a0-8959-4465-b880-cb7b5ba0df44') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:11.766172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.789926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.804564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:04:11.806378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:04:11.808300 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:04:11.891296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.899581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.901362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.906596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] 10.222.0.57 "DELETE /v2.0/networks/307fb9ad-06b6-476c-84f7-a3f44bf3b9b6 HTTP/1.1" status: 204 len: 168 time: 1.1417582 Aug 31 07:04:11.935807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:11.946384 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c3fb7-b1d5-460d-ba50-e4b79737f97f admin admin] Pushing event deleted for resources: {'Network': ['ID=307fb9ad-06b6-476c-84f7-a3f44bf3b9b6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:12.023985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32ee8236-d53b-454e-8d2e-e6a5454177f3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:12.145218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ae5b3dc6-660f-4fe5-b2be-47c792b64368 req-c4efe5a4-8e7b-41c4-bb02-f686d99644d7 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 210 time: 0.0360031 Aug 31 07:04:12.168745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Allocated IP 192.168.233.189 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/7f94de41-d998-4910-8bf0-2e8fc0c85f9a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:12.189155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:12.246854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-170746d5-39ae-4e0f-8355-694d7b16af65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=9613d18569194a3e826a324e30804fcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0559161 Aug 31 07:04:12.247720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57222) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:12.320443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.346343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.390478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.408374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Transition to ACTIVE for port object 7f94de41-d998-4910-8bf0-2e8fc0c85f9a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:12.446478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.449130 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.450322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00e87a13-a0b0-44f9-9717-410d83048f26 HTTP/1.1" status: 204 len: 168 time: 0.2015350 Aug 31 07:04:12.460631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.463608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c8bb5c-5e6e-4b9a-8699-588c77124be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00e87a13-a0b0-44f9-9717-410d83048f26,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:12.523879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 86af1930-b4bf-4309-b907-12b8c3df2361 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:12.566208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 86af1930-b4bf-4309-b907-12b8c3df2361 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:12.577072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 86af1930-b4bf-4309-b907-12b8c3df2361 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:12.880320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:12.883586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:12.887655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:12.894739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Pushing event updated for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:12.946558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:12.947192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:12.963974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-191b072c-0f9f-43fc-836f-fe2db0051615 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6121783 Aug 31 07:04:12.978968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-4d864b8e-e50e-4fc9-98b4-a8115f0de887 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:04:12.979624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:12.980208 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-4d864b8e-e50e-4fc9-98b4-a8115f0de887 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0085127 Aug 31 07:04:12.994187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Request body: {'port': {'device_id': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:13.074393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.093141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-065022c4-4463-4e7c-a467-6a0a74b95f12 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4eddaa50036c43889d51777721e4f887&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1095254 Aug 31 07:04:13.093996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:13.243958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.288332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20403a9f-4690-4dd9-936d-7906ab691397 None None] Provisioning for port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:13.299306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20403a9f-4690-4dd9-936d-7906ab691397 None None] Provisioning complete for port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:13.300409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20403a9f-4690-4dd9-936d-7906ab691397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.348409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20403a9f-4690-4dd9-936d-7906ab691397 None None] Port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:13.397306 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.508570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a84ee2-a57f-45e0-b5ae-e22127430ebf req-9ef8891c-1151-4c14-a4da-d10374360ca8 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:13.518827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10a84ee2-a57f-45e0-b5ae-e22127430ebf req-9ef8891c-1151-4c14-a4da-d10374360ca8 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 936 time: 0.2583508 Aug 31 07:04:13.620777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10a84ee2-a57f-45e0-b5ae-e22127430ebf req-17c4acba-56a7-47b8-8e36-b5c135b58b7a tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962389 Aug 31 07:04:13.633640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.634250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.635034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e56791be-827e-4d60-8042-ca3a47cd00a8 HTTP/1.1" status: 204 len: 168 time: 0.5390394 Aug 31 07:04:13.656456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5442b-b12e-4648-9ef4-9413c9709c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56791be-827e-4d60-8042-ca3a47cd00a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:13.700881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f94de41-d998-4910-8bf0-2e8fc0c85f9a {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:13.721370 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.754267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Transition to ACTIVE for port object 7f94de41-d998-4910-8bf0-2e8fc0c85f9a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:13.761127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:13.896242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:13.911828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Attempting to bind port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:13.912091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Attempting to bind port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:13.912416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Attempting to bind port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:13.917589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:04:13.917904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Attempting to bind port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:13.923599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:13.923945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:13.924336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:13.924766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Bound port: 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:13.925130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:14.029545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:14.035337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:14.041132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:14.092788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.093455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:14.094936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] 10.222.0.53 "PUT /v2.0/ports/7f94de41-d998-4910-8bf0-2e8fc0c85f9a HTTP/1.1" status: 200 len: 1097 time: 1.1068974 Aug 31 07:04:14.095422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:14.098109 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9900bdc8-e8bf-48dd-9b68-3bfc48343164" -d '{"events": [{"name": "network-changed", "server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:14.166974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abf662-e869-4158-b973-45a5520c9ab9 service neutron] Pushing event updated for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:14.217248 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cbd139-33b9-4334-9e5d-1431db2c09f8 x-openstack-request-id: req-c3cbd139-33b9-4334-9e5d-1431db2c09f8 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:14.217491 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:14.217707 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3cbd139-33b9-4334-9e5d-1431db2c09f8 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:14.218101 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a', 'status': 'completed', 'code': 200} Aug 31 07:04:14.243221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-654d3379-9584-4987-977b-987f3d6f644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.250624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-654d3379-9584-4987-977b-987f3d6f644f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 1100 time: 0.0690401 Aug 31 07:04:14.340786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-8363d55e-1ce5-4b10-89e5-3551601ada68 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a HTTP/1.1" status: 200 len: 217 time: 0.0850463 Aug 31 07:04:14.461477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-5aab71c5-ca3e-42cd-a865-b9dd2769336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.463258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-5aab71c5-ca3e-42cd-a865-b9dd2769336a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.1158557 Aug 31 07:04:14.555555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-076fab35-516f-4a48-bf9a-65e555f0aefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.557248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-076fab35-516f-4a48-bf9a-65e555f0aefa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0861228 Aug 31 07:04:14.676227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-da1f723b-108d-4d96-95be-75b6694f1d4d service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109989 Aug 31 07:04:14.864484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3afaa5bc-5786-444a-a0e9-38702b0dca96 req-bd0666bd-4dfc-444f-a997-f5de1eb8b9b7 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808896 Aug 31 07:04:14.877743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb7e9aa-ad2e-44ce-a24a-f3fe5d06edfd req-75d0158f-b027-4de7-a5c3-ce27480e89e1 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.886393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4eb7e9aa-ad2e-44ce-a24a-f3fe5d06edfd req-75d0158f-b027-4de7-a5c3-ce27480e89e1 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 948 time: 0.1140573 Aug 31 07:04:14.948965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4eb7e9aa-ad2e-44ce-a24a-f3fe5d06edfd req-601ab347-3395-4c27-8bdf-ff7c9f3e2473 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614762 Aug 31 07:04:14.991822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-7ab07b72-e318-4bb9-a0aa-f5518e86c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:14.993624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-7ab07b72-e318-4bb9-a0aa-f5518e86c8b9 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 1100 time: 0.0572731 Aug 31 07:04:15.105469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-2e4ce032-20a2-4a0b-8e74-5b873eefa840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:15.107271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-2e4ce032-20a2-4a0b-8e74-5b873eefa840 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.1064136 Aug 31 07:04:15.116521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:15.267891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1441409836-network', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:15.298228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:15.300594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.311726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.351089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-119abe1e-0295-41c5-b706-bdb16ac83d09 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a HTTP/1.1" status: 200 len: 217 time: 0.2287192 Aug 31 07:04:15.412558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-1a66f8fb-bb29-47f8-a277-d684593c88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:15.414663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-1a66f8fb-bb29-47f8-a277-d684593c88f1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0554690 Aug 31 07:04:15.423676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.429091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.461768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:15.474938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:15.493908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-0d9509fa-d8e2-4cfb-ae5e-d13a42d8f61e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:15.497035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-0d9509fa-d8e2-4cfb-ae5e-d13a42d8f61e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0729399 Aug 31 07:04:15.511084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.511084 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Added segment eae993db-2993-443f-835d-e7b9e0c43180 of type vlan for network d1eaa949-efa4-4fb5-be29-abee2b26671b Aug 31 07:04:15.587431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.624415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.626369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:15.627721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.657017 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-d787865f-89e3-4f77-8bac-defa7befc226 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506984 Aug 31 07:04:15.715471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5976694 Aug 31 07:04:15.720841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:15.726509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Request body: {'subnet': {'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1441409836-subnet', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:15.758069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da0be3-7122-47ed-917b-d036e77520c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d1eaa949-efa4-4fb5-be29-abee2b26671b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:15.769777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d1eaa949-efa4-4fb5-be29-abee2b26671b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:15.802101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:15.805002 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:15.852085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9900bdc8-e8bf-48dd-9b68-3bfc48343164 req-a02573f4-4491-402f-b26a-68fa7ec8e0e2 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868663 Aug 31 07:04:15.878003 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.028478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.098168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f94de41-d998-4910-8bf0-2e8fc0c85f9a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:16.099607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f61fdeb3-e107-42da-905d-55d952b890e7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:16.140294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:16.140652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Network hostable DHCP agents. Network: d1eaa949-efa4-4fb5-be29-abee2b26671b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:16.150789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd831c3d-320f-4127-8612-64266000a685 req-b51fb9c6-b877-40af-a07e-ca5052fffe03 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:16.152358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd831c3d-320f-4127-8612-64266000a685 req-b51fb9c6-b877-40af-a07e-ca5052fffe03 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 948 time: 0.0964594 Aug 31 07:04:16.175642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:16.199644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d1eaa949-efa4-4fb5-be29-abee2b26671b) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:16.210503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:16.211088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.216908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbf30fc-8e13-4e40-8da6-54dba1f56b2e None None] Network d1eaa949-efa4-4fb5-be29-abee2b26671b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:16.231382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd831c3d-320f-4127-8612-64266000a685 req-70efd7e9-c83f-4f1f-9d09-695298402840 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644767 Aug 31 07:04:16.267124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:16.272820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:16.279834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a274b5b-04fd-43ad-9866-2edc943b5ffd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5559514 Aug 31 07:04:16.307789 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.310206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.370962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.373939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:16.392329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a', 'mac_address': 'fa:16:3e:07:35:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:16.453755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d1eaa949-efa4-4fb5-be29-abee2b26671b', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:16.455060 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.473091 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.494943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f94de41-d998-4910-8bf0-2e8fc0c85f9a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:16.562213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.564570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:16.573204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.665913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:16.678884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Allocated IP 172.20.0.2 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/e997bde8-6e2d-4c93-aa08-6f386b5eab11) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:16.785300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7f94de41-d998-4910-8bf0-2e8fc0c85f9a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:16.838962 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.862864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.930066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:16.948706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Transition to ACTIVE for port object e997bde8-6e2d-4c93-aa08-6f386b5eab11 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:17.013290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Allocated IP 172.25.3.238 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/136629e0-e4c7-4430-99e3-8d6366f4036f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:17.050214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Transition to ACTIVE for port object e997bde8-6e2d-4c93-aa08-6f386b5eab11 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:17.069625 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.141988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Pushing event updated for resources: {'Port': ['ID=e997bde8-6e2d-4c93-aa08-6f386b5eab11,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:17.155136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:17.159106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:17.173761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.182794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:17.221909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.303267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Pushing event updated for resources: {'Port': ['ID=136629e0-e4c7-4430-99e3-8d6366f4036f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:17.323399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:17.325126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:17.328762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:17.448307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Attempting to bind port e997bde8-6e2d-4c93-aa08-6f386b5eab11 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:17.450542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Attempting to bind port e997bde8-6e2d-4c93-aa08-6f386b5eab11 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:17.451120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Attempting to bind port e997bde8-6e2d-4c93-aa08-6f386b5eab11 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:17.458311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:17.460018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:17.460723 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.461294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:17.461960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Bound port: e997bde8-6e2d-4c93-aa08-6f386b5eab11, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:17.462544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.463535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0c206-ff83-4520-8d1e-5974791b66d9 req-f003fee2-2cb2-439f-b29d-cce6fd582fbf tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:17.465090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bfe0c206-ff83-4520-8d1e-5974791b66d9 req-f003fee2-2cb2-439f-b29d-cce6fd582fbf tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 949 time: 0.0619972 Aug 31 07:04:17.525438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bfe0c206-ff83-4520-8d1e-5974791b66d9 req-b9bbf94f-9167-46c1-98ed-77a10f549410 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522316 Aug 31 07:04:17.571104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] For port e997bde8-6e2d-4c93-aa08-6f386b5eab11, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:17.574841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] For port e997bde8-6e2d-4c93-aa08-6f386b5eab11, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e997bde8-6e2d-4c93-aa08-6f386b5eab11,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:17.579926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:17.661648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df432e27-27e6-47bc-9889-0b6ac7ea8e55 None None] Pushing event updated for resources: {'Port': ['ID=e997bde8-6e2d-4c93-aa08-6f386b5eab11,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:17.741985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.129053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f94de41-d998-4910-8bf0-2e8fc0c85f9a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:18.132061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.210679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:18.214940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:18.215325 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.346925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Router fa084953-a794-4438-8ed4-21ab9074aeac is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:18.348986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.397439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:18.400552 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c351e3d4-0640-4db1-8ccd-ba1220e85edd" -d '{"events": [{"server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "name": "network-vif-plugged", "status": "completed", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:18.445477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:18.451519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.635926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:18.652856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:18.666556 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:18.685219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:18.686661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:18.689760 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:18.690355 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6c1fd30e-72fd-4308-bdc2-c07859d79299 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4218004 Aug 31 07:04:18.691117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57410) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:18.726416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e997bde8-6e2d-4c93-aa08-6f386b5eab11 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:18.777996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa399d3-9d1b-4f29-bc1a-2ce7af4b666b req-ed3d8e75-e916-4418-b7ea-ebb7c9a907ad tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:18.792446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-baa399d3-9d1b-4f29-bc1a-2ce7af4b666b req-ed3d8e75-e916-4418-b7ea-ebb7c9a907ad tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.1241839 Aug 31 07:04:18.803449 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988acb83-cd73-498a-8e11-9ae783b30cd0 x-openstack-request-id: req-988acb83-cd73-498a-8e11-9ae783b30cd0 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:18.804149 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "name": "network-vif-plugged", "status": "completed", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:18.804588 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-988acb83-cd73-498a-8e11-9ae783b30cd0 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:18.805414 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a', 'code': 200} Aug 31 07:04:18.807041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e997bde8-6e2d-4c93-aa08-6f386b5eab11 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:18.920795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-baa399d3-9d1b-4f29-bc1a-2ce7af4b666b req-ced18858-a7f4-43cb-9e3c-10d331dbd7de tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250126 Aug 31 07:04:19.028716 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:19.145013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aedd46d-e2ea-4c2c-8dfc-db5c2a8ddcf6 req-c67d018b-1166-48f9-9de7-033a7820cb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:19.146542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aedd46d-e2ea-4c2c-8dfc-db5c2a8ddcf6 req-c67d018b-1166-48f9-9de7-033a7820cb87 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 1102 time: 0.2793005 Aug 31 07:04:19.276176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aedd46d-e2ea-4c2c-8dfc-db5c2a8ddcf6 req-1a0c0f26-0412-454c-8298-bf424a52ae0e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116657 Aug 31 07:04:19.358392 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:17Z', 'revision_number': 3, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:19.397626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65027ac-6f97-47c7-8798-076116d14f0e None None] Network d1eaa949-efa4-4fb5-be29-abee2b26671b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:19.419687 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:19.419822 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Updating router fa084953-a794-4438-8ed4-21ab9074aeac port 136629e0-e4c7-4430-99e3-8d6366f4036f binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:19.478218 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:19.517716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Provisioning for port e997bde8-6e2d-4c93-aa08-6f386b5eab11 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:19.530541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Provisioning complete for port e997bde8-6e2d-4c93-aa08-6f386b5eab11 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:19.530994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:19.773654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:19.854952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] For port e997bde8-6e2d-4c93-aa08-6f386b5eab11, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e997bde8-6e2d-4c93-aa08-6f386b5eab11,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:19.864059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:19.981777 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.001899 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Transition to ACTIVE for port object 136629e0-e4c7-4430-99e3-8d6366f4036f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:20.003744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.008655 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.056116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b755d81-aa81-4cf7-80d7-6bdbc296c21f None None] Pushing event updated for resources: {'Port': ['ID=e997bde8-6e2d-4c93-aa08-6f386b5eab11,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:20.081740 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Attempting to bind port 136629e0-e4c7-4430-99e3-8d6366f4036f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:20.082107 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Attempting to bind port 136629e0-e4c7-4430-99e3-8d6366f4036f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:20.082593 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Attempting to bind port 136629e0-e4c7-4430-99e3-8d6366f4036f on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:20.091363 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:20.091363 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:20.091587 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.092212 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:20.092821 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Bound port: 136629e0-e4c7-4430-99e3-8d6366f4036f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:20.093805 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.100669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Pushing event updated for resources: {'Port': ['ID=136629e0-e4c7-4430-99e3-8d6366f4036f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:20.128021 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.128365 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.128699 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.129173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.129567 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.129892 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.130212 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.130540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.130844 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.131157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.131471 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.131784 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:20.214577 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] For port 136629e0-e4c7-4430-99e3-8d6366f4036f, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:20.221381 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] For port 136629e0-e4c7-4430-99e3-8d6366f4036f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=136629e0-e4c7-4430-99e3-8d6366f4036f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:20.236351 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.312082 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439a3477-a948-4bf1-810a-9a2268f287ce None None] Pushing event updated for resources: {'Port': ['ID=136629e0-e4c7-4430-99e3-8d6366f4036f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:20.335078 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:20.336125 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:20.337951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9daf5fa6-897c-45f9-9a9a-324f9e0bd5a6 None None] Provisioning complete for port e997bde8-6e2d-4c93-aa08-6f386b5eab11 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:20.338511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9daf5fa6-897c-45f9-9a9a-324f9e0bd5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.500385 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:20.555769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e997bde8-6e2d-4c93-aa08-6f386b5eab11 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:20.638368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e997bde8-6e2d-4c93-aa08-6f386b5eab11 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:20.638785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:20.762517 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:17Z', 'revision_number': 3, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:20.797213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48c69d56-703a-4bc9-90e0-df0528f16974 None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:17Z', 'revision_number': 3, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:20.877601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c677ceff-316d-45f8-9f04-8a601ed8d5d8 req-a4e66bb1-cf3f-48a4-b4bf-a28a190f4a8a tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:20.879166 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c677ceff-316d-45f8-9f04-8a601ed8d5d8 req-a4e66bb1-cf3f-48a4-b4bf-a28a190f4a8a tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.7536879 Aug 31 07:04:20.978764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c677ceff-316d-45f8-9f04-8a601ed8d5d8 req-08272591-675f-4cd6-a4ef-aef205414b95 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846424 Aug 31 07:04:20.992117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Allocated IP 172.20.0.1 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/03df9a99-8269-4dd5-a627-15eda8818e5e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:21.178432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.197498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Transition to ACTIVE for port object 03df9a99-8269-4dd5-a627-15eda8818e5e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:21.258217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.349599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:21.353846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:21.363604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:21.403475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:21.470917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.746602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.776734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5e7fb1b-26eb-419b-9621-8d4a708ff16c None None] Provisioning for port 03df9a99-8269-4dd5-a627-15eda8818e5e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:21.789681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b5e7fb1b-26eb-419b-9621-8d4a708ff16c None None] Provisioning complete for port 03df9a99-8269-4dd5-a627-15eda8818e5e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:21.789990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b5e7fb1b-26eb-419b-9621-8d4a708ff16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.861999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b5e7fb1b-26eb-419b-9621-8d4a708ff16c None None] Port 03df9a99-8269-4dd5-a627-15eda8818e5e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:21.965966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:21.972650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:22.067902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Pushing event updated for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:22.074690 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:22.165825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f35e47-37b9-4000-b112-8f927996c09b req-d033d6ff-144d-41a5-85ca-26aa914a2d52 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:22.167385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f35e47-37b9-4000-b112-8f927996c09b req-d033d6ff-144d-41a5-85ca-26aa914a2d52 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.0764582 Aug 31 07:04:22.189391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:22.191104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:22.211550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f35e47-37b9-4000-b112-8f927996c09b req-1eded339-d162-444d-8807-cf451a8a0f67 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367897 Aug 31 07:04:22.367705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:22.543277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:22.568476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-34357db7-aa5a-422c-935a-e0436faa74e6 admin admin] 10.222.0.57 "PUT /v2.0/routers/fa084953-a794-4438-8ed4-21ab9074aeac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8622258 Aug 31 07:04:22.659015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 136629e0-e4c7-4430-99e3-8d6366f4036f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:22.778092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-86b1f59d-ce78-4010-a648-ef30c832c8c1 None None] Provisioning complete for port 03df9a99-8269-4dd5-a627-15eda8818e5e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:22.778763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86b1f59d-ce78-4010-a648-ef30c832c8c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:22.782647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204f595-df6b-45f8-8118-39ed60283763 req-1f272a6e-3fb2-46eb-93e1-867dd805b12a tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:22.792511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a204f595-df6b-45f8-8118-39ed60283763 req-1f272a6e-3fb2-46eb-93e1-867dd805b12a tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.1183228 Aug 31 07:04:22.862593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-86b1f59d-ce78-4010-a648-ef30c832c8c1 None None] Port 03df9a99-8269-4dd5-a627-15eda8818e5e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:22.869770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a204f595-df6b-45f8-8118-39ed60283763 req-288e92f4-a171-4f7e-a191-2e8635a36e35 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756257 Aug 31 07:04:22.876459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 136629e0-e4c7-4430-99e3-8d6366f4036f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:22.886281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 136629e0-e4c7-4430-99e3-8d6366f4036f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:22.887632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.051496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.091944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 136629e0-e4c7-4430-99e3-8d6366f4036f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=136629e0-e4c7-4430-99e3-8d6366f4036f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:23.099940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.162766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:23.185479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:23.186472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:23.266829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=136629e0-e4c7-4430-99e3-8d6366f4036f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:23.330725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46dcc93-03f7-4dab-b399-09f1e302ee7e req-2f981a4d-c015-422a-a521-f9213feda767 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:23.333016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c46dcc93-03f7-4dab-b399-09f1e302ee7e req-2f981a4d-c015-422a-a521-f9213feda767 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0905671 Aug 31 07:04:23.380940 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c46dcc93-03f7-4dab-b399-09f1e302ee7e req-341f10e0-2997-4259-a75d-8c9f103e019a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Aug 31 07:04:23.395479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:23.457943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57528) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:23.462934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1005468030-network', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:23.492277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Made reservation on behalf of ddcaec835d6e46f3888eae44f70898c0 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:23.496009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.508355 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.629452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.635057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.667936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 2, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:23.670038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e0998b-554d-4275-ba26-7edd03d82a36,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:23.680625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:23.694337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.694742 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Added segment c98ae70a-ff53-4508-9e92-97ff719a1f35 of type vlan for network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 Aug 31 07:04:23.713188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:23.714122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Updating router fa084953-a794-4438-8ed4-21ab9074aeac port 03df9a99-8269-4dd5-a627-15eda8818e5e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:23.759913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.772148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:23.785941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.837066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.839473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:23.841404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.862830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Deleting subnet edd3bc90-ce72-4a79-bf69-485f2123febe {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:04:23.866563 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.905749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.922710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] Pushing event updated for resources: {'Network': ['ID=a2acd2a3-2ff0-43c6-9575-23a6688e01b4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:23.931495 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ad5d08d0-32d5-493c-b1f8-249e17154470 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4722121 Aug 31 07:04:23.934132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57540) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:23.945847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Request body: {'subnet': {'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1005468030-subnet', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:23.966885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:23.988696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:23.992438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Made reservation on behalf of ddcaec835d6e46f3888eae44f70898c0 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:23.995723 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.029538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.060029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=edd3bc90-ce72-4a79-bf69-485f2123febe,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:24.090772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-4ccfddff-d35f-4de5-9843-052dedf4b2eb tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:24.101505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-4ccfddff-d35f-4de5-9843-052dedf4b2eb tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.2849467 Aug 31 07:04:24.103893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.110714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7e28c285-79e5-4b8d-9e57-cf226680c4da admin admin] 10.222.0.57 "DELETE /v2.0/subnets/edd3bc90-ce72-4a79-bf69-485f2123febe HTTP/1.1" status: 204 len: 168 time: 0.3343718 Aug 31 07:04:24.120153 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57548) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:24.214180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec53b1-a839-4566-a5ae-b0f526f804ef req-3df373fa-fef0-429e-89b2-0a33e8d455a0 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:24.216689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2ec53b1-a839-4566-a5ae-b0f526f804ef req-3df373fa-fef0-429e-89b2-0a33e8d455a0 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 950 time: 0.1967459 Aug 31 07:04:24.234662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.307945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2ec53b1-a839-4566-a5ae-b0f526f804ef req-edd4dc67-e271-430b-a590-cec5e55c13cf tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/security-groups?id=32ee8236-d53b-454e-8d2e-e6a5454177f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612063 Aug 31 07:04:24.377230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.388785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.395072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Transition to ACTIVE for port object 03df9a99-8269-4dd5-a627-15eda8818e5e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:24.402237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.419475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Deleting port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:04:24.420069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.531312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Pushing event updated for resources: {'Subnet': ['ID=52da1e87-65d4-4137-8dba-2e1c24a6d91e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:24.535256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Checking segment: {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:24.535846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Network hostable DHCP agents. Network: a2acd2a3-2ff0-43c6-9575-23a6688e01b4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:24.542692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7a67-ca1a-4373-b66b-25073332e016 None None] Pushing event updated for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:24.560161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:24.578132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 136629e0-e4c7-4430-99e3-8d6366f4036f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:24.582159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.585457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a2acd2a3-2ff0-43c6-9575-23a6688e01b4) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:24.598026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:24.600698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.600830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] For port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:24.600830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.626607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb5e533f-ab56-4d4d-843b-59b4928ae34c']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:24.632109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334d7840-e1e2-49d7-963e-577e1ba9d04b None None] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:24.638404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b7995766-37a4-4fac-9390-9809d625860f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7030020 Aug 31 07:04:24.639046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:24.645090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:24.649862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Calling delete_port for 7f94de41-d998-4910-8bf0-2e8fc0c85f9a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:04:24.658069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '469bd942-a5f0-412a-aa86-f8ad86a72cfe') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:24.658351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '469bd942-a5f0-412a-aa86-f8ad86a72cfe') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:24.670207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.672480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.681925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.712653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Attempting to bind port 03df9a99-8269-4dd5-a627-15eda8818e5e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:24.713079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Attempting to bind port 03df9a99-8269-4dd5-a627-15eda8818e5e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:24.713559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Attempting to bind port 03df9a99-8269-4dd5-a627-15eda8818e5e on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:24.714201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.721804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:04:24.722613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.730339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:24.730718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:24.731127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.731526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:24.732023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Bound port: 03df9a99-8269-4dd5-a627-15eda8818e5e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:24.732396 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:04:24.778503 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:04:24.781357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.835072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] For port 03df9a99-8269-4dd5-a627-15eda8818e5e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:24.838251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] For port 03df9a99-8269-4dd5-a627-15eda8818e5e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=03df9a99-8269-4dd5-a627-15eda8818e5e,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:24.852327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.865082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 136629e0-e4c7-4430-99e3-8d6366f4036f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:24.865484 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.885534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181c4b3-083d-4b25-a29f-9e33cb0a09fa req-e52a0510-2d47-401d-8da6-6bd2ce80af13 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:24.887213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a181c4b3-083d-4b25-a29f-9e33cb0a09fa req-e52a0510-2d47-401d-8da6-6bd2ce80af13 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.3348634 Aug 31 07:04:24.894183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.926784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:24.932360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] 10.222.0.57 "DELETE /v2.0/networks/fb5e533f-ab56-4d4d-843b-59b4928ae34c HTTP/1.1" status: 204 len: 168 time: 0.7973347 Aug 31 07:04:24.956110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d2514-2bea-4d65-9b7e-f4c4d394b3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=fb5e533f-ab56-4d4d-843b-59b4928ae34c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.005757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.009099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-19d9e0af-65bb-4fa3-8536-c1c629110c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.029231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a181c4b3-083d-4b25-a29f-9e33cb0a09fa req-09af2619-710c-494a-aad8-da01993def19 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1326923 Aug 31 07:04:25.082903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:25.082903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:03:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:25.159661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.203646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2c7a67-ca1a-4373-b66b-25073332e016 None None] Pushing event updated for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.247846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Pushing event deleted for resources: {'Port': ['ID=7f94de41-d998-4910-8bf0-2e8fc0c85f9a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.360464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] No DVR routers for this DVR port 7f94de41-d998-4910-8bf0-2e8fc0c85f9a on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:04:25.371649 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.377444 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-606c714b-3be5-4b5d-b958-d1061eb1e773 req-7c10882a-3cef-41ed-9444-77a5768f33f6 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.53 "DELETE /v2.0/ports/7f94de41-d998-4910-8bf0-2e8fc0c85f9a HTTP/1.1" status: 204 len: 173 time: 1.2684796 Aug 31 07:04:25.387369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'name': 'network-vif-deleted', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:25.394776 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b11b4c-398a-4606-9159-6b24e3e15081" -d '{"events": [{"server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "name": "network-vif-deleted", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:25.436850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.470352 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e144c67-5f33-4d2a-930f-f19e556e95be x-openstack-request-id: req-1e144c67-5f33-4d2a-930f-f19e556e95be {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:25.471439 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53339a94-bf6c-480c-9f64-d7f5e1e59ac3", "name": "network-vif-deleted", "tag": "7f94de41-d998-4910-8bf0-2e8fc0c85f9a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:25.471928 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1e144c67-5f33-4d2a-930f-f19e556e95be {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:25.472820 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53339a94-bf6c-480c-9f64-d7f5e1e59ac3', 'name': 'network-vif-deleted', 'tag': '7f94de41-d998-4910-8bf0-2e8fc0c85f9a', 'status': 'completed', 'code': 200} Aug 31 07:04:25.473526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:25.489257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7f94de41-d998-4910-8bf0-2e8fc0c85f9a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:25.494465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.594971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0243d67-f9ea-4972-81d2-6133afa7ab3d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=cf619e2547c4442b9aa57da584c66ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1200750 Aug 31 07:04:25.597612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57576) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:25.610451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'fixed_ips': [{'subnet_id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:25.611242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.637212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ff1810b7-b50a-42b3-973c-c82f41607ece req-c7925530-2542-4e85-b933-98e31c14bd14 tempest-VolumesNegativeTest-982876887 tempest-VolumesNegativeTest-982876887-project] 10.222.0.57 "GET /v2.0/ports?device_id=53339a94-bf6c-480c-9f64-d7f5e1e59ac3 HTTP/1.1" status: 200 len: 210 time: 0.1563432 Aug 31 07:04:25.665567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:25.704163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.740360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Allocated IP 172.25.3.94 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/20af1330-5d1f-4164-bc52-b802a931a6e9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:25.742675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.862854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.871844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:25.878326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/55923f6a-b0ff-40a2-b6db-ef1fb939e6d4 HTTP/1.1" status: 204 len: 168 time: 0.2793539 Aug 31 07:04:25.893656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55923f6a-b0ff-40a2-b6db-ef1fb939e6d4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:25.908878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.909473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.910034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.910681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.911755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.912786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.913355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.913902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.914783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.915595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.916142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:25.916944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1fe504b-89da-4184-a3d5-d2f5f5c2cb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:04:26.011018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.078786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.150430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:26.153995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:26.160925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:26.228728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Pushing event updated for resources: {'Port': ['ID=20af1330-5d1f-4164-bc52-b802a931a6e9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:26.283640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197f364a-78c0-453f-9356-a004429023f2 req-ee10f257-11f9-4c1e-a818-f57fdfca20ea tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:26.285428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-197f364a-78c0-453f-9356-a004429023f2 req-ee10f257-11f9-4c1e-a818-f57fdfca20ea tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1071661 Aug 31 07:04:26.302266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Allocated IP 172.20.0.2 (a2acd2a3-2ff0-43c6-9575-23a6688e01b4/52da1e87-65d4-4137-8dba-2e1c24a6d91e/d37ed975-f537-465d-b061-526421af9daa) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:26.379434 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-197f364a-78c0-453f-9356-a004429023f2 req-6c7a721d-1aab-49ee-bd19-c675c9790a16 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867457 Aug 31 07:04:26.564473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:24Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:26.646122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb52d420-03ff-4c02-98b7-8e577001ac67 None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:24Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:26.702564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.713363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Transition to ACTIVE for port object d37ed975-f537-465d-b061-526421af9daa will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:26.777059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Transition to ACTIVE for port object d37ed975-f537-465d-b061-526421af9daa will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:26.798884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:26.896959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Pushing event updated for resources: {'Port': ['ID=d37ed975-f537-465d-b061-526421af9daa,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:26.905067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:26.907507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:26.912566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:27.009041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Attempting to bind port d37ed975-f537-465d-b061-526421af9daa on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:27.010377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Attempting to bind port d37ed975-f537-465d-b061-526421af9daa by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:27.010761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Attempting to bind port d37ed975-f537-465d-b061-526421af9daa on network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:27.032591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:27.034162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Checking segment: {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:27.034628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.035206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Bound using segment: {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:27.035918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Bound port: d37ed975-f537-465d-b061-526421af9daa, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:27.036338 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.066703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.147160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] For port d37ed975-f537-465d-b061-526421af9daa, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:27.150720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] For port d37ed975-f537-465d-b061-526421af9daa, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d37ed975-f537-465d-b061-526421af9daa,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:27.158169 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.337853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de1fd73-489d-4670-88bf-6832e769d14b None None] Pushing event updated for resources: {'Port': ['ID=d37ed975-f537-465d-b061-526421af9daa,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:27.470012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.517042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2ce8a7c-2066-413f-bac7-f546950ba1fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.744052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:27.746938 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:27.760274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7cd97f-eb37-40cb-b3f9-9d96334468c4 req-5fcf7fc3-af50-458e-b48d-dd0a9cf3a789 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:27.762440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf7cd97f-eb37-40cb-b3f9-9d96334468c4 req-5fcf7fc3-af50-458e-b48d-dd0a9cf3a789 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.2503529 Aug 31 07:04:27.809055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Router cf71525e-4111-4187-8bb3-82eab004c807 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:27.880804 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf7cd97f-eb37-40cb-b3f9-9d96334468c4 req-876932c0-0f26-42c0-bd1d-deb4a86cd3bc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045847 Aug 31 07:04:28.062314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:28.072694 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Sync routers for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:28.089139 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:28.094069 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:28.108346 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.112701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3fea4018-f24d-4aa3-96e6-76f754d0aa26 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4686186 Aug 31 07:04:28.113116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:28.191570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f94de41-d998-4910-8bf0-2e8fc0c85f9a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:04:28.234812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 7f94de41-d998-4910-8bf0-2e8fc0c85f9a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:04:28.235224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7f94de41-d998-4910-8bf0-2e8fc0c85f9a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:04:28.260371 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:28.338074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2108642798-network', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:28.442218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Made reservation on behalf of fd23c0b977d64fe5851dfa866cd6d4e2 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:28.444849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.462615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.663402 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:26Z', 'revision_number': 3, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:28.695305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Checking router: cf71525e-4111-4187-8bb3-82eab004c807 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:28.696191 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Updating router cf71525e-4111-4187-8bb3-82eab004c807 port 20af1330-5d1f-4164-bc52-b802a931a6e9 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:28.741516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 03df9a99-8269-4dd5-a627-15eda8818e5e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:28.775420 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.827137 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.878696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.909633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 03df9a99-8269-4dd5-a627-15eda8818e5e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:28.926820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 03df9a99-8269-4dd5-a627-15eda8818e5e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:28.927639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76c9598e-0e13-4545-ad63-f7fe7c174a74,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:28.934988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:28.968073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:29.052473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.053535 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Added segment 909a6461-9a18-481c-a3f3-f6d43c09e195 of type vlan for network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 Aug 31 07:04:29.143311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.147885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a83f3ff-ef3a-48bb-93b1-30d9cb5eacf8 None None] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:29.190421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3023d69-2e70-4304-b934-648c683c4a84 req-2d8017eb-c8c4-4c34-8ec6-ed75ec152838 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:29.208417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3023d69-2e70-4304-b934-648c683c4a84 req-2d8017eb-c8c4-4c34-8ec6-ed75ec152838 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1378198 Aug 31 07:04:29.208666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9bb0e7cf-6352-414d-b229-8c7232d10032 None None] Provisioning for port d37ed975-f537-465d-b061-526421af9daa completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:29.233864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.265811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 03df9a99-8269-4dd5-a627-15eda8818e5e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=03df9a99-8269-4dd5-a627-15eda8818e5e,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:29.272088 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.273356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d37ed975-f537-465d-b061-526421af9daa up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:29.304219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3023d69-2e70-4304-b934-648c683c4a84 req-53e8a033-dec1-40c3-8fe6-0b70aaaa14c0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936875 Aug 31 07:04:29.392348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.resource_extend [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:04:29.393961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.427056 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.451029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.455802 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Transition to ACTIVE for port object 20af1330-5d1f-4164-bc52-b802a931a6e9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:29.466754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d37ed975-f537-465d-b061-526421af9daa completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:29.467630 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.476536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d37ed975-f537-465d-b061-526421af9daa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:29.477185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.498952 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.501146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:29.501457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.596412 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Attempting to bind port 20af1330-5d1f-4164-bc52-b802a931a6e9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:29.596773 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Attempting to bind port 20af1330-5d1f-4164-bc52-b802a931a6e9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:29.597425 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Attempting to bind port 20af1330-5d1f-4164-bc52-b802a931a6e9 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:29.599670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.8359804 Aug 31 07:04:29.603106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57768) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:29.605320 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:29.605714 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:29.606112 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.606878 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:29.607037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Bound port: 20af1330-5d1f-4164-bc52-b802a931a6e9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:29.607494 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.609758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Request body: {'subnet': {'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2108642798-subnet', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:29.659213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c297-4e10-46c4-8224-c0323258e011 None None] Pushing event updated for resources: {'Port': ['ID=20af1330-5d1f-4164-bc52-b802a931a6e9,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.675752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Made reservation on behalf of fd23c0b977d64fe5851dfa866cd6d4e2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:29.685522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.690167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.697274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.721597 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] For port 20af1330-5d1f-4164-bc52-b802a931a6e9, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:29.725832 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] For port 20af1330-5d1f-4164-bc52-b802a931a6e9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=20af1330-5d1f-4164-bc52-b802a931a6e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:29.732523 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.732690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d37ed975-f537-465d-b061-526421af9daa, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d37ed975-f537-465d-b061-526421af9daa,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:29.737707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:29.808024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd9ba7-fb9e-4f85-88ce-8e6620dcbc53 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.813296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d37ed975-f537-465d-b061-526421af9daa,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.816107 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8c297-4e10-46c4-8224-c0323258e011 None None] Pushing event updated for resources: {'Port': ['ID=20af1330-5d1f-4164-bc52-b802a931a6e9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:29.829681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:29.834758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:29.836145 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:29.935023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Allocated IP 172.20.0.1 (a2acd2a3-2ff0-43c6-9575-23a6688e01b4/52da1e87-65d4-4137-8dba-2e1c24a6d91e/9834d493-6134-4bfd-b368-794cf95d5ba1) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:30.049095 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:30.056574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b5b3552-b404-4c4e-a6c2-91490746940d None None] Provisioning complete for port d37ed975-f537-465d-b061-526421af9daa triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:30.057120 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b5b3552-b404-4c4e-a6c2-91490746940d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.101686 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.136176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.198941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Transition to ACTIVE for port object 9834d493-6134-4bfd-b368-794cf95d5ba1 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:30.204954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Checking segment: {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:30.208017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Network hostable DHCP agents. Network: 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:30.216582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6baf59ba-18b3-41ef-80cf-19113b55bf29,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:30.248930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:30.263146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:30.274394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.278565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb109ee1-bb52-4e5c-9808-72f582376162 None None] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:30.292448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:30.293078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.319641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4155d014-d59e-4aab-9d44-4c9de68f7f13 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7126050 Aug 31 07:04:30.320523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57814) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:30.326401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:30.329110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:30.335210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:30.357480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:30.360450 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:30.384436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.385584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.419354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.549589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.689363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 03df9a99-8269-4dd5-a627-15eda8818e5e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:30.746209 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:26Z', 'revision_number': 3, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:30.777881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57d73e-4832-4fca-84ca-41ac3dbf1dd2 req-42e53591-498d-48a5-9122-370b27d4c36f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:30.779821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f57d73e-4832-4fca-84ca-41ac3dbf1dd2 req-42e53591-498d-48a5-9122-370b27d4c36f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1096487 Aug 31 07:04:30.781858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.842111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:30.843566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:30.853184 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d7fc4e-b134-4c35-b3ed-f8c52f40f965 None None] The sync data for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 is: [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:26Z', 'revision_number': 3, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:30.854953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 03df9a99-8269-4dd5-a627-15eda8818e5e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:30.855340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.019457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.026746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64cae57c-02db-49e6-9cb7-e30135c2f13f None None] Provisioning for port 9834d493-6134-4bfd-b368-794cf95d5ba1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:31.039197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-64cae57c-02db-49e6-9cb7-e30135c2f13f None None] Provisioning complete for port 9834d493-6134-4bfd-b368-794cf95d5ba1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:31.039737 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-64cae57c-02db-49e6-9cb7-e30135c2f13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.143447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.148103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f57d73e-4832-4fca-84ca-41ac3dbf1dd2 req-4492903f-daff-4611-bbe8-40f50cd3ea18 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3512485 Aug 31 07:04:31.158916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.264231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Allocated IP 172.20.0.2 (1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8/6baf59ba-18b3-41ef-80cf-19113b55bf29/bbe75bb3-94d0-4599-b0b5-065424a2e9fc) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:31.267129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:31.318516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.456573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.466494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.487198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-64cae57c-02db-49e6-9cb7-e30135c2f13f None None] Port 9834d493-6134-4bfd-b368-794cf95d5ba1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:31.488449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.563556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d37ed975-f537-465d-b061-526421af9daa up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:31.621224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.638026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Transition to ACTIVE for port object bbe75bb3-94d0-4599-b0b5-065424a2e9fc will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:31.670426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d37ed975-f537-465d-b061-526421af9daa triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:31.675997 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.719533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Allocated IP 172.25.3.249 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a22ebdc8-8282-4e99-bdba-6e45dd04a621) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:31.750217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Transition to ACTIVE for port object bbe75bb3-94d0-4599-b0b5-065424a2e9fc will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:31.763475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.845491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:31.849585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:31.856919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:31.943176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:31.953838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Pushing event updated for resources: {'Port': ['ID=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:32.010717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.057040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Attempting to bind port bbe75bb3-94d0-4599-b0b5-065424a2e9fc on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:32.057442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Attempting to bind port bbe75bb3-94d0-4599-b0b5-065424a2e9fc by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:32.057827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Attempting to bind port bbe75bb3-94d0-4599-b0b5-065424a2e9fc on network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:32.074650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:32.079614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:32.080793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:32.080793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Checking segment: {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:32.081111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.082400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Bound using segment: {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:32.082921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Bound port: bbe75bb3-94d0-4599-b0b5-065424a2e9fc, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:32.083317 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.087589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:32.236294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] For port bbe75bb3-94d0-4599-b0b5-065424a2e9fc, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:32.242398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] For port bbe75bb3-94d0-4599-b0b5-065424a2e9fc, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:32.247963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.307425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:32.309451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:32.368537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddefbb0-c61b-42a6-938f-42d8758a3300 None None] Pushing event updated for resources: {'Port': ['ID=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:32.426750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Pushing event updated for resources: {'Port': ['ID=a22ebdc8-8282-4e99-bdba-6e45dd04a621,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:32.612212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bc860-67cd-4f25-a206-af841428ee50 req-72ed89ab-6b84-4471-bbf9-d66ee415c1c5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:32.629207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 20af1330-5d1f-4164-bc52-b802a931a6e9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:32.634270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Router cf71525e-4111-4187-8bb3-82eab004c807 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:32.642472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-586bc860-67cd-4f25-a206-af841428ee50 req-72ed89ab-6b84-4471-bbf9-d66ee415c1c5 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.3114212 Aug 31 07:04:32.788030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 20af1330-5d1f-4164-bc52-b802a931a6e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:32.801556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 20af1330-5d1f-4164-bc52-b802a931a6e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:32.802426 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:32.884799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:32.891284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f99ffc61-c731-4c11-8aba-e4e13519f9d7 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf71525e-4111-4187-8bb3-82eab004c807/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7751546 Aug 31 07:04:33.020437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-586bc860-67cd-4f25-a206-af841428ee50 req-743caca0-26c9-4bcb-82ef-8b969fee91f0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3620000 Aug 31 07:04:33.035548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c1f70e6-c2aa-40d1-8cf6-18660a3decb8 None None] Provisioning complete for port 9834d493-6134-4bfd-b368-794cf95d5ba1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:33.035548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c1f70e6-c2aa-40d1-8cf6-18660a3decb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:33.043050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:33.097202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:33.118279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 20af1330-5d1f-4164-bc52-b802a931a6e9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=20af1330-5d1f-4164-bc52-b802a931a6e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:33.126826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:33.198471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=20af1330-5d1f-4164-bc52-b802a931a6e9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:33.216385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c1f70e6-c2aa-40d1-8cf6-18660a3decb8 None None] Port 9834d493-6134-4bfd-b368-794cf95d5ba1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:33.776834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:33.986979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:34.203223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:34.220278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Sync routers for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:34.240337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:34.240493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:34.241306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:34.246781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-940b0bfa-199f-410e-936d-c2d6772dd87f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9251540 Aug 31 07:04:34.247915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 57946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:34.337049 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Sync routers for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:34.354108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062708b7-a8b2-4d56-b785-558402931f8d req-4a588cfe-9d28-4006-acaf-8e95a37d33c1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:34.373292 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-062708b7-a8b2-4d56-b785-558402931f8d req-4a588cfe-9d28-4006-acaf-8e95a37d33c1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1679072 Aug 31 07:04:34.386567 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:34.387319 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:34.429866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-062708b7-a8b2-4d56-b785-558402931f8d req-f8b8d41f-c502-45c2-b4f9-e53c416b3fbb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510621 Aug 31 07:04:34.726662 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:34.932419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:35.046584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:30Z', 'revision_number': 4, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9834d493-6134-4bfd-b368-794cf95d5ba1', 'name': '', 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'mac_address': 'fa:16:3e:0d:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:29Z', 'updated_at': '2021-08-31T07:04:30Z', 'revision_number': 2, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'subnets': [{'id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:35.057496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e2a33e8-3436-43b1-8768-bcd1ade540f8 None None] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:35.063890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bbe75bb3-94d0-4599-b0b5-065424a2e9fc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:35.083538 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Checking router: cf71525e-4111-4187-8bb3-82eab004c807 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:35.083538 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Updating router cf71525e-4111-4187-8bb3-82eab004c807 port 9834d493-6134-4bfd-b368-794cf95d5ba1 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:35.122025 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.158395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.161789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-989bc42e-0f64-4aad-bc33-651bcb919519 None None] Provisioning for port bbe75bb3-94d0-4599-b0b5-065424a2e9fc completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:35.279505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bbe75bb3-94d0-4599-b0b5-065424a2e9fc completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:35.323230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bbe75bb3-94d0-4599-b0b5-065424a2e9fc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:35.323612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.496895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:35.676886 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.690327 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Transition to ACTIVE for port object 9834d493-6134-4bfd-b368-794cf95d5ba1 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:35.700786 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.705766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:35.759817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Allocated IP 172.20.0.1 (1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8/6baf59ba-18b3-41ef-80cf-19113b55bf29/9315a303-08fd-4c3b-9936-0deb50396b10) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:35.790644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:35.794310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36a3161-837b-4da1-b335-6984375bbaa7 req-cb1d7f1d-5f79-4911-a5d2-fef7229edeb2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:35.803976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c36a3161-837b-4da1-b335-6984375bbaa7 req-cb1d7f1d-5f79-4911-a5d2-fef7229edeb2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1669943 Aug 31 07:04:35.896441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8e13-5f89-4900-b26a-8108f149abc5 None None] Pushing event updated for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:35.909677 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.928010 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Attempting to bind port 9834d493-6134-4bfd-b368-794cf95d5ba1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:35.928375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Attempting to bind port 9834d493-6134-4bfd-b368-794cf95d5ba1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:35.928735 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Attempting to bind port 9834d493-6134-4bfd-b368-794cf95d5ba1 on network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:35.972959 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:35.973350 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Checking segment: {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:35.973758 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:35.974160 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Bound using segment: {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:35.979808 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Bound port: 9834d493-6134-4bfd-b368-794cf95d5ba1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c98ae70a-ff53-4508-9e92-97ff719a1f35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:35.980281 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.048033 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.055172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c36a3161-837b-4da1-b335-6984375bbaa7 req-7fa6597d-478a-4e6c-957a-84d53b46ad03 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2308180 Aug 31 07:04:36.100047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port bbe75bb3-94d0-4599-b0b5-065424a2e9fc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:36.110785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.111341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 20af1330-5d1f-4164-bc52-b802a931a6e9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:36.166843 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] For port 9834d493-6134-4bfd-b368-794cf95d5ba1, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:36.171476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] For port 9834d493-6134-4bfd-b368-794cf95d5ba1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9834d493-6134-4bfd-b368-794cf95d5ba1,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:36.189089 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.195366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.197572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 57994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:36.242744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Transition to ACTIVE for port object 9315a303-08fd-4c3b-9936-0deb50396b10 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:36.246552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.310661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:36.350416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.376725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:36.403708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:36.417593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.471533 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa8e13-5f89-4900-b26a-8108f149abc5 None None] Pushing event updated for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:36.484947 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:36.485608 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:36.528718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:36.549017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:36.559260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:36.598525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:32Z', 'revision_number': 3, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:36.693498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9f8730b3-3601-43ed-ab01-7e618dcb594e admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=820a3ad47923474e9cbd3b8b8d1c63f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4742315 Aug 31 07:04:36.694379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:36.698463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2dd61d86-2d70-41f5-8832-0ce1af797edd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:04:36.716038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:36.788048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.812545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Checking router: cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:36.813083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Updating router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 port a22ebdc8-8282-4e99-bdba-6e45dd04a621 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:36.839737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:36.851383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.933102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:36.975715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.088925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.099703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.100921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/32ee8236-d53b-454e-8d2e-e6a5454177f3 HTTP/1.1" status: 204 len: 168 time: 0.4053760 Aug 31 07:04:37.120910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 20af1330-5d1f-4164-bc52-b802a931a6e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:37.121308 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.143375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3416463a-fe7c-454b-a4ed-91a3adbb206a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ee8236-d53b-454e-8d2e-e6a5454177f3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:37.243727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:37.318577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3cb5823f-6709-4f7a-8a5e-76fc0121faff None None] Provisioning complete for port bbe75bb3-94d0-4599-b0b5-065424a2e9fc triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:37.319241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3cb5823f-6709-4f7a-8a5e-76fc0121faff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.345160 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.475940 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:30Z', 'revision_number': 4, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9834d493-6134-4bfd-b368-794cf95d5ba1', 'name': '', 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'mac_address': 'fa:16:3e:0d:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:29Z', 'updated_at': '2021-08-31T07:04:36Z', 'revision_number': 4, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'subnets': [{'id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:37.522039 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6e44b6-89e0-48a5-9e26-42cfe6edd6fa None None] The sync data for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 is: [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:04:30Z', 'revision_number': 4, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9834d493-6134-4bfd-b368-794cf95d5ba1', 'name': '', 'network_id': 'a2acd2a3-2ff0-43c6-9575-23a6688e01b4', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'mac_address': 'fa:16:3e:0d:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:29Z', 'updated_at': '2021-08-31T07:04:36Z', 'revision_number': 4, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'subnets': [{'id': '52da1e87-65d4-4137-8dba-2e1c24a6d91e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:37.556231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-aafc3412-33c3-4af8-80a8-468ac83dd50a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:37.575223 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-aafc3412-33c3-4af8-80a8-468ac83dd50a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.2895823 Aug 31 07:04:37.626901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-b6bd8236-4efb-4387-9302-5e2ed2dfee86 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0506716 Aug 31 07:04:37.726378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1d677-e1c1-4018-ae87-f43b67fba679 req-64137acd-3dd4-49f4-a6d8-dec6a1ec2231 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:37.728106 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9f1d677-e1c1-4018-ae87-f43b67fba679 req-64137acd-3dd4-49f4-a6d8-dec6a1ec2231 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.4792163 Aug 31 07:04:37.808969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-44348c6e-9825-453f-adcd-6a199f6b3144 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1810653 Aug 31 07:04:37.816229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c9f1d677-e1c1-4018-ae87-f43b67fba679 req-84738db9-db4f-42f2-94b9-c13c4620ce58 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755680 Aug 31 07:04:37.911348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.933869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:37.969698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-cc4538c1-3688-458f-a522-a8812c9c93da service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551802 Aug 31 07:04:38.003293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:38.128181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Pushing event updated for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:38.151536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-af8db84e-9758-4084-ba7a-625019e5e8ab service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806979 Aug 31 07:04:38.201464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:38.203157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:38.526564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:38.603935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Transition to ACTIVE for port object a22ebdc8-8282-4e99-bdba-6e45dd04a621 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:38.627463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:38.636810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:38.711981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89315503-7ca3-47a8-bdaf-cecb1206b402 None None] Provisioning for port 9315a303-08fd-4c3b-9936-0deb50396b10 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:38.722310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-89315503-7ca3-47a8-bdaf-cecb1206b402 None None] Provisioning complete for port 9315a303-08fd-4c3b-9936-0deb50396b10 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:38.722685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-89315503-7ca3-47a8-bdaf-cecb1206b402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:38.869369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:38.882051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bbe75bb3-94d0-4599-b0b5-065424a2e9fc up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:38.961655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ed70241-52c8-4a57-ae4b-43bf935c8363 req-18ad4bf7-7b1f-411c-a19e-30464c5a5630 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0516992 Aug 31 07:04:39.014736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Attempting to bind port a22ebdc8-8282-4e99-bdba-6e45dd04a621 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:39.015283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Attempting to bind port a22ebdc8-8282-4e99-bdba-6e45dd04a621 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:39.015645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Attempting to bind port a22ebdc8-8282-4e99-bdba-6e45dd04a621 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:39.017951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012615-1fa8-412a-8068-7a23013d5ab2 None None] Pushing event updated for resources: {'Port': ['ID=a22ebdc8-8282-4e99-bdba-6e45dd04a621,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:39.041798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:39.048643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-89315503-7ca3-47a8-bdaf-cecb1206b402 None None] Port 9315a303-08fd-4c3b-9936-0deb50396b10 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:39.065343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:39.066845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7ca6c52-c444-4e6b-9fc8-ff14d352bce9 admin admin] 10.222.0.57 "PUT /v2.0/routers/cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8176074 Aug 31 07:04:39.073869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:39.077720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.078437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:39.078994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Bound port: a22ebdc8-8282-4e99-bdba-6e45dd04a621, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:39.079440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.131741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1553558584-network', 'tenant_id': '4149b6949c2e40e491f4bd9a11392602'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:39.197590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c7259-45ba-4dff-ae81-8d96f2e86ee6 req-62cc6aed-3b2d-4b4d-a854-cc281f8b69c1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:39.210109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-221c7259-45ba-4dff-ae81-8d96f2e86ee6 req-62cc6aed-3b2d-4b4d-a854-cc281f8b69c1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.2330310 Aug 31 07:04:39.233420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Made reservation on behalf of 4149b6949c2e40e491f4bd9a11392602 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:39.239462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.274757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.396526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bbe75bb3-94d0-4599-b0b5-065424a2e9fc triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:39.397517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.493060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] For port a22ebdc8-8282-4e99-bdba-6e45dd04a621, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:39.530318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:39.546961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.559942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-221c7259-45ba-4dff-ae81-8d96f2e86ee6 req-1a6db386-5af2-4a27-91fc-6fe1f4e0537a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3470695 Aug 31 07:04:39.561285 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.643096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f36b7e-9842-44ad-a8e2-f266dfea43ed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:39.661032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] For port a22ebdc8-8282-4e99-bdba-6e45dd04a621, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a22ebdc8-8282-4e99-bdba-6e45dd04a621,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:39.679514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:39.680297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.701854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96b2a92e-6085-403e-a2d1-d85faf373ae5 None None] Provisioning complete for port 9315a303-08fd-4c3b-9936-0deb50396b10 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:39.702763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96b2a92e-6085-403e-a2d1-d85faf373ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.721184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.724011 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Added segment ea7d272a-935f-409c-b64a-22efeaaa50f7 of type vlan for network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 Aug 31 07:04:39.850635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.883815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:39.884939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:39.885666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.042823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] Pushing event updated for resources: {'Network': ['ID=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:40.050083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:40.063347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Request body: {'subnet': {'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1553558584-subnet', 'tenant_id': '4149b6949c2e40e491f4bd9a11392602', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:40.068034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-eb554ff8-6590-4ec7-a1b0-58a70659112d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1971309 Aug 31 07:04:40.123402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Made reservation on behalf of 4149b6949c2e40e491f4bd9a11392602 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:40.126485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.349840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-483d0cd7-9eba-4d3c-9144-df6e9791b269 req-8b3a4b7b-695b-42ea-b59d-f6acf5e0e42b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.2185912 Aug 31 07:04:40.374966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:40.382147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2037500348-network', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:40.449877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Made reservation on behalf of f6a444976ec04bbfa673683188ad7ee5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:40.460579 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.471334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:40.476352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96b2a92e-6085-403e-a2d1-d85faf373ae5 None None] Port 9315a303-08fd-4c3b-9936-0deb50396b10 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:40.516912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.684968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9834d493-6134-4bfd-b368-794cf95d5ba1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:40.694265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:40.694950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:40.724275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.751227 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.764251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.814002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:40.863317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.863888 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Added segment cdb83b67-df5f-4b7c-8aec-867019ef05c5 of type vlan for network 19cb1544-fabf-4b52-aac3-7946c1a950f9 Aug 31 07:04:40.872303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed012615-1fa8-412a-8068-7a23013d5ab2 None None] Pushing event updated for resources: {'Port': ['ID=a22ebdc8-8282-4e99-bdba-6e45dd04a621,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:40.881973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d439be0-44e4-410d-af95-f9d8c17806e6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:40.921079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 2dd61d86-2d70-41f5-8832-0ce1af797edd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:40.921963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.922250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Checking segment: {'id': 'ea7d272a-935f-409c-b64a-22efeaaa50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:40.922621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Network hostable DHCP agents. Network: 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:40.952979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:40.972261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:40.975130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:40.985668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:40.986606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.008254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15babab3-1a03-4de6-9674-36ea58dd8454 None None] Network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:41.018764 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9834d493-6134-4bfd-b368-794cf95d5ba1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:41.034520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-26335b25-cac8-451c-8c56-865fdb733bac admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9831915 Aug 31 07:04:41.081517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3894766-5c4e-47aa-a49f-3cb18b020022,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:41.089054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.094801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.095616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.142130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9834d493-6134-4bfd-b368-794cf95d5ba1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:41.142716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.272502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:41.404514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe290d-131d-477b-9d21-28545d502598 req-63b02252-08fb-41f8-8fb0-aeec2da9f4f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.409810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-acfe290d-131d-477b-9d21-28545d502598 req-63b02252-08fb-41f8-8fb0-aeec2da9f4f2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.3977625 Aug 31 07:04:41.464966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0858800 Aug 31 07:04:41.465976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:41.474979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Request body: {'subnet': {'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2037500348-subnet', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:41.520354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Made reservation on behalf of f6a444976ec04bbfa673683188ad7ee5 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:41.525809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.573682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-acfe290d-131d-477b-9d21-28545d502598 req-fb0d044f-e106-48a4-b87b-2a83da2406ab tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301494 Aug 31 07:04:41.584024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a9cdb7-4685-4daa-a0df-4ea23b60a647 admin admin] Pushing event updated for resources: {'Network': ['ID=19cb1544-fabf-4b52-aac3-7946c1a950f9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:41.630010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6148e042-4d59-42dc-a826-2078c1c80861 req-9c22f604-c1db-4de1-add5-692501437167 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.1145124 Aug 31 07:04:41.632439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-daa29e47-631d-4866-a870-21291f083e97 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:41.634224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-daa29e47-631d-4866-a870-21291f083e97 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 1.1361163 Aug 31 07:04:41.650502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:41.786695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:41.882918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:41.976541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:41.988711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.194371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08eaeaaa-9d42-4866-86de-5b4967f4d485 None None] Network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:42.261134 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.412566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:42.414859 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86443a24-89eb-4d28-9cda-b4fbb186f056" -d '{"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:42.444439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:42.460850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.5 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/4fa24fb9-efbc-4af0-b293-16d04a3f1f9f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:42.549877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9834d493-6134-4bfd-b368-794cf95d5ba1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9834d493-6134-4bfd-b368-794cf95d5ba1,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:42.554659 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.574050 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e44065-cd44-4e52-880e-782c4a7950ec x-openstack-request-id: req-64e44065-cd44-4e52-880e-782c4a7950ec {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:42.575674 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:42.578080 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-64e44065-cd44-4e52-880e-782c4a7950ec {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:42.578692 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'code': 200} Aug 31 07:04:42.599140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:42.768924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:42.819815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:42.837385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-223481663-network', 'tenant_id': '11ff1732b85a463cb75f4f5ec6b2a50d'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:42.896471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9315a303-08fd-4c3b-9936-0deb50396b10', 'name': '', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'mac_address': 'fa:16:3e:59:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:35Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 2, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'subnets': [{'id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:42.922128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-390becc0-2bed-4cfb-abb1-8ba228241241 req-ad65addd-6e5f-450c-b263-e395b0deaf13 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.1533203 Aug 31 07:04:43.020544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.027272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Made reservation on behalf of 11ff1732b85a463cb75f4f5ec6b2a50d for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:43.029889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.066131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77004f2-bd9b-432c-9225-31cd64f947b6 req-a73ed705-7491-4cb0-b970-f5dfaf14ade4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:43.072357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0122f451-3471-43df-bea4-37ad77dea26f None None] The sync data for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 is: [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9315a303-08fd-4c3b-9936-0deb50396b10', 'name': '', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'mac_address': 'fa:16:3e:59:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:35Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 2, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'subnets': [{'id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:43.073684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a77004f2-bd9b-432c-9225-31cd64f947b6 req-a73ed705-7491-4cb0-b970-f5dfaf14ade4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.2776082 Aug 31 07:04:43.082934 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.127277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:43.136479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.139601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:43.231328 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.333833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.348017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7c65b33-8b2e-41b0-9812-f60ce10a9e41,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:43.366337 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.394218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:43.395956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:43.405428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:43.473172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a77004f2-bd9b-432c-9225-31cd64f947b6 req-766d1fe2-0aa4-4078-890c-225055f80f33 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3984835 Aug 31 07:04:43.474500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:04:43.488451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.489101 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Added segment 6f191ea4-5f8b-4250-aae2-fef635d17094 of type vlan for network 18d16d25-abe1-4890-b74b-8d3b26d4c2b7 Aug 31 07:04:43.515921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:43.516723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.583146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9372232 Aug 31 07:04:43.587121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4319c2-cc33-439c-909a-1c20ed32220e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:43.622269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Request body: {'port': {'device_id': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:43.641608 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.712347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.713868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:43.714612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.856709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:43.933437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Checking segment: {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:43.934001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Network hostable DHCP agents. Network: 19cb1544-fabf-4b52-aac3-7946c1a950f9, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:43.956373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3619461a-3bba-4fa8-be16-994c52ff3bfd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:43.977360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1503465 Aug 31 07:04:43.992485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c79e5-bb86-49f5-a680-ad2ffcc8ac03 admin admin] Pushing event updated for resources: {'Network': ['ID=18d16d25-abe1-4890-b74b-8d3b26d4c2b7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:43.996456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58188) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:44.013148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-f4e068df-42a1-4e5f-80a9-9650eb8d25b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:44.015863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-f4e068df-42a1-4e5f-80a9-9650eb8d25b2 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1098 time: 1.2789013 Aug 31 07:04:44.024517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Request body: {'subnet': {'network_id': '18d16d25-abe1-4890-b74b-8d3b26d4c2b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-223481663-subnet', 'tenant_id': '11ff1732b85a463cb75f4f5ec6b2a50d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:44.069704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-097107e8-bb9d-4833-8cd5-5732c79b2579 None None] Provisioning for port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:44.071882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:44.079910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Made reservation on behalf of 11ff1732b85a463cb75f4f5ec6b2a50d for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:44.086461 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:44.099791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-097107e8-bb9d-4833-8cd5-5732c79b2579 None None] Provisioning complete for port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:44.110175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-097107e8-bb9d-4833-8cd5-5732c79b2579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:44.168767 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:04:44.176772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 18d16d25-abe1-4890-b74b-8d3b26d4c2b7 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:04:44.263360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 19cb1544-fabf-4b52-aac3-7946c1a950f9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:44.353963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f83e6a4-ee5f-43ab-a595-92ab1ab7fe8d None None] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:44.395554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:44.396514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:44.469897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-b8bf33c3-99be-42a9-beb3-b11a02134b90 req-9f9fb0c4-3e0e-4476-8dab-d07b1d6acff8 service neutron] (94639) timed out ('10.222.0.57', 60758) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:04:44.539358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-327d932c-4947-42d4-a87a-e45b30edb13c admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0685096 Aug 31 07:04:44.579883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58198) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:44.589390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02270e90-56a5-410d-bc48-5dc493d795f4 req-ba138ed1-f982-4dd5-bf05-89899e85f94e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:44.600080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02270e90-56a5-410d-bc48-5dc493d795f4 req-ba138ed1-f982-4dd5-bf05-89899e85f94e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 931 time: 0.3433456 Aug 31 07:04:44.612286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:44.926504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:44.935775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:44.950694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Transition to ACTIVE for port object 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:44.956844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:44.959043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9834d493-6134-4bfd-b368-794cf95d5ba1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:44.970890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-02270e90-56a5-410d-bc48-5dc493d795f4 req-e0ca28df-4381-4310-8c42-4c142828d51e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693960 Aug 31 07:04:45.063077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-097107e8-bb9d-4833-8cd5-5732c79b2579 None None] Port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:45.089733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-00d218a8-5d37-4d71-9fdf-0274aa6b531e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:45.097550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-00d218a8-5d37-4d71-9fdf-0274aa6b531e service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 1.0206745 Aug 31 07:04:45.165475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.166907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.174436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:45.207676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Attempting to bind port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:45.213969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Attempting to bind port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:45.214815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Attempting to bind port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:45.220589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9834d493-6134-4bfd-b368-794cf95d5ba1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:45.221175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.232933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:04:45.234430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Attempting to bind port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:45.251292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:45.259612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:45.260013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:45.260468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Bound port: 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:45.265451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.302151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-19cb1544-fabf-4b52-aac3-7946c1a950f9', 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'fixed_ips': [{'subnet_id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:04:45.303718 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.561649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced231a-a5a0-40cf-b335-5c3cde90a8f6 req-fb1389ed-c0bf-4cf7-98be-5b8d05e1a3f3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:45.569817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ced231a-a5a0-40cf-b335-5c3cde90a8f6 req-fb1389ed-c0bf-4cf7-98be-5b8d05e1a3f3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.9422441 Aug 31 07:04:45.648876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-d82a40e3-302c-4403-be95-9708025db4ba service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1002 time: 0.5355930 Aug 31 07:04:45.715491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:45.737520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:45.754073 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.876227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:45.880698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:45.882648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] 10.222.0.53 "PUT /v2.0/ports/4fa24fb9-efbc-4af0-b293-16d04a3f1f9f HTTP/1.1" status: 200 len: 1092 time: 2.2724681 Aug 31 07:04:45.884358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:45.890719 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cd22a72-b367-4125-9774-d97acc47c97c" -d '{"events": [{"name": "network-changed", "server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:46.004107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Allocated IP 172.20.0.2 (19cb1544-fabf-4b52-aac3-7946c1a950f9/a7c65b33-8b2e-41b0-9812-f60ce10a9e41/957c11bb-d747-4fc4-b129-e85e8d7fecf3) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:46.036630 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58944db-0f11-435d-94a3-805dbbf1a645 x-openstack-request-id: req-b58944db-0f11-435d-94a3-805dbbf1a645 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:46.036630 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:46.039138 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b58944db-0f11-435d-94a3-805dbbf1a645 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:46.039641 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f', 'status': 'completed', 'code': 200} Aug 31 07:04:46.067780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784fbc19-5f13-4e26-bed4-d74b697cf961 service neutron] Pushing event updated for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:46.088654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-bfb052e3-7f7f-4fd3-aab0-7647c79899f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.090312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-bfb052e3-7f7f-4fd3-aab0-7647c79899f7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 1095 time: 0.1422963 Aug 31 07:04:46.151114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.186853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ced231a-a5a0-40cf-b335-5c3cde90a8f6 req-e3646203-0577-413c-b9a4-99b3df12892d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6082845 Aug 31 07:04:46.220344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-468e873d-073f-4d3a-bf62-c7b6ff151b5d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f HTTP/1.1" status: 200 len: 217 time: 0.1210074 Aug 31 07:04:46.409611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-8101b1d1-beca-4a81-9e5b-83456542a137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.411897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-8101b1d1-beca-4a81-9e5b-83456542a137 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.1848035 Aug 31 07:04:46.442690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.477589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.502902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Transition to ACTIVE for port object 957c11bb-d747-4fc4-b129-e85e8d7fecf3 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:46.520067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d295c6f1-bdd2-4278-8713-19e53b776fc2 req-60bf191c-0f53-4898-b1d2-89f0037dcb8b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.529120 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d295c6f1-bdd2-4278-8713-19e53b776fc2 req-60bf191c-0f53-4898-b1d2-89f0037dcb8b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.3151619 Aug 31 07:04:46.543122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Transition to ACTIVE for port object 957c11bb-d747-4fc4-b129-e85e8d7fecf3 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:46.552052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.582648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-f9d623bd-fa4b-463c-9b9b-a608c7c62285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.584944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-f9d623bd-fa4b-463c-9b9b-a608c7c62285 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1655097 Aug 31 07:04:46.663687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d295c6f1-bdd2-4278-8713-19e53b776fc2 req-0f026cc9-f77b-4a85-8e86-8d5f4cb51fac tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295886 Aug 31 07:04:46.698429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Pushing event updated for resources: {'Port': ['ID=957c11bb-d747-4fc4-b129-e85e8d7fecf3,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:46.722125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:46.736347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:46.745445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:46.845177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-736c4283-c6f0-4d6a-b206-1be247d292f1 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475822 Aug 31 07:04:46.865618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Attempting to bind port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:46.867280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Attempting to bind port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:46.868637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Attempting to bind port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 on network 19cb1544-fabf-4b52-aac3-7946c1a950f9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:46.877274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:46.878044 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Checking segment: {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:46.878684 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.879300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Bound using segment: {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:46.880012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Bound port: 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:46.880828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.884167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.901524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-950ee4ef-a414-41ba-8fbd-0717191ded1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:46.903342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-950ee4ef-a414-41ba-8fbd-0717191ded1d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.7450001 Aug 31 07:04:46.904322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:46.918282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a22ebdc8-8282-4e99-bdba-6e45dd04a621 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:47.043492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-57f33521-be92-4ea5-ba3f-25603326f4c5 req-f60c3daf-525b-4bad-8466-7936316c646b service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639502 Aug 31 07:04:47.175736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] For port 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:47.191308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] For port 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=957c11bb-d747-4fc4-b129-e85e8d7fecf3,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:47.199427 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:47.230760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd22a72-b367-4125-9774-d97acc47c97c req-6f79f067-4094-4f0a-a8de-e1f1d92e8adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.235424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-6f79f067-4094-4f0a-a8de-e1f1d92e8adb service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 1095 time: 0.1442387 Aug 31 07:04:47.363028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Checking segment: {'id': '6f191ea4-5f8b-4250-aae2-fef635d17094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '18d16d25-abe1-4890-b74b-8d3b26d4c2b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:47.363614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Network hostable DHCP agents. Network: 18d16d25-abe1-4890-b74b-8d3b26d4c2b7, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:04:47.379879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb894b90-152b-4bff-80bd-3afb406df638 None None] Pushing event updated for resources: {'Port': ['ID=957c11bb-d747-4fc4-b129-e85e8d7fecf3,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:47.386719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a22ebdc8-8282-4e99-bdba-6e45dd04a621 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:47.401995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a22ebdc8-8282-4e99-bdba-6e45dd04a621 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:47.402427 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:47.411118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c859821-b23a-48f9-81c4-6e4f781188a7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:47.422125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-95806ecc-f737-416b-88a2-ba8a2db5489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.423707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-95806ecc-f737-416b-88a2-ba8a2db5489b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5013351 Aug 31 07:04:47.511314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-457b5b11-bc09-49e6-bdf3-748cbc0667aa service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:04:47.513126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-457b5b11-bc09-49e6-bdf3-748cbc0667aa service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226347 Aug 31 07:04:47.557152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Network 18d16d25-abe1-4890-b74b-8d3b26d4c2b7 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:04:47.562507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd22a72-b367-4125-9774-d97acc47c97c req-e403080b-d1ff-4ec3-b716-b32577668244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.564228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-e403080b-d1ff-4ec3-b716-b32577668244 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.3057394 Aug 31 07:04:47.594567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:47.640287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a22ebdc8-8282-4e99-bdba-6e45dd04a621, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a22ebdc8-8282-4e99-bdba-6e45dd04a621,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:47.647108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Sync routers for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:47.653423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 18d16d25-abe1-4890-b74b-8d3b26d4c2b7) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:47.682085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-9f9ceb9d-95f3-4270-b2ef-b2db8ccdb43b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f HTTP/1.1" status: 200 len: 217 time: 0.1032262 Aug 31 07:04:47.701682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.704294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:47.710133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:47.751216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a6e78d-b86d-4f28-8e0d-b99dd692ea3f None None] Network 18d16d25-abe1-4890-b74b-8d3b26d4c2b7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:47.852192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bb6ac-5138-40a6-b8f4-c178f75a0135 req-227fa94f-ce6e-4e44-930a-2d7e5242402a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.853960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c44bb6ac-5138-40a6-b8f4-c178f75a0135 req-227fa94f-ce6e-4e44-930a-2d7e5242402a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.4558566 Aug 31 07:04:47.876705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b397af05-a45f-4623-96e3-b469189104f6 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.8590355 Aug 31 07:04:47.899818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:47.900428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:47.930167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-841a8f48-4ff4-483c-884c-d3f6b1e3e45e service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090161 Aug 31 07:04:47.959034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd22a72-b367-4125-9774-d97acc47c97c req-6c4de9ec-f6b3-4458-ba20-d13fda2cf916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:47.960504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-6c4de9ec-f6b3-4458-ba20-d13fda2cf916 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.2587078 Aug 31 07:04:48.066707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb8bec9-4f8c-4355-b6d2-e5379241889f req-09bf7f03-ae22-4d6a-984c-6621a41c3241 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:48.080390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-feb8bec9-4f8c-4355-b6d2-e5379241889f req-09bf7f03-ae22-4d6a-984c-6621a41c3241 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.2364254 Aug 31 07:04:48.138146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:48.159250 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-feb8bec9-4f8c-4355-b6d2-e5379241889f req-641f444f-dbf2-460f-880b-1835745c98b1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713336 Aug 31 07:04:48.205550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd22a72-b367-4125-9774-d97acc47c97c req-27f26abf-924c-412f-ace1-60b4463e460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:48.209132 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-27f26abf-924c-412f-ace1-60b4463e460d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2395799 Aug 31 07:04:48.337217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-3443e798-5372-45a7-aaa4-4fea389e8a01 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204457 Aug 31 07:04:48.348178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c44bb6ac-5138-40a6-b8f4-c178f75a0135 req-b9e3bdcc-bc51-4b2c-82c8-d279a8d1cf2f tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4540324 Aug 31 07:04:48.477257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a22ebdc8-8282-4e99-bdba-6e45dd04a621,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:48.519847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.578491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a03183c-2e9f-422d-a7b7-ed9de782b56f req-a6995259-1777-4f5e-929c-b6911e66bee3 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264756 Aug 31 07:04:48.579816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:48.611634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8cd22a72-b367-4125-9774-d97acc47c97c req-df3d7452-9aa9-4dec-b23b-e778aa8467ae service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602477 Aug 31 07:04:49.031489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-319942ef-62f5-4c2d-beb2-f28a1cc71f9c tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:49.040219 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-319942ef-62f5-4c2d-beb2-f28a1cc71f9c tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/networks?id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 200 len: 812 time: 0.2264616 Aug 31 07:04:49.044083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9315a303-08fd-4c3b-9936-0deb50396b10', 'name': '', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'mac_address': 'fa:16:3e:59:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:35Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 2, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'subnets': [{'id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:49.062384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-a1158317-09de-41be-a91c-ad7745ba8a94 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/quotas/4149b6949c2e40e491f4bd9a11392602 HTTP/1.1" status: 200 len: 375 time: 0.0203400 Aug 31 07:04:49.125581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Checking router: cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:49.125928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Updating router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 port 9315a303-08fd-4c3b-9936-0deb50396b10 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:49.128291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a22ebdc8-8282-4e99-bdba-6e45dd04a621 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:49.166714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Allocated IP 172.25.3.114 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/aeb46a44-3f56-4130-aace-cdcd2f8ad784) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:49.177112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-17c3a1ba-0d1f-4514-9ba5-218fb7e41d4c tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=4149b6949c2e40e491f4bd9a11392602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136422 Aug 31 07:04:49.333773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3780dc2a-6b22-4c43-af65-c78905e27a78 None None] Network 18d16d25-abe1-4890-b74b-8d3b26d4c2b7 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:49.461035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.491639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b9ae536b-0da8-4dc5-87a4-c4dad90e2243 service neutron] 10.222.0.57 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991841 Aug 31 07:04:49.516618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0335a7e-8947-4fed-a271-a62387b43783 None None] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:04:49.517485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c196b830-432e-475e-8632-035254da1a70 req-0346833a-9459-497d-8a60-fcddc352b017 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:49.519049 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c196b830-432e-475e-8632-035254da1a70 req-0346833a-9459-497d-8a60-fcddc352b017 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.1981103 Aug 31 07:04:49.586379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.641954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a22ebdc8-8282-4e99-bdba-6e45dd04a621 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:49.642917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.696447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:49.736807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-6d3447aa-28a6-4d79-87a2-aeab22d3dcd2 service neutron] 10.222.0.57 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310774 Aug 31 07:04:49.818997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:49.822410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c196b830-432e-475e-8632-035254da1a70 req-c5716605-c759-49a7-9f27-e1f281e41ab3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961543 Aug 31 07:04:49.825716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:49.829150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:49.829809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-57e10bce-cf60-4b9e-952e-13f42470336c None None] Provisioning for port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:49.878021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb46a44-3f56-4130-aace-cdcd2f8ad784,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:50.227340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94604ea6-42ca-415c-ad69-331508d577e9 req-d336050d-e081-47a6-9714-238cd133fb7a tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 210 time: 0.0587935 Aug 31 07:04:50.302619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b61aa6-bf8f-4d57-9e21-a360bbdd68f0 req-5e2e9ba7-fe1a-4031-b53e-3e69b1b9f994 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:50.312685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2b61aa6-bf8f-4d57-9e21-a360bbdd68f0 req-5e2e9ba7-fe1a-4031-b53e-3e69b1b9f994 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.3157051 Aug 31 07:04:50.377877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 957c11bb-d747-4fc4-b129-e85e8d7fecf3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:50.523821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2b61aa6-bf8f-4d57-9e21-a360bbdd68f0 req-7836b975-0933-4324-8d59-fc10e5a4e015 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102416 Aug 31 07:04:50.578434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.581039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.611231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Transition to ACTIVE for port object 9315a303-08fd-4c3b-9936-0deb50396b10 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:50.616708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:50.634268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:50.634268 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:50.769013 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.031046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.107570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38445e7-36ab-42c3-bd5a-f5adc77aa48c req-70ab0bf3-ba6f-42d1-8861-9fe568731258 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:51.116015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e38445e7-36ab-42c3-bd5a-f5adc77aa48c req-70ab0bf3-ba6f-42d1-8861-9fe568731258 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.1335964 Aug 31 07:04:51.207583 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e38445e7-36ab-42c3-bd5a-f5adc77aa48c req-ec769568-8aec-46bf-92f6-3325c437b8f7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905819 Aug 31 07:04:51.352307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:04:51.413989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7371-f78e-46de-85f9-f830c3157c3d None None] Pushing event updated for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:51.416278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-85eb52e0-27e7-49a6-9d02-11ddc43a92e8 None None] Provisioning complete for port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:51.416643 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85eb52e0-27e7-49a6-9d02-11ddc43a92e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.469309 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.508754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Attempting to bind port 9315a303-08fd-4c3b-9936-0deb50396b10 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:51.509132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Attempting to bind port 9315a303-08fd-4c3b-9936-0deb50396b10 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:51.509604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Attempting to bind port 9315a303-08fd-4c3b-9936-0deb50396b10 on network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Checking segment: {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Bound using segment: {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Bound port: 9315a303-08fd-4c3b-9936-0deb50396b10, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '909a6461-9a18-481c-a3f3-f6d43c09e195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:51.549390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.588920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=957c11bb-d747-4fc4-b129-e85e8d7fecf3,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:51.650682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:51.799079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0012a8b-254e-4cf2-a5bf-e5a0d6a3aa61 req-49aee31c-e4dd-47d1-a37e-2f98664b03d7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:51.808481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0012a8b-254e-4cf2-a5bf-e5a0d6a3aa61 req-49aee31c-e4dd-47d1-a37e-2f98664b03d7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1297324 Aug 31 07:04:51.864661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e0012a8b-254e-4cf2-a5bf-e5a0d6a3aa61 req-c2c7e525-efb3-49c3-b783-4906989eeaee tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542729 Aug 31 07:04:51.957550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=957c11bb-d747-4fc4-b129-e85e8d7fecf3,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:51.984676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] For port 9315a303-08fd-4c3b-9936-0deb50396b10, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:51.996414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] For port 9315a303-08fd-4c3b-9936-0deb50396b10, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9315a303-08fd-4c3b-9936-0deb50396b10,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:52.005599 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.038450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a82920d6-e2e8-4bc4-bffe-5a7603742c73 req-dd78f40f-eb96-4331-a2c0-d05ff30036c0 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 210 time: 0.6508255 Aug 31 07:04:52.214542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:52.238634 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Sync routers for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:52.257660 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:52.258679 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:52.262641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-cb1424b7-0b79-48d9-b5a9-a51060b173f3 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:52.264986 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-cb1424b7-0b79-48d9-b5a9-a51060b173f3 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.50 "GET /v2.0/networks?id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 200 len: 812 time: 0.2224290 Aug 31 07:04:52.265691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:52.266630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:52.284423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6e7371-f78e-46de-85f9-f830c3157c3d None None] Pushing event updated for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:52.289243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.293586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c97d7d11-9668-4d1c-9b8a-0e59b4c372e9 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.7122018 Aug 31 07:04:52.294287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:04:52.306850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Request body: {'port': {'device_id': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1', 'admin_state_up': True, 'tenant_id': '4149b6949c2e40e491f4bd9a11392602'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:52.565652 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:52.591556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:52.694130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Made reservation on behalf of 4149b6949c2e40e491f4bd9a11392602 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:04:52.698326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:52.803011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a8d8ea-aa7e-4289-b584-ff331ba5288d req-55759bd6-f9d1-4793-b59c-e7951c6dd2f6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:52.806917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51a8d8ea-aa7e-4289-b584-ff331ba5288d req-55759bd6-f9d1-4793-b59c-e7951c6dd2f6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.3768930 Aug 31 07:04:52.997765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Allocated IP 172.20.0.13 (9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1/3d439be0-44e4-410d-af95-f9d8c17806e6/0839bc8a-dedf-4287-8894-d33ea8837790) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:53.041178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51a8d8ea-aa7e-4289-b584-ff331ba5288d req-e9997465-53ee-4e20-96bb-cdd703846285 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267840 Aug 31 07:04:53.138468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:50Z', 'revision_number': 3, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:53.230186 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Checking router: 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:53.230535 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Updating router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 port aeb46a44-3f56-4130-aace-cdcd2f8ad784 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:53.260663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f62c849-296d-48e5-9502-f2d7a460da20 req-7cffae25-07a2-4aa0-afcf-93961702d594 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:53.263882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f62c849-296d-48e5-9502-f2d7a460da20 req-7cffae25-07a2-4aa0-afcf-93961702d594 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.2034402 Aug 31 07:04:53.283170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9315a303-08fd-4c3b-9936-0deb50396b10', 'name': '', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'mac_address': 'fa:16:3e:59:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:35Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'subnets': [{'id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:53.396273 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.440811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5f62c849-296d-48e5-9502-f2d7a460da20 req-8efe6eb4-af04-4b4c-994e-d76c89df8453 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483108 Aug 31 07:04:53.444245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-677fbdbd-742c-470a-b94d-45df4617519a None None] The sync data for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 is: [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:04:37Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '9315a303-08fd-4c3b-9936-0deb50396b10', 'name': '', 'network_id': '1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'mac_address': 'fa:16:3e:59:72:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:35Z', 'updated_at': '2021-08-31T07:04:51Z', 'revision_number': 4, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'subnets': [{'id': '6baf59ba-18b3-41ef-80cf-19113b55bf29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:53.512544 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-daed7d18-ad0f-43d5-ba0d-c00ed7444dd2 req-b710212e-0684-412e-b4b2-5c53edcf44af tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 210 time: 0.1871200 Aug 31 07:04:53.627546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.688777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.744621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:53.852594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:53.884819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:53.892103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 957c11bb-d747-4fc4-b129-e85e8d7fecf3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:53.904463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:54.002287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:54.002663 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.035497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:54.036759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.044602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Pushing event updated for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:54.083673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-1de436f4-2527-4ca3-8d1f-2f67d79e2b88 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7864530 Aug 31 07:04:54.096416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Request body: {'port': {'device_id': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:04:54.128427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Allocated IP 172.20.0.1 (19cb1544-fabf-4b52-aac3-7946c1a950f9/a7c65b33-8b2e-41b0-9812-f60ce10a9e41/e6ec507d-f9f7-41e6-b7c6-942bb573270c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:04:54.242156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9315a303-08fd-4c3b-9936-0deb50396b10 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:54.297799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.304452 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.313273 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.328027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9315a303-08fd-4c3b-9936-0deb50396b10 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:54.333226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9315a303-08fd-4c3b-9936-0deb50396b10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:54.333226 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.335978 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Transition to ACTIVE for port object aeb46a44-3f56-4130-aace-cdcd2f8ad784 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:54.336327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Transition to ACTIVE for port object e6ec507d-f9f7-41e6-b7c6-942bb573270c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:54.351533 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.430387 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.433244 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Attempting to bind port aeb46a44-3f56-4130-aace-cdcd2f8ad784 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:54.434579 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Attempting to bind port aeb46a44-3f56-4130-aace-cdcd2f8ad784 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:54.435123 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Attempting to bind port aeb46a44-3f56-4130-aace-cdcd2f8ad784 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:54.489707 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:54.494558 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:54.495189 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.495746 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:54.501090 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Bound port: aeb46a44-3f56-4130-aace-cdcd2f8ad784, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:54.501896 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.546937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.609675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:54.640864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:54.642610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:54.651478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa11094d-f025-457d-8a55-80fa197573ab req-71fe333d-51e1-45dd-9569-e58029a903e6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:54.652233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:04:54.654144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9315a303-08fd-4c3b-9936-0deb50396b10, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9315a303-08fd-4c3b-9936-0deb50396b10,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:54.674942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.682362 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa11094d-f025-457d-8a55-80fa197573ab req-71fe333d-51e1-45dd-9569-e58029a903e6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.4573033 Aug 31 07:04:54.686775 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] For port aeb46a44-3f56-4130-aace-cdcd2f8ad784, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:54.701022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] For port aeb46a44-3f56-4130-aace-cdcd2f8ad784, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aeb46a44-3f56-4130-aace-cdcd2f8ad784,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:54.716389 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.782663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.800185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:54.801444 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:54.837631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:54.864786 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e23d28f3-1028-45af-bb59-6ebca6028f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:54.910635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fa11094d-f025-457d-8a55-80fa197573ab req-e1beff63-12f3-4361-9338-4dc9bfa71263 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225411 Aug 31 07:04:55.065575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441bc5a-7d5b-41a6-b074-a8ceab4c7847 req-7eb0df06-f7f4-4174-939c-d502c5600522 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:55.067904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5441bc5a-7d5b-41a6-b074-a8ceab4c7847 req-7eb0df06-f7f4-4174-939c-d502c5600522 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.2771945 Aug 31 07:04:55.070435 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:55.233192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8869fc45-d826-4fdb-a077-044bb2ff100e None None] Provisioning for port e6ec507d-f9f7-41e6-b7c6-942bb573270c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:55.239236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8869fc45-d826-4fdb-a077-044bb2ff100e None None] Provisioning complete for port e6ec507d-f9f7-41e6-b7c6-942bb573270c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:55.241691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8869fc45-d826-4fdb-a077-044bb2ff100e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.257462 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f1225-3982-411a-8905-5ad298ca991a None None] Pushing event updated for resources: {'Port': ['ID=aeb46a44-3f56-4130-aace-cdcd2f8ad784,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.307758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5441bc5a-7d5b-41a6-b074-a8ceab4c7847 req-9ecf103c-76e9-4658-9ab1-e72014224d1d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2111199 Aug 31 07:04:55.332109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097100-b5e3-4c32-aaaf-01abdaf04439 req-6f056289-099c-4676-b727-4cdde66e0b2d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:55.334584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8869fc45-d826-4fdb-a077-044bb2ff100e None None] Port e6ec507d-f9f7-41e6-b7c6-942bb573270c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:55.340893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c097100-b5e3-4c32-aaaf-01abdaf04439 req-6f056289-099c-4676-b727-4cdde66e0b2d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 932 time: 0.2382650 Aug 31 07:04:55.387527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0839bc8a-dedf-4287-8894-d33ea8837790 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:04:55.413798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.463368 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.502044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c097100-b5e3-4c32-aaaf-01abdaf04439 req-967f3cae-d1db-4478-ace1-2e74bbbc0a75 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501307 Aug 31 07:04:55.515136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Transition to ACTIVE for port object 0839bc8a-dedf-4287-8894-d33ea8837790 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:04:55.575392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.677986 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8f1225-3982-411a-8905-5ad298ca991a None None] Pushing event updated for resources: {'Port': ['ID=aeb46a44-3f56-4130-aace-cdcd2f8ad784,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.745845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Pushing event updated for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:55.883290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9315a303-08fd-4c3b-9936-0deb50396b10 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:55.930856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Attempting to bind port 0839bc8a-dedf-4287-8894-d33ea8837790 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:04:55.931466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Attempting to bind port 0839bc8a-dedf-4287-8894-d33ea8837790 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'ea7d272a-935f-409c-b64a-22efeaaa50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:04:55.931840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Attempting to bind port 0839bc8a-dedf-4287-8894-d33ea8837790 on network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:55.954549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Port 0839bc8a-dedf-4287-8894-d33ea8837790 on network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:04:55.955292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Attempting to bind port 0839bc8a-dedf-4287-8894-d33ea8837790 on network 9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:04:55.957646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.966563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:04:55.966918 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:55.967077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Checking segment: {'id': 'ea7d272a-935f-409c-b64a-22efeaaa50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:04:55.967937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Bound using segment: {'id': 'ea7d272a-935f-409c-b64a-22efeaaa50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:04:55.970102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Bound port: 0839bc8a-dedf-4287-8894-d33ea8837790, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea7d272a-935f-409c-b64a-22efeaaa50f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:04:55.970482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.003618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9315a303-08fd-4c3b-9936-0deb50396b10 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:56.004193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.115463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Pushing event updated for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:56.120219 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:50Z', 'revision_number': 3, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:56.164057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:04:56.167826 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e51d1c-8e00-4d82-b9b4-9a6fc3428de8 None None] The sync data for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 is: [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:50Z', 'revision_number': 3, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:04:56.188793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0839bc8a-dedf-4287-8894-d33ea8837790,segment=NetworkSegment(ea7d272a-935f-409c-b64a-22efeaaa50f7),segment_id=ea7d272a-935f-409c-b64a-22efeaaa50f7)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:04:56.206279 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.284177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Pushing event updated for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:56.298968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.300462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.302200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b8ebe17b-1852-4dea-aa60-faa6df360a99 service neutron] 10.222.0.50 "PUT /v2.0/ports/0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 200 len: 1093 time: 2.2115669 Aug 31 07:04:56.302886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:04:56.307825 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a015c229-6deb-4707-9307-73b440bece9f" -d '{"events": [{"name": "network-changed", "server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:04:56.420313 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e9e2b1-aea5-4552-b7fa-dafe819bfde7 x-openstack-request-id: req-76e9e2b1-aea5-4552-b7fa-dafe819bfde7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:04:56.421002 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:04:56.421002 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-76e9e2b1-aea5-4552-b7fa-dafe819bfde7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:04:56.421444 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790', 'status': 'completed', 'code': 200} Aug 31 07:04:56.479964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-d0851300-3943-495b-98e1-567c3254cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.481811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-d0851300-3943-495b-98e1-567c3254cc6a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4149b6949c2e40e491f4bd9a11392602&device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1139772 Aug 31 07:04:56.612266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-89dc1838-ea20-4a58-a0dc-894dc2edaba1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 200 len: 217 time: 0.1127992 Aug 31 07:04:56.786907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:56.807841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ac01c5-eeca-40c3-af86-aa1b48ca302f req-0d4cdc2f-6220-45c9-bf81-d80e8e226795 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.810146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ac01c5-eeca-40c3-af86-aa1b48ca302f req-0d4cdc2f-6220-45c9-bf81-d80e8e226795 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.3274240 Aug 31 07:04:56.840116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b9206610-72b7-4837-bb5e-e9df84aa1d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.842085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-b9206610-72b7-4837-bb5e-e9df84aa1d73 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d439be0-44e4-410d-af95-f9d8c17806e6 HTTP/1.1" status: 200 len: 852 time: 0.2196867 Aug 31 07:04:56.911658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9255e4-8afb-4ea2-a025-83aea3cb8a26 req-ceb2243f-1505-472e-88df-18f87c950e9a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:56.913560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b9255e4-8afb-4ea2-a025-83aea3cb8a26 req-ceb2243f-1505-472e-88df-18f87c950e9a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.8783150 Aug 31 07:04:56.917147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-a142bd93-7b2c-4baa-a083-fc5f5d60477c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601461 Aug 31 07:04:57.047988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b9255e4-8afb-4ea2-a025-83aea3cb8a26 req-ff715224-6ae7-4389-aa2a-06321b5aa068 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088071 Aug 31 07:04:57.067078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:04:57.068844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:04:57.093192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-446e1033-fb4f-49d9-bcb8-b26ef42ff4c7 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593754 Aug 31 07:04:57.109777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9ac01c5-eeca-40c3-af86-aa1b48ca302f req-8256dc10-9595-4060-8cec-fc4308c5b5f8 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2905822 Aug 31 07:04:57.395841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:04:57.396102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a49b61b-913a-44ef-b79e-9e7016d35d78 req-8b1e9aa5-a04a-40f1-b84a-1064b3f9a69c service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852890 Aug 31 07:04:57.410774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488691a-3981-4ddd-bf89-0191a4ac0e10 req-d9896745-40e8-45a1-ace9-689c1be1a9cd tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.418411 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b488691a-3981-4ddd-bf89-0191a4ac0e10 req-d9896745-40e8-45a1-ace9-689c1be1a9cd tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 944 time: 0.1959677 Aug 31 07:04:57.466742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88e9ccab-0f3f-487f-a3a2-262c887b0192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.518657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-153cfaf4-1fe6-4f72-a6fe-351264ff36f3 None None] Provisioning complete for port e6ec507d-f9f7-41e6-b7c6-942bb573270c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:57.522825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-153cfaf4-1fe6-4f72-a6fe-351264ff36f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.565194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-153cfaf4-1fe6-4f72-a6fe-351264ff36f3 None None] Port e6ec507d-f9f7-41e6-b7c6-942bb573270c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:04:57.576219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015c229-6deb-4707-9307-73b440bece9f req-7aca020b-4b72-4124-be67-cb4206bff83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.579729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-7aca020b-4b72-4124-be67-cb4206bff83c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4149b6949c2e40e491f4bd9a11392602&device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 1096 time: 0.1257777 Aug 31 07:04:57.604418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b488691a-3981-4ddd-bf89-0191a4ac0e10 req-b579394c-f2a4-4ef2-8ca3-4ae2e3afd241 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766715 Aug 31 07:04:57.707494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:04:57.734825 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-48f32813-213a-4956-8c22-74c685125784 admin admin] 10.222.0.57 "PUT /v2.0/routers/884c2a94-d0f7-4964-b18c-8c0d1b3c16b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4386866 Aug 31 07:04:57.751483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:57.874953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aeb46a44-3f56-4130-aace-cdcd2f8ad784 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:57.892588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015c229-6deb-4707-9307-73b440bece9f req-5066f374-6ff4-4adf-ad9b-5a990ba19ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:57.896089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-5066f374-6ff4-4adf-ad9b-5a990ba19ad1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 200 len: 913 time: 0.3037798 Aug 31 07:04:57.970103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port aeb46a44-3f56-4130-aace-cdcd2f8ad784 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:04:57.979950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port aeb46a44-3f56-4130-aace-cdcd2f8ad784 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:57.980496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.014549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-230dd08b-b78a-4145-a3a4-922c578fb5fd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 200 len: 217 time: 0.1085365 Aug 31 07:04:58.084429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015c229-6deb-4707-9307-73b440bece9f req-e8f07118-1130-448d-8766-e472b142eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.086287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-e8f07118-1130-448d-8766-e472b142eb49 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d439be0-44e4-410d-af95-f9d8c17806e6 HTTP/1.1" status: 200 len: 852 time: 0.0706854 Aug 31 07:04:58.128929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.149894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-77fb444a-1298-4886-ab7b-253fc3fe4f27 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536802 Aug 31 07:04:58.155052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port aeb46a44-3f56-4130-aace-cdcd2f8ad784, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aeb46a44-3f56-4130-aace-cdcd2f8ad784,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:58.160694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:58.236396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=aeb46a44-3f56-4130-aace-cdcd2f8ad784,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:04:58.315651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d151626d-b7a2-426c-b2ba-ac8e540167f1 req-d2f55e6a-b9c4-4d98-ad07-08ebd3f69db1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.327261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-6e5848b1-e623-460e-9c2f-0ed01144a86c service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687362 Aug 31 07:04:58.332452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d151626d-b7a2-426c-b2ba-ac8e540167f1 req-d2f55e6a-b9c4-4d98-ad07-08ebd3f69db1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.1327968 Aug 31 07:04:58.411565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d151626d-b7a2-426c-b2ba-ac8e540167f1 req-ce57e538-937f-42cf-8424-959824ae99a0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779920 Aug 31 07:04:58.513688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a015c229-6deb-4707-9307-73b440bece9f req-25c4b66f-06e1-4110-b946-258ebc6ca494 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734090 Aug 31 07:04:58.588622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1965662-3d48-45ec-a7e7-71c8c35c4e9e req-8850229b-283d-402d-ad03-bc421619059a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.590501 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1965662-3d48-45ec-a7e7-71c8c35c4e9e req-8850229b-283d-402d-ad03-bc421619059a tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0864060 Aug 31 07:04:58.649575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a1965662-3d48-45ec-a7e7-71c8c35c4e9e req-e281f483-f293-423e-8e8a-33c9f038cfd4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520375 Aug 31 07:04:58.821950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb55c6d6-7433-4c95-912c-0da95d646137 req-0748f664-02fc-4c2b-af4b-4a2d00e0cff5 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:58.824993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb55c6d6-7433-4c95-912c-0da95d646137 req-0748f664-02fc-4c2b-af4b-4a2d00e0cff5 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 944 time: 0.0769584 Aug 31 07:04:58.892359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cb55c6d6-7433-4c95-912c-0da95d646137 req-8b865008-8813-4779-90e0-dedccc67166a tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460970 Aug 31 07:04:58.927659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Sync routers for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:04:58.949117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:04:58.949804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:59.121291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:04:59.398045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:55Z', 'revision_number': 4, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e6ec507d-f9f7-41e6-b7c6-942bb573270c', 'name': '', 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'mac_address': 'fa:16:3e:01:92:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:53Z', 'updated_at': '2021-08-31T07:04:55Z', 'revision_number': 2, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'subnets': [{'id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:04:59.472338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Checking router: 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:04:59.472678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Updating router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 port e6ec507d-f9f7-41e6-b7c6-942bb573270c binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:04:59.506224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.593154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0839bc8a-dedf-4287-8894-d33ea8837790 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:04:59.603831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543e7e17-bb02-49a2-8748-68cba962cef0 req-a9e6d76c-2a90-4076-9df5-8843aa64614c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.615469 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-543e7e17-bb02-49a2-8748-68cba962cef0 req-a9e6d76c-2a90-4076-9df5-8843aa64614c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.1030982 Aug 31 07:04:59.680242 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-543e7e17-bb02-49a2-8748-68cba962cef0 req-7a57406a-3dc4-4634-be61-0cefaca3baa3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628016 Aug 31 07:04:59.702278 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.832788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aeb46a44-3f56-4130-aace-cdcd2f8ad784 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:04:59.876911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a92fc5-d7c6-449b-8bc8-42d0943267dd req-47aae77c-2073-486d-a2a5-be08dccc2074 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:04:59.901308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0839bc8a-dedf-4287-8894-d33ea8837790,segment=NetworkSegment(ea7d272a-935f-409c-b64a-22efeaaa50f7),segment_id=ea7d272a-935f-409c-b64a-22efeaaa50f7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:04:59.907916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90a92fc5-d7c6-449b-8bc8-42d0943267dd req-47aae77c-2073-486d-a2a5-be08dccc2074 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1044960 Aug 31 07:04:59.930235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '0839bc8a-dedf-4287-8894-d33ea8837790', 'network_id': '9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1', 'port_id': '0839bc8a-dedf-4287-8894-d33ea8837790', 'mac_address': 'fa:16:3e:b1:94:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 576, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d439be0-44e4-410d-af95-f9d8c17806e6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:04:59.975158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port aeb46a44-3f56-4130-aace-cdcd2f8ad784 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:04:59.975531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:04:59.999433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-90a92fc5-d7c6-449b-8bc8-42d0943267dd req-04e6c4b8-0f18-4f6b-909c-08be191f5fbe tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770576 Aug 31 07:05:00.077360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.125992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0839bc8a-dedf-4287-8894-d33ea8837790 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:00.148612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0839bc8a-dedf-4287-8894-d33ea8837790,segment=NetworkSegment(ea7d272a-935f-409c-b64a-22efeaaa50f7),segment_id=ea7d272a-935f-409c-b64a-22efeaaa50f7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:00.159627 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.203633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.229714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Transition to ACTIVE for port object e6ec507d-f9f7-41e6-b7c6-942bb573270c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:00.242104 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.289425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:00.303949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f625a85b-c0bf-42c4-a60a-63041d7bf731 req-355ab69c-7a20-465c-8606-d6a82b1b82b7 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:00.313159 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f625a85b-c0bf-42c4-a60a-63041d7bf731 req-355ab69c-7a20-465c-8606-d6a82b1b82b7 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 945 time: 0.1344237 Aug 31 07:05:00.314125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:00.436097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f625a85b-c0bf-42c4-a60a-63041d7bf731 req-c57897e0-18c6-4041-8333-fb346561ef4a tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102884 Aug 31 07:05:00.461196 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e9f95-0418-4ed0-87b3-d3dfaecedf0b None None] Pushing event updated for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:00.615384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0839bc8a-dedf-4287-8894-d33ea8837790'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:00.635534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Attempting to bind port e6ec507d-f9f7-41e6-b7c6-942bb573270c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:00.636025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Attempting to bind port e6ec507d-f9f7-41e6-b7c6-942bb573270c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:00.636832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Attempting to bind port e6ec507d-f9f7-41e6-b7c6-942bb573270c on network 19cb1544-fabf-4b52-aac3-7946c1a950f9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:00.663254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.resource_extend [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 31 07:05:00.800353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:00.800739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Checking segment: {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:00.801161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.801596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Bound using segment: {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:00.802100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Bound port: e6ec507d-f9f7-41e6-b7c6-942bb573270c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdb83b67-df5f-4b7c-8aec-867019ef05c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:00.807616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:00.880667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:00.962201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b79a48-7a05-4bd4-ac01-aaf1cca4db1a req-9dd34d19-efd3-4a76-83ee-f4714bffb2a7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:00.986073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41b79a48-7a05-4bd4-ac01-aaf1cca4db1a req-9dd34d19-efd3-4a76-83ee-f4714bffb2a7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 943 time: 0.1716206 Aug 31 07:05:01.037813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:01.057372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f', 'mac_address': 'fa:16:3e:20:bd:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:01.084358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41b79a48-7a05-4bd4-ac01-aaf1cca4db1a req-1249bde0-2789-4ad3-84ff-bc217aa9d024 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961955 Aug 31 07:05:01.195797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.243114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] For port e6ec507d-f9f7-41e6-b7c6-942bb573270c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:01.252232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.277756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023a06f-2edf-4a76-80b5-b467258887df req-f8d33666-f3a6-4cc5-8f5f-f5b8013627a2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:01.288128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4023a06f-2edf-4a76-80b5-b467258887df req-f8d33666-f3a6-4cc5-8f5f-f5b8013627a2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0925076 Aug 31 07:05:01.304397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] For port e6ec507d-f9f7-41e6-b7c6-942bb573270c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6ec507d-f9f7-41e6-b7c6-942bb573270c,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:01.307208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:01.342981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.430443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4023a06f-2edf-4a76-80b5-b467258887df req-12d1746b-0d5b-4a04-87cb-69a103afd938 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401622 Aug 31 07:05:01.467373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:01.480669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.485269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e9f95-0418-4ed0-87b3-d3dfaecedf0b None None] Pushing event updated for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:01.489590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:01.490220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:01.730606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:01.735860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ea0d3-4578-42a0-aead-57c487b293fd req-d1f92f83-a398-4e0b-9bd6-54abc5eb37ec tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:01.737863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-842ea0d3-4578-42a0-aead-57c487b293fd req-d1f92f83-a398-4e0b-9bd6-54abc5eb37ec tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 945 time: 0.1224627 Aug 31 07:05:01.845946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-842ea0d3-4578-42a0-aead-57c487b293fd req-adb707dc-846b-4adf-9ce3-e77e8f999a34 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872231 Aug 31 07:05:01.923300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:01.997531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['4fa24fb9-efbc-4af0-b293-16d04a3f1f9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:02.159089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:02.260969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Deleting port 9315a303-08fd-4c3b-9936-0deb50396b10 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:02.261638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.327297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fad891-ff26-4813-b6dd-ca6be15f967e req-6a90056f-0a0b-4590-922d-e168221c5075 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:02.329321 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46fad891-ff26-4813-b6dd-ca6be15f967e req-6a90056f-0a0b-4590-922d-e168221c5075 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 944 time: 0.1254852 Aug 31 07:05:02.404456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] For port 9315a303-08fd-4c3b-9936-0deb50396b10, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9315a303-08fd-4c3b-9936-0deb50396b10,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:02.406417 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.433500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Calling delete_port for 9315a303-08fd-4c3b-9936-0deb50396b10 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:02.533354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:55Z', 'revision_number': 4, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e6ec507d-f9f7-41e6-b7c6-942bb573270c', 'name': '', 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'mac_address': 'fa:16:3e:01:92:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:53Z', 'updated_at': '2021-08-31T07:05:01Z', 'revision_number': 4, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'subnets': [{'id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:02.583224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78a89d59-58ba-464c-aa0f-d7782b053adf None None] The sync data for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 is: [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:04:55Z', 'revision_number': 4, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'e6ec507d-f9f7-41e6-b7c6-942bb573270c', 'name': '', 'network_id': '19cb1544-fabf-4b52-aac3-7946c1a950f9', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'mac_address': 'fa:16:3e:01:92:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3535, 'fixed_ips': [{'subnet_id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:53Z', 'updated_at': '2021-08-31T07:05:01Z', 'revision_number': 4, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'subnets': [{'id': 'a7c65b33-8b2e-41b0-9812-f60ce10a9e41', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:02.658386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f910fea-b60e-474e-b5cb-3343e5116abd req-679ba2f1-265a-4441-be86-ac518bea63dc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:02.667908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-46fad891-ff26-4813-b6dd-ca6be15f967e req-66dfaf35-352a-4e13-a3b4-2643d2d31829 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085958 Aug 31 07:05:02.670007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f910fea-b60e-474e-b5cb-3343e5116abd req-679ba2f1-265a-4441-be86-ac518bea63dc tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1070993 Aug 31 07:05:02.731324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f910fea-b60e-474e-b5cb-3343e5116abd req-3cdf5753-1c0b-4c1c-b088-5607620126ce tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556262 Aug 31 07:05:02.877407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:02.964144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Pushing event deleted for resources: {'Port': ['ID=9315a303-08fd-4c3b-9936-0deb50396b10,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:03.223427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a3cce-4b51-4a16-a82e-6e5d93d50d87 req-53d292b0-ac34-4793-bbc2-16102b6ccd25 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:03.225009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a88a3cce-4b51-4a16-a82e-6e5d93d50d87 req-53d292b0-ac34-4793-bbc2-16102b6ccd25 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 945 time: 0.2271612 Aug 31 07:05:03.318690 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:03.360392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a88a3cce-4b51-4a16-a82e-6e5d93d50d87 req-407ec3bf-cdab-4c2c-8f28-327779196583 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966289 Aug 31 07:05:03.624363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0839bc8a-dedf-4287-8894-d33ea8837790 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:03.647463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:03.780738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 0839bc8a-dedf-4287-8894-d33ea8837790 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:03.796681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 0839bc8a-dedf-4287-8894-d33ea8837790 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:03.800768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:03.925516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a7aa24-cff2-489a-b47e-707331f8ab8f req-87128ec7-b152-40e9-a1f6-759d30272e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:03.934393 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5a7aa24-cff2-489a-b47e-707331f8ab8f req-87128ec7-b152-40e9-a1f6-759d30272e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 944 time: 0.1269574 Aug 31 07:05:04.012412 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6ec507d-f9f7-41e6-b7c6-942bb573270c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:04.027751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f5a7aa24-cff2-489a-b47e-707331f8ab8f req-e06cdf42-4fdc-4f79-a34f-4067fb948aad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852904 Aug 31 07:05:04.073180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:04.086461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Sync routers for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:04.094678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.109283 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:04.109570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e6ec507d-f9f7-41e6-b7c6-942bb573270c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:04.110657 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.118497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c2ce74-4bd8-4a76-a098-a82a3002ec33 req-9c791318-f015-48fb-b9dd-7807db67e260 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:04.128817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33c2ce74-4bd8-4a76-a098-a82a3002ec33 req-9c791318-f015-48fb-b9dd-7807db67e260 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1531141 Aug 31 07:05:04.136792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e6ec507d-f9f7-41e6-b7c6-942bb573270c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:04.137393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.140990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2a2a719-77e5-43de-8e30-a5172d486283 admin admin] 10.222.0.57 "PUT /v2.0/routers/cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2559862 Aug 31 07:05:04.142085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:04.234557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:04.243534 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f56dfd8f-0b0b-4187-b0c7-051daf66ea62" -d '{"events": [{"server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "name": "network-vif-plugged", "status": "completed", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:04.292169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0839bc8a-dedf-4287-8894-d33ea8837790,segment=NetworkSegment(ea7d272a-935f-409c-b64a-22efeaaa50f7),segment_id=ea7d272a-935f-409c-b64a-22efeaaa50f7)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:04.324220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33c2ce74-4bd8-4a76-a098-a82a3002ec33 req-338f7500-5dc4-4241-872d-8c8a750861d7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625316 Aug 31 07:05:04.341263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:04.346029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.406810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.481669 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5ce6de-0a08-4692-86f2-ceb4bbd09c91 x-openstack-request-id: req-fe5ce6de-0a08-4692-86f2-ceb4bbd09c91 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:04.482487 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "name": "network-vif-plugged", "status": "completed", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:04.483598 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe5ce6de-0a08-4692-86f2-ceb4bbd09c91 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:04.484946 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790', 'code': 200} Aug 31 07:05:04.571614 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:04.616908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d780b-e5ca-4517-8bfb-6e9b91acc84a req-21c79347-1f80-417c-b764-9e89a40f2a6b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:04.630867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-843d780b-e5ca-4517-8bfb-6e9b91acc84a req-21c79347-1f80-417c-b764-9e89a40f2a6b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1218090 Aug 31 07:05:04.641018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:04.657713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port e6ec507d-f9f7-41e6-b7c6-942bb573270c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6ec507d-f9f7-41e6-b7c6-942bb573270c,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:04.659185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae577033-3e08-4a99-aa46-34ee8eff9042 req-04f626ae-9e90-44d6-8866-a2c16502a343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:04.663251 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae577033-3e08-4a99-aa46-34ee8eff9042 req-04f626ae-9e90-44d6-8866-a2c16502a343 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 1098 time: 0.1570299 Aug 31 07:05:04.668015 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.680727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.722732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-843d780b-e5ca-4517-8bfb-6e9b91acc84a req-82a20b99-cd4c-4e3d-a4b9-2a78465e2e1e tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908737 Aug 31 07:05:04.801159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:04.817710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae577033-3e08-4a99-aa46-34ee8eff9042 req-c356e22d-1032-490d-8fc1-0ff3ba0e1500 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458173 Aug 31 07:05:04.850836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:04.855038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:04.855422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.909688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.965275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:05:02Z', 'revision_number': 5, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port': {'id': 'a22ebdc8-8282-4e99-bdba-6e45dd04a621', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:d8:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:31Z', 'updated_at': '2021-08-31T07:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:04.984707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:04.987585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Deleting port a22ebdc8-8282-4e99-bdba-6e45dd04a621 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:04.988099 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.028132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:05.034275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.040618 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Checking router: cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:05.054896 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Routers {'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:05.055923 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:05.111268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:05.139271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] For port a22ebdc8-8282-4e99-bdba-6e45dd04a621, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a22ebdc8-8282-4e99-bdba-6e45dd04a621,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:05.139633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.154022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Calling delete_port for a22ebdc8-8282-4e99-bdba-6e45dd04a621 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:05.266200 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] Set router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:05.277511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3533f832-2501-4f8f-be53-33c03d61626d req-4784c89e-48dc-4f36-ab1e-c5f470a77099 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.279187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3533f832-2501-4f8f-be53-33c03d61626d req-4784c89e-48dc-4f36-ab1e-c5f470a77099 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.0757792 Aug 31 07:05:05.330716 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:05:04Z', 'revision_number': 6, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:05.360537 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a6403d-3326-48e9-8ede-c171330b35c4 None None] The sync data for ids ['cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48'] in n-d-712707-15 is: [{'id': 'cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48', 'name': 'tempest-TestAggregatesBasicOps-2108642798-router', 'tenant_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:30Z', 'updated_at': '2021-08-31T07:05:04Z', 'revision_number': 6, 'project_id': 'fd23c0b977d64fe5851dfa866cd6d4e2', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:05.385772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3533f832-2501-4f8f-be53-33c03d61626d req-43632396-5647-428a-9f77-c522c52f3de7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968320 Aug 31 07:05:05.443093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.477998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Pushing event deleted for resources: {'Port': ['ID=a22ebdc8-8282-4e99-bdba-6e45dd04a621,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:05.519273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba8649e-b59f-4747-a444-6777fe23ad30 req-e6a93ef6-8d48-4937-bdcf-9199128e0e55 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.527275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ba8649e-b59f-4747-a444-6777fe23ad30 req-e6a93ef6-8d48-4937-bdcf-9199128e0e55 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0887485 Aug 31 07:05:05.532158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.533306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.533740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.534260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.534753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.535507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.535937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.536358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.536899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.537494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.537778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.538215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:05.568301 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.575856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ba8649e-b59f-4747-a444-6777fe23ad30 req-7dfe56b0-b32e-42b4-9c59-5db0a2334130 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422387 Aug 31 07:05:05.679644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.681952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.752428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.840639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.842695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:05:05.847731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.851488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:05.851861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9d54bab6-7105-48f0-85e2-ef66f88c3bab admin admin] 10.222.0.57 "DELETE /v2.0/routers/cdd38e3c-86d0-4ce1-ac1f-bc9fbd320f48 HTTP/1.1" status: 204 len: 168 time: 1.7083631 Aug 31 07:05:05.885525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-dc94c8db-df1e-481d-8f18-c5ba16c1173e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.886979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-dc94c8db-df1e-481d-8f18-c5ba16c1173e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1098 time: 0.2014120 Aug 31 07:05:05.923118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Deleting subnet 6baf59ba-18b3-41ef-80cf-19113b55bf29 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:05.926958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.967243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c332c8-c884-488d-b388-6926be63d8fe req-774fac50-bd28-49bc-80de-ad7452d4a90d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:05.973804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:05.975784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41c332c8-c884-488d-b388-6926be63d8fe req-774fac50-bd28-49bc-80de-ad7452d4a90d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1522846 Aug 31 07:05:06.081905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.150351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.182999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6baf59ba-18b3-41ef-80cf-19113b55bf29,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:06.199042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.199571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a244db23-1cb8-4653-9bb2-b24915d1bcbc None None] Network 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:06.214958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9cc1380e-6b37-4a19-9a36-f1958b223db4 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6baf59ba-18b3-41ef-80cf-19113b55bf29 HTTP/1.1" status: 204 len: 168 time: 0.3612611 Aug 31 07:05:06.215846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 58554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:06.329912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6ec507d-f9f7-41e6-b7c6-942bb573270c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:06.344722 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.417401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Deleting port bbe75bb3-94d0-4599-b0b5-065424a2e9fc {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:06.418146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.436497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-b7d67571-80ee-4779-ba8b-3d0cfecba9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.438770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-b7d67571-80ee-4779-ba8b-3d0cfecba9b1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.5379140 Aug 31 07:05:06.493059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] For port bbe75bb3-94d0-4599-b0b5-065424a2e9fc, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,segment=NetworkSegment(909a6461-9a18-481c-a3f3-f6d43c09e195),segment_id=909a6461-9a18-481c-a3f3-f6d43c09e195)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:06.493644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.497153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:06.501459 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136c40f9-d5c5-40af-9fbf-0b5432a00045" -d '{"events": [{"server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "name": "network-vif-plugged", "status": "completed", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:06.505876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41c332c8-c884-488d-b388-6926be63d8fe req-bdafc7e1-5e04-4019-a25d-8a620c057b94 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291317 Aug 31 07:05:06.510319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Calling delete_port for bbe75bb3-94d0-4599-b0b5-065424a2e9fc owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:06.516595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e6ec507d-f9f7-41e6-b7c6-942bb573270c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:06.516976 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.537315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-01b5384e-7d4c-4b40-b6e2-2ca89eb23c78 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1002 time: 0.0795832 Aug 31 07:05:06.602247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-6352f56f-dd0c-43a5-be24-41e6b8e0ef07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.604348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-6352f56f-dd0c-43a5-be24-41e6b8e0ef07 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0581377 Aug 31 07:05:06.632003 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4033166d-3456-4888-8782-9517d5614dc5 x-openstack-request-id: req-4033166d-3456-4888-8782-9517d5614dc5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:06.632523 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "name": "network-vif-plugged", "status": "completed", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:06.633007 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4033166d-3456-4888-8782-9517d5614dc5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:06.633634 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f', 'code': 200} Aug 31 07:05:06.663111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:06.771964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-9abe090e-239f-40fd-bc54-e13cb4cf30a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.774417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-9abe090e-239f-40fd-bc54-e13cb4cf30a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1596162 Aug 31 07:05:06.785758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23d4ed0-a4b3-4dd5-90b4-53fcbe6505f3 None None] DHCP port deletion for 1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:05:06.803630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbe75bb3-94d0-4599-b0b5-065424a2e9fc,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:06.815114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9315a303-08fd-4c3b-9936-0deb50396b10 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:06.827508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] No DVR routers for this DVR port bbe75bb3-94d0-4599-b0b5-065424a2e9fc on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:06.848631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9315a303-08fd-4c3b-9936-0deb50396b10 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:06.849393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9315a303-08fd-4c3b-9936-0deb50396b10 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:06.869871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ef0e4-f841-45f6-8ca9-c744e624b2b1 req-183a126d-d3bf-4813-89f3-d2a1e50bc4d7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.871366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b2ef0e4-f841-45f6-8ca9-c744e624b2b1 req-183a126d-d3bf-4813-89f3-d2a1e50bc4d7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.2233460 Aug 31 07:05:06.937843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f857896-bd67-4a56-a662-012ac9a7b523 req-4db2c4e1-cb37-4148-ab22-22b6afee5ef6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:06.939597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f857896-bd67-4a56-a662-012ac9a7b523 req-4db2c4e1-cb37-4148-ab22-22b6afee5ef6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1383383 Aug 31 07:05:07.001722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-78c4d5f2-387a-498a-8120-05ddcb8e84a5 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188327 Aug 31 07:05:07.005273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f857896-bd67-4a56-a662-012ac9a7b523 req-7c35cc6a-03eb-468f-80bf-5718c26ad807 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578418 Aug 31 07:05:07.118249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-662ee8d3-3432-4fe5-a884-12398caaaadc req-f99b578c-ab4e-4a80-a7b0-fbdcf4b06190 service neutron] 10.222.0.50 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083179 Aug 31 07:05:07.272697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d0bd74-88e2-4249-add3-79a799d07669 req-349cc287-79ec-42ea-9ca4-43cbe8e7429a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:07.274188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28d0bd74-88e2-4249-add3-79a799d07669 req-349cc287-79ec-42ea-9ca4-43cbe8e7429a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 1097 time: 0.5770531 Aug 31 07:05:07.297635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.315826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:07.336808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909a6461-9a18-481c-a3f3-f6d43c09e195') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:07.337099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909a6461-9a18-481c-a3f3-f6d43c09e195') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:07.358466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.364511 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b2ef0e4-f841-45f6-8ca9-c744e624b2b1 req-49291cb8-be24-42a6-9599-6ec0b2ab12a1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4710228 Aug 31 07:05:07.371371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-28d0bd74-88e2-4249-add3-79a799d07669 req-bc4ad6c0-f55d-417c-9f89-029bcc19d840 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850375 Aug 31 07:05:07.380760 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.387626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:07.388067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:07.390011 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:07.453187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.458259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:07.462773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8 HTTP/1.1" status: 204 len: 168 time: 1.2423134 Aug 31 07:05:07.463203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:07.474418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77016211-8e79-4bae-9f34-30e345436d83 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc0eaa2-ee98-4239-ba62-fa7cdc5688a8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:07.722381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f839ce6-b267-430a-aac5-fb110e151ac8 req-72aa9b18-58bc-401e-8978-0e810e774839 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:07.723972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f839ce6-b267-430a-aac5-fb110e151ac8 req-72aa9b18-58bc-401e-8978-0e810e774839 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1363106 Aug 31 07:05:07.739994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bbe75bb3-94d0-4599-b0b5-065424a2e9fc no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:07.761136 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bbe75bb3-94d0-4599-b0b5-065424a2e9fc {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:07.761664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bbe75bb3-94d0-4599-b0b5-065424a2e9fc not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:07.761991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a22ebdc8-8282-4e99-bdba-6e45dd04a621 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:07.784286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a22ebdc8-8282-4e99-bdba-6e45dd04a621 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:07.784636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a22ebdc8-8282-4e99-bdba-6e45dd04a621 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:07.808742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f839ce6-b267-430a-aac5-fb110e151ac8 req-95af3b0e-70e7-40a4-916f-4cf6cd60e86b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728989 Aug 31 07:05:07.942419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd31e03-440a-41b0-942c-cbe34f2ff198 req-eb29f580-9bde-4fcc-8561-9f8f0e735420 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:07.945115 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cd31e03-440a-41b0-942c-cbe34f2ff198 req-eb29f580-9bde-4fcc-8561-9f8f0e735420 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.0582106 Aug 31 07:05:07.994602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6cd31e03-440a-41b0-942c-cbe34f2ff198 req-66c55723-a5af-4848-be6b-377837dfa78d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439708 Aug 31 07:05:08.025136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.230001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a7376c-a9cf-49ea-b1c7-791cf452909c req-3cf03876-b083-4ae0-b15f-edabb1bf3dd2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.231659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59a7376c-a9cf-49ea-b1c7-791cf452909c req-3cf03876-b083-4ae0-b15f-edabb1bf3dd2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0758607 Aug 31 07:05:08.294229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59a7376c-a9cf-49ea-b1c7-791cf452909c req-17ab25dd-2937-4a10-8547-0509dd43c2e2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543599 Aug 31 07:05:08.342749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aa1ff2-46d6-465e-9f34-692d1ba3e163 req-f99aaa5d-fc01-436b-9e30-2d30a5d3aa1b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.344278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63aa1ff2-46d6-465e-9f34-692d1ba3e163 req-f99aaa5d-fc01-436b-9e30-2d30a5d3aa1b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1081967 Aug 31 07:05:08.417094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63aa1ff2-46d6-465e-9f34-692d1ba3e163 req-15612d19-379e-4406-a055-c64f061ace91 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631661 Aug 31 07:05:08.569863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Deleting port e6ec507d-f9f7-41e6-b7c6-942bb573270c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:08.570449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.574130 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f39978a-a291-4285-9b2d-c57a66814555 req-e7239570-167b-4a4f-a591-17aba5dd16e2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:08.575769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f39978a-a291-4285-9b2d-c57a66814555 req-e7239570-167b-4a4f-a591-17aba5dd16e2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.0877016 Aug 31 07:05:08.647083 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f39978a-a291-4285-9b2d-c57a66814555 req-2e2807c6-7d92-436d-bd49-d274f2880bcf tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623627 Aug 31 07:05:08.687184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] For port e6ec507d-f9f7-41e6-b7c6-942bb573270c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e6ec507d-f9f7-41e6-b7c6-942bb573270c,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:08.688123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.704659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Calling delete_port for e6ec507d-f9f7-41e6-b7c6-942bb573270c owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:08.927667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:08.959935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ec507d-f9f7-41e6-b7c6-942bb573270c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:09.195602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.495425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:09.517276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5349b337-a59a-4dad-8fe5-6e534bac7317 req-3ec1d275-37e4-4b16-aaff-944b78fca5bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:09.517276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5349b337-a59a-4dad-8fe5-6e534bac7317 req-3ec1d275-37e4-4b16-aaff-944b78fca5bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.0973494 Aug 31 07:05:09.597532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae14b15-0c7d-4734-9147-45fb2e6f7560 req-a38f9d21-b1f9-442a-bfd9-68463b058e7b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:09.597532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ae14b15-0c7d-4734-9147-45fb2e6f7560 req-a38f9d21-b1f9-442a-bfd9-68463b058e7b tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.0721924 Aug 31 07:05:09.615776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5349b337-a59a-4dad-8fe5-6e534bac7317 req-0003d0e5-bc42-44cc-811d-10301a90981d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899544 Aug 31 07:05:09.655913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:09.684386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ae14b15-0c7d-4734-9147-45fb2e6f7560 req-ac5d09a2-8e42-4c15-a94c-28e30482185e tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819175 Aug 31 07:05:09.850917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:09.855841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:09.873826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6ff5acc3-8503-497f-b6dd-d66b0a09b3e0 admin admin] 10.222.0.57 "PUT /v2.0/routers/884c2a94-d0f7-4964-b18c-8c0d1b3c16b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4059772 Aug 31 07:05:09.873826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 58754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:09.882551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Sync routers for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:09.905634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bd422a-c309-4150-8260-e90d210eb589 req-dfb73ccd-5920-4e64-8f42-5eee37178ef6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:09.914452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71bd422a-c309-4150-8260-e90d210eb589 req-dfb73ccd-5920-4e64-8f42-5eee37178ef6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.1033785 Aug 31 07:05:09.930360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:09.934239 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6296c6c-24f7-4234-b885-94f4c29ddd0d" -d '{"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-unplugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:09.999092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-71bd422a-c309-4150-8260-e90d210eb589 req-e541d030-0a70-43d1-8203-fcddba9a75b2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711753 Aug 31 07:05:10.016293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:10.016293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:10.018213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:10.121530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.131599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.243993 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d09982-0546-4a1d-ba16-124923f899d5 x-openstack-request-id: req-44d09982-0546-4a1d-ba16-124923f899d5 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:10.244297 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-unplugged", "status": "failed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:10.244620 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-44d09982-0546-4a1d-ba16-124923f899d5 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:10.245139 n-d-712707-15 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'code': 422} returned with failed status Aug 31 07:05:10.363925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-885f07fc-557f-4ae4-b425-94ab42975a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.366344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-885f07fc-557f-4ae4-b425-94ab42975a61 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4149b6949c2e40e491f4bd9a11392602&device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0694208 Aug 31 07:05:10.452853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:10.482865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.483451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.483945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.485433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.485936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.486473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.487252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.487830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.489797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.490313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.491390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.491883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:10.518306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b277b0e-78cd-4873-9e96-12b5a1790aba req-0c2944f7-2efa-4461-a03a-e968074b4a94 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.518558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:10.528917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b277b0e-78cd-4873-9e96-12b5a1790aba req-0c2944f7-2efa-4461-a03a-e968074b4a94 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.1742704 Aug 31 07:05:10.532424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-b2edeadd-8f37-4b70-a3ea-1449fd453d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.535216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-b2edeadd-8f37-4b70-a3ea-1449fd453d51 service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 200 len: 913 time: 0.1594377 Aug 31 07:05:10.583938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:10.612827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9b277b0e-78cd-4873-9e96-12b5a1790aba req-2e1eb0f8-fcc9-4bfd-a1bb-b096d077ce45 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811105 Aug 31 07:05:10.628108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-c6170963-4844-43b9-8b37-0f78e3a5d2e1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 200 len: 217 time: 0.0643985 Aug 31 07:05:10.711094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e22f1-1d81-4afa-aad1-c2aba00a4310 req-2dfac0b7-d2c9-4d05-90d6-a23ae4daedd5 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.713963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc3e22f1-1d81-4afa-aad1-c2aba00a4310 req-2dfac0b7-d2c9-4d05-90d6-a23ae4daedd5 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.3261614 Aug 31 07:05:10.793822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114'}], 'enable_snat': True}, 'gw_port_id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:05:08Z', 'revision_number': 5, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port': {'id': 'aeb46a44-3f56-4130-aace-cdcd2f8ad784', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:7f:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3533, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:48Z', 'updated_at': '2021-08-31T07:04:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:10.837979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc3e22f1-1d81-4afa-aad1-c2aba00a4310 req-4f32a2e2-2e0e-49ae-90d1-4679669c59de tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140251 Aug 31 07:05:10.839857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Checking router: 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:10.840036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-9fe4acdf-0bb6-450c-aeb9-5743dcf0d40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:10.841487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-9fe4acdf-0bb6-450c-aeb9-5743dcf0d40a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d439be0-44e4-410d-af95-f9d8c17806e6 HTTP/1.1" status: 200 len: 852 time: 0.2051945 Aug 31 07:05:10.851916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Routers {'884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:10.852700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:10.902809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-dffb3282-6fb7-4b6b-8a9c-9a6082fc993f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512519 Aug 31 07:05:10.924140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Deleting port aeb46a44-3f56-4130-aace-cdcd2f8ad784 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:10.924480 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.028429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] Set router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:11.093594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:05:10Z', 'revision_number': 6, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:11.358673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a926e0d3-d099-4c80-baf4-995089f522e0 None None] The sync data for ids ['884c2a94-d0f7-4964-b18c-8c0d1b3c16b6'] in n-d-712707-15 is: [{'id': '884c2a94-d0f7-4964-b18c-8c0d1b3c16b6', 'name': 'tempest-TestAggregatesBasicOps-2037500348-router', 'tenant_id': 'f6a444976ec04bbfa673683188ad7ee5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:45Z', 'updated_at': '2021-08-31T07:05:10Z', 'revision_number': 6, 'project_id': 'f6a444976ec04bbfa673683188ad7ee5', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:11.464160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2c45d0-5a8c-4c47-9f45-f34494a728a3 req-d0336815-24da-4649-8945-dc3a22f69fdb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:11.465800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f2c45d0-5a8c-4c47-9f45-f34494a728a3 req-d0336815-24da-4649-8945-dc3a22f69fdb tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.0712512 Aug 31 07:05:11.536422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-6f407e1d-6f73-4d60-a8e5-90c039e11074 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0696390 Aug 31 07:05:11.539928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f2c45d0-5a8c-4c47-9f45-f34494a728a3 req-d101f597-f8f6-41fc-9c84-bcc89d347bad tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646400 Aug 31 07:05:11.543837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3caaa-332d-4731-aced-246ff000d54c req-22e5a998-cd54-40d6-b214-b2b4ea59db49 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:11.551598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2ef3caaa-332d-4731-aced-246ff000d54c req-22e5a998-cd54-40d6-b214-b2b4ea59db49 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.1445582 Aug 31 07:05:11.603379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-9c074ddf-7c42-4abc-8dc4-871b479bccb5 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6888924 Aug 31 07:05:11.610710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] For port aeb46a44-3f56-4130-aace-cdcd2f8ad784, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=aeb46a44-3f56-4130-aace-cdcd2f8ad784,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:11.611158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:11.682005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Calling delete_port for aeb46a44-3f56-4130-aace-cdcd2f8ad784 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:11.697693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2ef3caaa-332d-4731-aced-246ff000d54c req-876b7075-d8ae-4896-8a4d-6d56ad6de45c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449926 Aug 31 07:05:11.756364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6ec507d-f9f7-41e6-b7c6-942bb573270c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:11.793127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e6ec507d-f9f7-41e6-b7c6-942bb573270c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:11.793868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e6ec507d-f9f7-41e6-b7c6-942bb573270c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:11.841660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28028984-c55b-47f1-b941-ef90d0b94bf0 req-d8b4333e-0bbf-4004-9b78-b7d49d68fbc3 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264450 Aug 31 07:05:12.079795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01956f3-b3fc-400a-8b13-c039e1319c1b req-bbf5ac13-cfa2-41ab-8811-5eeed22d64bb tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:12.081366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b01956f3-b3fc-400a-8b13-c039e1319c1b req-bbf5ac13-cfa2-41ab-8811-5eeed22d64bb tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.0892117 Aug 31 07:05:12.152967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b01956f3-b3fc-400a-8b13-c039e1319c1b req-2bffc90b-c215-49c0-a305-09e2092c5ca1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497715 Aug 31 07:05:12.154103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.189736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6639-177e-4c32-8692-5a88746b2ff9 req-e448ed7f-7e4b-486e-b8eb-f970c67f47eb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:12.191497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a81c6639-177e-4c32-8692-5a88746b2ff9 req-e448ed7f-7e4b-486e-b8eb-f970c67f47eb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.0976343 Aug 31 07:05:12.195400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb46a44-3f56-4130-aace-cdcd2f8ad784,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:12.240048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a81c6639-177e-4c32-8692-5a88746b2ff9 req-b9fa07c8-9756-4a28-bff9-915612c74501 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387845 Aug 31 07:05:12.319147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.420766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.423069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.477039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.477818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:05:12.483593 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.487262 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ae271695-f57f-47ea-868e-2ef518fdae06 admin admin] 10.222.0.57 "DELETE /v2.0/routers/884c2a94-d0f7-4964-b18c-8c0d1b3c16b6 HTTP/1.1" status: 204 len: 168 time: 2.6103292 Aug 31 07:05:12.487608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59072) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:12.542817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Deleting subnet a7c65b33-8b2e-41b0-9812-f60ce10a9e41 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:12.548165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.621457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.701286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-de5d3f67-2f01-4b70-9f93-7b623cf5345f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:12.703685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-de5d3f67-2f01-4b70-9f93-7b623cf5345f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d&tenant_id=51844b05cba04bb283fdaa2be9d146e4 HTTP/1.1" status: 200 len: 1096 time: 0.1232584 Aug 31 07:05:12.716095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:12.759496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640a5bea-2b9e-4a2d-89e0-afa94c70da5e req-0365d0a7-7f0f-4fe0-8c31-4a3755a5e088 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:12.761046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-640a5bea-2b9e-4a2d-89e0-afa94c70da5e req-0365d0a7-7f0f-4fe0-8c31-4a3755a5e088 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.1042013 Aug 31 07:05:12.787456 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.787892 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.848679 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-640a5bea-2b9e-4a2d-89e0-afa94c70da5e req-f932d562-1304-4281-abab-76a934c996f1 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703628 Aug 31 07:05:12.874692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.900872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20bc27f-f318-45ef-bef3-4e0f28e5e571 None None] Network 19cb1544-fabf-4b52-aac3-7946c1a950f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:12.910416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:12.913606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/a7c65b33-8b2e-41b0-9812-f60ce10a9e41 HTTP/1.1" status: 204 len: 168 time: 0.4248371 Aug 31 07:05:12.916032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6fbf2-a77c-4f80-bfba-3944d18cdb2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7c65b33-8b2e-41b0-9812-f60ce10a9e41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:12.917840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:13.057548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.114456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] DHCP port deletion for 19cb1544-fabf-4b52-aac3-7946c1a950f9 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:05:13.132550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:13.161382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Deleting port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:13.161742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.181613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:13.184675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Deleting port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:13.185042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.243408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] For port 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=957c11bb-d747-4fc4-b129-e85e8d7fecf3,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:13.243408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.258302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Calling delete_port for 957c11bb-d747-4fc4-b129-e85e8d7fecf3 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:13.290816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:13.301971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.333999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] For port 957c11bb-d747-4fc4-b129-e85e8d7fecf3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=957c11bb-d747-4fc4-b129-e85e8d7fecf3,segment=NetworkSegment(cdb83b67-df5f-4b7c-8aec-867019ef05c5),segment_id=cdb83b67-df5f-4b7c-8aec-867019ef05c5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:13.334279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.339650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Transition to ACTIVE for port object 2dd61d86-2d70-41f5-8832-0ce1af797edd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:13.355431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.360927 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.370724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d005f2-9c67-4549-9144-36383ff7997b req-a29fcdab-f741-44e6-aa0c-16a746d2e091 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.372743 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07d005f2-9c67-4549-9144-36383ff7997b req-a29fcdab-f741-44e6-aa0c-16a746d2e091 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1294818 Aug 31 07:05:13.378084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Calling delete_port for 957c11bb-d747-4fc4-b129-e85e8d7fecf3 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:13.389700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] Pushing event deleted for resources: {'Port': ['ID=957c11bb-d747-4fc4-b129-e85e8d7fecf3,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.394618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891e4176-5e92-4093-8045-fb872f4617e5 None None] No DVR routers for this DVR port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:13.426236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc22feb-8529-46f7-b06a-d5d1800394b6 req-7c2d28cf-4a20-4c05-8b69-7ec939b915e4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.428339 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dc22feb-8529-46f7-b06a-d5d1800394b6 req-7c2d28cf-4a20-4c05-8b69-7ec939b915e4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.0677481 Aug 31 07:05:13.474670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dc22feb-8529-46f7-b06a-d5d1800394b6 req-ae531eeb-7be7-4831-aa12-ec27aa1d7fae tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386779 Aug 31 07:05:13.526499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.574132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8395478-65e6-4599-b204-42010c0fb386 req-c0bf578c-03a9-401b-8511-ec8378a4fbeb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:13.575817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8395478-65e6-4599-b204-42010c0fb386 req-c0bf578c-03a9-401b-8511-ec8378a4fbeb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 945 time: 0.0610628 Aug 31 07:05:13.619231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07d005f2-9c67-4549-9144-36383ff7997b req-3c933f3f-ef8b-4c38-95eb-72c944cb3517 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2340167 Aug 31 07:05:13.663457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:13.690334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] No DVR routers for this DVR port 2dd61d86-2d70-41f5-8832-0ce1af797edd on host n-h2-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:13.694187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.697467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:13.698041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.768755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Pushing event deleted for resources: {'Port': ['ID=957c11bb-d747-4fc4-b129-e85e8d7fecf3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:13.786066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] No DVR routers for this DVR port 957c11bb-d747-4fc4-b129-e85e8d7fecf3 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:13.801269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:13.852601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aeb46a44-3f56-4130-aace-cdcd2f8ad784 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:13.874985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:13.876386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.880814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: aeb46a44-3f56-4130-aace-cdcd2f8ad784 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:13.881364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device aeb46a44-3f56-4130-aace-cdcd2f8ad784 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:13.881877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 957c11bb-d747-4fc4-b129-e85e8d7fecf3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:13.898932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:13.918632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 957c11bb-d747-4fc4-b129-e85e8d7fecf3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:13.919845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 957c11bb-d747-4fc4-b129-e85e8d7fecf3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:13.971917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:13.988973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cb1544-fabf-4b52-aac3-7946c1a950f9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:14.003876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdb83b67-df5f-4b7c-8aec-867019ef05c5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:14.004552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdb83b67-df5f-4b7c-8aec-867019ef05c5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:14.066184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.082292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a980436a-fe98-49f2-8fc7-58d2721e9bc2 req-7937e75c-a5f9-4f8d-ad01-513dc9b52a34 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.090176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a980436a-fe98-49f2-8fc7-58d2721e9bc2 req-7937e75c-a5f9-4f8d-ad01-513dc9b52a34 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 944 time: 0.0946507 Aug 31 07:05:14.108680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.112389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:14.112946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:14.113273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:14.124784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:14.125270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:14.127100 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:14.130336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:14.130336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Attempting to bind port 2dd61d86-2d70-41f5-8832-0ce1af797edd on network 0988d933-6791-4d6e-96b6-82a021625b41 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:14.165503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a980436a-fe98-49f2-8fc7-58d2721e9bc2 req-3b0a722c-6b24-4678-84db-e22d815bd341 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736704 Aug 31 07:05:14.178218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.185458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:14.185855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Checking segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:14.186234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Bound using segment: {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:14.186686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Bound port: 2dd61d86-2d70-41f5-8832-0ce1af797edd, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be325e29-c375-4b79-b308-81d605ab112d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:14.187047 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.197198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['4fa24fb9-efbc-4af0-b293-16d04a3f1f9f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:14.212146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df98e9c-389a-4040-9cf1-a5bd681c8ecd req-253f8bfc-7125-4ce4-aeb5-b1f428d687f6 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.213699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9df98e9c-389a-4040-9cf1-a5bd681c8ecd req-253f8bfc-7125-4ce4-aeb5-b1f428d687f6 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1589239 Aug 31 07:05:14.224144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=4fa24fb9-efbc-4af0-b293-16d04a3f1f9f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.256864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.266076 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.270545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] 10.222.0.57 "DELETE /v2.0/networks/19cb1544-fabf-4b52-aac3-7946c1a950f9 HTTP/1.1" status: 204 len: 168 time: 1.3491960 Aug 31 07:05:14.274929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:14.281592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.283708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8395478-65e6-4599-b204-42010c0fb386 req-9b6b5be6-d1bc-4251-aca5-ab85746ba944 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "DELETE /v2.0/ports/4fa24fb9-efbc-4af0-b293-16d04a3f1f9f HTTP/1.1" status: 204 len: 173 time: 0.7018611 Aug 31 07:05:14.284163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'name': 'network-vif-deleted', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:14.286515 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15807bfa-2303-4cba-9b0a-41c64ea1db00" -d '{"events": [{"server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "name": "network-vif-deleted", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:14.291108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a31049-fa91-4337-9f7e-c3e0984c03eb admin admin] Pushing event deleted for resources: {'Network': ['ID=19cb1544-fabf-4b52-aac3-7946c1a950f9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.353570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9df98e9c-389a-4040-9cf1-a5bd681c8ecd req-63ad0108-56cb-49ed-8775-9c2fd4498e0d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244290 Aug 31 07:05:14.373613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:14.378482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:14.385579 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.434349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.434921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.436665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] 10.222.0.53 "PUT /v2.0/ports/2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1093 time: 1.7249746 Aug 31 07:05:14.439352 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:14.442898 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb" -d '{"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:14.532394 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ed62dc3-8278-45e0-9c19-6e4f52025ee0 x-openstack-request-id: req-6ed62dc3-8278-45e0-9c19-6e4f52025ee0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:14.532629 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c42891-d9d2-4bf4-b890-99672a5f79c2", "name": "network-vif-deleted", "tag": "4fa24fb9-efbc-4af0-b293-16d04a3f1f9f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:14.532890 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6ed62dc3-8278-45e0-9c19-6e4f52025ee0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:14.533708 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c42891-d9d2-4bf4-b890-99672a5f79c2', 'name': 'network-vif-deleted', 'tag': '4fa24fb9-efbc-4af0-b293-16d04a3f1f9f', 'status': 'completed', 'code': 200} Aug 31 07:05:14.574199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb08900-76ab-4746-a43a-562a3b9a5864 service neutron] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.583883 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8010765-50cf-4003-bec6-278381a200ed x-openstack-request-id: req-c8010765-50cf-4003-bec6-278381a200ed {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:14.584225 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:14.584422 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8010765-50cf-4003-bec6-278381a200ed {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:14.584817 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'status': 'completed', 'code': 200} Aug 31 07:05:14.635109 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e26f051d-bb8c-45a7-8e50-e298b841962b req-15c3ed92-54c2-4d89-97d8-0d0baa251bfc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0434356 Aug 31 07:05:14.650525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:14.658219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-303ed69d-9aa0-4edd-97a5-06fd814a92d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.660806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-303ed69d-9aa0-4edd-97a5-06fd814a92d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1097 time: 0.1922395 Aug 31 07:05:14.710735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2d935dd3-0b70-48d5-a819-8c66c241f118 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fd23c0b977d64fe5851dfa866cd6d4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0590296 Aug 31 07:05:14.713792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:14.774502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.789978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-4e1e9f6f-120d-4519-a6e6-3f2f8d00504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.791650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-4e1e9f6f-120d-4519-a6e6-3f2f8d00504e service neutron] 10.222.0.53 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1221995 Aug 31 07:05:14.799753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.857839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.861431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:14.862615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/76c9598e-0e13-4545-ad63-f7fe7c174a74 HTTP/1.1" status: 204 len: 168 time: 0.1476531 Aug 31 07:05:14.864099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-db38a88c-f64b-44d4-b4ca-2a1ace9e7949 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1000 time: 0.0647595 Aug 31 07:05:14.871422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d63c8e-faec-4a4d-8aff-6bba199a6b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76c9598e-0e13-4545-ad63-f7fe7c174a74,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:14.925269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-f262c118-acee-4aa2-bc7f-af59e55cb406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.926790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-f262c118-acee-4aa2-bc7f-af59e55cb406 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0559969 Aug 31 07:05:14.982903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-4a1cb185-4573-41d4-980e-689b15887720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:14.984477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-4a1cb185-4573-41d4-980e-689b15887720 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510910 Aug 31 07:05:15.085533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-ecfe3210-2d41-4725-8491-695725266558 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937829 Aug 31 07:05:15.193020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd14969-12e6-476f-b558-64c22426a7d0 req-5ba2b865-cdde-4d12-8c3e-92acfabe5a50 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996199 Aug 31 07:05:15.271307 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:15.320556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-a3874555-8da7-4f58-bfc9-7a9bf4b7684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.322142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-a3874555-8da7-4f58-bfc9-7a9bf4b7684b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1097 time: 0.0716438 Aug 31 07:05:15.354418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803eff4-5918-4c5b-847a-67158d2c769f req-1f636730-4ded-40f8-bd8a-f6578b7e103e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.355938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5803eff4-5918-4c5b-847a-67158d2c769f req-1f636730-4ded-40f8-bd8a-f6578b7e103e tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.0988953 Aug 31 07:05:15.368410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c56b193c-199b-45d0-ab89-5ccffed8978c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6a444976ec04bbfa673683188ad7ee5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0940502 Aug 31 07:05:15.374957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:15.459738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-85f1ed8a-fcc8-44f9-bf2c-d5f3056459c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.462156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-85f1ed8a-fcc8-44f9-bf2c-d5f3056459c6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1329854 Aug 31 07:05:15.502516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5803eff4-5918-4c5b-847a-67158d2c769f req-7545b7a1-d7ba-47cc-b885-92566acbe0ff tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1274128 Aug 31 07:05:15.532360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.567826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.578896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94876d9-152c-4af8-a0ad-843783d5f1fe req-32ad019b-6ba0-4d1e-a2d5-2cf1e5a8176e tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.588258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e94876d9-152c-4af8-a0ad-843783d5f1fe req-32ad019b-6ba0-4d1e-a2d5-2cf1e5a8176e tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1499400 Aug 31 07:05:15.613605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-e5e31faf-f923-46c5-bda4-3df6ded311dd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1000 time: 0.1294053 Aug 31 07:05:15.626468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.629585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.633348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/a3894766-5c4e-47aa-a49f-3cb18b020022 HTTP/1.1" status: 204 len: 168 time: 0.2531915 Aug 31 07:05:15.639985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db8857-3a72-4e81-814e-14a4d44238f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3894766-5c4e-47aa-a49f-3cb18b020022,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:15.666136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e94876d9-152c-4af8-a0ad-843783d5f1fe req-e54c0310-a80a-466a-85dc-e346bc75a05e tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768154 Aug 31 07:05:15.749364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-fecc3527-ebd2-4f0c-96b5-1bd2d1d81f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.757268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-fecc3527-ebd2-4f0c-96b5-1bd2d1d81f32 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.1236734 Aug 31 07:05:15.847492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:15.896839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbbf71d9-2b6c-4753-afad-e5cd5ae29d5e req-5bab8cae-8bdb-471b-b30a-f4f330338328 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.1124110 Aug 31 07:05:15.947675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-310d8ddb-bd72-4f7b-a2d5-34d0be1ea981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:15.949842 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-310d8ddb-bd72-4f7b-a2d5-34d0be1ea981 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528406 Aug 31 07:05:16.011578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516376c-6597-444d-953e-0a9856867e9f req-8c7b07e5-f2f5-46a3-91aa-4bb9c2ae77fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.015802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-8c7b07e5-f2f5-46a3-91aa-4bb9c2ae77fa service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=4149b6949c2e40e491f4bd9a11392602&device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 1098 time: 0.0933983 Aug 31 07:05:16.090837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aebb6ef-9c10-40db-ac36-89efc1b8e0ce req-e8c7e405-248d-4c7f-86c0-326de25ca6b4 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.093678 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0aebb6ef-9c10-40db-ac36-89efc1b8e0ce req-e8c7e405-248d-4c7f-86c0-326de25ca6b4 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1270339 Aug 31 07:05:16.225221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516376c-6597-444d-953e-0a9856867e9f req-e1c36248-2eab-468f-9492-c76a869d06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.226901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-e1c36248-2eab-468f-9492-c76a869d06da service neutron] 10.222.0.50 "GET /v2.0/networks?id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 200 len: 913 time: 0.2035656 Aug 31 07:05:16.269557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0aebb6ef-9c10-40db-ac36-89efc1b8e0ce req-3998e463-fdc8-41a8-b757-06737eb4c9da tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693735 Aug 31 07:05:16.298703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-8ea12fab-70aa-4fdb-960c-46e6f36eb15b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 200 len: 217 time: 0.0637989 Aug 31 07:05:16.330283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:16.363414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-074683b7-a73b-47ca-b6de-f7435bc11399 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209933 Aug 31 07:05:16.389624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:16.390803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4fa24fb9-efbc-4af0-b293-16d04a3f1f9f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:16.433913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516376c-6597-444d-953e-0a9856867e9f req-fff1f24b-9059-4798-8374-040d67463a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.436834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-fff1f24b-9059-4798-8374-040d67463a94 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=3d439be0-44e4-410d-af95-f9d8c17806e6 HTTP/1.1" status: 200 len: 852 time: 0.1301441 Aug 31 07:05:16.515988 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-08545e15-ba3a-4877-8509-42dfc606292f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607066 Aug 31 07:05:16.744907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00ae78b-fb98-4bfc-8b3f-9d4425a69322 req-08b24467-82b6-4106-a64f-7c41c0a84167 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:16.753235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c00ae78b-fb98-4bfc-8b3f-9d4425a69322 req-08b24467-82b6-4106-a64f-7c41c0a84167 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.0959160 Aug 31 07:05:16.811545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-6edbb1b0-5472-484c-990b-ed253701e432 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856100 Aug 31 07:05:17.056232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8516376c-6597-444d-953e-0a9856867e9f req-df2564ac-44ee-408f-9868-27a7898e0717 service neutron] 10.222.0.50 "GET /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337213 Aug 31 07:05:17.083768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c00ae78b-fb98-4bfc-8b3f-9d4425a69322 req-d06ad220-296c-4893-a34d-1f909420ae95 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3002357 Aug 31 07:05:17.133898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6f9a66e1-290e-4fb4-9d97-1b35625aee65 req-121d2c6e-8fb6-458f-8032-af81d251882d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0652993 Aug 31 07:05:17.151184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:17.343461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1099441161-network', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:17.386284 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Made reservation on behalf of 59277d7fdf2e445c8c39e11a2c80ff23 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:17.394284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.404251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.435519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320ca7d-b5d5-4548-8fd9-0357f06016f3 req-53ea00bd-5af4-4db9-b205-5bacd3016d67 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:17.443926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f320ca7d-b5d5-4548-8fd9-0357f06016f3 req-53ea00bd-5af4-4db9-b205-5bacd3016d67 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.0875418 Aug 31 07:05:17.530489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f320ca7d-b5d5-4548-8fd9-0357f06016f3 req-98e0cdf0-1c66-4ce6-875c-21eb867dcdf9 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797298 Aug 31 07:05:17.637212 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.647754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.679674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:05:17.714760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6957f6f0-b27b-4cd3-9444-7be6c28e9774,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:17.722486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.722970 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Added segment bab95ffc-0ea9-4789-aa41-28f72c24146e of type vlan for network b5a16006-1d70-4cee-8e94-667eef97f070 Aug 31 07:05:17.812316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.848020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.848986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:17.849689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.867606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7149544 Aug 31 07:05:17.870459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:17.877641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Request body: {'subnet': {'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1099441161-subnet', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:17.911238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Made reservation on behalf of 59277d7fdf2e445c8c39e11a2c80ff23 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:17.914335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:17.936693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57834e-c2c2-45fc-a684-6d865be046ac admin admin] Pushing event updated for resources: {'Network': ['ID=b5a16006-1d70-4cee-8e94-667eef97f070,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:17.948888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network b5a16006-1d70-4cee-8e94-667eef97f070 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:05:18.218711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.298047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-febb18f5-e944-4bc3-83f1-24d800235101 req-c08420ac-0d6d-4470-9366-d52f10383add tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0589345 Aug 31 07:05:18.301771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecee9a1-2b43-40e3-953d-265b18a8b283 req-ed82bf2c-0207-45f4-a1c6-672653207296 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.304406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ecee9a1-2b43-40e3-953d-265b18a8b283 req-ed82bf2c-0207-45f4-a1c6-672653207296 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.1035326 Aug 31 07:05:18.360045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec425ee3-83e0-4876-8206-b6ddefa8d7e6,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:18.390436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5ecee9a1-2b43-40e3-953d-265b18a8b283 req-2549e5ee-d654-4776-ab08-009fe56db9c2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700967 Aug 31 07:05:18.396484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Checking segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:18.397745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Network hostable DHCP agents. Network: b5a16006-1d70-4cee-8e94-667eef97f070, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:05:18.420761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Network b5a16006-1d70-4cee-8e94-667eef97f070 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:05:18.436774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, b5a16006-1d70-4cee-8e94-667eef97f070) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:18.443375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.444435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.448565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc33e19-4688-47f0-90fa-0a2df6ada894 None None] Network b5a16006-1d70-4cee-8e94-667eef97f070 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:18.463802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-890913c6-f6e4-47b5-aefc-0f55c0fa50d1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5908628 Aug 31 07:05:18.465421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59202) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:18.471966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:18.502069 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.503221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.634533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.667524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-b5a16006-1d70-4cee-8e94-667eef97f070', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:05:18.668397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.840531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:18.912929 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Allocated IP 172.20.0.2 (b5a16006-1d70-4cee-8e94-667eef97f070/ec425ee3-83e0-4876-8206-b6ddefa8d7e6/d577af8a-2ece-4edc-b3ba-78cf2837d911) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:18.933706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbf1e97-4fda-42a8-95d5-a3da1cb18fd8 req-bd698d90-9b93-4743-b54f-9381867760a0 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:18.935619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bbf1e97-4fda-42a8-95d5-a3da1cb18fd8 req-bd698d90-9b93-4743-b54f-9381867760a0 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.2045612 Aug 31 07:05:19.002500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8bbf1e97-4fda-42a8-95d5-a3da1cb18fd8 req-4ec50034-109d-40ce-8373-777b8d19a462 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594890 Aug 31 07:05:19.193797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.217210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Transition to ACTIVE for port object d577af8a-2ece-4edc-b3ba-78cf2837d911 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:19.244989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Transition to ACTIVE for port object d577af8a-2ece-4edc-b3ba-78cf2837d911 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:19.259220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.374162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Pushing event updated for resources: {'Port': ['ID=d577af8a-2ece-4edc-b3ba-78cf2837d911,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:19.398912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Network b5a16006-1d70-4cee-8e94-667eef97f070 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:19.400462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:19.403364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:19.408478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.460139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.485314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Attempting to bind port d577af8a-2ece-4edc-b3ba-78cf2837d911 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:19.486186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Attempting to bind port d577af8a-2ece-4edc-b3ba-78cf2837d911 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:19.487425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Attempting to bind port d577af8a-2ece-4edc-b3ba-78cf2837d911 on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:19.494370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:19.495142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Checking segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:19.495791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.496402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Bound using segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:19.497107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Bound port: d577af8a-2ece-4edc-b3ba-78cf2837d911, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:19.497760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.519553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29090c3-9900-45b4-b685-92fbbfec56c7 req-b6c86fb4-f4eb-4282-b239-510144ae2622 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.537970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a29090c3-9900-45b4-b685-92fbbfec56c7 req-b6c86fb4-f4eb-4282-b239-510144ae2622 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.1277077 Aug 31 07:05:19.592265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] For port d577af8a-2ece-4edc-b3ba-78cf2837d911, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:19.597899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] For port d577af8a-2ece-4edc-b3ba-78cf2837d911, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d577af8a-2ece-4edc-b3ba-78cf2837d911,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:19.611589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb1630d6-3ace-4c4e-bc5b-601a738e2aeb req-2cd598f1-08ed-445b-913b-34c2951a7ffa tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.1673186 Aug 31 07:05:19.620448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a29090c3-9900-45b4-b685-92fbbfec56c7 req-773ae554-be21-49ce-b381-c5704e04fb86 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814924 Aug 31 07:05:19.627280 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:19.674587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Allocated IP 172.25.3.191 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/745d9ede-bda4-42e3-b183-dade81389a32) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:19.862472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b32d22-27af-462e-9ab9-b3bacf61b80f req-4ba9a9a7-2988-49bf-b69d-986eabf035c7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:19.864252 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44b32d22-27af-462e-9ab9-b3bacf61b80f req-4ba9a9a7-2988-49bf-b69d-986eabf035c7 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.1450274 Aug 31 07:05:19.885228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bf37f-e597-4426-909f-2e29d8f48b81 None None] Pushing event updated for resources: {'Port': ['ID=d577af8a-2ece-4edc-b3ba-78cf2837d911,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:19.948585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44b32d22-27af-462e-9ab9-b3bacf61b80f req-36d05540-c3b8-41bc-ad5e-04783c0bab3b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632589 Aug 31 07:05:20.359030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:20.401624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:20.482052 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:20.488816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:20.492681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:20.538545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Pushing event updated for resources: {'Port': ['ID=745d9ede-bda4-42e3-b183-dade81389a32,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:20.837212 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49cfab-26ee-43bc-9722-7207d2a93b3e req-ca9dd597-3343-4a78-bae8-7c031688c21d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:20.838852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b49cfab-26ee-43bc-9722-7207d2a93b3e req-ca9dd597-3343-4a78-bae8-7c031688c21d tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.0807223 Aug 31 07:05:20.898513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1626456-94a2-4319-82ce-cd2666c43523 req-9916ec19-2acc-4e24-b9a7-afa643d62b51 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0463381 Aug 31 07:05:20.926910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b49cfab-26ee-43bc-9722-7207d2a93b3e req-6cd638e1-2703-4293-b78b-ea7953d6e6ae tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 Aug 31 07:05:21.057411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:21.173172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:05:21.215104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb4966e-22e1-4091-b6c0-5a793f30a384 req-3948ecd5-2251-497c-9f29-5faabde81078 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:21.225200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcb4966e-22e1-4091-b6c0-5a793f30a384 req-3948ecd5-2251-497c-9f29-5faabde81078 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.1234293 Aug 31 07:05:21.310603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b96ced-67c4-4c28-ad30-98d21c188b00 None None] Network b5a16006-1d70-4cee-8e94-667eef97f070 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:21.328593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fcb4966e-22e1-4091-b6c0-5a793f30a384 req-56fe14a4-c0e0-47c8-9040-a41fbac66986 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020288 Aug 31 07:05:21.487773 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:21.513373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6150df65-bf95-4fbf-9f7f-753b2acd45ef None None] Provisioning for port d577af8a-2ece-4edc-b3ba-78cf2837d911 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:21.582947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-2e57c9de-2d04-4f09-a622-fd10393a024a tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:21.584913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-2e57c9de-2d04-4f09-a622-fd10393a024a tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.50 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.3391483 Aug 31 07:05:21.879960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d577af8a-2ece-4edc-b3ba-78cf2837d911 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:21.880784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Deleting port 0839bc8a-dedf-4287-8894-d33ea8837790 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:21.881140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:21.964881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d577af8a-2ece-4edc-b3ba-78cf2837d911 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:21.970594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d577af8a-2ece-4edc-b3ba-78cf2837d911 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:21.973492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.000960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:05:22.033634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] For port 0839bc8a-dedf-4287-8894-d33ea8837790, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=0839bc8a-dedf-4287-8894-d33ea8837790,segment=NetworkSegment(ea7d272a-935f-409c-b64a-22efeaaa50f7),segment_id=ea7d272a-935f-409c-b64a-22efeaaa50f7)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:22.034320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.095765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Calling delete_port for 0839bc8a-dedf-4287-8894-d33ea8837790 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:22.103551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df9d18b5-9a85-45cd-b8a2-b2b7709e374f req-1930975f-0d2b-4b7d-bd38-b3863a8d1130 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0533473 Aug 31 07:05:22.155346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.193396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d577af8a-2ece-4edc-b3ba-78cf2837d911, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d577af8a-2ece-4edc-b3ba-78cf2837d911,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:22.207491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.292917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d577af8a-2ece-4edc-b3ba-78cf2837d911,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:22.409309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463da90f-6a0f-4b03-a5dd-0f20d0ef860e req-a1c968bc-7cee-45e4-8bc5-fe7696fc440f tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:22.411226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-463da90f-6a0f-4b03-a5dd-0f20d0ef860e req-a1c968bc-7cee-45e4-8bc5-fe7696fc440f tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/ports?device_id=942137db-df20-4c45-8e50-bf61ebeb1bc2 HTTP/1.1" status: 200 len: 946 time: 0.3564546 Aug 31 07:05:22.492394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:22.505904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Sync routers for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:22.515180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe6a3c-3c5d-4223-882e-5d244f83ff50 req-04e38dc2-d6b6-4da2-a777-75304c165466 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:22.517229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbbe6a3c-3c5d-4223-882e-5d244f83ff50 req-04e38dc2-d6b6-4da2-a777-75304c165466 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.0784535 Aug 31 07:05:22.523353 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:22.536274 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:22.584010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.587585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0ab8786e-d347-4df8-aa8b-1ca1699bb38d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.1207995 Aug 31 07:05:22.598992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59232) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:22.599968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.604363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cbbe6a3c-3c5d-4223-882e-5d244f83ff50 req-2237e86b-38ea-4417-b447-a73e7403c2f3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804672 Aug 31 07:05:22.620157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['0839bc8a-dedf-4287-8894-d33ea8837790'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:22.729074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Pushing event deleted for resources: {'Port': ['ID=0839bc8a-dedf-4287-8894-d33ea8837790,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:22.742897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-463da90f-6a0f-4b03-a5dd-0f20d0ef860e req-c64e7aee-d375-4048-a2a2-b696de254cf3 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.57 "GET /v2.0/security-groups?id=e1f36b7e-9842-44ad-a8e2-f266dfea43ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205066 Aug 31 07:05:22.801766 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:22.918980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] No DVR routers for this DVR port 0839bc8a-dedf-4287-8894-d33ea8837790 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:22.924795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:22.927365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ec15fd8-d1e9-44b1-a33e-fa110b3c66f4 req-d5547a9e-a216-470e-94fa-b73168033fd1 tempest-TestServerAdvancedOps-287881412 tempest-TestServerAdvancedOps-287881412-project] 10.222.0.50 "DELETE /v2.0/ports/0839bc8a-dedf-4287-8894-d33ea8837790 HTTP/1.1" status: 204 len: 173 time: 1.3209891 Aug 31 07:05:22.928199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'name': 'network-vif-deleted', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:22.930525 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7760258f-4230-4ffb-bf77-ef8705533b24" -d '{"events": [{"server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "name": "network-vif-deleted", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:23.050978 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483ca934-fa92-4223-830d-6ac4f79963dc x-openstack-request-id: req-483ca934-fa92-4223-830d-6ac4f79963dc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:23.051567 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "942137db-df20-4c45-8e50-bf61ebeb1bc2", "name": "network-vif-deleted", "tag": "0839bc8a-dedf-4287-8894-d33ea8837790", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:23.051993 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-483ca934-fa92-4223-830d-6ac4f79963dc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:23.052638 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '942137db-df20-4c45-8e50-bf61ebeb1bc2', 'name': 'network-vif-deleted', 'tag': '0839bc8a-dedf-4287-8894-d33ea8837790', 'status': 'completed', 'code': 200} Aug 31 07:05:23.149965 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:20Z', 'revision_number': 3, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:23.209132 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Checking router: ea5c06b5-c2e1-4a94-addb-69e2b8624d93 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:23.209807 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Updating router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 port 745d9ede-bda4-42e3-b183-dade81389a32 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:23.259588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c7715d3-e321-4ef4-b005-6759da66684c req-f9b0dc6a-f124-43a2-ab19-bd8c0859cc54 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0359113 Aug 31 07:05:23.268467 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:23.620048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:23.830006 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:23.854313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d577af8a-2ece-4edc-b3ba-78cf2837d911 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:23.883706 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Transition to ACTIVE for port object 745d9ede-bda4-42e3-b183-dade81389a32 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:23.888469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:23.895332 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:23.973298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad54507d-f26a-4391-975d-d1a585470301 req-e51e3948-6463-40c2-af48-c4681eaea995 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:24.001382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad54507d-f26a-4391-975d-d1a585470301 req-e51e3948-6463-40c2-af48-c4681eaea995 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.1830738 Aug 31 07:05:24.001636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d577af8a-2ece-4edc-b3ba-78cf2837d911 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:24.002216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.082627 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Attempting to bind port 745d9ede-bda4-42e3-b183-dade81389a32 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:24.083648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Allocated IP 172.20.0.1 (b5a16006-1d70-4cee-8e94-667eef97f070/ec425ee3-83e0-4876-8206-b6ddefa8d7e6/4257491e-06d9-46be-8f31-a152cdbb0c8e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:24.089070 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Attempting to bind port 745d9ede-bda4-42e3-b183-dade81389a32 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:24.089070 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Attempting to bind port 745d9ede-bda4-42e3-b183-dade81389a32 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:24.091589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ad54507d-f26a-4391-975d-d1a585470301 req-fb2ff047-b51d-4cfe-8799-7b63ceb29945 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751331 Aug 31 07:05:24.120341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Deleting subnet 3d439be0-44e4-410d-af95-f9d8c17806e6 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:24.123543 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 4, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:24.124546 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:24.125177 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.126186 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:24.126893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Bound port: 745d9ede-bda4-42e3-b183-dade81389a32, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:24.127508 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.129550 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Pushing event updated for resources: {'Port': ['ID=745d9ede-bda4-42e3-b183-dade81389a32,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:24.132958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.159223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.159908 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.160455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.161116 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.161806 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.162361 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.162883 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.163410 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.163926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.164506 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.172219 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.172727 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:24.222941 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] For port 745d9ede-bda4-42e3-b183-dade81389a32, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:24.227057 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] For port 745d9ede-bda4-42e3-b183-dade81389a32, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745d9ede-bda4-42e3-b183-dade81389a32,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:24.240093 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.300044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.349052 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:24.349755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:04:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:24.377748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.440546 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd48de25-e198-45ad-849b-c8b46efd2400 None None] Pushing event updated for resources: {'Port': ['ID=745d9ede-bda4-42e3-b183-dade81389a32,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:24.467509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4d883608-7c61-43ee-ac19-89644acfba3a req-fa97ccce-b4c7-4c2d-90f4-72d33196d08b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.0552700 Aug 31 07:05:24.475283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.500772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Transition to ACTIVE for port object 4257491e-06d9-46be-8f31-a152cdbb0c8e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:24.538039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.571045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d439be0-44e4-410d-af95-f9d8c17806e6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:24.579759 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:24.590874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.595901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-331d4e8c-8285-49c2-819f-0475d08576f5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/3d439be0-44e4-410d-af95-f9d8c17806e6 HTTP/1.1" status: 204 len: 168 time: 0.6510065 Aug 31 07:05:24.596281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59250) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:24.603177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.631291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Network b5a16006-1d70-4cee-8e94-667eef97f070 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:24.634425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:24.660854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:24.748035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Pushing event updated for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:24.783994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.825618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-75549f26-a1fe-4a10-b630-2040b4e2d7a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:24.864545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.035804 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:20Z', 'revision_number': 3, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:25.095060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.113609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.138145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44b8922b-e8f7-453f-86ab-826bc3f9948e None None] Provisioning for port 4257491e-06d9-46be-8f31-a152cdbb0c8e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:25.146705 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdf8725-8bae-43a3-90de-c8430c2644f1 None None] The sync data for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 is: [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:20Z', 'revision_number': 3, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:25.148195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44b8922b-e8f7-453f-86ab-826bc3f9948e None None] Provisioning complete for port 4257491e-06d9-46be-8f31-a152cdbb0c8e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:25.148802 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44b8922b-e8f7-453f-86ab-826bc3f9948e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.151772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:25.182791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7d272a-935f-409c-b64a-22efeaaa50f7') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:25.183658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7d272a-935f-409c-b64a-22efeaaa50f7') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:25.202924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.239090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-44b8922b-e8f7-453f-86ab-826bc3f9948e None None] Port 4257491e-06d9-46be-8f31-a152cdbb0c8e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:25.256797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.264564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:25.268259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:25.419050 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:25.560834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.573449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:25.722978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0839bc8a-dedf-4287-8894-d33ea8837790 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:25.833816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 0839bc8a-dedf-4287-8894-d33ea8837790 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:25.834244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 0839bc8a-dedf-4287-8894-d33ea8837790 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:25.945967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-545a9470-a2a2-496e-8713-a31049708fc5 req-beaadfaa-10ad-46a4-a02e-372b53d20579 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=18c42891-d9d2-4bf4-b890-99672a5f79c2 HTTP/1.1" status: 200 len: 210 time: 0.1730685 Aug 31 07:05:25.964418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745d9ede-bda4-42e3-b183-dade81389a32 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:25.974132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.020485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Pushing event updated for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:26.166237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 745d9ede-bda4-42e3-b183-dade81389a32 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:26.182178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 745d9ede-bda4-42e3-b183-dade81389a32 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:26.182711 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.413772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Network b5a16006-1d70-4cee-8e94-667eef97f070 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:26.418961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:26.525605 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.606455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 745d9ede-bda4-42e3-b183-dade81389a32, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745d9ede-bda4-42e3-b183-dade81389a32,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:26.614919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.658282 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d71ab65b-d744-4552-a6e5-49ec08e5a2fb req-0f0d7623-d180-4dd4-958a-8e58996be770 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2379942 Aug 31 07:05:26.661844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.674133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.679637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] 10.222.0.57 "DELETE /v2.0/networks/9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1 HTTP/1.1" status: 204 len: 168 time: 2.0820110 Aug 31 07:05:26.681382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:26.712791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ed038d6-03d4-4b2e-b1f4-0352c27c9cc1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:26.745714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=745d9ede-bda4-42e3-b183-dade81389a32,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:26.747024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.747611 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.758054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.758728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.759230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.759856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.760343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.760828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.761342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.761835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.762319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.762797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63eb0788-e833-4968-a02a-237af4215c61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:05:26.813929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1a438d-a4ef-472b-a4b5-34791dcb039d req-0f05c4e9-4851-433e-bd8f-ea8cb063838b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:26.825398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd1a438d-a4ef-472b-a4b5-34791dcb039d req-0f05c4e9-4851-433e-bd8f-ea8cb063838b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 1.3848341 Aug 31 07:05:26.911481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8d1dc8ee-99e1-4d0a-a20a-a5fa164a3224 None None] Provisioning complete for port 4257491e-06d9-46be-8f31-a152cdbb0c8e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:26.912467 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc8ee-99e1-4d0a-a20a-a5fa164a3224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.922674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Deleting subnet 6c859821-b23a-48f9-81c4-6e4f781188a7 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:05:26.934975 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:26.996472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.005424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8d1dc8ee-99e1-4d0a-a20a-a5fa164a3224 None None] Port 4257491e-06d9-46be-8f31-a152cdbb0c8e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:27.056419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd1a438d-a4ef-472b-a4b5-34791dcb039d req-eed23c57-3baf-4e48-b57d-92d44955b374 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2286615 Aug 31 07:05:27.071999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.194668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.243193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.245694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6c859821-b23a-48f9-81c4-6e4f781188a7 HTTP/1.1" status: 204 len: 168 time: 0.5414665 Aug 31 07:05:27.247128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37038a19-525d-49cc-8075-1b518385c574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c859821-b23a-48f9-81c4-6e4f781188a7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:27.249145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59272) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:27.252652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:27.338773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.403418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:27.414204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d1639a51-0146-4d11-9309-faba75a0690d admin admin] 10.222.0.57 "PUT /v2.0/routers/ea5c06b5-c2e1-4a94-addb-69e2b8624d93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8110287 Aug 31 07:05:27.437686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.448927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18d16d25-abe1-4890-b74b-8d3b26d4c2b7']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:27.465525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6175d230-9000-4339-803a-836de10aab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.473861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f191ea4-5f8b-4250-aae2-fef635d17094') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:27.474247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f191ea4-5f8b-4250-aae2-fef635d17094') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:27.487478 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.506896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.515107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:05:27.515840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:05:27.520058 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:05:27.603027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.611618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.614206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] 10.222.0.57 "DELETE /v2.0/networks/18d16d25-abe1-4890-b74b-8d3b26d4c2b7 HTTP/1.1" status: 204 len: 168 time: 0.3639390 Aug 31 07:05:27.690802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8102810-630c-4e81-9d63-64dbbd35562a admin admin] Pushing event deleted for resources: {'Network': ['ID=18d16d25-abe1-4890-b74b-8d3b26d4c2b7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:27.765435 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.860078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587ba62-9c61-48c9-8810-2538005137f8 req-72671da6-072c-4fd4-98b7-61f898d299e8 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:27.860908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745d9ede-bda4-42e3-b183-dade81389a32 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:27.864643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6587ba62-9c61-48c9-8810-2538005137f8 req-72671da6-072c-4fd4-98b7-61f898d299e8 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.1220479 Aug 31 07:05:27.930196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6587ba62-9c61-48c9-8810-2538005137f8 req-81c97edc-e0d0-4c1d-acee-61b48a7ee982 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591581 Aug 31 07:05:27.975023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 745d9ede-bda4-42e3-b183-dade81389a32 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:27.975720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:27.994110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.054333 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-572312e0-b5bb-4346-975d-7fe72ff2eccd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4149b6949c2e40e491f4bd9a11392602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561674 Aug 31 07:05:28.054728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.121061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Sync routers for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:28.125160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.141051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:28.144970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:28.152565 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.257884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.260555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.261727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e1f36b7e-9842-44ad-a8e2-f266dfea43ed HTTP/1.1" status: 204 len: 168 time: 0.2060335 Aug 31 07:05:28.275949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc1a607-7dd6-4040-bbc8-2b8696d03661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f36b7e-9842-44ad-a8e2-f266dfea43ed,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:28.329992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab287c5e-b818-47bd-8b24-51c750f60c4f req-9ce6e326-4688-4864-8cc4-d4308cea4f1d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:28.331505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab287c5e-b818-47bd-8b24-51c750f60c4f req-9ce6e326-4688-4864-8cc4-d4308cea4f1d tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 945 time: 0.1174269 Aug 31 07:05:28.356150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:28.401408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:28.418669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.424315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab287c5e-b818-47bd-8b24-51c750f60c4f req-88fb14d2-c865-4200-9210-d4046b908055 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838597 Aug 31 07:05:28.428020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1218593802-network', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:28.463531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Made reservation on behalf of 2cafbaf6cb8d4dd39850ee23b9871134 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:28.467796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.482887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.634315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.642295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.660754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:05:28.678385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:28.683362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.683701 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Added segment 1c5c6fe0-2424-451c-8ae9-fd7cfd2db362 of type vlan for network 3f958e30-5c90-4662-8468-1e4924532cf9 Aug 31 07:05:28.695349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'port_id': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'mac_address': 'fa:16:3e:94:5e:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:28.755249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa7c5d-55a0-479f-9545-6f0f3551bacb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:28.766083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.783417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.793895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.795778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.796857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:28.797482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.812201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:28.827726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:24Z', 'revision_number': 4, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4257491e-06d9-46be-8f31-a152cdbb0c8e', 'name': '', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'mac_address': 'fa:16:3e:20:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:23Z', 'updated_at': '2021-08-31T07:05:25Z', 'revision_number': 2, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'subnets': [{'id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:28.862658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Checking router: ea5c06b5-c2e1-4a94-addb-69e2b8624d93 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:28.863075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Updating router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 port 4257491e-06d9-46be-8f31-a152cdbb0c8e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:28.866422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4450176 Aug 31 07:05:28.867039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59312) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.875059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Request body: {'subnet': {'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1218593802-subnet', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:28.878352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3741a21f-15b8-4c6e-9b0b-a55b0d66ab3b admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11ff1732b85a463cb75f4f5ec6b2a50d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827219 Aug 31 07:05:28.879579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:28.889092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2aa14-9e51-43a6-9989-91cfd4d1e1dc admin admin] Pushing event updated for resources: {'Network': ['ID=3f958e30-5c90-4662-8468-1e4924532cf9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:28.893653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:28.909339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 3f958e30-5c90-4662-8468-1e4924532cf9 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:05:28.911328 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.913744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Made reservation on behalf of 2cafbaf6cb8d4dd39850ee23b9871134 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:28.919494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.928168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:28.970772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.020412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.093948 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.097976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.106255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3619461a-3bba-4fa8-be16-994c52ff3bfd HTTP/1.1" status: 204 len: 168 time: 0.2258952 Aug 31 07:05:29.124010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed2155-f06a-456e-95db-44359909545a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3619461a-3bba-4fa8-be16-994c52ff3bfd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:29.179407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399fee0-eae0-4101-a271-2acdd5748aca req-dab2520e-5296-4f06-8e4b-c46bc6fd194a tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.182131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b399fee0-eae0-4101-a271-2acdd5748aca req-dab2520e-5296-4f06-8e4b-c46bc6fd194a tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.1167922 Aug 31 07:05:29.212985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.237646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:29.248502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2dd61d86-2d70-41f5-8832-0ce1af797edd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:29.267711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b399fee0-eae0-4101-a271-2acdd5748aca req-7b9e88a8-e673-4e23-b111-456fb4791ada tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784864 Aug 31 07:05:29.309826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e176bf84-8687-4cc2-ad72-ce56791a0495,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:29.372095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Checking segment: {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:29.372095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Network hostable DHCP agents. Network: 3f958e30-5c90-4662-8468-1e4924532cf9, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:05:29.381480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-856abf22-9b6c-46d1-afa8-6859d2b2bda1 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.383326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-856abf22-9b6c-46d1-afa8-6859d2b2bda1 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.50 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.1146672 Aug 31 07:05:29.572893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Network 3f958e30-5c90-4662-8468-1e4924532cf9 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:05:29.611850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 3f958e30-5c90-4662-8468-1e4924532cf9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:29.621266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.622111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.627031 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.636517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86c3d7-bc23-477d-a8f1-be075161b6df None None] Network 3f958e30-5c90-4662-8468-1e4924532cf9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:29.652196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3484969-d45a-46f9-adec-3fc2d1eb3c61 req-89a809a4-4247-44ab-9daf-837e1676152c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:29.657568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3484969-d45a-46f9-adec-3fc2d1eb3c61 req-89a809a4-4247-44ab-9daf-837e1676152c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1363003 Aug 31 07:05:29.675017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Transition to ACTIVE for port object 4257491e-06d9-46be-8f31-a152cdbb0c8e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:29.711459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3fa84cf6-11b2-433b-9ada-0ef2d7b693d1 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8410740 Aug 31 07:05:29.714689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59324) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:29.719703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:29.770951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3484969-d45a-46f9-adec-3fc2d1eb3c61 req-3244e8db-5488-4c28-897e-95ed3f7bc2b4 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024692 Aug 31 07:05:29.785242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Deleting port af78f12a-55bb-42ed-93fd-693cf96450e2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:05:29.785843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.790381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.791446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.957735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:29.992403 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.027930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.057659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] For port af78f12a-55bb-42ed-93fd-693cf96450e2, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=af78f12a-55bb-42ed-93fd-693cf96450e2,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:30.058033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.067474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60387-b3ad-4456-9a67-b7215a511bd6 None None] Pushing event updated for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:30.081697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Calling delete_port for af78f12a-55bb-42ed-93fd-693cf96450e2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:05:30.158821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Attempting to bind port 4257491e-06d9-46be-8f31-a152cdbb0c8e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:30.159191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Attempting to bind port 4257491e-06d9-46be-8f31-a152cdbb0c8e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:30.159589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Attempting to bind port 4257491e-06d9-46be-8f31-a152cdbb0c8e on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:30.178455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.193244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:30.193701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Checking segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:30.194137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.194570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Bound using segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:30.195107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Bound port: 4257491e-06d9-46be-8f31-a152cdbb0c8e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:30.195505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.332512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] For port 4257491e-06d9-46be-8f31-a152cdbb0c8e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:30.345039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] For port 4257491e-06d9-46be-8f31-a152cdbb0c8e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4257491e-06d9-46be-8f31-a152cdbb0c8e,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:30.348543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-3f958e30-5c90-4662-8468-1e4924532cf9', 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'fixed_ips': [{'subnet_id': 'e176bf84-8687-4cc2-ad72-ce56791a0495'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:05:30.349522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.355698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.426344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:30.518657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace102fc-cb17-464d-98d3-ca562b9688e8 req-f73f859d-95f2-468e-a8e1-9b80648bd9ff tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:30.520709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ace102fc-cb17-464d-98d3-ca562b9688e8 req-f73f859d-95f2-468e-a8e1-9b80648bd9ff tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/ports?device_id=2dae6f53-8a24-4836-a281-1fb131bc21fc HTTP/1.1" status: 200 len: 950 time: 0.1020439 Aug 31 07:05:30.535181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.546367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:30.547111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:30.597438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Pushing event deleted for resources: {'Port': ['ID=af78f12a-55bb-42ed-93fd-693cf96450e2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:30.665899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['af78f12a-55bb-42ed-93fd-693cf96450e2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:30.675373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] No DVR routers for this DVR port af78f12a-55bb-42ed-93fd-693cf96450e2 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:05:30.681113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:30.683226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c6916e9-18ab-467f-aac1-90035f94dedc req-1113def1-aca3-4783-9628-eaea46e69dfd tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.50 "DELETE /v2.0/ports/af78f12a-55bb-42ed-93fd-693cf96450e2 HTTP/1.1" status: 204 len: 173 time: 1.2930465 Aug 31 07:05:30.683829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'name': 'network-vif-deleted', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:30.696524 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa2c3596-b45b-4c51-b57b-d8501fbd48ef" -d '{"events": [{"server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "name": "network-vif-deleted", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:30.706879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ace102fc-cb17-464d-98d3-ca562b9688e8 req-03e61fcc-64c1-4619-9356-942409b0c7e6 tempest-VolumesBackupsTest-1291392359 tempest-VolumesBackupsTest-1291392359-project] 10.222.0.57 "GET /v2.0/security-groups?id=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739283 Aug 31 07:05:30.846857 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4bbb472-c2c5-40c9-aff1-85c85c12499b x-openstack-request-id: req-d4bbb472-c2c5-40c9-aff1-85c85c12499b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:30.847291 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dae6f53-8a24-4836-a281-1fb131bc21fc", "name": "network-vif-deleted", "tag": "af78f12a-55bb-42ed-93fd-693cf96450e2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:30.847832 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4bbb472-c2c5-40c9-aff1-85c85c12499b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:30.848288 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dae6f53-8a24-4836-a281-1fb131bc21fc', 'name': 'network-vif-deleted', 'tag': 'af78f12a-55bb-42ed-93fd-693cf96450e2', 'status': 'completed', 'code': 200} Aug 31 07:05:30.979660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba60387-b3ad-4456-9a67-b7215a511bd6 None None] Pushing event updated for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:30.986071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Allocated IP 172.20.0.2 (3f958e30-5c90-4662-8468-1e4924532cf9/e176bf84-8687-4cc2-ad72-ce56791a0495/4beb9e30-1d7f-480e-bc4a-1369b41a5d33) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:31.026011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.061447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.073544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc40e25-98f6-4b5f-a5d0-8bbcaab7a1d3 req-b4c3389d-f2fd-4806-9575-c36490d2e6a2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:31.077126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdc40e25-98f6-4b5f-a5d0-8bbcaab7a1d3 req-b4c3389d-f2fd-4806-9575-c36490d2e6a2 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 946 time: 0.1796546 Aug 31 07:05:31.087740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 2dd61d86-2d70-41f5-8832-0ce1af797edd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:31.193027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:31.245918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 2dd61d86-2d70-41f5-8832-0ce1af797edd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:31.246532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.310669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.347425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdc40e25-98f6-4b5f-a5d0-8bbcaab7a1d3 req-31941d03-8552-4449-a42e-e9e21d1a9222 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2635942 Aug 31 07:05:31.404004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Allocated IP 172.25.3.157 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/b9f78172-1b6f-4dec-87d2-a31ea9b2b868) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:31.563797 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.615241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.660207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.666038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:31.669137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:31.673448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:31.675819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.679496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Transition to ACTIVE for port object 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:31.702323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Pushing event updated for resources: {'Port': ['ID=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:31.750961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:31.752540 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da351333-9541-4062-8037-10c202b3131d" -d '{"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:31.757714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Transition to ACTIVE for port object 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:31.783538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:31.786656 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.865304 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:31.878789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:24Z', 'revision_number': 4, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4257491e-06d9-46be-8f31-a152cdbb0c8e', 'name': '', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'mac_address': 'fa:16:3e:20:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:23Z', 'updated_at': '2021-08-31T07:05:30Z', 'revision_number': 4, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'subnets': [{'id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:31.883965 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa411df3-908e-481c-a964-4ad347143e03 x-openstack-request-id: req-aa411df3-908e-481c-a964-4ad347143e03 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:31.884391 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-plugged", "status": "completed", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:31.884521 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa411df3-908e-481c-a964-4ad347143e03 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:31.884889 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'code': 200} Aug 31 07:05:31.895914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Network 3f958e30-5c90-4662-8468-1e4924532cf9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:31.923745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Pushing event updated for resources: {'Port': ['ID=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:31.926399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:31.983010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:31.986315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc4ed76c-a990-4bf0-b79e-f591a28adc62 None None] The sync data for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 is: [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:05:24Z', 'revision_number': 4, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4257491e-06d9-46be-8f31-a152cdbb0c8e', 'name': '', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'mac_address': 'fa:16:3e:20:38:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_interface', 'standard_attr_id': 3547, 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:23Z', 'updated_at': '2021-08-31T07:05:30Z', 'revision_number': 4, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'subnets': [{'id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:31.988709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:32.023000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.132110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Attempting to bind port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:32.132693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Attempting to bind port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:32.132835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Attempting to bind port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 on network 3f958e30-5c90-4662-8468-1e4924532cf9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:32.144885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6848e6-bc5b-45de-8026-a330cd7f8f04 req-a350122e-9016-4803-a6ec-d535801ae9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.146722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d6848e6-bc5b-45de-8026-a330cd7f8f04 req-a350122e-9016-4803-a6ec-d535801ae9ca service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1099 time: 0.0866349 Aug 31 07:05:32.152369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:32.152760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Checking segment: {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:32.153164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.154356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Bound using segment: {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:32.155026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Bound port: 4beb9e30-1d7f-480e-bc4a-1369b41a5d33, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:32.155600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.230750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d6848e6-bc5b-45de-8026-a330cd7f8f04 req-ff32ebaa-d275-4bc2-87ef-d752d9380627 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757334 Aug 31 07:05:32.321938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] For port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:32.332593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] For port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:32.340413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.366444 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.475416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c1bb92-5544-4187-96b5-45e9410e2beb None None] Pushing event updated for resources: {'Port': ['ID=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:32.622779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e52ad8-9eab-4ded-816b-3e2ed65ad6d0 req-6b06e8bc-8bd7-480f-9ae5-123a4435524b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:32.624533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10e52ad8-9eab-4ded-816b-3e2ed65ad6d0 req-6b06e8bc-8bd7-480f-9ae5-123a4435524b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.1141756 Aug 31 07:05:32.638949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Router fc0cbf23-b14f-4409-b467-aeb787ac025f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:05:32.826354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10e52ad8-9eab-4ded-816b-3e2ed65ad6d0 req-ec351327-9a8c-4f2b-b740-5d11ffadf0d8 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1898289 Aug 31 07:05:32.915135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:32.927172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Sync routers for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:32.942742 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:32.943793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:32.948992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:32.952820 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c5dd5a6e-e173-486a-ba09-434ff5eb625e admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2346828 Aug 31 07:05:32.953507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59422) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:05:33.105189 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:33.696764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:31Z', 'revision_number': 3, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:33.707222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:33.731724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device af78f12a-55bb-42ed-93fd-693cf96450e2 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:05:33.786311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Checking router: fc0cbf23-b14f-4409-b467-aeb787ac025f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:33.788497 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Updating router fc0cbf23-b14f-4409-b467-aeb787ac025f port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:33.832679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: af78f12a-55bb-42ed-93fd-693cf96450e2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:05:33.833028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device af78f12a-55bb-42ed-93fd-693cf96450e2 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:05:33.882731 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.006116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:34.154206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:34.161547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4257491e-06d9-46be-8f31-a152cdbb0c8e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:34.229287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e298c-7403-44bc-b112-4b84ed758f6a None None] Network 3f958e30-5c90-4662-8468-1e4924532cf9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:05:34.337056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Provisioning for port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:34.362749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4257491e-06d9-46be-8f31-a152cdbb0c8e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:34.368782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Provisioning complete for port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:34.369604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.398155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Allocated IP 172.20.0.1 (3f958e30-5c90-4662-8468-1e4924532cf9/e176bf84-8687-4cc2-ad72-ce56791a0495/5c28b978-ae26-4289-9986-f4f2cccc5a40) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:34.442280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4257491e-06d9-46be-8f31-a152cdbb0c8e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:34.445538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.555878 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.570029 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Transition to ACTIVE for port object b9f78172-1b6f-4dec-87d2-a31ea9b2b868 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:34.572114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d022c49-5029-430c-aaf9-acc0f3f64054 req-5add51ac-2886-4cb3-8338-20217e4149d6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:34.573739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d022c49-5029-430c-aaf9-acc0f3f64054 req-5add51ac-2886-4cb3-8338-20217e4149d6 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.4930074 Aug 31 07:05:34.582152 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.620471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.642230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Transition to ACTIVE for port object 5c28b978-ae26-4289-9986-f4f2cccc5a40 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:34.646287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Attempting to bind port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:34.646677 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Attempting to bind port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:34.647025 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Attempting to bind port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:34.655160 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f938d-d297-4f7e-b1e1-0bf675c3b889 None None] Pushing event updated for resources: {'Port': ['ID=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:34.658032 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:34.658413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:34.658817 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.659496 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:34.660352 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Bound port: b9f78172-1b6f-4dec-87d2-a31ea9b2b868, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:34.660352 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.698695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.734044 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] For port b9f78172-1b6f-4dec-87d2-a31ea9b2b868, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:34.738505 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] For port b9f78172-1b6f-4dec-87d2-a31ea9b2b868, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:34.744351 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.768315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Network 3f958e30-5c90-4662-8468-1e4924532cf9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:34.776993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:34.791025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:34.825512 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:34.826991 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:34.865485 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f938d-d297-4f7e-b1e1-0bf675c3b889 None None] Pushing event updated for resources: {'Port': ['ID=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:34.871879 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.889393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d022c49-5029-430c-aaf9-acc0f3f64054 req-59cb654d-5995-4785-bcb4-143910e0d6c3 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2030981 Aug 31 07:05:34.899585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Pushing event updated for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:34.914125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.951466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:34.974329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] For port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:34.986303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.074524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:35.101806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4257491e-06d9-46be-8f31-a152cdbb0c8e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4257491e-06d9-46be-8f31-a152cdbb0c8e,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:35.112310 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.151357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840d37f3-471b-4b18-92cd-c0c1ecb798f4 None None] Pushing event updated for resources: {'Port': ['ID=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:35.284670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.304867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8be38ce0-8c01-4524-9aab-ca2e132ab976 None None] Provisioning complete for port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:35.315350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8be38ce0-8c01-4524-9aab-ca2e132ab976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.396285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:35.476787 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:31Z', 'revision_number': 3, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:35.534611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501564a9-a538-4f6b-a6db-64833efa7f3d None None] The sync data for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 is: [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:31Z', 'revision_number': 3, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:35.613197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.619663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.727556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.729504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Pushing event updated for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:35.865607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:35.875217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Network 3f958e30-5c90-4662-8468-1e4924532cf9 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:35.877192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:35.915432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:35.987200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:35.987719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.127731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-007392f9-dca7-4f1c-9a59-5fb15c56f828 None None] Provisioning for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:36.136102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-007392f9-dca7-4f1c-9a59-5fb15c56f828 None None] Provisioning complete for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:36.136522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-007392f9-dca7-4f1c-9a59-5fb15c56f828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.140778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4257491e-06d9-46be-8f31-a152cdbb0c8e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:36.164249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Router fc0cbf23-b14f-4409-b467-aeb787ac025f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:05:36.217132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d518c7de-8477-401c-8bcc-3335d6a3a695 req-a8826c0b-6b25-4e61-a825-8b2c44ffc6bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:36.227046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d518c7de-8477-401c-8bcc-3335d6a3a695 req-a8826c0b-6b25-4e61-a825-8b2c44ffc6bd tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.1352615 Aug 31 07:05:36.248654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-007392f9-dca7-4f1c-9a59-5fb15c56f828 None None] Port 5c28b978-ae26-4289-9986-f4f2cccc5a40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:36.255846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4257491e-06d9-46be-8f31-a152cdbb0c8e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:36.256218 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.347599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d518c7de-8477-401c-8bcc-3335d6a3a695 req-9e629ceb-e5c5-4ab9-9174-503d9dc301b9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047742 Aug 31 07:05:36.400551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:05:36.413937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4073a7e4-608d-47b9-8e8d-637ef0092658 admin admin] 10.222.0.57 "PUT /v2.0/routers/fc0cbf23-b14f-4409-b467-aeb787ac025f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4591832 Aug 31 07:05:36.479360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4622ea76-8755-4eaf-92b1-9967cf939f71 None None] Provisioning complete for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:36.479741 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4622ea76-8755-4eaf-92b1-9967cf939f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:36.535433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4622ea76-8755-4eaf-92b1-9967cf939f71 None None] Port 5c28b978-ae26-4289-9986-f4f2cccc5a40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:37.240554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-e2cb61df-d441-4eb2-9a1c-50ae8f3b1de0 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:37.242933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-e2cb61df-d441-4eb2-9a1c-50ae8f3b1de0 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.1228597 Aug 31 07:05:37.270033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-2b92be85-a0f2-4410-bc61-95f1baf914fd tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/quotas/2cafbaf6cb8d4dd39850ee23b9871134 HTTP/1.1" status: 200 len: 375 time: 0.0109742 Aug 31 07:05:37.358433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-94bfad7a-bd4a-4e2b-b498-a59fd9b6a00f tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0823457 Aug 31 07:05:37.371726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-f139d27c-9150-404d-9071-e16491a1a3e7 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:05:37.373739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-f139d27c-9150-404d-9071-e16491a1a3e7 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086174 Aug 31 07:05:37.491668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-f708adfd-8aca-442c-8676-a4fb4ff4cbac service neutron] 10.222.0.57 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107159 Aug 31 07:05:37.618961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-dcba6a9c-dd6b-44d6-9280-79f179eaee7d service neutron] 10.222.0.57 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199334 Aug 31 07:05:37.834152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f536af1-0823-4a45-97f5-bc8973eb6803 req-00e60fd4-2bd2-45ed-acc1-cecd33d23b49 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 210 time: 0.0525756 Aug 31 07:05:37.881933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b9f78172-1b6f-4dec-87d2-a31ea9b2b868 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:37.962315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:37.968887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:37.969261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.068236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Sync routers for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:05:38.092706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:38.093866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:38.135950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.169445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b9f78172-1b6f-4dec-87d2-a31ea9b2b868, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:38.175930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.290106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:38.296898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:38.530119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:35Z', 'revision_number': 4, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5c28b978-ae26-4289-9986-f4f2cccc5a40', 'name': '', 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'mac_address': 'fa:16:3e:e4:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:33Z', 'updated_at': '2021-08-31T07:05:35Z', 'revision_number': 2, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'subnets': [{'id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:38.558931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Checking router: fc0cbf23-b14f-4409-b467-aeb787ac025f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:05:38.559390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Updating router fc0cbf23-b14f-4409-b467-aeb787ac025f port 5c28b978-ae26-4289-9986-f4f2cccc5a40 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:05:38.592586 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.916979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.944040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Transition to ACTIVE for port object 5c28b978-ae26-4289-9986-f4f2cccc5a40 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:38.956349 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:38.968298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ad49cb3-0e0c-4f85-89b5-515fbacdc8c9 req-b5bb540f-d8e6-45c2-a239-629c5f69d6f1 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 210 time: 0.0414858 Aug 31 07:05:39.058543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981da27-f497-493a-9009-f5250e433466 None None] Pushing event updated for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:39.144335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5f30c660-61c8-4a4a-b0ac-f54a2a9d332c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:39.146496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5f30c660-61c8-4a4a-b0ac-f54a2a9d332c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.53 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.2114172 Aug 31 07:05:39.147443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Attempting to bind port 5c28b978-ae26-4289-9986-f4f2cccc5a40 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:39.148012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Attempting to bind port 5c28b978-ae26-4289-9986-f4f2cccc5a40 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:39.149138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Attempting to bind port 5c28b978-ae26-4289-9986-f4f2cccc5a40 on network 3f958e30-5c90-4662-8468-1e4924532cf9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:39.158640 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:39.159447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Checking segment: {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:39.160539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.161025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Bound using segment: {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:39.161554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Bound port: 5c28b978-ae26-4289-9986-f4f2cccc5a40, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:39.161951 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.165883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Request body: {'port': {'device_id': '2560c72c-006c-4610-903e-63c36cd86961', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'admin_state_up': True, 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:39.196163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Made reservation on behalf of 2cafbaf6cb8d4dd39850ee23b9871134 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:39.199361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.244124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] For port 5c28b978-ae26-4289-9986-f4f2cccc5a40, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:39.248601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] For port 5c28b978-ae26-4289-9986-f4f2cccc5a40, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c28b978-ae26-4289-9986-f4f2cccc5a40,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:39.254281 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.344965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:05:39.345650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:39.360641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981da27-f497-493a-9009-f5250e433466 None None] Pushing event updated for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:39.417030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Allocated IP 172.20.0.10 (b5a16006-1d70-4cee-8e94-667eef97f070/ec425ee3-83e0-4876-8206-b6ddefa8d7e6/ceb57ff1-9a8a-4a69-a8c7-74430ca65d24) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:39.579127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:05:39.654534 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.669008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Transition to ACTIVE for port object ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:39.708517 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.789769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Pushing event updated for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:39.800015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Network b5a16006-1d70-4cee-8e94-667eef97f070 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:39.802088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:39.804969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:39.849656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b9f78172-1b6f-4dec-87d2-a31ea9b2b868 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:39.862878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:39.863816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.890706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-d249f618-c660-4773-bb2c-89c802599b6b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7287264 Aug 31 07:05:39.906293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Request body: {'port': {'device_id': '2560c72c-006c-4610-903e-63c36cd86961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:39.943673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:35Z', 'revision_number': 4, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5c28b978-ae26-4289-9986-f4f2cccc5a40', 'name': '', 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'mac_address': 'fa:16:3e:e4:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:33Z', 'updated_at': '2021-08-31T07:05:39Z', 'revision_number': 4, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'subnets': [{'id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:05:39.947296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:39.947672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:39.981186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ca27f0d-b39c-42cf-8591-f7981886be15 None None] The sync data for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 is: [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:05:35Z', 'revision_number': 4, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5c28b978-ae26-4289-9986-f4f2cccc5a40', 'name': '', 'network_id': '3f958e30-5c90-4662-8468-1e4924532cf9', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'mac_address': 'fa:16:3e:e4:3b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:33Z', 'updated_at': '2021-08-31T07:05:39Z', 'revision_number': 4, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'subnets': [{'id': 'e176bf84-8687-4cc2-ad72-ce56791a0495', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:05:39.993643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.285373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be712bf3-86e8-4f42-87a0-9326febe490b None None] Provisioning for port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:40.292012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-be712bf3-86e8-4f42-87a0-9326febe490b None None] Provisioning complete for port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:40.292399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be712bf3-86e8-4f42-87a0-9326febe490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.349274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-be712bf3-86e8-4f42-87a0-9326febe490b None None] Port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:40.356244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0535e9b8-04ef-4577-a5dc-556846d962a4 req-1dcdbb9d-8b3a-4082-9342-7ae8b08b20c9 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:40.358520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0535e9b8-04ef-4577-a5dc-556846d962a4 req-1dcdbb9d-8b3a-4082-9342-7ae8b08b20c9 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1028 time: 0.2252746 Aug 31 07:05:40.431525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0535e9b8-04ef-4577-a5dc-556846d962a4 req-2ef7732e-d2e1-444d-8741-4b519b8c6c80 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594578 Aug 31 07:05:40.515420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:40.526734 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.549059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Transition to ACTIVE for port object ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:40.556219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.646015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Pushing event updated for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:40.718511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Attempting to bind port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:40.719004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Attempting to bind port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:40.719236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Attempting to bind port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:40.725685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 on network b5a16006-1d70-4cee-8e94-667eef97f070 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:40.726004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Attempting to bind port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:40.732929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:40.733625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Checking segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:40.734006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Bound using segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:40.734427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Bound port: ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:40.734790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.845062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:40.849135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:40.854267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.896355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:40.897050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:40.898732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] 10.222.0.53 "PUT /v2.0/ports/ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 HTTP/1.1" status: 200 len: 1093 time: 0.9993141 Aug 31 07:05:40.899253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:40.901728 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e592bdb-7098-4326-95e5-d27e71b1a234" -d '{"events": [{"name": "network-changed", "server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:40.940938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eadcbb0-ccc1-4317-9747-9da8fe881d1f service neutron] Pushing event updated for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:40.969950 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1c0089a-574d-43ce-9404-4c3b0290f064 x-openstack-request-id: req-e1c0089a-574d-43ce-9404-4c3b0290f064 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:40.970260 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:40.970470 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e1c0089a-574d-43ce-9404-4c3b0290f064 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:40.970870 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24', 'status': 'completed', 'code': 200} Aug 31 07:05:41.017893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-7259975b-6cb5-4105-bc5a-f2e87e0a17e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.019417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-7259975b-6cb5-4105-bc5a-f2e87e0a17e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1096 time: 0.0746267 Aug 31 07:05:41.068266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-91a08c11-bda5-4809-9be4-8afa50e1146d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 HTTP/1.1" status: 200 len: 217 time: 0.0410929 Aug 31 07:05:41.140738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-88fbb4ae-f0cc-4c8a-8d75-b8719df5b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.142587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-88fbb4ae-f0cc-4c8a-8d75-b8719df5b256 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec425ee3-83e0-4876-8206-b6ddefa8d7e6 HTTP/1.1" status: 200 len: 849 time: 0.0670352 Aug 31 07:05:41.227699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914274ba-eddc-46d2-8500-346d47ae7472 req-0430b9bb-bdd4-4251-b812-574e2a25e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.229849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-0430b9bb-bdd4-4251-b812-574e2a25e528 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5a16006-1d70-4cee-8e94-667eef97f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0787494 Aug 31 07:05:41.339222 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-6c145126-5d27-44f6-aad8-41838a555c1c service neutron] 10.222.0.53 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013308 Aug 31 07:05:41.447038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-914274ba-eddc-46d2-8500-346d47ae7472 req-162adef1-ade9-4f5b-b86f-fa855655393c service neutron] 10.222.0.53 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010029 Aug 31 07:05:41.604220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-de2d694d-0f7b-45f6-960e-ee5292d7dde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.605999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-de2d694d-0f7b-45f6-960e-ee5292d7dde4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1096 time: 0.0980637 Aug 31 07:05:41.608819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003c392-a4cf-4231-bc3e-e6e4a3abe431 req-42066878-7ca5-49f6-a71f-73e6200b983d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.610465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8003c392-a4cf-4231-bc3e-e6e4a3abe431 req-42066878-7ca5-49f6-a71f-73e6200b983d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1096 time: 0.0885572 Aug 31 07:05:41.699633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8003c392-a4cf-4231-bc3e-e6e4a3abe431 req-6241f6ee-6b05-45de-bebf-e677df39994f tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773735 Aug 31 07:05:41.752522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-c2de2a1e-730a-440f-949f-8532446d6ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.754428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-c2de2a1e-730a-440f-949f-8532446d6ca7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.1418438 Aug 31 07:05:41.812088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-8c5add47-1cd0-455e-941c-a8046331cccb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 HTTP/1.1" status: 200 len: 217 time: 0.0482373 Aug 31 07:05:41.821670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c28b978-ae26-4289-9986-f4f2cccc5a40 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:41.875545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:41.883053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:41.883428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-aaf44674-21bc-4b4c-ba93-c3a9f1d13fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.883561 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:41.884938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-aaf44674-21bc-4b4c-ba93-c3a9f1d13fd5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ec425ee3-83e0-4876-8206-b6ddefa8d7e6 HTTP/1.1" status: 200 len: 849 time: 0.0656400 Aug 31 07:05:41.942671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-af4ab0d2-fbd3-4b72-9a6b-de9b9fa530cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:41.944186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-af4ab0d2-fbd3-4b72-9a6b-de9b9fa530cb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b5a16006-1d70-4cee-8e94-667eef97f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496123 Aug 31 07:05:41.994580 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.038972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 5c28b978-ae26-4289-9986-f4f2cccc5a40, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c28b978-ae26-4289-9986-f4f2cccc5a40,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:42.042930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.087552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-20d2ca75-fbf1-4f81-8a9c-7ba8571437f1 service neutron] 10.222.0.53 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340625 Aug 31 07:05:42.131684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:42.213496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4e592bdb-7098-4326-95e5-d27e71b1a234 req-2134c60e-3867-4862-a218-d7ed78cb4089 service neutron] 10.222.0.53 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167161 Aug 31 07:05:42.485005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:42.612346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:42.805932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'port_id': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24', 'mac_address': 'fa:16:3e:20:15:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:42.848054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb664dd8-7d44-4d70-a51a-606bae8bb773 req-df3588a8-b5de-4436-95f8-221dac3a5c0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:42.850215 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb664dd8-7d44-4d70-a51a-606bae8bb773 req-df3588a8-b5de-4436-95f8-221dac3a5c0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1096 time: 0.0626392 Aug 31 07:05:42.855616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.874744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:42.895125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb664dd8-7d44-4d70-a51a-606bae8bb773 req-c9cd117f-3152-40ae-b8a9-c7af507cccf6 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387886 Aug 31 07:05:42.898418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:42.903861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:42.963100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:43.110645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:43.796626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c28b978-ae26-4289-9986-f4f2cccc5a40 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:43.849345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5c28b978-ae26-4289-9986-f4f2cccc5a40 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:43.849764 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.018638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9714c0a-e318-4a37-a377-6cc36f0a4f59 req-1751e507-fd08-491c-904c-17ef3aaa0912 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:44.020205 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9714c0a-e318-4a37-a377-6cc36f0a4f59 req-1751e507-fd08-491c-904c-17ef3aaa0912 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1097 time: 0.0473771 Aug 31 07:05:44.061521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f9714c0a-e318-4a37-a377-6cc36f0a4f59 req-e1581eed-5bb2-40a8-bc58-f12033497a71 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340674 Aug 31 07:05:44.521007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:44.583365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:44.587374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:44.587753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.671290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.694305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:44.698536 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ca0521-0b97-44a7-b123-b8eb7cbc6781" -d '{"events": [{"server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "name": "network-vif-plugged", "status": "completed", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:44.714697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:44.720535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:44.751116 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae26a784-bb5b-4834-9e44-e9126492f554 x-openstack-request-id: req-ae26a784-bb5b-4834-9e44-e9126492f554 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:44.751468 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "name": "network-vif-plugged", "status": "completed", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:44.751670 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae26a784-bb5b-4834-9e44-e9126492f554 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:44.752090 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24', 'code': 200} Aug 31 07:05:44.784139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:44.868708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170689f0-bfc6-447d-bd35-594a5b7bf307 req-1717ea2a-6988-45b9-bbd4-0309abc13f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:44.870366 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-170689f0-bfc6-447d-bd35-594a5b7bf307 req-1717ea2a-6988-45b9-bbd4-0309abc13f66 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0505204 Aug 31 07:05:44.914090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-170689f0-bfc6-447d-bd35-594a5b7bf307 req-bb78df17-a344-4739-8f1e-ca34bc208acf service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333142 Aug 31 07:05:45.190196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dd0a2a-1675-49d9-9678-56396bf3556b req-1cd6ff54-e09b-4f61-afcc-4799e91d329a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.191998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19dd0a2a-1675-49d9-9678-56396bf3556b req-1cd6ff54-e09b-4f61-afcc-4799e91d329a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0497251 Aug 31 07:05:45.237918 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19dd0a2a-1675-49d9-9678-56396bf3556b req-73869d94-9ad1-4cb1-9f5f-aaed8cc9f880 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398498 Aug 31 07:05:45.558894 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-be0aa4fc-0569-4613-8305-4aff39797673 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441508 Aug 31 07:05:45.653731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbc40-db74-4c90-bc36-463f97abf19c req-23857150-107d-4dcb-a5e7-6c76d130c734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.655546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-23857150-107d-4dcb-a5e7-6c76d130c734 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=51844b05cba04bb283fdaa2be9d146e4&device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 1099 time: 0.0451989 Aug 31 07:05:45.775830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbc40-db74-4c90-bc36-463f97abf19c req-c2d63e51-f666-4a42-a0f1-407ec9e3a32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.777488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-c2d63e51-f666-4a42-a0f1-407ec9e3a32f service neutron] 10.222.0.53 "GET /v2.0/networks?id=0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 200 len: 918 time: 0.1010852 Aug 31 07:05:45.810438 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:45.856986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-aedb84b6-804f-4d1e-9712-b722089d9fff service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 200 len: 1002 time: 0.0680101 Aug 31 07:05:45.944217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbc40-db74-4c90-bc36-463f97abf19c req-6ef6f5ea-7483-4237-9902-00ecb809e90e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:45.944217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-6ef6f5ea-7483-4237-9902-00ecb809e90e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 200 len: 856 time: 0.0679963 Aug 31 07:05:46.003685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dbc40-db74-4c90-bc36-463f97abf19c req-298bfbe9-9e57-4153-8f61-90291a7f142a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:46.005418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-298bfbe9-9e57-4153-8f61-90291a7f142a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=0988d933-6791-4d6e-96b6-82a021625b41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530109 Aug 31 07:05:46.115357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-9f482de6-0512-4e7b-8032-f8dcab41e9a2 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925586 Aug 31 07:05:46.236899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-600dbc40-db74-4c90-bc36-463f97abf19c req-4ceb0834-4b6c-46e3-9d51-ae1cffcf0167 service neutron] 10.222.0.53 "GET /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111920 Aug 31 07:05:46.358306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ca2fee-5751-4973-bd7c-6a621b952fdb req-55e56035-f1b4-47ef-af60-84c29ee1f996 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:46.359953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76ca2fee-5751-4973-bd7c-6a621b952fdb req-55e56035-f1b4-47ef-af60-84c29ee1f996 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0444431 Aug 31 07:05:46.400527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76ca2fee-5751-4973-bd7c-6a621b952fdb req-fea6af08-4252-478d-bf62-f692466dd8b7 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324383 Aug 31 07:05:46.561566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f934e19-07c1-4f59-9fc1-c8db21898cd8 req-02f676e1-d737-4aaf-9b87-21e380e987fe tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:46.563092 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f934e19-07c1-4f59-9fc1-c8db21898cd8 req-02f676e1-d737-4aaf-9b87-21e380e987fe tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0513732 Aug 31 07:05:46.608638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1f934e19-07c1-4f59-9fc1-c8db21898cd8 req-0710d0d8-8e18-4d72-adf7-734ccd531fe2 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355780 Aug 31 07:05:46.732287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e79a-027b-454e-9837-0b577fdb54fc req-7a8e6c12-0c88-4c63-87ea-336fc002b943 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:46.735721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7d2e79a-027b-454e-9837-0b577fdb54fc req-7a8e6c12-0c88-4c63-87ea-336fc002b943 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0516503 Aug 31 07:05:46.775191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7d2e79a-027b-454e-9837-0b577fdb54fc req-1c236a99-052c-42a9-9c63-f162b4281465 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335507 Aug 31 07:05:50.008316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-42f929d3-2bc4-4968-b26f-ee4dc9dc800d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:50.009867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-42f929d3-2bc4-4968-b26f-ee4dc9dc800d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.4586129 Aug 31 07:05:50.030850 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-7dc39e9c-bd50-4527-b18e-22f26c7f6c09 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/quotas/2cafbaf6cb8d4dd39850ee23b9871134 HTTP/1.1" status: 200 len: 375 time: 0.0139282 Aug 31 07:05:50.132858 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-a71d235d-c0a1-491b-8a3e-6eee47b7cf63 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0946615 Aug 31 07:05:50.254848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-31cb9190-25d6-4b52-83d3-0f1195947d18 service neutron] 10.222.0.57 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137528 Aug 31 07:05:50.361533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-f4251898-678a-41b4-a12e-152c6367741e service neutron] 10.222.0.57 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005752 Aug 31 07:05:50.558192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98db328f-fc21-4eb4-b80f-7af6044bea6d req-9d6a9c31-9e95-4c65-8a16-94d473ce3bf6 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 210 time: 0.0319664 Aug 31 07:05:51.689422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f9b61ac-6f93-47e1-a98d-3b406ecb4b86 req-ff08b4b5-19eb-45fd-a89f-44acee0b1abd tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 210 time: 0.0436900 Aug 31 07:05:51.904967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-146d9964-42de-46e8-bcc4-ab40c8b1dfa9 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:51.906617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-146d9964-42de-46e8-bcc4-ab40c8b1dfa9 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.50 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.1092796 Aug 31 07:05:51.923816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Request body: {'port': {'device_id': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'admin_state_up': True, 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:51.949500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Made reservation on behalf of 2cafbaf6cb8d4dd39850ee23b9871134 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:05:51.953783 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.089783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Allocated IP 172.20.0.9 (b5a16006-1d70-4cee-8e94-667eef97f070/ec425ee3-83e0-4876-8206-b6ddefa8d7e6/dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:05:52.257380 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.273230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Transition to ACTIVE for port object dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:52.324220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.338433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:52.390624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Pushing event updated for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:52.423850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Network b5a16006-1d70-4cee-8e94-667eef97f070 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:05:52.425447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:05:52.430075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:05:52.477230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:52.477900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.499080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-aa327dfc-007f-4367-a846-660ebd8f758b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.5815544 Aug 31 07:05:52.514838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Request body: {'port': {'device_id': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:52.816376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8435f858-20ba-459f-9126-ee2f7a7d04d6 None None] Provisioning for port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:52.827005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8435f858-20ba-459f-9126-ee2f7a7d04d6 None None] Provisioning complete for port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:52.827505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8435f858-20ba-459f-9126-ee2f7a7d04d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:52.879659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8435f858-20ba-459f-9126-ee2f7a7d04d6 None None] Port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:05:52.957646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.022878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9bea71-096a-48dd-81e4-e4083056529a req-5b7c6576-feb9-44a2-b49f-221d48a2dd1d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:53.024309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a9bea71-096a-48dd-81e4-e4083056529a req-5b7c6576-feb9-44a2-b49f-221d48a2dd1d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1027 time: 0.1053529 Aug 31 07:05:53.143531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a9bea71-096a-48dd-81e4-e4083056529a req-f3217e71-0e3a-45fd-a9a4-0843b61c613b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116176 Aug 31 07:05:53.286983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:53.297441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.311967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Transition to ACTIVE for port object dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:05:53.331922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.384391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:53.508219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Attempting to bind port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:05:53.508554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Attempting to bind port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:05:53.508893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Attempting to bind port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:53.515263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 on network b5a16006-1d70-4cee-8e94-667eef97f070 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:05:53.515263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Attempting to bind port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 on network b5a16006-1d70-4cee-8e94-667eef97f070 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:05:53.521117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:05:53.521622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Checking segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:05:53.522100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Bound using segment: {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:05:53.522616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Bound port: dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bab95ffc-0ea9-4789-aa41-28f72c24146e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:05:53.523051 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.609962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:05:53.615285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:05:53.623058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.675699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:53.676341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:53.678966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] 10.222.0.50 "PUT /v2.0/ports/dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 HTTP/1.1" status: 200 len: 1092 time: 1.1698780 Aug 31 07:05:53.679491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:05:53.682694 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0543d054-129f-4db7-a13f-286c6a48ed8b" -d '{"events": [{"name": "network-changed", "server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:05:53.751273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0812b56-771f-405c-9953-b0483344cda9 service neutron] Pushing event updated for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:53.815049 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afee5c9f-8523-4119-925b-16d0024241e0 x-openstack-request-id: req-afee5c9f-8523-4119-925b-16d0024241e0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:05:53.815388 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:05:53.815651 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-afee5c9f-8523-4119-925b-16d0024241e0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:05:53.816085 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7', 'status': 'completed', 'code': 200} Aug 31 07:05:53.871562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-e3a7b61e-23f6-41f8-be4a-a70565a97906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:53.876191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-e3a7b61e-23f6-41f8-be4a-a70565a97906 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.1200800 Aug 31 07:05:53.958982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-70e772da-28bd-4fa4-820f-0e7ef7846877 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0709851 Aug 31 07:05:54.043066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-99d633b9-57b6-464e-a76d-8128f0bed31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.045373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-99d633b9-57b6-464e-a76d-8128f0bed31c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec425ee3-83e0-4876-8206-b6ddefa8d7e6 HTTP/1.1" status: 200 len: 849 time: 0.0779095 Aug 31 07:05:54.116024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-fbea2b2f-5e20-4f1f-a7a9-69fb08791513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.119265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-fbea2b2f-5e20-4f1f-a7a9-69fb08791513 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b5a16006-1d70-4cee-8e94-667eef97f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0655863 Aug 31 07:05:54.289725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-2fa3ceea-c0a3-4030-b435-8cf401099dd7 service neutron] 10.222.0.50 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592832 Aug 31 07:05:54.395664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7805f35-3464-44b3-8b88-711eff0c3e7e req-caabdb75-516b-45a1-a522-e47f38f20a71 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.398984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7805f35-3464-44b3-8b88-711eff0c3e7e req-caabdb75-516b-45a1-a522-e47f38f20a71 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.1529295 Aug 31 07:05:54.519435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-169ff03a-92d2-4055-87b9-ba4c906f9811 req-90a19e02-c922-4bb7-b64c-c1fe676e58c8 service neutron] 10.222.0.50 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196178 Aug 31 07:05:54.526353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7805f35-3464-44b3-8b88-711eff0c3e7e req-ceae6417-af4d-4c71-8e6f-96fee23d8d56 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127491 Aug 31 07:05:54.676225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-a7254dd6-6676-405a-8335-535d9fe3719c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.678074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-a7254dd6-6676-405a-8335-535d9fe3719c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.0515773 Aug 31 07:05:54.775222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-5fcd740a-053a-40ef-9153-d63604fc5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.776860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-5fcd740a-053a-40ef-9153-d63604fc5211 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 200 len: 911 time: 0.0906861 Aug 31 07:05:54.813678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8fbfbeb6-a560-4fc5-9e55-404b04915dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:54.830486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-46547339-f086-4d67-a8a3-258424a0d3c7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 HTTP/1.1" status: 200 len: 217 time: 0.0457513 Aug 31 07:05:54.887006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-a889c4b1-df59-42b4-afa3-e4671c4351ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.888995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-a889c4b1-df59-42b4-afa3-e4671c4351ff service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ec425ee3-83e0-4876-8206-b6ddefa8d7e6 HTTP/1.1" status: 200 len: 849 time: 0.0483632 Aug 31 07:05:54.940612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-73eefaed-16ca-47bf-97ff-6e26526a2a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:54.942072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-73eefaed-16ca-47bf-97ff-6e26526a2a84 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b5a16006-1d70-4cee-8e94-667eef97f070&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444367 Aug 31 07:05:55.048112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-a4f41c91-9068-4434-9ba4-81cba8662d24 service neutron] 10.222.0.50 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975692 Aug 31 07:05:55.146217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0543d054-129f-4db7-a13f-286c6a48ed8b req-f911e083-0acc-45bf-839c-6c249361dabe service neutron] 10.222.0.50 "GET /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897672 Aug 31 07:05:55.682550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87fc3c1-d25f-432b-a772-fcb15315a89c req-09c130c1-61d7-4797-8454-500708e02759 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:55.682550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a87fc3c1-d25f-432b-a772-fcb15315a89c req-09c130c1-61d7-4797-8454-500708e02759 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.0560384 Aug 31 07:05:55.729551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a87fc3c1-d25f-432b-a772-fcb15315a89c req-feda9b4a-a7f4-4d7d-88ae-970c48d91072 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451860 Aug 31 07:05:56.837238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e5014-a60f-415b-b63a-b39d605fb1f1 req-4dc82a94-1677-4392-9262-3848673ff54e tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:56.839587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e4e5014-a60f-415b-b63a-b39d605fb1f1 req-4dc82a94-1677-4392-9262-3848673ff54e tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.0472221 Aug 31 07:05:56.951671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e4e5014-a60f-415b-b63a-b39d605fb1f1 req-ec3baf27-e710-4f57-be42-fcccb9895d54 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994551 Aug 31 07:05:57.465302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-462b2a2a-23d7-4dc2-ab9c-533d7a14d4ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.758031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:57.859171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:05:57.963353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:57.976385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7', 'network_id': 'b5a16006-1d70-4cee-8e94-667eef97f070', 'port_id': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7', 'mac_address': 'fa:16:3e:89:24:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec425ee3-83e0-4876-8206-b6ddefa8d7e6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:05:58.033887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.050392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:05:58.074746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:05:58.081026 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:58.102965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f378f0-79ec-4803-bfe4-0c9d69ef1d26 req-9b57936b-256e-45b7-96f5-9fa268f98528 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.112556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84f378f0-79ec-4803-bfe4-0c9d69ef1d26 req-9b57936b-256e-45b7-96f5-9fa268f98528 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1095 time: 0.0679204 Aug 31 07:05:58.141003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:05:58.157896 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-84f378f0-79ec-4803-bfe4-0c9d69ef1d26 req-adbee804-5928-4e84-a156-515501ebfc0b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443420 Aug 31 07:05:58.173144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:05:58.298512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:05:58.384367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-575602b9-8475-4a6d-b74c-8673a2260de3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:58.385900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-575602b9-8475-4a6d-b74c-8673a2260de3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1176081 Aug 31 07:05:58.402313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-eb23de2e-d7cc-4fff-ab1c-affcf3766b94 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0093706 Aug 31 07:05:58.456304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-7d8bf44c-9fd5-474a-b492-9cf4df16f335 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474255 Aug 31 07:05:58.651615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-ed73802e-216b-444d-83a3-87301c38194f service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883857 Aug 31 07:05:58.748074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-cebb07dd-dcb9-4ed5-b521-e54033a6eea5 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891347 Aug 31 07:05:58.938253 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a06308c-7312-4d15-9ade-1fe11d111a66 req-0e32bece-d1fe-425d-9522-4bb8477af199 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0328491 Aug 31 07:05:59.281969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4941beb-3cf6-45e2-98c8-2dceed4ec309 req-db0d1604-1cdf-43f1-8c41-6913c250cb59 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.290739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4941beb-3cf6-45e2-98c8-2dceed4ec309 req-db0d1604-1cdf-43f1-8c41-6913c250cb59 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1096 time: 0.0616133 Aug 31 07:05:59.329933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4941beb-3cf6-45e2-98c8-2dceed4ec309 req-699295fe-6b26-40e7-b5f9-82e05eee9ca0 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380197 Aug 31 07:05:59.669912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:05:59.871429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:05:59.895437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-0cf9affd-3262-442c-88b2-e7740bc7b7a8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:05:59.897079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-0cf9affd-3262-442c-88b2-e7740bc7b7a8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1161332 Aug 31 07:05:59.913145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:05:59.943041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:05:59.948145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:05:59.948584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.043533 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.061516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:00.072523 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.088117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:00.089590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:00.093395 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8338ce08-4f00-4d59-b354-d432819ee04f" -d '{"events": [{"server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "name": "network-vif-plugged", "status": "completed", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:00.098325 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.135099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c4419858-86c2-431c-ac15-f9436a966c2f req-e3572e4d-7e42-41ce-9af1-d4e96a01e6be tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0480359 Aug 31 07:06:00.166233 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f902a96-ce0b-4d66-aa91-4372622cae62 x-openstack-request-id: req-3f902a96-ce0b-4d66-aa91-4372622cae62 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:00.166532 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "name": "network-vif-plugged", "status": "completed", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:00.166966 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3f902a96-ce0b-4d66-aa91-4372622cae62 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:00.167369 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7', 'code': 200} Aug 31 07:06:00.181457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:00.259382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.4 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/292effb6-61d1-45cd-9aa3-925fd5249796) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:00.450782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3a8fd-897c-4fd7-84d6-be96d9554bd9 req-c6f00d17-9b26-4d18-bf4f-be5abc66a590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.452416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ce3a8fd-897c-4fd7-84d6-be96d9554bd9 req-c6f00d17-9b26-4d18-bf4f-be5abc66a590 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0818462 Aug 31 07:06:00.538350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f0a1a-1dbe-457a-a6a9-8fa65fc5b728 req-8ab53f2e-cea0-4b3e-8544-0f93f2d31803 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.539258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-555f0a1a-1dbe-457a-a6a9-8fa65fc5b728 req-8ab53f2e-cea0-4b3e-8544-0f93f2d31803 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0858548 Aug 31 07:06:00.552299 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.577810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object 292effb6-61d1-45cd-9aa3-925fd5249796 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:00.583186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-555f0a1a-1dbe-457a-a6a9-8fa65fc5b728 req-d0f75708-93c9-4f91-a29c-5d65f17954de tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374537 Aug 31 07:06:00.583754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ce3a8fd-897c-4fd7-84d6-be96d9554bd9 req-e859f358-e7c4-4bbf-afc1-8d65cbcbe82d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083839 Aug 31 07:06:00.620667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.678887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:00.682327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:00.689585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:00.693172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:00.755641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:00.756293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.773287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-af139552-6870-4834-bb94-aea903310083 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645124 Aug 31 07:06:00.787298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Request body: {'port': {'device_id': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:00.856293 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.937706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9166cf18-0344-4f77-91bd-76cf4fb6fe60 None None] Provisioning for port 292effb6-61d1-45cd-9aa3-925fd5249796 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:00.943078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9166cf18-0344-4f77-91bd-76cf4fb6fe60 None None] Provisioning complete for port 292effb6-61d1-45cd-9aa3-925fd5249796 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:00.943664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9166cf18-0344-4f77-91bd-76cf4fb6fe60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:00.987084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9166cf18-0344-4f77-91bd-76cf4fb6fe60 None None] Port 292effb6-61d1-45cd-9aa3-925fd5249796 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:01.087647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.174963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 292effb6-61d1-45cd-9aa3-925fd5249796 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:06:01.187410 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.204798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Transition to ACTIVE for port object 292effb6-61d1-45cd-9aa3-925fd5249796 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:01.210739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.337647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:01.377974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cc760b-3e68-4ab6-8321-661b970a087a req-a70b7c68-ea57-4fe9-a3de-335c6b49b415 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.385918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08cc760b-3e68-4ab6-8321-661b970a087a req-a70b7c68-ea57-4fe9-a3de-335c6b49b415 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1626472 Aug 31 07:06:01.449175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-08cc760b-3e68-4ab6-8321-661b970a087a req-4a210761-260e-4287-8918-e995149986a1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619857 Aug 31 07:06:01.470504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Attempting to bind port 292effb6-61d1-45cd-9aa3-925fd5249796 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:01.470504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Attempting to bind port 292effb6-61d1-45cd-9aa3-925fd5249796 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:01.470844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Attempting to bind port 292effb6-61d1-45cd-9aa3-925fd5249796 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:01.476189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Port 292effb6-61d1-45cd-9aa3-925fd5249796 on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:06:01.476523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Attempting to bind port 292effb6-61d1-45cd-9aa3-925fd5249796 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:01.482498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:01.483048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:01.485385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:01.486081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Bound port: 292effb6-61d1-45cd-9aa3-925fd5249796, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:01.486653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.581934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:01.590002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=292effb6-61d1-45cd-9aa3-925fd5249796,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:01.594532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.635164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.635779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:01.639985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] 10.222.0.50 "PUT /v2.0/ports/292effb6-61d1-45cd-9aa3-925fd5249796 HTTP/1.1" status: 200 len: 1092 time: 0.8550153 Aug 31 07:06:01.639985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:01.641675 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff1558d-b928-4764-8dc1-7c9179719bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:01.687321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bb89cc-b7f5-4266-86bb-51cd2401e6ab service neutron] Pushing event updated for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:01.732661 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e876ca-889f-4d17-8090-1ace4436d590 x-openstack-request-id: req-c3e876ca-889f-4d17-8090-1ace4436d590 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:01.733064 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:01.737272 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c3e876ca-889f-4d17-8090-1ace4436d590 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:01.737872 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796', 'status': 'completed', 'code': 200} Aug 31 07:06:01.752049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3968bdc9-69f5-4873-aab5-ef48d987f646 req-2141183d-11e2-450d-8da9-4faec4e3b53b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.753794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3968bdc9-69f5-4873-aab5-ef48d987f646 req-2141183d-11e2-450d-8da9-4faec4e3b53b tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0596666 Aug 31 07:06:01.757809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-b3403c5c-3a86-4dfc-949b-30d59c2f7ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.759489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-b3403c5c-3a86-4dfc-949b-30d59c2f7ef8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0688488 Aug 31 07:06:01.805282 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3968bdc9-69f5-4873-aab5-ef48d987f646 req-27204c41-e089-419c-8c53-d2102d75c4db tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402000 Aug 31 07:06:01.813203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-7680991a-280b-4510-8171-d083b6d782d5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=292effb6-61d1-45cd-9aa3-925fd5249796 HTTP/1.1" status: 200 len: 217 time: 0.0448563 Aug 31 07:06:01.960327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-1987919a-91b5-4464-97dc-7ae525bec349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.961836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-1987919a-91b5-4464-97dc-7ae525bec349 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.1347146 Aug 31 07:06:01.985116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126229f6-9726-4df4-b0b7-b2c246f9316f req-68431214-22f2-44a6-8cab-2dd5331c1eeb tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:01.986643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-126229f6-9726-4df4-b0b7-b2c246f9316f req-68431214-22f2-44a6-8cab-2dd5331c1eeb tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0746844 Aug 31 07:06:02.046081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-126229f6-9726-4df4-b0b7-b2c246f9316f req-0e327f8a-184c-48e3-b450-2b48f1277c81 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429220 Aug 31 07:06:02.055958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e6d46-e703-45db-afd2-50226ada16b9 req-e7cc1172-a2d6-44a9-bd42-97c034752374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.057838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-e7cc1172-a2d6-44a9-bd42-97c034752374 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877156 Aug 31 07:06:02.162347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63fc72f-d9b9-4293-9452-3ec5c63574ca req-49bd444c-edb7-4fc8-95f1-b89d6bfa666d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.170141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d63fc72f-d9b9-4293-9452-3ec5c63574ca req-49bd444c-edb7-4fc8-95f1-b89d6bfa666d tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0511482 Aug 31 07:06:02.188960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-50a9759a-41f3-4165-85de-884ca839174d service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221635 Aug 31 07:06:02.214765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d63fc72f-d9b9-4293-9452-3ec5c63574ca req-dfe02e01-2909-45f3-80c4-b96dbea0f8ba tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395586 Aug 31 07:06:02.311849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-114e6d46-e703-45db-afd2-50226ada16b9 req-ee9ea2ad-ce5d-4b46-89ad-a879190bc94c service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153843 Aug 31 07:06:02.424385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-25047e63-5a14-40e9-b9c1-8245035d4c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.426009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-25047e63-5a14-40e9-b9c1-8245035d4c89 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 1095 time: 0.0578437 Aug 31 07:06:02.578264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6305636-9584-46e1-8e0e-81449970abf3 req-09526f9f-c100-4847-a81a-1336b73faa9a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.592718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6305636-9584-46e1-8e0e-81449970abf3 req-09526f9f-c100-4847-a81a-1336b73faa9a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0968535 Aug 31 07:06:02.613083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad3f780-7c75-49ff-a91e-356bbd7b37eb req-2e1f15dc-58bf-440b-910b-6dc3a3ad9090 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.625407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad3f780-7c75-49ff-a91e-356bbd7b37eb req-2e1f15dc-58bf-440b-910b-6dc3a3ad9090 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0957177 Aug 31 07:06:02.642087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6305636-9584-46e1-8e0e-81449970abf3 req-d9d241fc-1371-4aee-a418-7a016c73b82a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477939 Aug 31 07:06:02.663756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-3c551941-236f-4804-9d90-858cd4d609c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.666846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-3c551941-236f-4804-9d90-858cd4d609c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.2322078 Aug 31 07:06:02.695061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cad3f780-7c75-49ff-a91e-356bbd7b37eb req-c831e6ce-29d8-49e3-9bd7-db54db229016 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687153 Aug 31 07:06:02.741821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-7f79eeb7-743e-4729-bac6-a3c3dc56b35e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=292effb6-61d1-45cd-9aa3-925fd5249796 HTTP/1.1" status: 200 len: 217 time: 0.0538459 Aug 31 07:06:02.797147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-2c247725-e7fb-4171-91f4-eeb1d39aa8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.799045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-2c247725-e7fb-4171-91f4-eeb1d39aa8e5 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0500441 Aug 31 07:06:02.851370 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-b7738193-bc24-4c6e-b7c1-35599aa6bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:02.853184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-b7738193-bc24-4c6e-b7c1-35599aa6bc78 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0463824 Aug 31 07:06:02.951560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-c1d3e736-095d-4eb9-bd30-1902d03a3795 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893655 Aug 31 07:06:03.074951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ff1558d-b928-4764-8dc1-7c9179719bbb req-8f987977-e702-4efa-80c1-4b199f394621 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143305 Aug 31 07:06:03.853549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-4f3b5eac-69d8-4fe6-a910-1dd9e4753e52 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:03.855331 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-4f3b5eac-69d8-4fe6-a910-1dd9e4753e52 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0890489 Aug 31 07:06:03.860597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a6abe3-7e6e-45b0-bb05-823a75a3fd90 req-becd7cbd-51df-4721-96e6-ba53a4c87963 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:03.863942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7a6abe3-7e6e-45b0-bb05-823a75a3fd90 req-becd7cbd-51df-4721-96e6-ba53a4c87963 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 1097 time: 0.0719154 Aug 31 07:06:03.915753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7a6abe3-7e6e-45b0-bb05-823a75a3fd90 req-e6d2131e-b1fc-44ae-b292-3693f315cc7a tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444574 Aug 31 07:06:03.992206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1075bd-dcfe-4a4d-a2c7-eb375e11d67f req-c933db04-81ed-426a-b435-2c8b13f632ff tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:04.001896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba1075bd-dcfe-4a4d-a2c7-eb375e11d67f req-c933db04-81ed-426a-b435-2c8b13f632ff tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1258142 Aug 31 07:06:04.048982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Deleting port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:04.049657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.055311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba1075bd-dcfe-4a4d-a2c7-eb375e11d67f req-f7bbed84-db31-4d87-a35e-27aaa79b89fb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522230 Aug 31 07:06:04.173188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] For port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:04.173990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.204285 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Calling delete_port for dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:04.401733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.429214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:04.435182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:04.449146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Pushing event deleted for resources: {'Port': ['ID=dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:04.508680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] No DVR routers for this DVR port dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:04.512475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:04.514867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25f580c3-9dfc-4a80-8a83-ac919ac21d66 req-f89126d0-2063-4c8b-ba42-c47d28e48f0c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.50 "DELETE /v2.0/ports/dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 HTTP/1.1" status: 204 len: 173 time: 0.6505442 Aug 31 07:06:04.515333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'name': 'network-vif-deleted', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:04.518175 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a554a4c-4df7-4e92-b821-6d5cfde96c8a" -d '{"events": [{"server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "name": "network-vif-deleted", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:04.566305 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c6fb2d-11a5-4574-bddf-ad118cb40107 x-openstack-request-id: req-d6c6fb2d-11a5-4574-bddf-ad118cb40107 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:04.566654 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ad069c1-1243-4fb0-9ac2-0dc2924ef17f", "name": "network-vif-deleted", "tag": "dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:04.567004 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6c6fb2d-11a5-4574-bddf-ad118cb40107 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:04.567487 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ad069c1-1243-4fb0-9ac2-0dc2924ef17f', 'name': 'network-vif-deleted', 'tag': 'dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7', 'status': 'completed', 'code': 200} Aug 31 07:06:05.106226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f8ce82a-7462-4c16-8c73-2e5c15ffd710 req-ddc11f12-f990-453f-b249-34469b5bcee1 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=7ad069c1-1243-4fb0-9ac2-0dc2924ef17f HTTP/1.1" status: 200 len: 210 time: 0.0348327 Aug 31 07:06:05.281177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6607f875-6f73-4e1e-b4d4-6e185439619c req-f65a58b6-be55-4e6d-852d-1fd7f9335e3b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:05.298121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6607f875-6f73-4e1e-b4d4-6e185439619c req-f65a58b6-be55-4e6d-852d-1fd7f9335e3b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0858588 Aug 31 07:06:05.350419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6607f875-6f73-4e1e-b4d4-6e185439619c req-5954bca5-605b-4e67-adaf-0f79129a957c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502880 Aug 31 07:06:05.776665 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:06.516295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd801327-f5b0-4137-8f21-c30b692ca43e req-4cdbd12e-0b24-49c0-b316-1cd9176705eb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:06.519489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd801327-f5b0-4137-8f21-c30b692ca43e req-4cdbd12e-0b24-49c0-b316-1cd9176705eb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0731685 Aug 31 07:06:06.544827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170563e8-50f7-4e0d-b672-0b4a2aa67402 req-ac8356d9-36f2-4ec6-a049-3e07b11507ac tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:06.549773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-170563e8-50f7-4e0d-b672-0b4a2aa67402 req-ac8356d9-36f2-4ec6-a049-3e07b11507ac tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0604644 Aug 31 07:06:06.598199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd801327-f5b0-4137-8f21-c30b692ca43e req-c6039bbc-480e-40f0-b3f7-fba22e7e3d0e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698934 Aug 31 07:06:06.613717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-170563e8-50f7-4e0d-b672-0b4a2aa67402 req-d51834b4-f7f8-4e30-86b5-df5a3982f50f tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526230 Aug 31 07:06:07.400258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55be0ef-eb7c-4683-8b0f-d87034bd3fb6 req-79b75ff5-225e-4b54-8134-39157bd09325 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:07.402399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b55be0ef-eb7c-4683-8b0f-d87034bd3fb6 req-79b75ff5-225e-4b54-8134-39157bd09325 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.0749023 Aug 31 07:06:07.450396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b55be0ef-eb7c-4683-8b0f-d87034bd3fb6 req-f86f9818-0d12-4608-bcd3-98aa476635a8 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356526 Aug 31 07:06:07.799363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954875-fa20-4955-8dae-4738253e97af req-6b432995-8fc6-437b-98da-4c02f4ab52cf tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:07.811986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26abeabd-f476-4709-aa5e-1c98e5ac7756 req-de57c112-4c16-4f6f-b6e1-b960c01020f3 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:07.812719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d954875-fa20-4955-8dae-4738253e97af req-6b432995-8fc6-437b-98da-4c02f4ab52cf tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1022909 Aug 31 07:06:07.817808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26abeabd-f476-4709-aa5e-1c98e5ac7756 req-de57c112-4c16-4f6f-b6e1-b960c01020f3 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0808849 Aug 31 07:06:07.906011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d954875-fa20-4955-8dae-4738253e97af req-81f1784d-0675-49cb-be63-bdb3dc4976b3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761969 Aug 31 07:06:07.943821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-26abeabd-f476-4709-aa5e-1c98e5ac7756 req-c442ab52-c3ca-4eb5-93db-e741c5da73f4 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=aeaa7c5d-55a0-479f-9545-6f0f3551bacb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231294 Aug 31 07:06:07.958379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-80ebf349-6d62-4ace-9d09-d4845bde7a53 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:07.959882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-80ebf349-6d62-4ace-9d09-d4845bde7a53 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.53 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 1098 time: 0.0892925 Aug 31 07:06:07.963141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:07.986926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:07.987346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device dec3b9f4-9d1e-43ae-afda-fa5104c6a0a7 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:08.054756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Deleting port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:08.055351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.175839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] For port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:08.177538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.194009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Calling delete_port for ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:08.408034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.419551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:08.491357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Pushing event deleted for resources: {'Port': ['ID=ceb57ff1-9a8a-4a69-a8c7-74430ca65d24,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:08.583083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] No DVR routers for this DVR port ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:08.595122 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:08.604953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49036255-0409-4a0c-9ca4-88753f4ac3a3 req-3028c70c-1371-4f47-b745-4d5466a52c3c tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.53 "DELETE /v2.0/ports/ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 HTTP/1.1" status: 204 len: 173 time: 0.6298041 Aug 31 07:06:08.608878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'name': 'network-vif-deleted', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:08.612174 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a3bd26-d48d-49a6-bcbb-165369b9f5e6" -d '{"events": [{"server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "name": "network-vif-deleted", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:08.726042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29583c5a-c959-437e-903b-0f7c1dacde1f req-e9fbb8e9-ed54-4336-934c-818bc3fda148 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:08.727910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29583c5a-c959-437e-903b-0f7c1dacde1f req-e9fbb8e9-ed54-4336-934c-818bc3fda148 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.1461074 Aug 31 07:06:08.730030 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dca6125-4131-4462-afd9-6fbfdc5f0a94 x-openstack-request-id: req-8dca6125-4131-4462-afd9-6fbfdc5f0a94 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:08.730607 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2560c72c-006c-4610-903e-63c36cd86961", "name": "network-vif-deleted", "tag": "ceb57ff1-9a8a-4a69-a8c7-74430ca65d24", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:08.730607 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8dca6125-4131-4462-afd9-6fbfdc5f0a94 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:08.731219 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2560c72c-006c-4610-903e-63c36cd86961', 'name': 'network-vif-deleted', 'tag': 'ceb57ff1-9a8a-4a69-a8c7-74430ca65d24', 'status': 'completed', 'code': 200} Aug 31 07:06:08.800927 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29583c5a-c959-437e-903b-0f7c1dacde1f req-62aeb2b8-900d-45e6-aff1-db12ab30a00b tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups?id=52a7b22e-8a11-40df-960c-6fcb78b92b85&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596600 Aug 31 07:06:08.829820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d25d875-e26e-4849-8df9-5671621c7554 req-6388f5f3-3405-43bc-a7aa-225c0d8bab26 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:08.829820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d25d875-e26e-4849-8df9-5671621c7554 req-6388f5f3-3405-43bc-a7aa-225c0d8bab26 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.53 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 947 time: 0.1582391 Aug 31 07:06:09.026551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Deleting port 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:09.028796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.066629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0919b8-7e61-4351-b145-ffdd0e902107 req-a0abaf52-eced-41ea-904c-8b0915213c68 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:09.077905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0919b8-7e61-4351-b145-ffdd0e902107 req-a0abaf52-eced-41ea-904c-8b0915213c68 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0773208 Aug 31 07:06:09.127756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f0919b8-7e61-4351-b145-ffdd0e902107 req-a0ba3bb9-6549-4fef-b2de-91da322e52aa tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483811 Aug 31 07:06:09.180154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-177c2d50-0317-4e3a-b933-4673ad66ae73 req-070ae671-c89b-4aed-bdda-c2e871f380f2 tempest-TestServerMultinode-1759911687 tempest-TestServerMultinode-1759911687-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2560c72c-006c-4610-903e-63c36cd86961 HTTP/1.1" status: 200 len: 210 time: 0.0606816 Aug 31 07:06:09.239659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] For port 2dd61d86-2d70-41f5-8832-0ce1af797edd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2dd61d86-2d70-41f5-8832-0ce1af797edd,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:09.240303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.461510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.461911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.462237 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Floating IP 947b8e84-38ea-4eb5-8a6b-960dfcee628b disassociated. External IP: 172.25.3.111, port: 2dd61d86-2d70-41f5-8832-0ce1af797edd. Aug 31 07:06:09.462795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Calling delete_port for 2dd61d86-2d70-41f5-8832-0ce1af797edd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:09.601298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.634353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'Port': ['ID=2dd61d86-2d70-41f5-8832-0ce1af797edd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:09.756206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:09.875763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:09.898670 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:09.926088 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:09.927254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:09.967551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] No DVR routers for this DVR port 2dd61d86-2d70-41f5-8832-0ce1af797edd on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:09.970709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:09.971608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0b0cbe0-6dbb-41e3-9b69-dc1d5a816679 req-930d28b7-e5d0-4468-a1f9-83f91c281c54 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/ports?device_id=f401dd1f-3259-4d13-9a8a-a082f437d72d HTTP/1.1" status: 200 len: 210 time: 0.0535204 Aug 31 07:06:10.002872 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d25d875-e26e-4849-8df9-5671621c7554 req-e52798d0-8fd1-47bf-8b61-fb15ee34e0a0 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.53 "DELETE /v2.0/ports/2dd61d86-2d70-41f5-8832-0ce1af797edd HTTP/1.1" status: 204 len: 173 time: 1.1694143 Aug 31 07:06:10.112464 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:10.284959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:10.307525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c9126-c26e-489d-8480-c66d0e54b33f req-9b748e7f-9de6-4284-b451-0f5f10112fde tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:10.319217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-690c9126-c26e-489d-8480-c66d0e54b33f req-9b748e7f-9de6-4284-b451-0f5f10112fde tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0866075 Aug 31 07:06:10.374630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-690c9126-c26e-489d-8480-c66d0e54b33f req-fb7aecdc-5c8f-4542-83f1-c47e84658bad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 Aug 31 07:06:10.591144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:10.624803 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:10.636156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:10.638991 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:10.646149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:10.698877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:10.703376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device ceb57ff1-9a8a-4a69-a8c7-74430ca65d24 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:10.733099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-deleted', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:10.735633 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023a26ec-3e01-4d60-be24-290b08a2988a" -d '{"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-deleted", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:10.798841 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:10.812706 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703bbf7-9b44-445c-b6d2-bf03dcf832be x-openstack-request-id: req-a703bbf7-9b44-445c-b6d2-bf03dcf832be {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:10.813007 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f401dd1f-3259-4d13-9a8a-a082f437d72d", "name": "network-vif-deleted", "tag": "2dd61d86-2d70-41f5-8832-0ce1af797edd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:10.813262 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a703bbf7-9b44-445c-b6d2-bf03dcf832be {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:10.813696 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f401dd1f-3259-4d13-9a8a-a082f437d72d', 'name': 'network-vif-deleted', 'tag': '2dd61d86-2d70-41f5-8832-0ce1af797edd', 'status': 'completed', 'code': 200} Aug 31 07:06:11.055487 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:11.102345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:11.104475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8f13bc-f435-4ff6-a40c-dad4404faa18 None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T06:57:44Z', 'revision_number': 4, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '2f6440ed-5868-4e1d-a1b0-24407ff167f5', 'name': '', 'network_id': '0988d933-6791-4d6e-96b6-82a021625b41', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'mac_address': 'fa:16:3e:d0:85:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2832, 'fixed_ips': [{'subnet_id': '86234b78-b233-4668-bbec-5075c5447718', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:43Z', 'updated_at': '2021-08-31T06:57:54Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'subnets': [{'id': '86234b78-b233-4668-bbec-5075c5447718', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:11.161914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.243994 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.279141 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.340274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.343684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.349829 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "DELETE /v2.0/security-groups/52a7b22e-8a11-40df-960c-6fcb78b92b85 HTTP/1.1" status: 204 len: 168 time: 0.2445462 Aug 31 07:06:11.366477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 59962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:11.367656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1062d5c-34ed-4835-a3e1-2e28e4b7dc4c tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a7b22e-8a11-40df-960c-6fcb78b92b85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:11.420603 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-2ba3426b-cb24-4a8e-a8bd-143c47fc25e9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] show failed (client error): The resource could not be found. Aug 31 07:06:11.421686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2ba3426b-cb24-4a8e-a8bd-143c47fc25e9 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "GET /v2.0/security-groups/52a7b22e-8a11-40df-960c-6fcb78b92b85 HTTP/1.1" status: 404 len: 347 time: 0.0461352 Aug 31 07:06:11.425666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 59966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:11.550286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862199c8-75b0-416b-92cb-7fd1b5283448 req-903b9a63-b9c4-4f34-9f64-419cd1f60462 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:11.551848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-862199c8-75b0-416b-92cb-7fd1b5283448 req-903b9a63-b9c4-4f34-9f64-419cd1f60462 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0952811 Aug 31 07:06:11.566602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7664a7-f7c0-4457-a7f0-6bceb9af4036 None None] New status for floating IP 947b8e84-38ea-4eb5-8a6b-960dfcee628b: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:06:11.594683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-862199c8-75b0-416b-92cb-7fd1b5283448 req-30e673af-990e-4b13-a923-eb0d09786887 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Aug 31 07:06:11.613864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Deleting port e33f4c03-10ad-4c84-8e17-2938f04b7080 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:11.614208 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.796324 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.796662 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.808286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Deleting port 4257491e-06d9-46be-8f31-a152cdbb0c8e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:11.808633 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.835925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Calling delete_port for e33f4c03-10ad-4c84-8e17-2938f04b7080 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:11.973730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] For port 4257491e-06d9-46be-8f31-a152cdbb0c8e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4257491e-06d9-46be-8f31-a152cdbb0c8e,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:11.974116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:11.990977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Calling delete_port for 4257491e-06d9-46be-8f31-a152cdbb0c8e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:12.159745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:12.199005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Pushing event deleted for resources: {'Port': ['ID=e33f4c03-10ad-4c84-8e17-2938f04b7080,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.221362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.222959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:12.343787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:12.346720 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:12.350448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6d8a4cdf-88da-4b97-ab8f-03f9703f5434 tempest-AttachVolumeShelveTestJSON-125645024 tempest-AttachVolumeShelveTestJSON-125645024-project] 10.222.0.57 "DELETE /v2.0/floatingips/947b8e84-38ea-4eb5-8a6b-960dfcee628b HTTP/1.1" status: 204 len: 168 time: 0.9190626 Aug 31 07:06:12.368347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:12.444638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Pushing event deleted for resources: {'Port': ['ID=4257491e-06d9-46be-8f31-a152cdbb0c8e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:12.659830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:12.697297 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 2dd61d86-2d70-41f5-8832-0ce1af797edd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:12.698035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2dd61d86-2d70-41f5-8832-0ce1af797edd not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:12.847460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b194b937-ad9f-4114-a958-37dc87a8c6c7 req-40939a56-6187-4889-9f4a-8ed67987e3cc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:12.857292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b194b937-ad9f-4114-a958-37dc87a8c6c7 req-40939a56-6187-4889-9f4a-8ed67987e3cc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1043100 Aug 31 07:06:12.859251 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:12.948587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b194b937-ad9f-4114-a958-37dc87a8c6c7 req-22640a27-ee82-4c09-91f7-9b9cae19eae1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901546 Aug 31 07:06:13.139074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:13.265317 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:13.283126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Sync routers for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:13.291098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4d2b2d50-2d4f-4854-af1c-73c45a89ffbb admin admin] 10.222.0.57 "PUT /v2.0/routers/ea5c06b5-c2e1-4a94-addb-69e2b8624d93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9938049 Aug 31 07:06:13.291663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:13.312394 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:13.313272 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:13.470183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:13.589876 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:13.600224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:13.661577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Deleting port 745d9ede-bda4-42e3-b183-dade81389a32 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:13.661920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:13.803060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] For port 745d9ede-bda4-42e3-b183-dade81389a32, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745d9ede-bda4-42e3-b183-dade81389a32,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:13.803830 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:13.829763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Calling delete_port for 745d9ede-bda4-42e3-b183-dade81389a32 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:13.950428 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '745d9ede-bda4-42e3-b183-dade81389a32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:06:12Z', 'revision_number': 5, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port': {'id': '745d9ede-bda4-42e3-b183-dade81389a32', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:32:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:19Z', 'updated_at': '2021-08-31T07:05:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:13.983880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Checking router: ea5c06b5-c2e1-4a94-addb-69e2b8624d93 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:14.002373 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Routers {'ea5c06b5-c2e1-4a94-addb-69e2b8624d93'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:14.003056 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:14.095926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.112131 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] Set router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:14.158179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=745d9ede-bda4-42e3-b183-dade81389a32,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:14.178353 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:06:13Z', 'revision_number': 6, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:14.211558 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-273002d9-9409-4b69-a74d-264d1ddf7d6c None None] The sync data for ids ['ea5c06b5-c2e1-4a94-addb-69e2b8624d93'] in n-d-712707-15 is: [{'id': 'ea5c06b5-c2e1-4a94-addb-69e2b8624d93', 'name': 'tempest-TestServerMultinode-1099441161-router', 'tenant_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:18Z', 'updated_at': '2021-08-31T07:06:13Z', 'revision_number': 6, 'project_id': '59277d7fdf2e445c8c39e11a2c80ff23', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:14.228941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.242481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5852b8d-a788-4250-a556-7c7aac80efdb req-4f33b969-79c6-4dc2-975e-5e487d7b6998 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:14.244047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5852b8d-a788-4250-a556-7c7aac80efdb req-4f33b969-79c6-4dc2-975e-5e487d7b6998 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1833730 Aug 31 07:06:14.396224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.399404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.462653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.463171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ea5c06b5-c2e1-4a94-addb-69e2b8624d93 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:06:14.469072 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5852b8d-a788-4250-a556-7c7aac80efdb req-436d3209-1a51-4d5c-a5f1-a2faae00d62a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796014 Aug 31 07:06:14.473034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.476571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9dc0bab-3952-48f0-a7b2-cf21b7f8d4f3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/ea5c06b5-c2e1-4a94-addb-69e2b8624d93 HTTP/1.1" status: 204 len: 168 time: 1.1813891 Aug 31 07:06:14.476757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:14.531310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Deleting subnet ec425ee3-83e0-4876-8206-b6ddefa8d7e6 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:06:14.535123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.586931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.692693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.827099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.884054 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec425ee3-83e0-4876-8206-b6ddefa8d7e6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:14.886759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2572cf28-53de-4998-8631-8beacbc90204 None None] Network b5a16006-1d70-4cee-8e94-667eef97f070 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:14.891540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:14.896462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:14.896945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1907e71a-b24d-43ca-860a-8139a7cdf50d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ec425ee3-83e0-4876-8206-b6ddefa8d7e6 HTTP/1.1" status: 204 len: 168 time: 0.4191675 Aug 31 07:06:15.093234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.204915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Deleting port d577af8a-2ece-4edc-b3ba-78cf2837d911 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:15.206220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.215151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] DHCP port deletion for b5a16006-1d70-4cee-8e94-667eef97f070 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:06:15.330418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Deleting port d577af8a-2ece-4edc-b3ba-78cf2837d911 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:15.330785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.344525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] For port d577af8a-2ece-4edc-b3ba-78cf2837d911, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d577af8a-2ece-4edc-b3ba-78cf2837d911,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:15.344803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.374389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Calling delete_port for d577af8a-2ece-4edc-b3ba-78cf2837d911 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:15.431220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] For port d577af8a-2ece-4edc-b3ba-78cf2837d911, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d577af8a-2ece-4edc-b3ba-78cf2837d911,segment=NetworkSegment(bab95ffc-0ea9-4789-aa41-28f72c24146e),segment_id=bab95ffc-0ea9-4789-aa41-28f72c24146e)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:15.431957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.448349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Calling delete_port for d577af8a-2ece-4edc-b3ba-78cf2837d911 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:15.525350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.592042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] No DVR routers for this DVR port d577af8a-2ece-4edc-b3ba-78cf2837d911 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:15.595277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Pushing event deleted for resources: {'Port': ['ID=d577af8a-2ece-4edc-b3ba-78cf2837d911,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:15.600973 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.670087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] No DVR routers for this DVR port d577af8a-2ece-4edc-b3ba-78cf2837d911 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:15.678288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Pushing event deleted for resources: {'Port': ['ID=d577af8a-2ece-4edc-b3ba-78cf2837d911,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:15.700731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.701137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.701507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.701850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.702185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.709402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.710590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.711192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.711683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.712187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.712788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.713280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-398e4dfb-84b3-4a63-bf20-eafa71fe8085 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:15.826331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.832424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.852560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a16006-1d70-4cee-8e94-667eef97f070']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:15.873904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bab95ffc-0ea9-4789-aa41-28f72c24146e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:15.874278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bab95ffc-0ea9-4789-aa41-28f72c24146e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:15.899168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.923477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d577af8a-2ece-4edc-b3ba-78cf2837d911 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:15.930937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.951970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d60f98-3cc8-44a1-9504-f10e552213da req-f91c7880-65b6-430f-9e2f-3869799c973a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:15.954085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4d60f98-3cc8-44a1-9504-f10e552213da req-f91c7880-65b6-430f-9e2f-3869799c973a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.2801211 Aug 31 07:06:15.955223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:06:15.955681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:06:15.957562 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:06:16.020213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d577af8a-2ece-4edc-b3ba-78cf2837d911 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:16.020563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d577af8a-2ece-4edc-b3ba-78cf2837d911 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:16.023025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4257491e-06d9-46be-8f31-a152cdbb0c8e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:16.071600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4d60f98-3cc8-44a1-9504-f10e552213da req-c6119683-8475-4352-bd4e-9829528108c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030118 Aug 31 07:06:16.079820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:16.088960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4257491e-06d9-46be-8f31-a152cdbb0c8e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:16.092101 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:16.095209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4257491e-06d9-46be-8f31-a152cdbb0c8e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:16.097492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:16.099435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745d9ede-bda4-42e3-b183-dade81389a32 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:16.103799 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] 10.222.0.57 "DELETE /v2.0/networks/b5a16006-1d70-4cee-8e94-667eef97f070 HTTP/1.1" status: 204 len: 168 time: 1.2061870 Aug 31 07:06:16.133847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857509b7-88f0-4dad-8031-5842e8773afb admin admin] Pushing event deleted for resources: {'Network': ['ID=b5a16006-1d70-4cee-8e94-667eef97f070,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:16.169606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 745d9ede-bda4-42e3-b183-dade81389a32 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:16.169974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745d9ede-bda4-42e3-b183-dade81389a32 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:16.536915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:16.807983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Deleting port 5c28b978-ae26-4289-9986-f4f2cccc5a40 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:16.808367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:16.896098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] For port 5c28b978-ae26-4289-9986-f4f2cccc5a40, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c28b978-ae26-4289-9986-f4f2cccc5a40,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:16.896465 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:16.909983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Calling delete_port for 5c28b978-ae26-4289-9986-f4f2cccc5a40 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:17.111148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:17.141889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c28b978-ae26-4289-9986-f4f2cccc5a40,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:17.656647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1680726-61ea-48a8-80ae-a0cde653d0c3 req-9bb61f70-da7d-4e46-ae50-4eb6ab1d1fa4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:17.658130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1680726-61ea-48a8-80ae-a0cde653d0c3 req-9bb61f70-da7d-4e46-ae50-4eb6ab1d1fa4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.4906068 Aug 31 07:06:17.741706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c1680726-61ea-48a8-80ae-a0cde653d0c3 req-6290b65b-614c-4ff4-bd39-4e25fa23c30d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746891 Aug 31 07:06:17.756999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.017472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Router fc0cbf23-b14f-4409-b467-aeb787ac025f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:18.132750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:18.138851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0eb9af8-74aa-4631-b7f8-6f1df5219683 admin admin] 10.222.0.57 "PUT /v2.0/routers/fc0cbf23-b14f-4409-b467-aeb787ac025f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0402367 Aug 31 07:06:18.141644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60052) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:18.145215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Sync routers for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:18.163889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:18.164996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:18.287197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.347132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:18.408564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:18.439501 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.504564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Deleting port b9f78172-1b6f-4dec-87d2-a31ea9b2b868 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:18.504892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.601749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:06:17Z', 'revision_number': 5, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port': {'id': 'b9f78172-1b6f-4dec-87d2-a31ea9b2b868', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:eb:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:05:31Z', 'updated_at': '2021-08-31T07:05:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:18.615969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] For port b9f78172-1b6f-4dec-87d2-a31ea9b2b868, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:18.616621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.645288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Calling delete_port for b9f78172-1b6f-4dec-87d2-a31ea9b2b868 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:18.646370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Checking router: fc0cbf23-b14f-4409-b467-aeb787ac025f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:18.664152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Routers {'fc0cbf23-b14f-4409-b467-aeb787ac025f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:18.664792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fc0cbf23-b14f-4409-b467-aeb787ac025f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:18.760425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] Set router fc0cbf23-b14f-4409-b467-aeb787ac025f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:18.877471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:18.880541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:06:18Z', 'revision_number': 6, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:18.906197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9f78172-1b6f-4dec-87d2-a31ea9b2b868,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:18.931214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0587f56b-2270-45cf-b827-17293c6a965b None None] The sync data for ids ['fc0cbf23-b14f-4409-b467-aeb787ac025f'] in n-d-712707-15 is: [{'id': 'fc0cbf23-b14f-4409-b467-aeb787ac025f', 'name': 'tempest-TestServerMultinode-1218593802-router', 'tenant_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:05:29Z', 'updated_at': '2021-08-31T07:06:18Z', 'revision_number': 6, 'project_id': '2cafbaf6cb8d4dd39850ee23b9871134', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:18.998648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.083992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15aef0e-d4b9-4c2e-b16f-c932ff776804 req-d947224a-3a3f-459c-b9e5-4b71425e1e7d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:19.085671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a15aef0e-d4b9-4c2e-b16f-c932ff776804 req-d947224a-3a3f-459c-b9e5-4b71425e1e7d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1225872 Aug 31 07:06:19.120082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.125178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.165913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a15aef0e-d4b9-4c2e-b16f-c932ff776804 req-6adc2dd9-499e-4f50-9c52-6d96119c0117 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522499 Aug 31 07:06:19.191738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.192719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc0cbf23-b14f-4409-b467-aeb787ac025f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:06:19.200764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.200934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e465d5ab-b6c1-4e0a-bcee-01f192f2eef7 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fc0cbf23-b14f-4409-b467-aeb787ac025f HTTP/1.1" status: 204 len: 168 time: 1.0571828 Aug 31 07:06:19.203846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:19.249483 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.265002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Deleting subnet e176bf84-8687-4cc2-ad72-ce56791a0495 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:06:19.269877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.316279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.428026 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.489675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.521870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e176bf84-8687-4cc2-ad72-ce56791a0495,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:19.528143 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.530256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46864987-5bd2-4331-96c0-648061a4667b None None] Network 3f958e30-5c90-4662-8468-1e4924532cf9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:19.530783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4586707-0394-4d5b-bc15-08aebc87ba65 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/e176bf84-8687-4cc2-ad72-ce56791a0495 HTTP/1.1" status: 204 len: 168 time: 0.3259122 Aug 31 07:06:19.533545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:19.561364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Deleting port 2f6440ed-5868-4e1d-a1b0-24407ff167f5 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:19.561981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.633839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.662354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] For port 2f6440ed-5868-4e1d-a1b0-24407ff167f5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2f6440ed-5868-4e1d-a1b0-24407ff167f5,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:19.662877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.721583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Deleting port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:19.722250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.809772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] For port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,segment=NetworkSegment(1c5c6fe0-2424-451c-8ae9-fd7cfd2db362),segment_id=1c5c6fe0-2424-451c-8ae9-fd7cfd2db362)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:19.809772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.836301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Calling delete_port for 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:19.944825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:19.952717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c28b978-ae26-4289-9986-f4f2cccc5a40 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:19.990121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=4beb9e30-1d7f-480e-bc4a-1369b41a5d33,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:19.990121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] No DVR routers for this DVR port 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:19.997798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5c28b978-ae26-4289-9986-f4f2cccc5a40 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:19.998408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c28b978-ae26-4289-9986-f4f2cccc5a40 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:19.998934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b9f78172-1b6f-4dec-87d2-a31ea9b2b868 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:20.029805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b22eded-591a-440c-958d-45c320b1116d None None] DHCP port deletion for 3f958e30-5c90-4662-8468-1e4924532cf9 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:06:20.034244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b9f78172-1b6f-4dec-87d2-a31ea9b2b868 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:20.034589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b9f78172-1b6f-4dec-87d2-a31ea9b2b868 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:20.095929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.097950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Calling delete_port for 2f6440ed-5868-4e1d-a1b0-24407ff167f5 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:20.107965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f958e30-5c90-4662-8468-1e4924532cf9']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:20.118671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:20.118991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5c6fe0-2424-451c-8ae9-fd7cfd2db362') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:20.128985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.144692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.164281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:06:20.165025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:06:20.167390 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:06:20.289587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.321198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.324901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/3f958e30-5c90-4662-8468-1e4924532cf9 HTTP/1.1" status: 204 len: 168 time: 0.7885060 Aug 31 07:06:20.341110 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a01cb7b-6a1d-4631-a743-84660723e2a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f958e30-5c90-4662-8468-1e4924532cf9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:20.352819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.380131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9956912a-f1e1-4594-9c41-982e87cba22a req-d52251ed-99fb-4581-bd0d-5f880599e393 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:20.381614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9956912a-f1e1-4594-9c41-982e87cba22a req-d52251ed-99fb-4581-bd0d-5f880599e393 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1171823 Aug 31 07:06:20.395872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Pushing event deleted for resources: {'Port': ['ID=2f6440ed-5868-4e1d-a1b0-24407ff167f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:20.439777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9956912a-f1e1-4594-9c41-982e87cba22a req-b65c105c-9bc1-48f8-b35a-e8a67b710907 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497234 Aug 31 07:06:20.525953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:20.586866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b02910f8-5856-4403-95f5-c28396989283 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=59277d7fdf2e445c8c39e11a2c80ff23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0570967 Aug 31 07:06:20.587371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:20.634157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.657022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.681991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.738198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.741889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:20.746609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/6957f6f0-b27b-4cd3-9444-7be6c28e9774 HTTP/1.1" status: 204 len: 168 time: 0.1552041 Aug 31 07:06:20.757730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec8396-fee7-49b0-a8d8-043a7228f1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6957f6f0-b27b-4cd3-9444-7be6c28e9774,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:20.907842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Router f9d9e817-e656-4b09-a5b9-6e564f984baa has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:21.025088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:21.034634 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Sync routers for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:21.042595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2d65bfa6-1807-417a-a469-2a26c54f2fec admin admin] 10.222.0.57 "PUT /v2.0/routers/f9d9e817-e656-4b09-a5b9-6e564f984baa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6328018 Aug 31 07:06:21.045472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:21.047840 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:21.048669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:21.170444 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60102) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:21.186216 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:21.202277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.264746 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a5666cc-eac1-4c5e-a9e3-c2933bbf6c69 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2cafbaf6cb8d4dd39850ee23b9871134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0889883 Aug 31 07:06:21.265786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:21.320194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.342637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.345805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.409186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Deleting port 68a4572b-ae1d-48c5-bd7a-ca27881e9563 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:21.410956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.413761 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.418067 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.422179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/aeaa7c5d-55a0-479f-9545-6f0f3551bacb HTTP/1.1" status: 204 len: 168 time: 0.1533902 Aug 31 07:06:21.452500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b3b1b-5d1b-4046-90a1-28a706461f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa7c5d-55a0-479f-9545-6f0f3551bacb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:21.461841 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12'}], 'enable_snat': True}, 'gw_port_id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T07:06:20Z', 'revision_number': 5, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port': {'id': '68a4572b-ae1d-48c5-bd7a-ca27881e9563', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:0c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2830, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T06:57:39Z', 'updated_at': '2021-08-31T06:57:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:21.505755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Checking router: f9d9e817-e656-4b09-a5b9-6e564f984baa for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:21.525612 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Routers {'f9d9e817-e656-4b09-a5b9-6e564f984baa'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:21.526259 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f9d9e817-e656-4b09-a5b9-6e564f984baa'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:21.553791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] For port 68a4572b-ae1d-48c5-bd7a-ca27881e9563, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=68a4572b-ae1d-48c5-bd7a-ca27881e9563,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:21.555250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.580461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Calling delete_port for 68a4572b-ae1d-48c5-bd7a-ca27881e9563 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:21.642022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] Set router f9d9e817-e656-4b09-a5b9-6e564f984baa gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:21.665645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee9f385-c437-4217-b24c-5b6fc3f33b08 req-9ad44b29-74d1-4782-a07e-cf892eec24c9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:21.667805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ee9f385-c437-4217-b24c-5b6fc3f33b08 req-9ad44b29-74d1-4782-a07e-cf892eec24c9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.0933344 Aug 31 07:06:21.724629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3ee9f385-c437-4217-b24c-5b6fc3f33b08 req-979425e4-fccf-478c-a15b-b0091e08128f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493844 Aug 31 07:06:21.735596 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T07:06:21Z', 'revision_number': 6, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:21.786991 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaaa9d50-4280-4a6d-876e-3eda96d96eba None None] The sync data for ids ['f9d9e817-e656-4b09-a5b9-6e564f984baa'] in n-d-712707-15 is: [{'id': 'f9d9e817-e656-4b09-a5b9-6e564f984baa', 'name': 'tempest-AttachVolumeShelveTestJSON-1836006120-router', 'tenant_id': '51844b05cba04bb283fdaa2be9d146e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T06:57:38Z', 'updated_at': '2021-08-31T07:06:21Z', 'revision_number': 6, 'project_id': '51844b05cba04bb283fdaa2be9d146e4', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:21.847071 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:21.882748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Pushing event deleted for resources: {'Port': ['ID=68a4572b-ae1d-48c5-bd7a-ca27881e9563,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:21.959408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.064907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.067499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.120061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.120672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9d9e817-e656-4b09-a5b9-6e564f984baa {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:06:22.126805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.132375 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ead9a827-f512-4166-bd4b-5fdb2c0f1122 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f9d9e817-e656-4b09-a5b9-6e564f984baa HTTP/1.1" status: 204 len: 168 time: 1.0829394 Aug 31 07:06:22.132699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:22.206086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Deleting subnet 86234b78-b233-4668-bbec-5075c5447718 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:06:22.210123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.259333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.270789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:22.311369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:22.312013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4beb9e30-1d7f-480e-bc4a-1369b41a5d33 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:22.378610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.433126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:22.438157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.465017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86234b78-b233-4668-bbec-5075c5447718,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:22.472288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.476896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eceba58e-7f33-44f5-ad4c-4359a4ce46da admin admin] 10.222.0.57 "DELETE /v2.0/subnets/86234b78-b233-4668-bbec-5075c5447718 HTTP/1.1" status: 204 len: 168 time: 0.3430459 Aug 31 07:06:22.477064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:22.478322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a826b60f-f902-4f92-b6cf-ef0c8d521eda None None] Network 0988d933-6791-4d6e-96b6-82a021625b41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:22.568400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.608643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-808195735-network', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:22.655247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Made reservation on behalf of 6ddb88ad0c9b4f479c9065cb3a74a98a for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:22.657594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.676259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.698957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Deleting port 7962c43d-1952-4631-b194-fe0c8d344252 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:22.699302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.703870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] DHCP port deletion for 0988d933-6791-4d6e-96b6-82a021625b41 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:06:22.763817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Deleting port 7962c43d-1952-4631-b194-fe0c8d344252 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:22.764488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.788220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] For port 7962c43d-1952-4631-b194-fe0c8d344252, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7962c43d-1952-4631-b194-fe0c8d344252,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:22.788568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.808583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Calling delete_port for 7962c43d-1952-4631-b194-fe0c8d344252 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:22.853904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] For port 7962c43d-1952-4631-b194-fe0c8d344252, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7962c43d-1952-4631-b194-fe0c8d344252,segment=NetworkSegment(be325e29-c375-4b79-b308-81d605ab112d),segment_id=be325e29-c375-4b79-b308-81d605ab112d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:22.854307 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.871539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Calling delete_port for 7962c43d-1952-4631-b194-fe0c8d344252 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:22.956576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.964051 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.977909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:22.984690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2f6f7-d647-43ce-a850-d62fd4ebd9f1 req-c102f67b-673b-4eb2-9998-586b0310018b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:22.986269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c2f6f7-d647-43ce-a850-d62fd4ebd9f1 req-c102f67b-673b-4eb2-9998-586b0310018b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1124563 Aug 31 07:06:23.010925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] Pushing event deleted for resources: {'Port': ['ID=7962c43d-1952-4631-b194-fe0c8d344252,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.011111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:06:23.016833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.019932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee72625a-412a-40ae-b5db-9cb3e7ea03aa None None] No DVR routers for this DVR port 7962c43d-1952-4631-b194-fe0c8d344252 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:23.034671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.035613 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Added segment 4ccf35b8-a7ca-4400-865d-36dac6f99080 of type vlan for network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 Aug 31 07:06:23.053184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43468c04-7069-4dc2-9a09-0925de488223,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.120364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7962c43d-1952-4631-b194-fe0c8d344252,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.144171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] No DVR routers for this DVR port 7962c43d-1952-4631-b194-fe0c8d344252 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:23.156958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.180084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c2f6f7-d647-43ce-a850-d62fd4ebd9f1 req-322d97ac-445a-469a-8336-15f1366d8ef7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602039 Aug 31 07:06:23.245710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.253262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.254239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:23.254822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.265492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0988d933-6791-4d6e-96b6-82a021625b41']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:23.316509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be325e29-c375-4b79-b308-81d605ab112d') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:23.316889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be325e29-c375-4b79-b308-81d605ab112d') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:23.331202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8966370 Aug 31 07:06:23.334097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:23.335831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.341701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Request body: {'subnet': {'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-808195735-subnet', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:23.355369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aaa1c7-555f-4479-8f58-028f0924517d admin admin] Pushing event updated for resources: {'Network': ['ID=45eeaa4f-fb93-484f-b673-4b85e5c23c35,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.358485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.364997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:06:23.365520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self.session.flush() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:06:23.367102 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:06:23.373309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Made reservation on behalf of 6ddb88ad0c9b4f479c9065cb3a74a98a for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:23.373707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:06:23.375730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.427473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.432771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.435210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] 10.222.0.57 "DELETE /v2.0/networks/0988d933-6791-4d6e-96b6-82a021625b41 HTTP/1.1" status: 204 len: 168 time: 0.9571757 Aug 31 07:06:23.451858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026140d8-25d6-4737-9385-17e2ccba40cc admin admin] Pushing event deleted for resources: {'Network': ['ID=0988d933-6791-4d6e-96b6-82a021625b41,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.579919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:23.589238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.639406 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a45b7e3e-1efb-4a0e-b724-4f3ccd8b7268 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=51844b05cba04bb283fdaa2be9d146e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0578544 Aug 31 07:06:23.642202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60160) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:23.653371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44340a6d-99b7-48ec-b2ed-21333b8825d5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.662006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Checking segment: {'id': '4ccf35b8-a7ca-4400-865d-36dac6f99080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:23.662506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Network hostable DHCP agents. Network: 45eeaa4f-fb93-484f-b673-4b85e5c23c35, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:06:23.691737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:06:23.701917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.702942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 45eeaa4f-fb93-484f-b673-4b85e5c23c35) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:23.709648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:23.710699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.712692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca58369-2b28-4b5c-8f9a-927a6d04ee62 None None] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:23.727732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cf781edb-69e2-4ad2-af14-f24d66995403 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.3918364 Aug 31 07:06:23.730218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:23.735917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:23.753551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.778597 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.780485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.823574 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.827777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.830862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d6e807f-c9b0-46d4-838e-b7b787e89ad7 HTTP/1.1" status: 204 len: 168 time: 0.1854770 Aug 31 07:06:23.845185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009d2403-fba1-4ccb-9984-5ea50cce1d4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6e807f-c9b0-46d4-838e-b7b787e89ad7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:23.846959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 68a4572b-ae1d-48c5-bd7a-ca27881e9563 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:23.873414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:23.916155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 68a4572b-ae1d-48c5-bd7a-ca27881e9563 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:23.916726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 68a4572b-ae1d-48c5-bd7a-ca27881e9563 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:23.917215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2f6440ed-5868-4e1d-a1b0-24407ff167f5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:23.949013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 2f6440ed-5868-4e1d-a1b0-24407ff167f5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:23.949746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2f6440ed-5868-4e1d-a1b0-24407ff167f5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:23.950281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7962c43d-1952-4631-b194-fe0c8d344252 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:23.993024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7962c43d-1952-4631-b194-fe0c8d344252 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:23.993465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7962c43d-1952-4631-b194-fe0c8d344252 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:24.008517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'fixed_ips': [{'subnet_id': '44340a6d-99b7-48ec-b2ed-21333b8825d5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:06:24.009618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.043851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 292effb6-61d1-45cd-9aa3-925fd5249796 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:06:24.080559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.204598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=292effb6-61d1-45cd-9aa3-925fd5249796,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:24.228836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '292effb6-61d1-45cd-9aa3-925fd5249796', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': '292effb6-61d1-45cd-9aa3-925fd5249796', 'mac_address': 'fa:16:3e:da:91:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:06:24.347352 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.370180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 292effb6-61d1-45cd-9aa3-925fd5249796 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:06:24.375428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Allocated IP 172.20.0.2 (45eeaa4f-fb93-484f-b673-4b85e5c23c35/44340a6d-99b7-48ec-b2ed-21333b8825d5/f4d8599a-8c44-438f-b492-8f5b44a9a109) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:24.410430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=292effb6-61d1-45cd-9aa3-925fd5249796,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:24.415478 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.427399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.466431 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77355378-edf2-447f-8b37-68b9c1c0db04 req-6d4e0b9d-c180-458d-8b80-6eb8ec15d875 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:24.468240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77355378-edf2-447f-8b37-68b9c1c0db04 req-6d4e0b9d-c180-458d-8b80-6eb8ec15d875 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 943 time: 0.1515186 Aug 31 07:06:24.469709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.528087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:24.571007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77355378-edf2-447f-8b37-68b9c1c0db04 req-4617ee5a-4247-4bab-af13-af99ce491faf tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935323 Aug 31 07:06:24.642097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['292effb6-61d1-45cd-9aa3-925fd5249796'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:06:24.650178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.659098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Allocated IP 172.25.3.128 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/606bf281-f390-49a8-811d-5dc17aa5d3d5) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:24.728611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Transition to ACTIVE for port object f4d8599a-8c44-438f-b492-8f5b44a9a109 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:24.797907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Transition to ACTIVE for port object f4d8599a-8c44-438f-b492-8f5b44a9a109 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:24.800310 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.820067 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.862162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-23f8bcdb-28de-460c-8fcf-c44377f9289a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.872599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.876893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:24.884551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:24.892178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:24.907499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Pushing event updated for resources: {'Port': ['ID=f4d8599a-8c44-438f-b492-8f5b44a9a109,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:24.933619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Pushing event updated for resources: {'Port': ['ID=606bf281-f390-49a8-811d-5dc17aa5d3d5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:24.942054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:24.943522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:24.946372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:24.957455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Attempting to bind port f4d8599a-8c44-438f-b492-8f5b44a9a109 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:24.957945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Attempting to bind port f4d8599a-8c44-438f-b492-8f5b44a9a109 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '4ccf35b8-a7ca-4400-865d-36dac6f99080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:24.958408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Attempting to bind port f4d8599a-8c44-438f-b492-8f5b44a9a109 on network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:24.963567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 5, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:24.964235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Checking segment: {'id': '4ccf35b8-a7ca-4400-865d-36dac6f99080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:24.965173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:24.965840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Bound using segment: {'id': '4ccf35b8-a7ca-4400-865d-36dac6f99080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:24.966532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Bound port: f4d8599a-8c44-438f-b492-8f5b44a9a109, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ccf35b8-a7ca-4400-865d-36dac6f99080', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:24.967164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:25.042806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] For port f4d8599a-8c44-438f-b492-8f5b44a9a109, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:25.047040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] For port f4d8599a-8c44-438f-b492-8f5b44a9a109, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f4d8599a-8c44-438f-b492-8f5b44a9a109,segment=NetworkSegment(4ccf35b8-a7ca-4400-865d-36dac6f99080),segment_id=4ccf35b8-a7ca-4400-865d-36dac6f99080)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:25.053410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:25.167406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c326f6d-d145-44c6-aff2-c972f7c5c835 None None] Pushing event updated for resources: {'Port': ['ID=f4d8599a-8c44-438f-b492-8f5b44a9a109,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:25.418909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:25.692127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:25.852321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:06:25.877897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ac3e43-7bef-44c4-b432-2bf78a92ca37 req-bbdc32f4-fb10-47fb-bb74-6260fe68a117 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:25.879805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49ac3e43-7bef-44c4-b432-2bf78a92ca37 req-bbdc32f4-fb10-47fb-bb74-6260fe68a117 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 944 time: 0.1838534 Aug 31 07:06:25.923953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f4d8599a-8c44-438f-b492-8f5b44a9a109 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:25.955276 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49ac3e43-7bef-44c4-b432-2bf78a92ca37 req-cc9e4447-ef6d-4eb1-878c-c6ab711b235c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Aug 31 07:06:26.024489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f4d8599a-8c44-438f-b492-8f5b44a9a109 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:26.075029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 292effb6-61d1-45cd-9aa3-925fd5249796 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:26.145849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:26.160117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 292effb6-61d1-45cd-9aa3-925fd5249796 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:26.168708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Sync routers for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:26.178269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.180086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 292effb6-61d1-45cd-9aa3-925fd5249796 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:26.180676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c77b4943-c514-46d7-a1d3-9b4274156f78 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 2.4492829 Aug 31 07:06:26.184581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:26.197679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.241473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Routers {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:26.241841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:05:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:26.504689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Set router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:26.572941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20455e0e-77c6-4ef5-8ee1-c0ce6df20cc7 None None] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:26.582415 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.645469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=292effb6-61d1-45cd-9aa3-925fd5249796,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:26.716798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:26.720445 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e95dbe-fa76-4560-9863-1b4926ef1a14" -d '{"events": [{"server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "name": "network-vif-plugged", "status": "completed", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:26.732014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.836810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.870565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Provisioning for port f4d8599a-8c44-438f-b492-8f5b44a9a109 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:26.880533 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0da6a80-84b1-4c52-a6ed-8626a76346e1 x-openstack-request-id: req-b0da6a80-84b1-4c52-a6ed-8626a76346e1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:26.880826 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "name": "network-vif-plugged", "status": "completed", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:26.881083 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0da6a80-84b1-4c52-a6ed-8626a76346e1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:26.881489 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796', 'code': 200} Aug 31 07:06:26.886544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Provisioning complete for port f4d8599a-8c44-438f-b492-8f5b44a9a109 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:26.887285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:26.969305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505c953f-33e3-4b11-95e3-5d9e6569bbaa req-6978afab-7cd5-4feb-bdfc-ec2b506a9a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:26.974891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-505c953f-33e3-4b11-95e3-5d9e6569bbaa req-6978afab-7cd5-4feb-bdfc-ec2b506a9a5b service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 1097 time: 0.0550516 Aug 31 07:06:27.024558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-505c953f-33e3-4b11-95e3-5d9e6569bbaa req-7bb46364-7c27-42f2-a3e9-3d198bd27bc1 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419302 Aug 31 07:06:27.136643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Allocated IP 172.20.0.1 (45eeaa4f-fb93-484f-b673-4b85e5c23c35/44340a6d-99b7-48ec-b2ed-21333b8825d5/ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:27.159940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:27.209707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:25Z', 'revision_number': 3, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:27.239015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0c164-8eb2-47a9-b662-9b3f1da5df8b req-e445cd5f-9c12-4819-9d35-bdb41c6c9914 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:27.239461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8f0c164-8eb2-47a9-b662-9b3f1da5df8b req-e445cd5f-9c12-4819-9d35-bdb41c6c9914 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.2041128 Aug 31 07:06:27.240455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Checking router: 8dfeaefc-706d-403d-a6dc-09cb27b4c41d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:27.240807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Updating router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d port 606bf281-f390-49a8-811d-5dc17aa5d3d5 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:06:27.260459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.284171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.320223 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.336250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Transition to ACTIVE for port object ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:27.412064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8f0c164-8eb2-47a9-b662-9b3f1da5df8b req-65e1a6b7-f849-4c76-ab0e-9d7d2a48c24d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435176 Aug 31 07:06:27.413057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.463936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:27.471704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:27.486369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:27.536678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:27.553718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.554062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.554436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.554738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.555083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.555401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.555724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.556089 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.556371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.556736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.557008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.557351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:06:27.566338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.604323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71d69086-f0df-4a9e-817c-cd1ff671bced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.620288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] For port f4d8599a-8c44-438f-b492-8f5b44a9a109, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f4d8599a-8c44-438f-b492-8f5b44a9a109,segment=NetworkSegment(4ccf35b8-a7ca-4400-865d-36dac6f99080),segment_id=4ccf35b8-a7ca-4400-865d-36dac6f99080)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:27.628642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.692060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bf9adf-9e4e-4276-8e4e-0dba5ebb0306 None None] Pushing event updated for resources: {'Port': ['ID=f4d8599a-8c44-438f-b492-8f5b44a9a109,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:27.750720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.787997 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.794285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.807032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Transition to ACTIVE for port object 606bf281-f390-49a8-811d-5dc17aa5d3d5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:06:27.814084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3713a919-2032-4e2d-be3b-29b35b6dbc82 None None] Provisioning complete for port f4d8599a-8c44-438f-b492-8f5b44a9a109 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:27.814468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3713a919-2032-4e2d-be3b-29b35b6dbc82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:27.858902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.098170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f4d8599a-8c44-438f-b492-8f5b44a9a109 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:28.170614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Attempting to bind port 606bf281-f390-49a8-811d-5dc17aa5d3d5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:06:28.171277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Attempting to bind port 606bf281-f390-49a8-811d-5dc17aa5d3d5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:06:28.171377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Attempting to bind port 606bf281-f390-49a8-811d-5dc17aa5d3d5 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:06:28.191375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0cc3b-5ccd-48b2-a704-68994300f6a8 None None] Pushing event updated for resources: {'Port': ['ID=606bf281-f390-49a8-811d-5dc17aa5d3d5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:28.193395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:06:28.193785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:06:28.194185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.194739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:06:28.195175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Bound port: 606bf281-f390-49a8-811d-5dc17aa5d3d5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:06:28.195569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.321679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f4d8599a-8c44-438f-b492-8f5b44a9a109 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:28.322061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.326639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] For port 606bf281-f390-49a8-811d-5dc17aa5d3d5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:06:28.362365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] For port 606bf281-f390-49a8-811d-5dc17aa5d3d5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=606bf281-f390-49a8-811d-5dc17aa5d3d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:06:28.370059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.437800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Routers {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:28.438578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:06:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:28.456815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.460432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0cc3b-5ccd-48b2-a704-68994300f6a8 None None] Pushing event updated for resources: {'Port': ['ID=606bf281-f390-49a8-811d-5dc17aa5d3d5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:28.462620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.515940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fc491e4-b42a-44b3-b03a-14673fceb138 None None] Provisioning for port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:28.543081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Pushing event updated for resources: {'Port': ['ID=ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:28.545680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.548115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2fc491e4-b42a-44b3-b03a-14673fceb138 None None] Provisioning complete for port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:28.548493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2fc491e4-b42a-44b3-b03a-14673fceb138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:28.645095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2fc491e4-b42a-44b3-b03a-14673fceb138 None None] Port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:28.671175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] Set router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:28.673549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4552fb47-2eb3-4e63-81d1-cff7f9b9124f req-846e0a17-ac29-404e-93d2-a8083c336386 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:28.680117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4552fb47-2eb3-4e63-81d1-cff7f9b9124f req-846e0a17-ac29-404e-93d2-a8083c336386 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.1102080 Aug 31 07:06:28.687098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:28.690347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:28.737089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4552fb47-2eb3-4e63-81d1-cff7f9b9124f req-3104a9fa-8574-4987-aecc-f5e1d29ae7f8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559449 Aug 31 07:06:28.896895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed3e6c-8534-4356-955a-d2c9bb48379f req-119039cb-f35f-4a1a-bae0-f2ee7c5e081b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:28.898631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eed3e6c-8534-4356-955a-d2c9bb48379f req-119039cb-f35f-4a1a-bae0-f2ee7c5e081b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.0723033 Aug 31 07:06:28.928053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:28.967602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 4, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d', 'name': '', 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'mac_address': 'fa:16:3e:39:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:26Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 1, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'subnets': [{'id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:28.978552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6eed3e6c-8534-4356-955a-d2c9bb48379f req-2bad41ab-01c1-49e0-8bce-6235b7af7fb2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712006 Aug 31 07:06:29.015588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c50937-6556-4fa4-a15d-e4741a0fc048 None None] The sync data for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 is: [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 4, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d', 'name': '', 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'mac_address': 'fa:16:3e:39:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:26Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 1, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'subnets': [{'id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:29.100098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:29.113377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae2f51f0-e0f1-4d34-92f4-5774aea4ce43 admin admin] 10.222.0.57 "PUT /v2.0/routers/8dfeaefc-706d-403d-a6dc-09cb27b4c41d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9248765 Aug 31 07:06:29.179060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d34c2ac8-d665-4715-9ca6-7ef7be1c2072 None None] Provisioning complete for port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:29.180744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d34c2ac8-d665-4715-9ca6-7ef7be1c2072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:29.199328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcae9f20-8694-4d32-a6ec-3c97ee1659d8 req-b4dbc16e-4cc1-47f5-b521-29e1249ea650 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:29.201296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcae9f20-8694-4d32-a6ec-3c97ee1659d8 req-b4dbc16e-4cc1-47f5-b521-29e1249ea650 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.0967009 Aug 31 07:06:29.251120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d34c2ac8-d665-4715-9ca6-7ef7be1c2072 None None] Port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:06:29.278960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcae9f20-8694-4d32-a6ec-3c97ee1659d8 req-905dc46c-6eed-4fd2-9f70-3c6cae578ec5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700343 Aug 31 07:06:29.683175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:29.864874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da861384-e353-425a-be63-95e2b9479621 req-ce0aa341-b015-4838-8bcf-dc3909e498e5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:29.866491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da861384-e353-425a-be63-95e2b9479621 req-ce0aa341-b015-4838-8bcf-dc3909e498e5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.0931041 Aug 31 07:06:29.921012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da861384-e353-425a-be63-95e2b9479621 req-3b62aac1-2c6a-4914-bead-3e8a90c95775 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476689 Aug 31 07:06:30.879183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:31.093052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.123871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fdea0-a5ab-48ae-8ae8-adb59aae37e7 req-29a73caa-db5f-4e3e-976b-defc433091f1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:31.125530 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c92fdea0-a5ab-48ae-8ae8-adb59aae37e7 req-29a73caa-db5f-4e3e-976b-defc433091f1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.1098671 Aug 31 07:06:31.225370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c92fdea0-a5ab-48ae-8ae8-adb59aae37e7 req-2f586a20-0053-4d63-99f0-56766463bb34 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659614 Aug 31 07:06:31.240818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-95359c7f-1bf1-4f0a-b402-e0834e577930 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:06:31.240818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-95359c7f-1bf1-4f0a-b402-e0834e577930 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 945 time: 0.0682669 Aug 31 07:06:31.407179 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.704811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 292effb6-61d1-45cd-9aa3-925fd5249796 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:31.705223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.783380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Deleting port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:31.783683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.877680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port 292effb6-61d1-45cd-9aa3-925fd5249796, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=292effb6-61d1-45cd-9aa3-925fd5249796,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:31.878318 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.888332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:31.896224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 292effb6-61d1-45cd-9aa3-925fd5249796 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:31.926965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Calling delete_port for ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:31.950797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 606bf281-f390-49a8-811d-5dc17aa5d3d5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:32.049762 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Sync routers for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:32.068609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 606bf281-f390-49a8-811d-5dc17aa5d3d5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:06:32.071150 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Routers {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:32.071863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:06:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:32.073607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 606bf281-f390-49a8-811d-5dc17aa5d3d5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:32.076386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.157638 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.193042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=292effb6-61d1-45cd-9aa3-925fd5249796,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:32.244986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.278193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port 292effb6-61d1-45cd-9aa3-925fd5249796 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:32.288057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.291166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 606bf281-f390-49a8-811d-5dc17aa5d3d5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=606bf281-f390-49a8-811d-5dc17aa5d3d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:32.291374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b57ce34d-b1ff-458c-b4be-debafffaad1c req-d891faa0-2f05-42f6-a840-e31fb1875576 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "DELETE /v2.0/ports/292effb6-61d1-45cd-9aa3-925fd5249796 HTTP/1.1" status: 204 len: 173 time: 1.0465958 Aug 31 07:06:32.291935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'name': 'network-vif-deleted', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:06:32.297823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.299369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.307434 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b6776e-f9ab-4ab4-9027-306fba76faa1" -d '{"events": [{"server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "name": "network-vif-deleted", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:06:32.368745 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0eb560bf-c959-4bd9-be9b-4e42407f7b53 x-openstack-request-id: req-0eb560bf-c959-4bd9-be9b-4e42407f7b53 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:06:32.369421 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "340c21c0-d747-4d7d-ab17-0652de399ec9", "name": "network-vif-deleted", "tag": "292effb6-61d1-45cd-9aa3-925fd5249796", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:06:32.369928 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0eb560bf-c959-4bd9-be9b-4e42407f7b53 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:06:32.370494 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '340c21c0-d747-4d7d-ab17-0652de399ec9', 'name': 'network-vif-deleted', 'tag': '292effb6-61d1-45cd-9aa3-925fd5249796', 'status': 'completed', 'code': 200} Aug 31 07:06:32.428456 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Set router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:32.440601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=606bf281-f390-49a8-811d-5dc17aa5d3d5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:32.448198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:32.476624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54114ae6-7e95-4f2b-802f-b4743fefb9e4 req-fe2b4060-b645-404f-8908-3aa0f186ee2a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0826752 Aug 31 07:06:32.826571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:32.888895 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 4, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d', 'name': '', 'network_id': '45eeaa4f-fb93-484f-b673-4b85e5c23c35', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'mac_address': 'fa:16:3e:39:4b:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3574, 'fixed_ips': [{'subnet_id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:26Z', 'updated_at': '2021-08-31T07:06:27Z', 'revision_number': 2, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'subnets': [{'id': '44340a6d-99b7-48ec-b2ed-21333b8825d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:32.940349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Checking router: 8dfeaefc-706d-403d-a6dc-09cb27b4c41d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:06:32.941950 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Updating router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:06:32.968475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Port ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d not found while updating agent binding for router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d. {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 31 07:06:32.985361 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Routers {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:32.986093 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:06:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:33.094498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:33.162093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:06:33.240456 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] Set router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:06:33.279987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ece58-99e5-4b18-974b-612eaa6cb593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.324018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:06:33.336604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9600bc78-f001-4872-969b-55ddb89ed9dd admin admin] 10.222.0.57 "PUT /v2.0/routers/8dfeaefc-706d-403d-a6dc-09cb27b4c41d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4563160 Aug 31 07:06:33.339082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:33.425443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ece58-99e5-4b18-974b-612eaa6cb593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.432684 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9c0ece58-99e5-4b18-974b-612eaa6cb593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.465632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ece58-99e5-4b18-974b-612eaa6cb593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0b4c7e6-042d-4731-a66b-aac999918bc6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:33.476988 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:32Z', 'revision_number': 5, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:33.503277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9c0ece58-99e5-4b18-974b-612eaa6cb593 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=404fa53a576d4dd9a8924cee8b3f8a1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4070799 Aug 31 07:06:33.503903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:33.528523 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1a08c9c-51ad-4c88-9bde-947c68cef4b6 None None] The sync data for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 is: [{'id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'name': 'tempest-ImageQuotaTest-808195735-router', 'tenant_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128'}], 'enable_snat': True}, 'gw_port_id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:06:23Z', 'updated_at': '2021-08-31T07:06:32Z', 'revision_number': 5, 'project_id': '6ddb88ad0c9b4f479c9065cb3a74a98a', 'gw_port': {'id': '606bf281-f390-49a8-811d-5dc17aa5d3d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:fe:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dfeaefc-706d-403d-a6dc-09cb27b4c41d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:06:24Z', 'updated_at': '2021-08-31T07:06:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:33.570238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.580618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.614448 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.656097 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d49d08f-29fd-48e1-b25e-acd5d017850b req-1019b195-b7bc-4c4a-a2ef-13f03fbb2885 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0357981 Aug 31 07:06:33.673049 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.676160 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.681612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f0b4c7e6-042d-4731-a66b-aac999918bc6 HTTP/1.1" status: 204 len: 168 time: 0.1767149 Aug 31 07:06:33.690827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf263f-a4a3-4d32-9743-8cb9598b4c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0b4c7e6-042d-4731-a66b-aac999918bc6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:33.738475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.803006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Deleting port 606bf281-f390-49a8-811d-5dc17aa5d3d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:33.805655 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.930636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] For port 606bf281-f390-49a8-811d-5dc17aa5d3d5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=606bf281-f390-49a8-811d-5dc17aa5d3d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:33.931008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:33.964365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Calling delete_port for 606bf281-f390-49a8-811d-5dc17aa5d3d5 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:34.023240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 606bf281-f390-49a8-811d-5dc17aa5d3d5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:06:34.104751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 606bf281-f390-49a8-811d-5dc17aa5d3d5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:06:34.105129 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.150140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 292effb6-61d1-45cd-9aa3-925fd5249796 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:34.179327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 292effb6-61d1-45cd-9aa3-925fd5249796 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:34.180082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 292effb6-61d1-45cd-9aa3-925fd5249796 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:34.220203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:34.245080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59075de3-b919-43d6-8b41-8a4d144bf917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.274859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:34.329569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.339144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:34.342201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ac8fa1a3-f5c6-44fd-b11b-c93f9b7e3c4d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:34.389622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Pushing event deleted for resources: {'Port': ['ID=606bf281-f390-49a8-811d-5dc17aa5d3d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:34.450149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59075de3-b919-43d6-8b41-8a4d144bf917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.461407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-59075de3-b919-43d6-8b41-8a4d144bf917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.487850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.547686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:34.548727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-59075de3-b919-43d6-8b41-8a4d144bf917 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=100ce5c4498a474d83be686247d10919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3263364 Aug 31 07:06:34.551753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59075de3-b919-43d6-8b41-8a4d144bf917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca15c884-baff-4de5-a365-4816a739a856,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:34.681693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.685157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.705498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.747385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.845124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34034658-1428-40d9-a6e0-2d1e0606481c req-0eac7efa-cafb-4845-930d-101aac7e1955 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0609486 Aug 31 07:06:34.870350 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.874310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.877991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ca15c884-baff-4de5-a365-4816a739a856 HTTP/1.1" status: 204 len: 168 time: 0.3269184 Aug 31 07:06:34.892628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.893190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dfeaefc-706d-403d-a6dc-09cb27b4c41d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:06:34.898432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837959c-915f-4d30-9422-4277881b1897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca15c884-baff-4de5-a365-4816a739a856,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:34.903334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:34.904951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06c97f4b-39c2-46de-8795-d8a855406871 admin admin] 10.222.0.57 "DELETE /v2.0/routers/8dfeaefc-706d-403d-a6dc-09cb27b4c41d HTTP/1.1" status: 204 len: 168 time: 1.5646687 Aug 31 07:06:34.907437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60400) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:34.975766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Deleting subnet 44340a6d-99b7-48ec-b2ed-21333b8825d5 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:06:34.979607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.020670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.120819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Sync routers for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:06:35.136002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:35.136551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 07:06:35.141029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.143446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:06:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 07:06:35.154770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Routers set() bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:06:35.155494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Router IDs set() for agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 31 07:06:35.156317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_agentschedulers_db [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'8dfeaefc-706d-403d-a6dc-09cb27b4c41d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:06:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent'). {{(pid=94641) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 31 07:06:35.156871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b58aac0d-b3f3-4793-84fc-22503136ef26 None None] The sync data for ids ['8dfeaefc-706d-403d-a6dc-09cb27b4c41d'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:06:35.174755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:06:35.245402 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.299954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=44340a6d-99b7-48ec-b2ed-21333b8825d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:35.303718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.306099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b2a9e8a-ec7f-4273-bf23-1b41ad4a1592 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/44340a6d-99b7-48ec-b2ed-21333b8825d5 HTTP/1.1" status: 204 len: 168 time: 0.3971717 Aug 31 07:06:35.308081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22616b81-dc47-473c-b0a4-b44f1a8da416 None None] Network 45eeaa4f-fb93-484f-b673-4b85e5c23c35 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:06:35.308340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:35.435571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.516029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Deleting port f4d8599a-8c44-438f-b492-8f5b44a9a109 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:35.516763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.613661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] For port f4d8599a-8c44-438f-b492-8f5b44a9a109, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f4d8599a-8c44-438f-b492-8f5b44a9a109,segment=NetworkSegment(4ccf35b8-a7ca-4400-865d-36dac6f99080),segment_id=4ccf35b8-a7ca-4400-865d-36dac6f99080)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:06:35.614043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.634195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Calling delete_port for f4d8599a-8c44-438f-b492-8f5b44a9a109 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:06:35.743231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.806194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e69f553-2357-4b9a-b03d-b587409223e9 None None] DHCP port deletion for 45eeaa4f-fb93-484f-b673-4b85e5c23c35 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:06:35.836312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4d8599a-8c44-438f-b492-8f5b44a9a109,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:35.845340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] No DVR routers for this DVR port f4d8599a-8c44-438f-b492-8f5b44a9a109 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:06:35.858971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:35.935453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 606bf281-f390-49a8-811d-5dc17aa5d3d5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:35.988544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 606bf281-f390-49a8-811d-5dc17aa5d3d5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:35.994872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 606bf281-f390-49a8-811d-5dc17aa5d3d5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:35.995497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f4d8599a-8c44-438f-b492-8f5b44a9a109 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:06:36.025697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f4d8599a-8c44-438f-b492-8f5b44a9a109 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:06:36.038425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f4d8599a-8c44-438f-b492-8f5b44a9a109 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:06:36.053392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.064794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45eeaa4f-fb93-484f-b673-4b85e5c23c35']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:36.457360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ccf35b8-a7ca-4400-865d-36dac6f99080') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:36.458019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ccf35b8-a7ca-4400-865d-36dac6f99080') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:06:36.478513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.499998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-080ad96f-14c5-4292-b273-fbd32f4c14aa req-9849fcc5-342d-4710-976c-5b9c5570258a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0449297 Aug 31 07:06:36.508606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.525962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:06:36.527763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:06:36.529955 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:06:36.625001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.631419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.633484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] 10.222.0.57 "DELETE /v2.0/networks/45eeaa4f-fb93-484f-b673-4b85e5c23c35 HTTP/1.1" status: 204 len: 168 time: 1.3234065 Aug 31 07:06:36.651175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3256aff0-1973-449d-bbd4-1df278ac0fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=45eeaa4f-fb93-484f-b673-4b85e5c23c35,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:36.852718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60458) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:36.903290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f43a30e-0579-4a7c-87b3-4400905e1dd4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6ddb88ad0c9b4f479c9065cb3a74a98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470114 Aug 31 07:06:36.903666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60460) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:36.960753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:36.987081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.046428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.050545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.052204 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/43468c04-7069-4dc2-9a09-0925de488223 HTTP/1.1" status: 204 len: 168 time: 0.1468933 Aug 31 07:06:37.081187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9b2df-022f-4952-94bc-84a38fd26c72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43468c04-7069-4dc2-9a09-0925de488223,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:37.596234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60486) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:37.613853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332ce4fd-5387-4c77-8436-705d0f016a88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.696951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15b873b5-842c-4d18-8b90-b29b61bd97c7 req-5f0cd5a5-e9c3-45dd-b732-e0d87f128b69 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=340c21c0-d747-4d7d-ab17-0652de399ec9 HTTP/1.1" status: 200 len: 210 time: 0.0625215 Aug 31 07:06:37.833376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332ce4fd-5387-4c77-8436-705d0f016a88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.847490 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332ce4fd-5387-4c77-8436-705d0f016a88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:37.931481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-332ce4fd-5387-4c77-8436-705d0f016a88 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3318183 Aug 31 07:06:37.931838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:37.948078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332ce4fd-5387-4c77-8436-705d0f016a88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dcc0f07-0027-4023-b02f-ce549573c815,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:38.026371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.055232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.142751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.145278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.146453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/5dcc0f07-0027-4023-b02f-ce549573c815 HTTP/1.1" status: 204 len: 168 time: 0.2135425 Aug 31 07:06:38.163763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd785321-4ad3-41c8-8ae6-4625e1297ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dcc0f07-0027-4023-b02f-ce549573c815,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:38.713756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:38.880433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ec894a-dae6-4ead-92f7-b25d691e2970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.977880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ec894a-dae6-4ead-92f7-b25d691e2970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:38.984319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d6ec894a-dae6-4ead-92f7-b25d691e2970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.030817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d6ec894a-dae6-4ead-92f7-b25d691e2970 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=771a56061c9545d8be64219a2fb158aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157613 Aug 31 07:06:39.031533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ec894a-dae6-4ead-92f7-b25d691e2970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87e80f22-b36d-4ec3-8380-40fbf701344d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:39.033783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:39.094372 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.125486 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.178593 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.181535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.182817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87e80f22-b36d-4ec3-8380-40fbf701344d HTTP/1.1" status: 204 len: 168 time: 0.1474326 Aug 31 07:06:39.193747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f62a5-ab29-467b-975e-aa8efb8f9f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87e80f22-b36d-4ec3-8380-40fbf701344d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:39.503078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60532) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:39.520449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673d7540-b26f-4da1-b01e-99acf54c33f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.619675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673d7540-b26f-4da1-b01e-99acf54c33f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.624808 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-673d7540-b26f-4da1-b01e-99acf54c33f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.663108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d7540-b26f-4da1-b01e-99acf54c33f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae0cff0-1eda-49c0-a7db-a1d36ef9ac08,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:39.671790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-673d7540-b26f-4da1-b01e-99acf54c33f2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e8c91ff7dbd245d981a7d944dff47752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1644313 Aug 31 07:06:39.672142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60534) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:39.733555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.758255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.818867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.821834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:39.826321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/eae0cff0-1eda-49c0-a7db-a1d36ef9ac08 HTTP/1.1" status: 204 len: 168 time: 0.1526129 Aug 31 07:06:39.838807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2973388-60ce-4f36-9986-cfce504b42ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae0cff0-1eda-49c0-a7db-a1d36ef9ac08,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:45.807545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.251831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60872) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:49.390838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-516092b7-1c22-4508-8d33-d6a43c222d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.487139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-516092b7-1c22-4508-8d33-d6a43c222d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.491157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-516092b7-1c22-4508-8d33-d6a43c222d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.536061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-516092b7-1c22-4508-8d33-d6a43c222d33 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=af5f28c45d374370be175da8c4771831&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2831316 Aug 31 07:06:49.537349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516092b7-1c22-4508-8d33-d6a43c222d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de8ace-a06b-4375-95bf-744de933a7b4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:49.538758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60876) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:49.593611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.618942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.674996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.678520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:49.682684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/87de8ace-a06b-4375-95bf-744de933a7b4 HTTP/1.1" status: 204 len: 168 time: 0.1429350 Aug 31 07:06:49.692103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ab174-0576-4d92-8a7f-06822f42ec07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87de8ace-a06b-4375-95bf-744de933a7b4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.028136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:50.044874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f05e2802-14df-46d4-94ba-571b7f97aa15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.169168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f05e2802-14df-46d4-94ba-571b7f97aa15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.173549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f05e2802-14df-46d4-94ba-571b7f97aa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.218370 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f05e2802-14df-46d4-94ba-571b7f97aa15 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f23cd2b2022e477ab3ddc70e46f8e539&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1867936 Aug 31 07:06:50.218370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05e2802-14df-46d4-94ba-571b7f97aa15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d77c95-bcb5-418d-a134-aa995c297204,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.219336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60890) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:50.281650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.310332 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.373124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.375981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.379405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f4d77c95-bcb5-418d-a134-aa995c297204 HTTP/1.1" status: 204 len: 168 time: 0.1565983 Aug 31 07:06:50.391280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641e7438-5132-40c6-aa29-e65acef57d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d77c95-bcb5-418d-a134-aa995c297204,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:50.803914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 60904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:50.821812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66a4e0a5-d32c-49c5-b059-ee07c1fd3484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.958851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66a4e0a5-d32c-49c5-b059-ee07c1fd3484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:50.966133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-66a4e0a5-d32c-49c5-b059-ee07c1fd3484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.008439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-66a4e0a5-d32c-49c5-b059-ee07c1fd3484 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=5d316b329328410897556df4804d5a8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2034180 Aug 31 07:06:51.011297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60906) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:51.012478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4e0a5-d32c-49c5-b059-ee07c1fd3484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6a27f4-00eb-4ea5-b0ec-ad3bcc9d0189,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:51.068624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.102890 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.157373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.160282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:51.163756 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/df6a27f4-00eb-4ea5-b0ec-ad3bcc9d0189 HTTP/1.1" status: 204 len: 168 time: 0.1490126 Aug 31 07:06:51.175175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c5772a-7042-4b9a-97a3-81e739a1c20d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6a27f4-00eb-4ea5-b0ec-ad3bcc9d0189,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:53.756243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 60998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:53.873627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ac73d6-f779-444b-8172-80cfbf9f8240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:53.965240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ac73d6-f779-444b-8172-80cfbf9f8240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:53.969525 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c9ac73d6-f779-444b-8172-80cfbf9f8240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.014865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c9ac73d6-f779-444b-8172-80cfbf9f8240 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=4f86377a20af4fb4bd95901ded795490&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2551255 Aug 31 07:06:54.014865 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ac73d6-f779-444b-8172-80cfbf9f8240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b2824b-9ca2-475c-8636-31ddfb2ddd02,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.015272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 32770) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:54.080821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.105922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.172949 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.175768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.176981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/84b2824b-9ca2-475c-8636-31ddfb2ddd02 HTTP/1.1" status: 204 len: 168 time: 0.1607113 Aug 31 07:06:54.195743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567cb16-0c1b-4696-81e5-37b04d461232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b2824b-9ca2-475c-8636-31ddfb2ddd02,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.669976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 32788) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:54.687375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6513881e-a36d-4672-ab26-7676ccc81d1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.799952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6513881e-a36d-4672-ab26-7676ccc81d1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.804428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6513881e-a36d-4672-ab26-7676ccc81d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.811073 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f27c2426-9ccc-42d0-b272-68c69e97082e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.849016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6513881e-a36d-4672-ab26-7676ccc81d1a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=7e21949d55844ffc8a21cc49f6ff3a4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778848 Aug 31 07:06:54.849920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6513881e-a36d-4672-ab26-7676ccc81d1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f930b15c-0229-4fc9-8046-78b2b028d415,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:54.851690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:54.909992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.934621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.994658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:54.998651 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:55.002336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f930b15c-0229-4fc9-8046-78b2b028d415 HTTP/1.1" status: 204 len: 168 time: 0.1471214 Aug 31 07:06:55.014512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e3e61-a309-4ace-9f08-d240b2252c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f930b15c-0229-4fc9-8046-78b2b028d415,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:56.266516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 32838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:56.404006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f310ab10-ce98-426a-b6f2-5a21712a5480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.520483 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f310ab10-ce98-426a-b6f2-5a21712a5480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.524689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f310ab10-ce98-426a-b6f2-5a21712a5480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.570323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f310ab10-ce98-426a-b6f2-5a21712a5480 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=19d094585dea4d94a3ffb7743c4eea78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3021350 Aug 31 07:06:56.571584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f310ab10-ce98-426a-b6f2-5a21712a5480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1911ad7c-c13f-49f2-8a58-51319b5a42dd,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:56.572967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:56.625573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.649903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.702380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.705013 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:56.708707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1911ad7c-c13f-49f2-8a58-51319b5a42dd HTTP/1.1" status: 204 len: 168 time: 0.1316154 Aug 31 07:06:56.716443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad6a794-20e3-4cc1-919c-67f145df0836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1911ad7c-c13f-49f2-8a58-51319b5a42dd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:57.473278 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-af85eff6-05e1-481a-8d6c-5cb300fb53d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:57.783102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.233366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32904) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:58.376184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:58.401078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.492762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.602687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Allocated IP 172.25.3.180 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:06:58.725400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.774337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.822516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:06:58.826489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:06:58.831027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:06:58.834329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Pushing event updated for resources: {'Port': ['ID=a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:58.924855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:58.965221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.145510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.150709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.226613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Pushing event updated for resources: {'Port': ['ID=a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:59.238798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.252921 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.254556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5dbd4e38-b93d-4f08-98f3-f28db7371296 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0195801 Aug 31 07:06:59.258473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 32936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:59.291353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1237133602', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'fixed_ips': [{'ip_address': '172.25.3.180'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:06:59.318197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Made reservation on behalf of f55eacc53a1c4280aeec193347b98295 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:06:59.320777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.330331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.436917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.441275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.453851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] device_id is not set on port 7388a4f0-bd5d-4605-a25b-a3c9efa2d898 yet. {{(pid=94639) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:06:59.560914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb90e5b-3cc0-4b35-96ca-1c5881f8aaaf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:06:59.674800 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.682231 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 07:06:59.683017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:06:59.697442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d58c4b8d-a215-475a-8058-57d5d99e23a5 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.4371850 Aug 31 07:06:59.700762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:06:59.863668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Deleting port a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:06:59.864034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.939228 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.939619 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:06:59.952754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Calling delete_port for a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:00.108100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.135788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Pushing event deleted for resources: {'Port': ['ID=a528c1f3-a7ff-43bb-9af0-2a0841a4ad3c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:00.201874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.204818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.210160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0d00ee2b-246f-4542-ad40-bb609a9a4f13 tempest-ExternalNetworksAdminNegativeTestJSON-223191645 tempest-ExternalNetworksAdminNegativeTestJSON-223191645-project-admin] 10.222.0.57 "DELETE /v2.0/floatingips/181a020c-6ac9-44b1-bf13-9093768c3394 HTTP/1.1" status: 204 len: 168 time: 0.5082886 Aug 31 07:07:00.502302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:00.661032 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91092f79-9947-46f7-a566-a928bf0d0572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.766359 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91092f79-9947-46f7-a566-a928bf0d0572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.771916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-91092f79-9947-46f7-a566-a928bf0d0572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.811029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91092f79-9947-46f7-a566-a928bf0d0572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61795a5-36e4-43e7-8f27-96f53240b968,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:00.816925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-91092f79-9947-46f7-a566-a928bf0d0572 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eb2354c63b8841a38f40cc32cfc2786f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3125639 Aug 31 07:07:00.819224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:00.871555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.893199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.946360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.949637 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:00.950866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/f61795a5-36e4-43e7-8f27-96f53240b968 HTTP/1.1" status: 204 len: 168 time: 0.1306849 Aug 31 07:07:00.958957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24828c0-d356-4ed3-aa2b-d40b1d6bfbd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61795a5-36e4-43e7-8f27-96f53240b968,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:01.098444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.291509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32974) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:01.346476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b99a0d45-72c6-4aa6-ab94-0f159af3ec04 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f55eacc53a1c4280aeec193347b98295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0511289 Aug 31 07:07:01.346711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 32978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:01.398090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.421781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.480155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.483028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:01.485394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/bdb90e5b-3cc0-4b35-96ca-1c5881f8aaaf HTTP/1.1" status: 204 len: 168 time: 0.1365957 Aug 31 07:07:01.499547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20096db9-f792-405c-a4c7-48d46ba33baa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb90e5b-3cc0-4b35-96ca-1c5881f8aaaf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:03.139548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33048) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.241624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-686913d5-51b4-4f8c-8d1c-d0e42ee6cb95 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Request body: {'quota': {'network': 2}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:03.263521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-686913d5-51b4-4f8c-8d1c-d0e42ee6cb95 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "PUT /v2.0/quotas/8561f1168c1f4b74bc706cc46e70fcc4 HTTP/1.1" status: 200 len: 368 time: 0.1194322 Aug 31 07:07:03.263707 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33056) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.268755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Request body: {'network': {'project_id': '8561f1168c1f4b74bc706cc46e70fcc4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:03.291169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Made reservation on behalf of 8561f1168c1f4b74bc706cc46e70fcc4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:03.295332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.305482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.420346 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.426612 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.456228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:03.467300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bb6f3f8-7142-424d-8b1f-8d5a0028c83f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:03.493849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.493849 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Added segment 1fbd1797-5bb3-4392-be2f-c70f6061b1f4 of type vlan for network b8ebe438-12e6-4ccf-90a4-aa34b999c554 Aug 31 07:07:03.531922 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.558505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.559474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.560050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.615836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3510096 Aug 31 07:07:03.618052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33070) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.623488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Request body: {'network': {'project_id': '8561f1168c1f4b74bc706cc46e70fcc4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:03.642763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6123ac7-95ab-42dc-8ecb-f69c8781a859 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event updated for resources: {'Network': ['ID=b8ebe438-12e6-4ccf-90a4-aa34b999c554,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:03.655083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Made reservation on behalf of 8561f1168c1f4b74bc706cc46e70fcc4 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:03.656206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network b8ebe438-12e6-4ccf-90a4-aa34b999c554 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:03.657914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.690316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:03.700362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.700715 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Added segment ae643c7f-3704-4195-9c3a-c336a28771ab of type vlan for network bbbe27aa-218a-4a38-9e33-503b39677a16 Aug 31 07:07:03.748155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-f7cdda58-787b-4677-9142-f7a7498a07dd tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.750435 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-f7cdda58-787b-4677-9142-f7a7498a07dd tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1388915 Aug 31 07:07:03.760728 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.767795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-0eee8828-09a3-4870-83e9-578d037c0937 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0104744 Aug 31 07:07:03.786687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.787709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:03.788298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:03.828835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-b2e37c89-9ced-49ac-8b46-eea1cab45e84 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531538 Aug 31 07:07:03.843952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.2223482 Aug 31 07:07:03.846173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.852697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d8a48e91-9af6-4ad8-818e-3d5775b88c6b tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Request body: {'network': {'project_id': '8561f1168c1f4b74bc706cc46e70fcc4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:03.858663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62349eed-dedf-4f8c-8d97-0a5c159ab044 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event updated for resources: {'Network': ['ID=bbbe27aa-218a-4a38-9e33-503b39677a16,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:03.866345 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8a48e91-9af6-4ad8-818e-3d5775b88c6b tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 31 07:07:03.866855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8a48e91-9af6-4ad8-818e-3d5775b88c6b tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:03.871297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8a48e91-9af6-4ad8-818e-3d5775b88c6b tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0209484 Aug 31 07:07:03.871608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bbbe27aa-218a-4a38-9e33-503b39677a16 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:03.871788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.918797 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3469f90a-7a9a-4e7d-8550-2499348538db tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8561f1168c1f4b74bc706cc46e70fcc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450580 Aug 31 07:07:03.920969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33084) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:03.962482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-778dcb6a-b100-4de4-9dae-a782a5645133 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235223 Aug 31 07:07:03.987893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.012755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.062680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.067126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-a7c6b4d7-51e6-4c1a-95df-38863f7aa676 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956080 Aug 31 07:07:04.067461 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.067461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "DELETE /v2.0/security-groups/7bb6f3f8-7142-424d-8b1f-8d5a0028c83f HTTP/1.1" status: 204 len: 168 time: 0.1453350 Aug 31 07:07:04.069690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:04.093042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f321b2b-6fe5-4623-a3b3-86aac96aa6d8 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bb6f3f8-7142-424d-8b1f-8d5a0028c83f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:04.150020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.245189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.257203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbbe27aa-218a-4a38-9e33-503b39677a16']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.274693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae643c7f-3704-4195-9c3a-c336a28771ab') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.274693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae643c7f-3704-4195-9c3a-c336a28771ab') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.292061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.307626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.315512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:04.315917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:04.317811 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:04.431413 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c66ad2f5-2dd8-463b-a085-0223c39ce1b4 req-0d3466a1-0cb0-4e5f-a744-539e1b487158 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.0496430 Aug 31 07:07:04.436666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.442644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.446254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "DELETE /v2.0/networks/bbbe27aa-218a-4a38-9e33-503b39677a16 HTTP/1.1" status: 204 len: 168 time: 0.3739626 Aug 31 07:07:04.447640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:04.459723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d13a06-e55f-46e2-835d-3fbabd4984a1 tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event deleted for resources: {'Network': ['ID=bbbe27aa-218a-4a38-9e33-503b39677a16,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:04.566766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.688255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.699665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8ebe438-12e6-4ccf-90a4-aa34b999c554']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.713045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fbd1797-5bb3-4392-be2f-c70f6061b1f4') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.713441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fbd1797-5bb3-4392-be2f-c70f6061b1f4') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:04.725172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.741161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.748101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:04.748539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:04.751102 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:04.811956 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.831434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:04.833855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] 10.222.0.57 "DELETE /v2.0/networks/b8ebe438-12e6-4ccf-90a4-aa34b999c554 HTTP/1.1" status: 204 len: 168 time: 0.3843808 Aug 31 07:07:04.835186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec9e57-4249-4d4f-8eb4-b219ca060b6d tempest-QuotasNegativeTest-16497602 tempest-QuotasNegativeTest-16497602-project-admin] Pushing event deleted for resources: {'Network': ['ID=b8ebe438-12e6-4ccf-90a4-aa34b999c554,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:05.284070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33130) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:05.439659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a580c6-b675-4544-a3ed-b3e3bcf0ac76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.489810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-f248999e-4b31-405b-bcc8-d7a4f9bec420 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:05.490963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-f248999e-4b31-405b-bcc8-d7a4f9bec420 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1675456 Aug 31 07:07:05.504245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:05.569711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9527e005-002b-4c46-ab2d-a26044cccdac req-c142bebd-2fa8-458d-82d8-2b615c612b40 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.0335801 Aug 31 07:07:05.685777 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a580c6-b675-4544-a3ed-b3e3bcf0ac76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.694643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04a580c6-b675-4544-a3ed-b3e3bcf0ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.725945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-04a580c6-b675-4544-a3ed-b3e3bcf0ac76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=04eea14b7f5c495dbbc7e50ac27fe872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384084 Aug 31 07:07:05.727155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:05.752949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:05.758059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.764301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a580c6-b675-4544-a3ed-b3e3bcf0ac76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1ab8be-3e76-4bdd-acf0-236f9ac83fe7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:05.786253 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.809730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.834612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.884392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.887777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:05.888988 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/9d1ab8be-3e76-4bdd-acf0-236f9ac83fe7 HTTP/1.1" status: 204 len: 168 time: 0.1595283 Aug 31 07:07:05.906524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3773188c-5666-4dd5-a96a-55b2b322c1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1ab8be-3e76-4bdd-acf0-236f9ac83fe7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:05.950818 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.8 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/c19fca0b-2ac3-4a93-af44-c3f9556b12a5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:06.146845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.162992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object c19fca0b-2ac3-4a93-af44-c3f9556b12a5 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:06.206960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.255531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:06.259416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:06.273479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:06.278373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:06.300986 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ab1-0abc-44f5-a598-0a417e7a1bc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.360290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:06.383329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:06.384524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.459452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ab1-0abc-44f5-a598-0a417e7a1bc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.473812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bb20ab1-0abc-44f5-a598-0a417e7a1bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.479104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ab8c68d2-23c5-4270-8574-800e61766e78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9787254 Aug 31 07:07:06.492217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Request body: {'port': {'device_id': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:06.571019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7bb20ab1-0abc-44f5-a598-0a417e7a1bc4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fc44a1d3677e4b439078335b34cd2770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912011 Aug 31 07:07:06.571856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:06.581571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb20ab1-0abc-44f5-a598-0a417e7a1bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc215e4-fa24-4efb-a96f-13f7ccf02a05,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:06.583786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.617079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a8142d1-89c6-45bb-ad7c-c8a07b6dfb27 None None] Provisioning for port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:06.626260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5a8142d1-89c6-45bb-ad7c-c8a07b6dfb27 None None] Provisioning complete for port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:06.627214 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5a8142d1-89c6-45bb-ad7c-c8a07b6dfb27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.669777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.700644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5a8142d1-89c6-45bb-ad7c-c8a07b6dfb27 None None] Port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:06.711159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.778317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.781387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:06.782909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8bc215e4-fa24-4efb-a96f-13f7ccf02a05 HTTP/1.1" status: 204 len: 168 time: 0.2083166 Aug 31 07:07:06.791934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6beadb-4597-4e78-9825-edf69a44ff8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc215e4-fa24-4efb-a96f-13f7ccf02a05,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:06.841048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe256a-1931-4996-80d7-f5c35ade3c16 req-5fe04670-568d-4635-aa62-a3c988ae8687 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:06.843101 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44fe256a-1931-4996-80d7-f5c35ade3c16 req-5fe04670-568d-4635-aa62-a3c988ae8687 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 931 time: 0.1421888 Aug 31 07:07:06.901385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44fe256a-1931-4996-80d7-f5c35ade3c16 req-f7605429-d6ce-4d38-9e25-f7a24ffb85a4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Aug 31 07:07:07.106905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c19fca0b-2ac3-4a93-af44-c3f9556b12a5 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:07.116585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.133218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Transition to ACTIVE for port object c19fca0b-2ac3-4a93-af44-c3f9556b12a5 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:07.138232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.210666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:07.300363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Attempting to bind port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:07.300629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Attempting to bind port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:07.301118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Attempting to bind port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:07.310785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:07:07.311219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Attempting to bind port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:07.328472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:07.329063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:07.330672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:07.331195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Bound port: c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:07.332157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.458758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:07.463517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:07.470154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.550174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:07.550977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:07.552812 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] 10.222.0.53 "PUT /v2.0/ports/c19fca0b-2ac3-4a93-af44-c3f9556b12a5 HTTP/1.1" status: 200 len: 1092 time: 1.0653744 Aug 31 07:07:07.553735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:07.559898 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20175cb4-78b8-44a4-9f7f-b573be463db5" -d '{"events": [{"name": "network-changed", "server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:07.672463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064a1a05-1690-4f85-8f1a-43b1844188e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:07.684479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-2c328457-757c-499a-bbf9-12f911070614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:07.686066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-2c328457-757c-499a-bbf9-12f911070614 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 1095 time: 0.0927217 Aug 31 07:07:07.742451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-a2e33288-ff45-4c22-ba4f-86b2122e0655 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5 HTTP/1.1" status: 200 len: 217 time: 0.0431256 Aug 31 07:07:07.819722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-c60f8493-2d83-4a3e-8071-1e910d400a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:07.840453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-c60f8493-2d83-4a3e-8071-1e910d400a71 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0757213 Aug 31 07:07:07.918371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-19fb4d0d-2363-48bd-a8f2-1bc0789074cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:07.919929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-19fb4d0d-2363-48bd-a8f2-1bc0789074cf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0786202 Aug 31 07:07:07.946823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:08.111205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'networks': [{'name': 'tempest-network--453150715'}, {'name': 'tempest-network--142270294'}]} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:08.111522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-network--453150715'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:08.111984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-network--142270294'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:08.114593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcaf82f-f786-4a3b-bab3-93d7606ff8c0 req-78466072-1e14-435c-bf6a-50f54c21ae92 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.116102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6dcaf82f-f786-4a3b-bab3-93d7606ff8c0 req-78466072-1e14-435c-bf6a-50f54c21ae92 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0831084 Aug 31 07:07:08.123450 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ae9a71-6855-491c-8419-079d9fe27d2c x-openstack-request-id: req-b7ae9a71-6855-491c-8419-079d9fe27d2c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:08.123741 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:08.123999 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b7ae9a71-6855-491c-8419-079d9fe27d2c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:08.124405 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5', 'status': 'completed', 'code': 200} Aug 31 07:07:08.143593 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-28f8cdb0-32d1-4892-a9f1-2e37c9637240 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157171 Aug 31 07:07:08.162809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'network': 2} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:08.169756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.179315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.216577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6dcaf82f-f786-4a3b-bab3-93d7606ff8c0 req-39c8af1e-2396-41cf-99ad-5fc21348022f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895140 Aug 31 07:07:08.295500 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9aac0767-89ed-4e18-8e80-f460b556c94b req-ec6469bd-7322-4099-9a3f-1ec0f0dd9a8a service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392293 Aug 31 07:07:08.329080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.333531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.334064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.379337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab64aba-08ad-4b4b-9aae-aa1fcca1ad25,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.386478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:08.398509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.399271 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment fd1cedbd-4938-4973-8af5-2f57cc490cd9 of type vlan for network 7ef5db65-c8f6-46c4-adde-c8524e4df143 Aug 31 07:07:08.421654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-a8395660-9b67-4311-8d67-5225fdc115da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.423176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-a8395660-9b67-4311-8d67-5225fdc115da service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 1095 time: 0.0796354 Aug 31 07:07:08.460243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.492383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:08.508335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.508694 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment 4f28a20c-c864-4fa9-a0e5-9749b91664b7 of type vlan for network ac9c0d92-fc26-4643-910c-1040dc038f45 Aug 31 07:07:08.563450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.563709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-aff9988e-2a61-41e3-96bb-b2cd69693c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.566586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-aff9988e-2a61-41e3-96bb-b2cd69693c25 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1348004 Aug 31 07:07:08.598960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.599587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.607555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.613243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.614137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:08.622105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-05537645-014c-4ca9-890a-badb9b435e03 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5 HTTP/1.1" status: 200 len: 217 time: 0.0422318 Aug 31 07:07:08.676137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-bf849bd1-c286-4f27-a468-2ab25197e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.678462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-bf849bd1-c286-4f27-a468-2ab25197e397 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0542953 Aug 31 07:07:08.737181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-b76be93d-b818-489e-b359-cb54d4772956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:08.739008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-b76be93d-b818-489e-b359-cb54d4772956 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524030 Aug 31 07:07:08.743127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=7ef5db65-c8f6-46c4-adde-c8524e4df143,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.749342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8007982 Aug 31 07:07:08.754439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 7ef5db65-c8f6-46c4-adde-c8524e4df143 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:08.755661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33230) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:08.920659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-be47b1c8-11b9-4dc1-83b8-1eb93655d97b service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538591 Aug 31 07:07:08.974223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4ad8-a934-4c16-b456-5aa149eb5196 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=ac9c0d92-fc26-4643-910c-1040dc038f45,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:08.986150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ac9c0d92-fc26-4643-910c-1040dc038f45 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:09.042559 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20175cb4-78b8-44a4-9f7f-b573be463db5 req-f6479900-1320-4949-8958-def6e6db9b21 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098380 Aug 31 07:07:09.045408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eda6b-26f1-4a41-94f9-5d1f0dbe881f tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.051736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eda6b-26f1-4a41-94f9-5d1f0dbe881f tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.058553 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eda6b-26f1-4a41-94f9-5d1f0dbe881f tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.064819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f0eda6b-26f1-4a41-94f9-5d1f0dbe881f tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.069615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33236) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:09.070004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8f0eda6b-26f1-4a41-94f9-5d1f0dbe881f tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3127937 Aug 31 07:07:09.161642 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.253206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.264081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef5db65-c8f6-46c4-adde-c8524e4df143']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.275399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd1cedbd-4938-4973-8af5-2f57cc490cd9') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.275749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd1cedbd-4938-4973-8af5-2f57cc490cd9') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.289794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.303982 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.310810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:09.311272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:09.376588 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:09.382465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce8bb5d-4ecc-4974-b509-0d42fe421dcf req-fff41235-3711-4237-9f74-e76a50b560e7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.384676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dce8bb5d-4ecc-4974-b509-0d42fe421dcf req-fff41235-3711-4237-9f74-e76a50b560e7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0650713 Aug 31 07:07:09.394683 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.404936 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.409800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33248) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:09.410841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/7ef5db65-c8f6-46c4-adde-c8524e4df143 HTTP/1.1" status: 204 len: 168 time: 0.3398466 Aug 31 07:07:09.423659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041cf589-2a0c-4708-b6bf-f4a76c3392d6 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=7ef5db65-c8f6-46c4-adde-c8524e4df143,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:09.491486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dce8bb5d-4ecc-4974-b509-0d42fe421dcf req-24fa8a25-3f1c-49ab-9c65-75d6b56422cb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002352 Aug 31 07:07:09.513815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.598750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.609404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9c0d92-fc26-4643-910c-1040dc038f45']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.619750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f28a20c-c864-4fa9-a0e5-9749b91664b7') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.620871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f28a20c-c864-4fa9-a0e5-9749b91664b7') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:09.630088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.644541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.651090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:09.651938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:09.657048 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:09.728254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.739768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:09.744088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/ac9c0d92-fc26-4643-910c-1040dc038f45 HTTP/1.1" status: 204 len: 168 time: 0.3307965 Aug 31 07:07:09.745789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33256) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:09.764594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70387814-e1f4-401e-8de2-16c509e101ff tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=ac9c0d92-fc26-4643-910c-1040dc038f45,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:09.934591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8305d5-d789-4aa1-8fb6-9f60c7fc50bb tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.940515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8305d5-d789-4aa1-8fb6-9f60c7fc50bb tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:09.946040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2a8305d5-d789-4aa1-8fb6-9f60c7fc50bb tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1958652 Aug 31 07:07:09.946280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33258) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:09.952002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1116000853'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:09.974942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:09.981146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.005734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:10.014724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.015067 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment f518fd49-b4cd-4ab9-9f62-cac92945e9fc of type vlan for network 90cb2004-de44-4470-a12b-59a14eb153d5 Aug 31 07:07:10.072087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.097720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.103210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.103801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.162547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2128754 Aug 31 07:07:10.162765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33264) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:10.168257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-391816016'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:10.189539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432256f-5b21-4a85-aa1a-a08eacc959ca tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=90cb2004-de44-4470-a12b-59a14eb153d5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:10.203487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:10.204302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 90cb2004-de44-4470-a12b-59a14eb153d5 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:10.207037 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.234792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:10.246188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.246653 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment 988b3904-fa0d-4d8e-889b-215e3de16a3c of type vlan for network 627ab8ef-d965-48fd-bcc8-6ac333e579aa Aug 31 07:07:10.313821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.345458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.351824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.352409 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.419950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=627ab8ef-d965-48fd-bcc8-6ac333e579aa,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:10.430887 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-97c0d24d-41ca-4fe7-ab44-6b49e7a461cf tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2670889 Aug 31 07:07:10.431067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 627ab8ef-d965-48fd-bcc8-6ac333e579aa details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:10.434691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33270) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:10.440350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'ports': [{'network_id': '90cb2004-de44-4470-a12b-59a14eb153d5', 'name': 'tempest-port--1742755628', 'admin_state_up': True}, {'network_id': '627ab8ef-d965-48fd-bcc8-6ac333e579aa', 'admin_state_up': False}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:10.440783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'port': {'network_id': '90cb2004-de44-4470-a12b-59a14eb153d5', 'name': 'tempest-port--1742755628', 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:10.441298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'port': {'network_id': '627ab8ef-d965-48fd-bcc8-6ac333e579aa', 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:10.670366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ff75f-98e9-42d5-90d7-fc09733483c0 req-2a734c9a-42ce-420e-8fb8-22fbcce137a4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:10.671993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be5ff75f-98e9-42d5-90d7-fc09733483c0 req-2a734c9a-42ce-420e-8fb8-22fbcce137a4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.1006751 Aug 31 07:07:10.686748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'port': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:10.691573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.723973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:10.765122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-be5ff75f-98e9-42d5-90d7-fc09733483c0 req-38518924-0076-4382-889f-96bd50a52471 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711563 Aug 31 07:07:10.819231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] device_id is not set on port 71fe2454-0d1c-416b-8d19-63748727b172 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:07:10.936661 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.007533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] device_id is not set on port 73fe7179-ec8b-40ee-ba5c-ba46169f52ea yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:07:11.115144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.156112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.220358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Port': ['ID=71fe2454-0d1c-416b-8d19-63748727b172,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:11.232360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Checking segment: {'id': 'f518fd49-b4cd-4ab9-9f62-cac92945e9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '90cb2004-de44-4470-a12b-59a14eb153d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:11.232719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network hostable DHCP agents. Network: 90cb2004-de44-4470-a12b-59a14eb153d5, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:11.250635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network 90cb2004-de44-4470-a12b-59a14eb153d5 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:11.260616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 90cb2004-de44-4470-a12b-59a14eb153d5) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:11.273992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:11.273992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.277162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24370e-820f-400a-8216-7c7d173b5eba None None] Network 90cb2004-de44-4470-a12b-59a14eb153d5 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:11.329898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Port': ['ID=73fe7179-ec8b-40ee-ba5c-ba46169f52ea,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:11.352544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Checking segment: {'id': '988b3904-fa0d-4d8e-889b-215e3de16a3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': '627ab8ef-d965-48fd-bcc8-6ac333e579aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:11.352899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network hostable DHCP agents. Network: 627ab8ef-d965-48fd-bcc8-6ac333e579aa, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:11.376984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network 627ab8ef-d965-48fd-bcc8-6ac333e579aa is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:11.391060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 627ab8ef-d965-48fd-bcc8-6ac333e579aa) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:11.395995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:11.404635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.410021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.410755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.411276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a58a3c-ee40-4fd4-a208-1aa2a8625521 None None] Network 627ab8ef-d965-48fd-bcc8-6ac333e579aa requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:11.425755 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e8a58ae0-6f32-4de9-b0a7-d779a8f3c457 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9896004 Aug 31 07:07:11.428208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:11.478866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f41f7-adde-4b99-a9c7-61d12478340c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.487188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43f41f7-adde-4b99-a9c7-61d12478340c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.491379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f43f41f7-adde-4b99-a9c7-61d12478340c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0596380 Aug 31 07:07:11.491725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:11.902984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e752af-f673-43be-83da-7ce4c30c4831 req-c4a0941d-7d83-48fe-9d53-23da565a1c49 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:11.904851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e752af-f673-43be-83da-7ce4c30c4831 req-c4a0941d-7d83-48fe-9d53-23da565a1c49 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0603099 Aug 31 07:07:11.929215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Deleting port 71fe2454-0d1c-416b-8d19-63748727b172 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:11.929860 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:11.946700 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e752af-f673-43be-83da-7ce4c30c4831 req-82987bfd-05a5-463d-9068-d581e1a9ec9d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337896 Aug 31 07:07:11.999354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.013224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Calling delete_port for 71fe2454-0d1c-416b-8d19-63748727b172 owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:12.100058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.130348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Port': ['ID=71fe2454-0d1c-416b-8d19-63748727b172,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:12.135820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.138637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-72ba17cb-1e4a-4204-8d1d-727e81765ffc tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/ports/71fe2454-0d1c-416b-8d19-63748727b172 HTTP/1.1" status: 204 len: 168 time: 0.6458976 Aug 31 07:07:12.141126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:12.175200 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:07:12.232771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Deleting port 73fe7179-ec8b-40ee-ba5c-ba46169f52ea {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:12.233140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.308302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.321702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Calling delete_port for 73fe7179-ec8b-40ee-ba5c-ba46169f52ea owned by {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:12.410473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.440472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Port': ['ID=73fe7179-ec8b-40ee-ba5c-ba46169f52ea,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:12.445804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.447775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-15121b31-6028-434a-8166-5f5ce84b9611 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/ports/73fe7179-ec8b-40ee-ba5c-ba46169f52ea HTTP/1.1" status: 204 len: 168 time: 0.3056214 Aug 31 07:07:12.450932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33320) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:12.480496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ce3279a-c111-49fd-9174-f5be5213b0ee tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0275569 Aug 31 07:07:12.483462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:12.488568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-109194642'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:12.511686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:12.515677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.541095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:12.550618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.551046 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment 4cc31ae8-85a5-4e24-9513-7200a8095adc of type vlan for network dae8d296-6d30-4538-971a-822b977be2f0 Aug 31 07:07:12.594201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.618528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.624725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.625336 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.686966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2024732 Aug 31 07:07:12.689701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:12.696787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1219598236'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:12.704171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c595-3ddf-4134-b2f9-b01c6daefb0a tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=dae8d296-6d30-4538-971a-822b977be2f0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:12.718720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dae8d296-6d30-4538-971a-822b977be2f0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:12.726189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:12.730493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.756443 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:12.766045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.766391 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Added segment e97f3472-c4a0-49fd-ab2d-c57fd620236e of type vlan for network cb53af55-599f-4e53-b469-5abf43312eed Aug 31 07:07:12.812421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.837964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.844374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:12.844961 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:12.906848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2160649 Aug 31 07:07:12.917874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f00e4c-6816-4345-b131-e050ecc1fba1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Network': ['ID=cb53af55-599f-4e53-b469-5abf43312eed,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:12.928448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network cb53af55-599f-4e53-b469-5abf43312eed details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:13.082797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52084ebf-d2f3-4db3-9faa-71684b5e85df req-f09c4b52-221b-4d3c-a082-1c95052eecd2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:13.084430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52084ebf-d2f3-4db3-9faa-71684b5e85df req-f09c4b52-221b-4d3c-a082-1c95052eecd2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0576322 Aug 31 07:07:13.129626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52084ebf-d2f3-4db3-9faa-71684b5e85df req-4dbd346a-b88f-451e-ac11-8c1e09c362a8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372603 Aug 31 07:07:14.253358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81490f43-4bf7-4c0a-aea1-17566eae9a1b req-79e822e1-2316-49cc-a1e1-f4e9c5490b27 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:14.255461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81490f43-4bf7-4c0a-aea1-17566eae9a1b req-79e822e1-2316-49cc-a1e1-f4e9c5490b27 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0592148 Aug 31 07:07:14.297606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81490f43-4bf7-4c0a-aea1-17566eae9a1b req-81a02658-a67f-4f0b-8086-7ce51b8f1952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348904 Aug 31 07:07:15.451725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c407ee5-21e3-4b89-ac63-c4fc9dfd51f9 req-e069e395-a73a-4ab5-a778-7b05bfc41f48 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:15.453394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c407ee5-21e3-4b89-ac63-c4fc9dfd51f9 req-e069e395-a73a-4ab5-a778-7b05bfc41f48 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0513613 Aug 31 07:07:15.493012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c407ee5-21e3-4b89-ac63-c4fc9dfd51f9 req-856decf5-c904-42dd-9816-5041046752d1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327680 Aug 31 07:07:15.805257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.290673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:16.296324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'subnets': [{'network_id': 'dae8d296-6d30-4538-971a-822b977be2f0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1954225191', 'ip_version': 6}, {'network_id': 'cb53af55-599f-4e53-b469-5abf43312eed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:16.296643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'subnet': {'network_id': 'dae8d296-6d30-4538-971a-822b977be2f0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1954225191', 'ip_version': 6}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:16.297308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Request body: {'subnet': {'network_id': 'cb53af55-599f-4e53-b469-5abf43312eed', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:16.459924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Made reservation on behalf of ca86df9306974cd2aa4116166301c829 for: {'subnet': 2} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:16.465471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.465818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.619050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15ac19-e9f8-4597-9a1b-d08e36dd8b65 req-3d3e0682-4458-402e-9b01-507f822d18a8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:16.621156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d15ac19-e9f8-4597-9a1b-d08e36dd8b65 req-3d3e0682-4458-402e-9b01-507f822d18a8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 943 time: 0.0563259 Aug 31 07:07:16.665913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d15ac19-e9f8-4597-9a1b-d08e36dd8b65 req-97bbeeee-8f80-4aee-87f0-7cdaf0d19cbb tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377600 Aug 31 07:07:16.876473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:16.919031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c19fca0b-2ac3-4a93-af44-c3f9556b12a5 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:16.937265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Subnet': ['ID=a14077c6-ac16-4bc5-83b1-a0d77310129d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:16.947439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Checking segment: {'id': '4cc31ae8-85a5-4e24-9513-7200a8095adc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'dae8d296-6d30-4538-971a-822b977be2f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:16.947804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network hostable DHCP agents. Network: dae8d296-6d30-4538-971a-822b977be2f0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:16.967942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network dae8d296-6d30-4538-971a-822b977be2f0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:16.977983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dae8d296-6d30-4538-971a-822b977be2f0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:16.983162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.003012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646874eb-97c1-4bfd-b8c1-adc3f14db020 None None] Network dae8d296-6d30-4538-971a-822b977be2f0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:17.052338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event updated for resources: {'Subnet': ['ID=0f4f4e65-bb44-4e07-b188-70ad71728f38,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:17.068771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Checking segment: {'id': 'e97f3472-c4a0-49fd-ab2d-c57fd620236e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'cb53af55-599f-4e53-b469-5abf43312eed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:17.069132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network hostable DHCP agents. Network: cb53af55-599f-4e53-b469-5abf43312eed, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:17.087058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Network cb53af55-599f-4e53-b469-5abf43312eed is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:17.098877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, cb53af55-599f-4e53-b469-5abf43312eed) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:17.112557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.112915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.113559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.129605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ebdf84ba-2ab0-44d9-9e72-df2d4550c334 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 0.8373914 Aug 31 07:07:17.132476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33362) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.133755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4858296-e447-4b0e-9c3d-469ba781e826 None None] Network cb53af55-599f-4e53-b469-5abf43312eed requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:17.208912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:17.230892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744eb959-c282-4be8-a2e7-4d0a28a8b130 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.232522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744eb959-c282-4be8-a2e7-4d0a28a8b130 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.234043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744eb959-c282-4be8-a2e7-4d0a28a8b130 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.235648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-744eb959-c282-4be8-a2e7-4d0a28a8b130 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1019220 Aug 31 07:07:17.245607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.254193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5', 'mac_address': 'fa:16:3e:05:09:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:17.264191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88711ffb-b42d-4f36-bc87-e7a065bfa90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-dae8d296-6d30-4538-971a-822b977be2f0', 'network_id': 'dae8d296-6d30-4538-971a-822b977be2f0', 'tenant_id': 'ca86df9306974cd2aa4116166301c829', 'fixed_ips': [{'subnet_id': 'a14077c6-ac16-4bc5-83b1-a0d77310129d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:17.265183 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-88711ffb-b42d-4f36-bc87-e7a065bfa90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.317637 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Deleting subnet a14077c6-ac16-4bc5-83b1-a0d77310129d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:17.321302 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.348224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.375481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.407064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c19fca0b-2ac3-4a93-af44-c3f9556b12a5 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:17.433472 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.460726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:17.468913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.500767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-88711ffb-b42d-4f36-bc87-e7a065bfa90a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a14077c6-ac16-4bc5-83b1-a0d77310129d: This subnet is being modified by another concurrent operation. Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a14077c6-ac16-4bc5-83b1-a0d77310129d: This subnet is being modified by another concurrent operation. Aug 31 07:07:17.514138 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 07:07:17.545187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.547121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/subnets/a14077c6-ac16-4bc5-83b1-a0d77310129d HTTP/1.1" status: 204 len: 168 time: 0.3002412 Aug 31 07:07:17.548056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a2fa18-4c25-4d69-a076-1253e5070825 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Subnet': ['ID=a14077c6-ac16-4bc5-83b1-a0d77310129d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:17.549815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33370) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.553753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1961376d-6d74-4fdb-ac56-05b6acd4c292 None None] Network dae8d296-6d30-4538-971a-822b977be2f0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:17.607478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b7ab7f-3d9d-4b05-879f-ed6caa91a90a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-cb53af55-599f-4e53-b469-5abf43312eed', 'network_id': 'cb53af55-599f-4e53-b469-5abf43312eed', 'tenant_id': 'ca86df9306974cd2aa4116166301c829', 'fixed_ips': [{'subnet_id': '0f4f4e65-bb44-4e07-b188-70ad71728f38'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:17.607779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Deleting subnet 0f4f4e65-bb44-4e07-b188-70ad71728f38 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:17.608573 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-32b7ab7f-3d9d-4b05-879f-ed6caa91a90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.611599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.648104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:17.660415 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.663037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.663454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.663857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.664276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.664672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.665212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.665569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.665896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.666221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.666548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.666940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.667765 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.710277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.787584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.824516 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e1ef2b-4819-4626-8021-8719a3191aec req-97aef159-66f2-4de0-ad1e-6716879e6094 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.826201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Subnet': ['ID=0f4f4e65-bb44-4e07-b188-70ad71728f38,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:17.826570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97e1ef2b-4819-4626-8021-8719a3191aec req-97aef159-66f2-4de0-ad1e-6716879e6094 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 944 time: 0.0743539 Aug 31 07:07:17.828778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:17.830653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/subnets/0f4f4e65-bb44-4e07-b188-70ad71728f38 HTTP/1.1" status: 204 len: 168 time: 0.2798018 Aug 31 07:07:17.833371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.838226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.844434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.846050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.846402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.846987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.847360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.847767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.848110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.849558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.849901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.850233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.850563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13365610-3451-46c6-8e17-26e94965b064 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:17.879684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c19fca0b-2ac3-4a93-af44-c3f9556b12a5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:17.923905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ccbb891-1e7a-486c-9b6f-b8ef39ef25e0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:17.925312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ccbb891-1e7a-486c-9b6f-b8ef39ef25e0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0909839 Aug 31 07:07:17.930485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:17.931400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97e1ef2b-4819-4626-8021-8719a3191aec req-32e6d78a-dc56-4cde-ba01-55ab3501b93b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807168 Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-32b7ab7f-3d9d-4b05-879f-ed6caa91a90a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f4f4e65-bb44-4e07-b188-70ad71728f38: This subnet is being modified by another concurrent operation. Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0f4f4e65-bb44-4e07-b188-70ad71728f38: This subnet is being modified by another concurrent operation. Aug 31 07:07:18.017494 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 07:07:18.039840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.041750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14cf2a6-9498-4bf1-ad41-60a3c23f8e3c None None] Network cb53af55-599f-4e53-b469-5abf43312eed requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:18.135271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.146142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb53af55-599f-4e53-b469-5abf43312eed']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.156680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97f3472-c4a0-49fd-ab2d-c57fd620236e') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.156979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97f3472-c4a0-49fd-ab2d-c57fd620236e') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.165731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.180537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.187517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:18.188026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:18.191163 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:18.202647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb76f04f-aed9-42a0-b103-8f0cffa6521a None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:18.249887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.258207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.260299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/cb53af55-599f-4e53-b469-5abf43312eed HTTP/1.1" status: 204 len: 168 time: 0.3291612 Aug 31 07:07:18.264218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33378) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:18.271538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15562f3b-82c4-4a28-83ce-c46d59f0153c tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=cb53af55-599f-4e53-b469-5abf43312eed,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:18.298260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb76f04f-aed9-42a0-b103-8f0cffa6521a None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:18.366652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.464950 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.475889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae8d296-6d30-4538-971a-822b977be2f0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.487216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cc31ae8-85a5-4e24-9513-7200a8095adc') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.487508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cc31ae8-85a5-4e24-9513-7200a8095adc') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.496997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.513792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.520544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:18.520956 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:18.524886 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:18.550895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84297f0d-c6f0-4264-b237-d7a5c9325597 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:18.591442 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.596405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.598326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/dae8d296-6d30-4538-971a-822b977be2f0 HTTP/1.1" status: 204 len: 168 time: 0.3329568 Aug 31 07:07:18.600834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:18.620916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c5aa94-cb61-42c2-ac63-f068b4096fc1 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=dae8d296-6d30-4538-971a-822b977be2f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:18.642217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84297f0d-c6f0-4264-b237-d7a5c9325597 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:18.694085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.786652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.798077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ab8ef-d965-48fd-bcc8-6ac333e579aa']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.813643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '988b3904-fa0d-4d8e-889b-215e3de16a3c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.813985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '988b3904-fa0d-4d8e-889b-215e3de16a3c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:18.823635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.840581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.847397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:18.848150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:18.851716 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:18.911154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.918685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:18.920358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/627ab8ef-d965-48fd-bcc8-6ac333e579aa HTTP/1.1" status: 204 len: 168 time: 0.3183026 Aug 31 07:07:18.922813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33384) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:18.938106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c19fca0b-2ac3-4a93-af44-c3f9556b12a5 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:18.942246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512b50e-0b43-46e5-bbff-15684d20f6a0 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=627ab8ef-d965-48fd-bcc8-6ac333e579aa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:19.000527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:19.005863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:19.006594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.058474 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.094920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.107518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926cef-227a-486a-bf7a-822084391c9a req-d8e8f04a-bace-4754-ac53-417b36fc926a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:19.109147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7926cef-227a-486a-bf7a-822084391c9a req-d8e8f04a-bace-4754-ac53-417b36fc926a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 944 time: 0.0926483 Aug 31 07:07:19.120900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:19.123229 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eb9dbd-0592-4ba2-a294-5bc1670971a9" -d '{"events": [{"server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:19.136974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:19.142096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.190451 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a6154d-d10f-4730-939f-7272bb85dec3 x-openstack-request-id: req-d4a6154d-d10f-4730-939f-7272bb85dec3 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:19.191158 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "name": "network-vif-plugged", "status": "completed", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:19.191717 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d4a6154d-d10f-4730-939f-7272bb85dec3 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:19.192300 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5', 'code': 200} Aug 31 07:07:19.213212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:19.296713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429df7c8-36ac-4aae-b824-489b10cfff9e req-aa456f87-35e7-41fe-8664-7f4c04af33ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:19.298308 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-429df7c8-36ac-4aae-b824-489b10cfff9e req-aa456f87-35e7-41fe-8664-7f4c04af33ce service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 1097 time: 0.0520210 Aug 31 07:07:19.336845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-429df7c8-36ac-4aae-b824-489b10cfff9e req-805e04f6-c1fe-421a-8862-df39c3e44245 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311315 Aug 31 07:07:19.491726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.510085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90cb2004-de44-4470-a12b-59a14eb153d5']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:19.515108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e7926cef-227a-486a-bf7a-822084391c9a req-3c4faa1c-482e-4eda-8053-99205a7f7695 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901720 Aug 31 07:07:19.523472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f518fd49-b4cd-4ab9-9f62-cac92945e9fc') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:19.524031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f518fd49-b4cd-4ab9-9f62-cac92945e9fc') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:19.543107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.557897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.564184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:19.564611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:19.567640 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:19.630805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.638351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:19.640990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] 10.222.0.57 "DELETE /v2.0/networks/90cb2004-de44-4470-a12b-59a14eb153d5 HTTP/1.1" status: 204 len: 168 time: 0.7169325 Aug 31 07:07:19.658583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62725ca5-761c-452d-8eb2-d106e27a7134 tempest-BulkNetworkOpsIpV6Test-1688807456 tempest-BulkNetworkOpsIpV6Test-1688807456-project] Pushing event deleted for resources: {'Network': ['ID=90cb2004-de44-4470-a12b-59a14eb153d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:19.909788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33398) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.048694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1fedb56d-8a37-4877-8c7b-13c10171b867 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ca86df9306974cd2aa4116166301c829&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377056 Aug 31 07:07:20.051158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33402) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:20.103142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.125047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.171607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.174198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:20.177617 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0ab64aba-08ad-4b4b-9aae-aa1fcca1ad25 HTTP/1.1" status: 204 len: 168 time: 0.1232696 Aug 31 07:07:20.183767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9856c66-fef4-4483-af42-628184d0bbb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab64aba-08ad-4b4b-9aae-aa1fcca1ad25,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:20.650729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571a95e-9443-41c0-9640-ab788e3bfd56 req-c4bbcab7-8037-4d1d-88b0-1a033a63c0c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:20.652854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4571a95e-9443-41c0-9640-ab788e3bfd56 req-c4bbcab7-8037-4d1d-88b0-1a033a63c0c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 945 time: 0.0544009 Aug 31 07:07:20.722952 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4571a95e-9443-41c0-9640-ab788e3bfd56 req-aea0686d-07e9-4833-83dd-392a11919961 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566950 Aug 31 07:07:20.826301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b19e1-d274-4bc5-b76a-960b8a5c67a4 req-8232ac3e-b635-41d0-aa24-46dcbb85817b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:20.827965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-299b19e1-d274-4bc5-b76a-960b8a5c67a4 req-8232ac3e-b635-41d0-aa24-46dcbb85817b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 945 time: 0.0540922 Aug 31 07:07:20.873101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-299b19e1-d274-4bc5-b76a-960b8a5c67a4 req-8d4fd85b-8465-4d6a-90b6-1fa02a835737 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388868 Aug 31 07:07:20.950097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33432) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:21.057633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-931456720'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:21.081932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:21.086330 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.097536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.203888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.209288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.236057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:21.252363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29f5a4d7-ad78-467d-928c-2eb538a0278a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:21.256995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.257542 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 23d2dff8-bb5b-4ac0-945f-a1004b4a01ae of type vlan for network e8f4cfa7-bdcd-4000-9a53-06426f031b7b Aug 31 07:07:21.305976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.337889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.346359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:21.347202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:21.413459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4620144 Aug 31 07:07:21.437093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b65399-fa20-4a8d-89d3-3371fe84e8db tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=e8f4cfa7-bdcd-4000-9a53-06426f031b7b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:21.456267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:23.656633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-6cf1fd59-2bf9-448c-8c29-9aad3d11c88d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:23.658165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-6cf1fd59-2bf9-448c-8c29-9aad3d11c88d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1177289 Aug 31 07:07:23.674940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-568d2a09-707b-4691-be66-050c2d421c3d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0099840 Aug 31 07:07:23.732677 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-8f0506e7-734d-483f-9597-bc363d29844e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518799 Aug 31 07:07:23.833817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-d2d34cb8-0561-4a81-8f71-46569f144e0d service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931244 Aug 31 07:07:23.926083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-2b322793-371a-4731-9c91-c440693d1504 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848858 Aug 31 07:07:24.227203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4dba5f4f-ab27-4d77-9ea0-70e1157bb4b3 req-f56c3694-dc2c-491f-b80d-be3288c0d5b5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0673470 Aug 31 07:07:24.735982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33542) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:24.735982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:24.821371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-23927375-cfe9-48b1-a0e6-fe46d85e02e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:24.860280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:24.866570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.127066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.204558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=0f46b9be-7cfb-45ec-87a0-117c386786a7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.206856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:25.207227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: e8f4cfa7-bdcd-4000-9a53-06426f031b7b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:25.226902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:25.243948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e8f4cfa7-bdcd-4000-9a53-06426f031b7b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:25.249494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:25.250088 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.258953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55b589df-ee21-42f9-ab81-ab27ad43e87e None None] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:25.280748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:25.290048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a151ff7b-60b2-4de3-bd34-e72642938d43 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5686228 Aug 31 07:07:25.298730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-431194776'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:25.359060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:25.363723 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.432923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae3d95f2-5fcb-45e1-914e-bf63cbdbd33b req-632b7bb2-53e2-4a82-b7ad-6af391d46524 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0531726 Aug 31 07:07:25.467577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:25.515890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.516436 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1 of type vlan for network 409ba151-7f14-4792-8bf5-ca21522f3685 Aug 31 07:07:25.542946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-e8f4cfa7-bdcd-4000-9a53-06426f031b7b', 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '0f46b9be-7cfb-45ec-87a0-117c386786a7'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:25.543904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.587510 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.621984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ca78cf7a-1367-49a3-b54c-2ade024b83c4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:25.624136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ca78cf7a-1367-49a3-b54c-2ade024b83c4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1963792 Aug 31 07:07:25.650070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '212228b0-5012-42ca-a757-860e4f17242f', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:25.752445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Allocated IP 2001:db8:0:ffff::2 (e8f4cfa7-bdcd-4000-9a53-06426f031b7b/0f46b9be-7cfb-45ec-87a0-117c386786a7/de954d0f-e140-4712-b20e-b671d9a02128) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:25.775439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.781837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:25.782767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.866412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=409ba151-7f14-4792-8bf5-ca21522f3685,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:25.873116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:25.890225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:25.890502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 409ba151-7f14-4792-8bf5-ca21522f3685 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:25.895375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3ef2b7ab-539c-4fc9-9e13-a9b824972645 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6113887 Aug 31 07:07:25.898289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:25.904167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:26.061928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:26.065909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.074503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.090705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Transition to ACTIVE for port object de954d0f-e140-4712-b20e-b671d9a02128 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:26.126191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Transition to ACTIVE for port object de954d0f-e140-4712-b20e-b671d9a02128 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:26.142291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.181524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:26.185196 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:26.188664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:26.204037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.13 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/ca9c5879-71d8-4ccc-82a8-50ffcf414813) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:26.234083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Pushing event updated for resources: {'Port': ['ID=de954d0f-e140-4712-b20e-b671d9a02128,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.273626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Attempting to bind port de954d0f-e140-4712-b20e-b671d9a02128 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:26.274375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Attempting to bind port de954d0f-e140-4712-b20e-b671d9a02128 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:26.275172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Attempting to bind port de954d0f-e140-4712-b20e-b671d9a02128 on network e8f4cfa7-bdcd-4000-9a53-06426f031b7b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:26.281888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:26.282672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Checking segment: {'id': '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:26.283346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.283960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Bound using segment: {'id': '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:26.284659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Bound port: de954d0f-e140-4712-b20e-b671d9a02128, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': 'e8f4cfa7-bdcd-4000-9a53-06426f031b7b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:26.285943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.414316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] For port de954d0f-e140-4712-b20e-b671d9a02128, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:26.419229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] For port de954d0f-e140-4712-b20e-b671d9a02128, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de954d0f-e140-4712-b20e-b671d9a02128,segment=NetworkSegment(23d2dff8-bb5b-4ac0-945f-a1004b4a01ae),segment_id=23d2dff8-bb5b-4ac0-945f-a1004b4a01ae)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:26.429738 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.442132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.549652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.575226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object ca9c5879-71d8-4ccc-82a8-50ffcf414813 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:26.580295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65e05b1-812b-45a1-8d12-c01ed7cc12fd None None] Pushing event updated for resources: {'Port': ['ID=de954d0f-e140-4712-b20e-b671d9a02128,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.582755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=311498a7-3978-464e-897f-6d9be6cba2b7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.623262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:26.624592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 409ba151-7f14-4792-8bf5-ca21522f3685, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:26.626465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.640512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c19fca0b-2ac3-4a93-af44-c3f9556b12a5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:26.707102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 409ba151-7f14-4792-8bf5-ca21522f3685 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:26.719764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:26.721902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:26.726466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:26.748357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 409ba151-7f14-4792-8bf5-ca21522f3685) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:26.760117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:26.761660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.780178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb010b25-b5c7-4494-a3d7-b2fbe1688714 None None] Network 409ba151-7f14-4792-8bf5-ca21522f3685 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:26.807639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:26.833067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8cd9e-5fbf-4e2f-bed5-b86241ec9fe1 req-9aa5fc94-3cb9-4b13-8e74-f5226c45ca29 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:26.838413 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7cf8cd9e-5fbf-4e2f-bed5-b86241ec9fe1 req-9aa5fc94-3cb9-4b13-8e74-f5226c45ca29 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 932 time: 0.1971712 Aug 31 07:07:26.845354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8686749f-d816-4256-b213-fbb55bc5ed93 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9459293 Aug 31 07:07:26.849662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33590) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:26.858045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:26.860464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:26.907422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-f815977d-db13-4b53-a0fb-1dc4b2854935 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2619488 Aug 31 07:07:26.922504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Request body: {'port': {'device_id': '212228b0-5012-42ca-a757-860e4f17242f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:27.035851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.107098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7cf8cd9e-5fbf-4e2f-bed5-b86241ec9fe1 req-937ee03f-0b86-40e0-9c51-0fdeaa419a8f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549253 Aug 31 07:07:27.224064 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.284746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-409ba151-7f14-4792-8bf5-ca21522f3685', 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '311498a7-3978-464e-897f-6d9be6cba2b7'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:27.286835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.367384 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.493611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4261030f-ef3c-466a-bfd6-8b300c6972a9 None None] Provisioning for port ca9c5879-71d8-4ccc-82a8-50ffcf414813 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:27.503612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4261030f-ef3c-466a-bfd6-8b300c6972a9 None None] Provisioning complete for port ca9c5879-71d8-4ccc-82a8-50ffcf414813 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:27.503985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4261030f-ef3c-466a-bfd6-8b300c6972a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.508260 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8838f75f-7ca1-4829-9177-b05af797b77b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.579901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9c5879-71d8-4ccc-82a8-50ffcf414813 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:27.581827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Allocated IP 2001:db8::1 (409ba151-7f14-4792-8bf5-ca21522f3685/311498a7-3978-464e-897f-6d9be6cba2b7/ef360b71-db24-472c-93cb-5e03d8bbc208) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:27.591571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.618271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Transition to ACTIVE for port object ca9c5879-71d8-4ccc-82a8-50ffcf414813 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:27.627234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.642312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4261030f-ef3c-466a-bfd6-8b300c6972a9 None None] Port ca9c5879-71d8-4ccc-82a8-50ffcf414813 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:27.715817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:27.812370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:27.907651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Attempting to bind port ca9c5879-71d8-4ccc-82a8-50ffcf414813 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:27.908090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Attempting to bind port ca9c5879-71d8-4ccc-82a8-50ffcf414813 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:27.909185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Attempting to bind port ca9c5879-71d8-4ccc-82a8-50ffcf414813 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:27.932134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Port ca9c5879-71d8-4ccc-82a8-50ffcf414813 on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:07:27.933388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Attempting to bind port ca9c5879-71d8-4ccc-82a8-50ffcf414813 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:27.946772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:27.947108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:27.947510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:27.953477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Bound port: ca9c5879-71d8-4ccc-82a8-50ffcf414813, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:27.953972 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.045204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.063957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de954d0f-e140-4712-b20e-b671d9a02128 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:28.076690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Transition to ACTIVE for port object ef360b71-db24-472c-93cb-5e03d8bbc208 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:28.114351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:28.127538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:28.137095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.178880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Transition to ACTIVE for port object ef360b71-db24-472c-93cb-5e03d8bbc208 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:28.196945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.204989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.206242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.207061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.210053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] 10.222.0.50 "PUT /v2.0/ports/ca9c5879-71d8-4ccc-82a8-50ffcf414813 HTTP/1.1" status: 200 len: 1093 time: 1.2935677 Aug 31 07:07:28.212750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:28.217899 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd112753-b675-4fb8-98d7-185ca14106cf" -d '{"events": [{"name": "network-changed", "server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:28.244447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=311498a7-3978-464e-897f-6d9be6cba2b7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.253560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.254405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.254911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.255416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.255936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.256430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.257027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.258434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.259157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.259655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.260147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.261236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:07:28.312573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Pushing event updated for resources: {'Port': ['ID=ef360b71-db24-472c-93cb-5e03d8bbc208,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.357385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.367487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Network 409ba151-7f14-4792-8bf5-ca21522f3685 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:28.368681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ba151-7f14-4792-8bf5-ca21522f3685']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:28.374026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:28.376260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:28.381903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:28.382474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:28.384468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ef9e83-1262-4b57-a842-7e5c58df63ac None None] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:28.394240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.405104 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d996bfe-1dbc-49e3-8c22-2b326bb71513 x-openstack-request-id: req-4d996bfe-1dbc-49e3-8c22-2b326bb71513 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:28.409092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:28.409438 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4d996bfe-1dbc-49e3-8c22-2b326bb71513 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:28.410168 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813', 'status': 'completed', 'code': 200} Aug 31 07:07:28.410772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.423887 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:28.424675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.426701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0ad1f8-05f1-4a7b-b84e-e0b3ef585f50 service neutron] Pushing event updated for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:28.458202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900a8d0-cc65-4531-b3dc-97129d83f736 req-7830388f-5af8-4189-b473-9d48a1729d1c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.460238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5900a8d0-cc65-4531-b3dc-97129d83f736 req-7830388f-5af8-4189-b473-9d48a1729d1c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.2233675 Aug 31 07:07:28.462689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ea7b412f-d5a6-4df6-8a91-459c3ef6e13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.465154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ea7b412f-d5a6-4df6-8a91-459c3ef6e13e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 1096 time: 0.1839030 Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:28.491168 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:28.501217 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:07:28.501217 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:07:28.501217 n-d-712707-15 neutron-server[94640]: [parameters: {'id': '409ba151-7f14-4792-8bf5-ca21522f3685'}] Aug 31 07:07:28.501217 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:07:28.502112 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:07:28.539197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-fcc0420d-eafd-42b6-9678-45b256d1a3c3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813 HTTP/1.1" status: 200 len: 217 time: 0.0559006 Aug 31 07:07:28.576892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5900a8d0-cc65-4531-b3dc-97129d83f736 req-f99d8175-dd6a-4105-93d7-e90557e6f59a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104548 Aug 31 07:07:28.602243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port de954d0f-e140-4712-b20e-b671d9a02128 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:28.655870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Attempting to bind port ef360b71-db24-472c-93cb-5e03d8bbc208 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:28.656256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Attempting to bind port ef360b71-db24-472c-93cb-5e03d8bbc208 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:28.656612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Attempting to bind port ef360b71-db24-472c-93cb-5e03d8bbc208 on network 409ba151-7f14-4792-8bf5-ca21522f3685 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:28.656742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ea93d6d8-e758-420c-8f7e-17b17cc17fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.659147 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-ea93d6d8-e758-420c-8f7e-17b17cc17fd3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.1030400 Aug 31 07:07:28.661551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Provisioning for port de954d0f-e140-4712-b20e-b671d9a02128 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:28.669133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:28.669552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Checking segment: {'id': '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:28.669969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.670339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Bound using segment: {'id': '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:28.670817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Bound port: ef360b71-db24-472c-93cb-5e03d8bbc208, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '409ba151-7f14-4792-8bf5-ca21522f3685'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:28.671200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.689592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Provisioning complete for port de954d0f-e140-4712-b20e-b671d9a02128 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:28.689957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:28.722639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-008c53c4-5930-4dfc-a08b-d7147f15345c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:28.724058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-008c53c4-5930-4dfc-a08b-d7147f15345c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557210 Aug 31 07:07:28.861788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] For port ef360b71-db24-472c-93cb-5e03d8bbc208, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:28.865646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] For port ef360b71-db24-472c-93cb-5e03d8bbc208, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ef360b71-db24-472c-93cb-5e03d8bbc208,segment=NetworkSegment(4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1),segment_id=4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:28.886329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-790f9ab3-ece6-42c5-9043-aafe3ce6806a service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482084 Aug 31 07:07:28.897565 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.003199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.022601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.064125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0bc032-242d-47a7-a768-cb372e856f73 None None] Network 409ba151-7f14-4792-8bf5-ca21522f3685 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:29.066299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf09755-8ee3-4eab-a2b4-ee57b155bea4 None None] Pushing event updated for resources: {'Port': ['ID=ef360b71-db24-472c-93cb-5e03d8bbc208,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.123008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2c7196d2-ab6e-48ee-a8b2-6f4a1d23b386 req-a261d769-0075-48ff-9018-830110618f06 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286770 Aug 31 07:07:29.126587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port ef360b71-db24-472c-93cb-5e03d8bbc208 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:29.126929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.136618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] For port de954d0f-e140-4712-b20e-b671d9a02128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de954d0f-e140-4712-b20e-b671d9a02128,segment=NetworkSegment(23d2dff8-bb5b-4ac0-945f-a1004b4a01ae),segment_id=23d2dff8-bb5b-4ac0-945f-a1004b4a01ae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:29.155843 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.256479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port ef360b71-db24-472c-93cb-5e03d8bbc208, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ef360b71-db24-472c-93cb-5e03d8bbc208,segment=NetworkSegment(4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1),segment_id=4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:29.257196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112753-b675-4fb8-98d7-185ca14106cf req-eb389c94-b6be-477a-98de-194939f031bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:29.257729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.258812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-eb389c94-b6be-477a-98de-194939f031bc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 1096 time: 0.0708225 Aug 31 07:07:29.294420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for ef360b71-db24-472c-93cb-5e03d8bbc208 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:29.308359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37587b8-8b82-4149-b621-0e4bce22fc14 None None] Pushing event updated for resources: {'Port': ['ID=de954d0f-e140-4712-b20e-b671d9a02128,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.336745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50af2ad-d566-433e-a805-33f6833bf7b6 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:29.384097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112753-b675-4fb8-98d7-185ca14106cf req-c8ae1956-1b4c-4316-88fc-f17bcd8dcf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:29.390018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-c8ae1956-1b4c-4316-88fc-f17bcd8dcf62 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1216087 Aug 31 07:07:29.404663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.443846 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-c53521d0-0f58-4c51-80cb-7ca39133728c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813 HTTP/1.1" status: 200 len: 217 time: 0.0452387 Aug 31 07:07:29.453578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=ef360b71-db24-472c-93cb-5e03d8bbc208,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.478760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8d157b02-18bf-49ec-b394-b416f5f0013e None None] Provisioning complete for port de954d0f-e140-4712-b20e-b671d9a02128 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:29.481881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port ef360b71-db24-472c-93cb-5e03d8bbc208 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:29.482371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d157b02-18bf-49ec-b394-b416f5f0013e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.508132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112753-b675-4fb8-98d7-185ca14106cf req-be23b6e2-8747-4828-b94f-99d2bfbf4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:29.509947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-be23b6e2-8747-4828-b94f-99d2bfbf4780 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0582173 Aug 31 07:07:29.596245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50af2ad-d566-433e-a805-33f6833bf7b6 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:29.615889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.627264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409ba151-7f14-4792-8bf5-ca21522f3685']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.640184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.640487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b9c0827-eb92-4fad-bf7b-0fe003e6c4a1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:29.650737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.659335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd112753-b675-4fb8-98d7-185ca14106cf req-dbe735ce-a560-4bfa-aa8f-afc842d6bd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:29.664567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-dbe735ce-a560-4bfa-aa8f-afc842d6bd1f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1457026 Aug 31 07:07:29.669903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.676751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:29.676938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:29.752571 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:29.768332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.809032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.811832 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.815985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/409ba151-7f14-4792-8bf5-ca21522f3685 HTTP/1.1" status: 204 len: 168 time: 2.9649451 Aug 31 07:07:29.816164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-1ffd8e61-504e-478c-851c-725f776a8065 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357574 Aug 31 07:07:29.819482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33628) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:29.826908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-485720605'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:29.838289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8dc64-674b-445a-abe6-d7a9d1058be5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=409ba151-7f14-4792-8bf5-ca21522f3685,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:29.859717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fc27e-b2a5-488c-bb71-9b0a512acd79 req-451811e2-06bf-4043-b90f-0271c1557c2e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:29.872790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f86fc27e-b2a5-488c-bb71-9b0a512acd79 req-451811e2-06bf-4043-b90f-0271c1557c2e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1214323 Aug 31 07:07:29.938129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:29.942525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:29.955937 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f86fc27e-b2a5-488c-bb71-9b0a512acd79 req-37da8dad-d85f-40a8-9d0b-5d84ee680be7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768094 Aug 31 07:07:29.987762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd112753-b675-4fb8-98d7-185ca14106cf req-6e21a472-630c-4472-8128-dec96fb69d22 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570191 Aug 31 07:07:30.014968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:30.033173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.033627 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment a72d634e-f69d-44c6-b056-66bfcd4e65be of type vlan for network d68aae30-88e5-42df-95b4-e0ff88d37e41 Aug 31 07:07:30.081281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.098353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de954d0f-e140-4712-b20e-b671d9a02128 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:30.114390 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.122439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:30.122439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.227904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=d68aae30-88e5-42df-95b4-e0ff88d37e41,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:30.245666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-85434cb9-0d80-480b-bdb6-467e3a60761a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4220858 Aug 31 07:07:30.246007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:30.251241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:30.270236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:30.387096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:30.391290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.400208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port de954d0f-e140-4712-b20e-b671d9a02128 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:30.400792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.650171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.726513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=7929c850-dbbf-4372-8b50-9b10f8c29574,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:30.740323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': 'a72d634e-f69d-44c6-b056-66bfcd4e65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:30.740880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: d68aae30-88e5-42df-95b4-e0ff88d37e41, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:30.767465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:30.789732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d68aae30-88e5-42df-95b4-e0ff88d37e41) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:30.797006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:30.801185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470df423-6719-43ab-8d21-e183c390c7f4 None None] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:30.809549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.845718 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-54a60701-1c36-4bc4-a918-d4d6c4f71d7d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5936906 Aug 31 07:07:30.850469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:30.857589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-216748181'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:30.899401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:30.906387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.958064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 594, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:30.984208 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:30.984208 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment a1ffc39b-ab5a-4551-8b53-73727d352613 of type vlan for network 8c17ba09-1439-4660-8517-4a9888594510 Aug 31 07:07:31.028004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d68aae30-88e5-42df-95b4-e0ff88d37e41', 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '7929c850-dbbf-4372-8b50-9b10f8c29574'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:31.029041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.055738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.114458 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.123313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:31.124114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.233214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3807406 Aug 31 07:07:31.237371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f80e36-7a91-40c0-b0d3-2302423abca4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=8c17ba09-1439-4660-8517-4a9888594510,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.238328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33650) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:31.245150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '8c17ba09-1439-4660-8517-4a9888594510', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:31.252024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.256668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575df08d-4f16-4b5d-b3ee-7684113c9379 req-f53fda50-51fd-41a0-88ee-0360c3197557 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:31.258116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-575df08d-4f16-4b5d-b3ee-7684113c9379 req-f53fda50-51fd-41a0-88ee-0360c3197557 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1307178 Aug 31 07:07:31.269615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 8c17ba09-1439-4660-8517-4a9888594510 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:31.356104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-575df08d-4f16-4b5d-b3ee-7684113c9379 req-7db5bb9a-9deb-4538-b04e-7fdfb7a5fbb4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877993 Aug 31 07:07:31.408378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Allocated IP 2001:db8::3 (d68aae30-88e5-42df-95b4-e0ff88d37e41/7929c850-dbbf-4372-8b50-9b10f8c29574/6f0c11bf-1bcc-46b9-8daa-76bf09137540) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:31.426528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:31.431082 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.515328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:07:31.515982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:07:31.593867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.619027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Transition to ACTIVE for port object 6f0c11bf-1bcc-46b9-8daa-76bf09137540 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:31.646773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Transition to ACTIVE for port object 6f0c11bf-1bcc-46b9-8daa-76bf09137540 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:31.660613 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.718364 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.727096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:31.735832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:31.744480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:31.758368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Pushing event updated for resources: {'Port': ['ID=6f0c11bf-1bcc-46b9-8daa-76bf09137540,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.799125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=d6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:31.838162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': 'a1ffc39b-ab5a-4551-8b53-73727d352613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': '8c17ba09-1439-4660-8517-4a9888594510'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:31.839270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 8c17ba09-1439-4660-8517-4a9888594510, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:31.869790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 8c17ba09-1439-4660-8517-4a9888594510 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:31.886756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 8c17ba09-1439-4660-8517-4a9888594510) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:31.893008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:31.894270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.896484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6ebf60-2e8c-4f74-8419-8df4dc31b0d3 None None] Network 8c17ba09-1439-4660-8517-4a9888594510 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:31.925035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40f3fbad-df2a-4561-870c-e4e99c111c56 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.6852531 Aug 31 07:07:31.927921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33660) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:31.949016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Attempting to bind port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:31.949846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Attempting to bind port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'a72d634e-f69d-44c6-b056-66bfcd4e65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:31.950506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Attempting to bind port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 on network d68aae30-88e5-42df-95b4-e0ff88d37e41 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:31.965562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:31.966425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Checking segment: {'id': 'a72d634e-f69d-44c6-b056-66bfcd4e65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:31.967135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:31.967742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Bound using segment: {'id': 'a72d634e-f69d-44c6-b056-66bfcd4e65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:31.969476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Bound port: 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72d634e-f69d-44c6-b056-66bfcd4e65be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': 'd68aae30-88e5-42df-95b4-e0ff88d37e41'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:31.970129 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.143084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.182343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] For port 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:32.187500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] For port 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6f0c11bf-1bcc-46b9-8daa-76bf09137540,segment=NetworkSegment(a72d634e-f69d-44c6-b056-66bfcd4e65be),segment_id=a72d634e-f69d-44c6-b056-66bfcd4e65be)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:32.210149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.294571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f66a721-e4fd-4ae8-b797-056b3f5a4086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-8c17ba09-1439-4660-8517-4a9888594510', 'network_id': '8c17ba09-1439-4660-8517-4a9888594510', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': 'd6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:32.295679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7f66a721-e4fd-4ae8-b797-056b3f5a4086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.309898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.361241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a489c-b1ee-4694-ba0b-a374bbee2498 None None] Pushing event updated for resources: {'Port': ['ID=6f0c11bf-1bcc-46b9-8daa-76bf09137540,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:32.482929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-7f66a721-e4fd-4ae8-b797-056b3f5a4086 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba: This subnet is being modified by another concurrent operation. Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba: This subnet is being modified by another concurrent operation. Aug 31 07:07:32.504201 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 07:07:32.560986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=d6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:32.561222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d66d0dc2-ea6d-4f4b-903b-8be028d7d14d None None] Network 8c17ba09-1439-4660-8517-4a9888594510 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:32.619380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcac7fc-beb4-4dfe-b570-cbe1d127c5e9 req-ba33b53e-8900-43c9-b1a8-5a5c4e6769ab tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:32.660509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbcac7fc-beb4-4dfe-b570-cbe1d127c5e9 req-ba33b53e-8900-43c9-b1a8-5a5c4e6769ab tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1673305 Aug 31 07:07:32.788142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbcac7fc-beb4-4dfe-b570-cbe1d127c5e9 req-0ab98208-9dfd-4541-b317-b1ff527295e2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261659 Aug 31 07:07:32.832376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.856275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c17ba09-1439-4660-8517-4a9888594510']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:32.881520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ffc39b-ab5a-4551-8b53-73727d352613') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:32.884392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ffc39b-ab5a-4551-8b53-73727d352613') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:32.897091 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.917563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.933289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:32.935509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:32.940254 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:33.050719 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.061602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.063532 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/8c17ba09-1439-4660-8517-4a9888594510 HTTP/1.1" status: 204 len: 168 time: 1.1340716 Aug 31 07:07:33.067018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33674) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:33.077147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1661614437'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:33.109735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab47ebc-7ecc-45b2-856d-6d6aeef1fa3e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=8c17ba09-1439-4660-8517-4a9888594510,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:33.144401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:33.149391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.192114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:33.208541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.208969 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 8f15c646-cc25-4308-9334-f043a7c0140f of type vlan for network 6706703d-1042-4043-9c6c-f86698f4fc94 Aug 31 07:07:33.268571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.316554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.322137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:33.322826 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.392308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33680) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:33.392526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3241005 Aug 31 07:07:33.397612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '6706703d-1042-4043-9c6c-f86698f4fc94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:33.399045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6de3f-27af-454f-8e8e-52a4b87a2eb0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=6706703d-1042-4043-9c6c-f86698f4fc94,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:33.415345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6706703d-1042-4043-9c6c-f86698f4fc94 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:33.592289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:33.596301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:33.994425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df0eed3-982b-4fe4-b97e-5e1ec434aeac None None] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:34.046166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.072044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb22ade-68c6-4e6f-8392-fdf16eaaa3b3 req-6abc132b-f51a-4a9a-830a-6c6083a4c325 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:34.082521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbb22ade-68c6-4e6f-8392-fdf16eaaa3b3 req-6abc132b-f51a-4a9a-830a-6c6083a4c325 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1542776 Aug 31 07:07:34.085405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6f0c11bf-1bcc-46b9-8daa-76bf09137540 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:34.149214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1e551093-20ea-4161-88ad-aeb988eae501 None None] Provisioning for port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:34.152588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cbb22ade-68c6-4e6f-8392-fdf16eaaa3b3 req-e116a0e5-2451-45a1-ac93-c292913989d2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689991 Aug 31 07:07:34.184716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=b5309bde-4406-4e67-aef5-455ebcb815ff,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:34.198121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': '8f15c646-cc25-4308-9334-f043a7c0140f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': '6706703d-1042-4043-9c6c-f86698f4fc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:34.203004 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 6706703d-1042-4043-9c6c-f86698f4fc94, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:34.222188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:34.233668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:34.234128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.236104 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 6706703d-1042-4043-9c6c-f86698f4fc94 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:34.256096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6706703d-1042-4043-9c6c-f86698f4fc94) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:34.263471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:34.264124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.297741 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6f9a25-ccc1-41ae-b4d3-1bae7faa6b9a None None] Network 6706703d-1042-4043-9c6c-f86698f4fc94 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:34.299050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:34.299301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6698215-f18e-48ca-9368-4b3bab7ebb37 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.9057074 Aug 31 07:07:34.468566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.539660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62373048-b63e-447c-9021-aff0af6dbe1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6706703d-1042-4043-9c6c-f86698f4fc94', 'network_id': '6706703d-1042-4043-9c6c-f86698f4fc94', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': 'b5309bde-4406-4e67-aef5-455ebcb815ff'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:34.540563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62373048-b63e-447c-9021-aff0af6dbe1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.593249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.629364 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.722174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.766971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6f0c11bf-1bcc-46b9-8daa-76bf09137540,segment=NetworkSegment(a72d634e-f69d-44c6-b056-66bfcd4e65be),segment_id=a72d634e-f69d-44c6-b056-66bfcd4e65be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:34.777482 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server [None req-62373048-b63e-447c-9021-aff0af6dbe1b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5309bde-4406-4e67-aef5-455ebcb815ff: This subnet is being modified by another concurrent operation. Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise self.value Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server raise exception Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b5309bde-4406-4e67-aef5-455ebcb815ff: This subnet is being modified by another concurrent operation. Aug 31 07:07:34.789223 n-d-712707-15 neutron-server[94641]: ERROR oslo_messaging.rpc.server Aug 31 07:07:34.807919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=b5309bde-4406-4e67-aef5-455ebcb815ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:34.856795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75b0eb-3ba6-4537-bcf2-9180d36d5e4f None None] Network 6706703d-1042-4043-9c6c-f86698f4fc94 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:34.931249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:34.957911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6706703d-1042-4043-9c6c-f86698f4fc94']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:34.981032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6f0c11bf-1bcc-46b9-8daa-76bf09137540,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:34.984860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f15c646-cc25-4308-9334-f043a7c0140f') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:34.985097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f15c646-cc25-4308-9334-f043a7c0140f') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:35.003172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.036701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.045208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b65394c0-7de2-424d-9c09-8f6829d80a89 None None] Provisioning complete for port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:35.045691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b65394c0-7de2-424d-9c09-8f6829d80a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.046173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:35.047413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:35.052614 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:35.088718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a372841-bdcd-46a5-b820-616becc74c9d None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:35.147824 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.169614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.171972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/6706703d-1042-4043-9c6c-f86698f4fc94 HTTP/1.1" status: 204 len: 168 time: 0.8713331 Aug 31 07:07:35.172882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f474f480-e117-4b6a-a53c-ac8a7380da2a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=6706703d-1042-4043-9c6c-f86698f4fc94,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:35.175559 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33704) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:35.180955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2129281056'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:35.259337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:35.277613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.358879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:35.373741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.374356 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment c10df7a1-0409-4f45-b494-6417bfeaf071 of type vlan for network 7d559ec9-478e-48da-baff-e78d00789124 Aug 31 07:07:35.385156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f180317-5dca-4427-8a21-4125232aa275 req-200202e7-c3d3-4e87-ab33-e679ade4a421 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:35.389989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f180317-5dca-4427-8a21-4125232aa275 req-200202e7-c3d3-4e87-ab33-e679ade4a421 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0956783 Aug 31 07:07:35.393729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a372841-bdcd-46a5-b820-616becc74c9d None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:35.450641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.488731 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f180317-5dca-4427-8a21-4125232aa275 req-2400e62e-ea3c-47ef-bab0-ddd365b06fab tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863595 Aug 31 07:07:35.514706 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.522157 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:35.522878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.595114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33712) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:35.595917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4183064 Aug 31 07:07:35.604652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '7d559ec9-478e-48da-baff-e78d00789124', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:35.606415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69a627-c8f1-42fa-93eb-a7f1bd927639 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=7d559ec9-478e-48da-baff-e78d00789124,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:35.645139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 7d559ec9-478e-48da-baff-e78d00789124 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:35.750060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:35.757788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.844626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:35.900656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48558f3-4a5a-485c-86a6-32f064abcfcf None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:35.988202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6f0c11bf-1bcc-46b9-8daa-76bf09137540 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:36.113770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.115489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48558f3-4a5a-485c-86a6-32f064abcfcf None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:36.137735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:36.138170 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.196152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': 'c10df7a1-0409-4f45-b494-6417bfeaf071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '7d559ec9-478e-48da-baff-e78d00789124'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:36.196602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 7d559ec9-478e-48da-baff-e78d00789124, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:36.204599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=44642a31-6a01-4983-8641-c6a47e19cd4e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:36.223350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 7d559ec9-478e-48da-baff-e78d00789124 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:36.235924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 7d559ec9-478e-48da-baff-e78d00789124) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:36.241254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:36.242726 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.263171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-112db29a-346c-4e4b-9511-683b4e50f897 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6663675 Aug 31 07:07:36.265479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33724) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:36.455343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.542076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.665507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.698999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=44642a31-6a01-4983-8641-c6a47e19cd4e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:36.711150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c33a6-b704-4c19-bef9-5e55b3482518 None None] Network 7d559ec9-478e-48da-baff-e78d00789124 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:36.781906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41e48c-afc2-457e-8fc1-97cf979825dd req-75eeae98-2e60-4de3-b00b-3e47f06eec78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:36.783724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a41e48c-afc2-457e-8fc1-97cf979825dd req-75eeae98-2e60-4de3-b00b-3e47f06eec78 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1517491 Aug 31 07:07:36.819583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.860104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d559ec9-478e-48da-baff-e78d00789124']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:36.871722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10df7a1-0409-4f45-b494-6417bfeaf071') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:36.872348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10df7a1-0409-4f45-b494-6417bfeaf071') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:36.883519 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.921559 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.922382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c042cc2d-af65-4d4b-9d2e-68e0efff491c None None] Network 7d559ec9-478e-48da-baff-e78d00789124 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:36.930846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:36.931257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:36.935116 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:36.938255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a41e48c-afc2-457e-8fc1-97cf979825dd req-a3bec70b-92b6-4386-9a28-6aaac5f747ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377649 Aug 31 07:07:37.048928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.070627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.072571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/7d559ec9-478e-48da-baff-e78d00789124 HTTP/1.1" status: 204 len: 168 time: 0.8058040 Aug 31 07:07:37.075025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8e7866-7f01-49fa-936c-5267f6982f6b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=7d559ec9-478e-48da-baff-e78d00789124,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:37.078604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:37.092328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1777951072'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:37.140619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:37.144095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.179169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:37.213884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.214506 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 3ac14825-8d3b-4863-8dec-2a9ffca122bb of type vlan for network 01aa176a-e68f-4444-a199-ceb0768e40ac Aug 31 07:07:37.258696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.302017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.307921 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:37.308581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.383946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3042665 Aug 31 07:07:37.387768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:37.393871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ade04-5131-42c9-987a-0b8b20b4d297 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=01aa176a-e68f-4444-a199-ceb0768e40ac,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:37.400061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:37.422885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:37.541370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:37.551763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.773970 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.856665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': '3ac14825-8d3b-4863-8dec-2a9ffca122bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:37.857472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 01aa176a-e68f-4444-a199-ceb0768e40ac, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:37.879155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=6bdc5571-9335-49ac-bfcd-4f3bc479aa79,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:37.886515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 01aa176a-e68f-4444-a199-ceb0768e40ac is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:37.897700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 01aa176a-e68f-4444-a199-ceb0768e40ac) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:37.902949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:37.903554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:37.911150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15338e5-8e70-44d0-b9e9-7b7d3175bcf3 None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:37.930268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-56a15e8c-a74b-425b-a459-765d74514b91 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5378928 Aug 31 07:07:37.933877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33758) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:37.938887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:38.195397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-01aa176a-e68f-4444-a199-ceb0768e40ac', 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '6bdc5571-9335-49ac-bfcd-4f3bc479aa79'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:38.196532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.228737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f0cabe-ed9b-45c1-b14e-9e0c818e3b37 req-aaf95db9-c6b2-443d-b8a5-211d136dae0f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.236895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58f0cabe-ed9b-45c1-b14e-9e0c818e3b37 req-aaf95db9-c6b2-443d-b8a5-211d136dae0f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1640081 Aug 31 07:07:38.281708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-58f0cabe-ed9b-45c1-b14e-9e0c818e3b37 req-8bd4f7d9-c565-4e36-a033-cffa8170a2af tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431333 Aug 31 07:07:38.385670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Allocated IP 2001:db8::2 (01aa176a-e68f-4444-a199-ceb0768e40ac/6bdc5571-9335-49ac-bfcd-4f3bc479aa79/8f0f354d-cf85-48c4-a396-1fc48740a040) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:38.467723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:38.471959 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.552549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.563184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Transition to ACTIVE for port object 8f0f354d-cf85-48c4-a396-1fc48740a040 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:38.582486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Transition to ACTIVE for port object 8f0f354d-cf85-48c4-a396-1fc48740a040 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:38.589437 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.645936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:38.656229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:38.658966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Pushing event updated for resources: {'Port': ['ID=8f0f354d-cf85-48c4-a396-1fc48740a040,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:38.665351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:38.720997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Attempting to bind port 8f0f354d-cf85-48c4-a396-1fc48740a040 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:38.721732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Attempting to bind port 8f0f354d-cf85-48c4-a396-1fc48740a040 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3ac14825-8d3b-4863-8dec-2a9ffca122bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:38.721732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Attempting to bind port 8f0f354d-cf85-48c4-a396-1fc48740a040 on network 01aa176a-e68f-4444-a199-ceb0768e40ac {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:38.726671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:38.727041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Checking segment: {'id': '3ac14825-8d3b-4863-8dec-2a9ffca122bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:38.727441 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.727832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Bound using segment: {'id': '3ac14825-8d3b-4863-8dec-2a9ffca122bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:38.728292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Bound port: 8f0f354d-cf85-48c4-a396-1fc48740a040, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac14825-8d3b-4863-8dec-2a9ffca122bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:38.728672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.739586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.789963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 01aa176a-e68f-4444-a199-ceb0768e40ac is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:38.796368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:38.800754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.801369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.813388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] For port 8f0f354d-cf85-48c4-a396-1fc48740a040, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:38.817097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] For port 8f0f354d-cf85-48c4-a396-1fc48740a040, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f0f354d-cf85-48c4-a396-1fc48740a040,segment=NetworkSegment(3ac14825-8d3b-4863-8dec-2a9ffca122bb),segment_id=3ac14825-8d3b-4863-8dec-2a9ffca122bb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:38.823035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:38.825369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=861a1061-7f00-4bfe-bec7-0a12187d89cf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:38.830269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5b03f4a6-ea10-4116-8346-266c9d174006 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8960998 Aug 31 07:07:38.832788 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33776) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:38.909734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.911823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.913959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.920225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.920225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:38.920826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b3f1b9-eccb-4290-9a6b-ad0790d73871 None None] Pushing event updated for resources: {'Port': ['ID=8f0f354d-cf85-48c4-a396-1fc48740a040,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:38.920917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0e8edec-6d40-48a2-b4a6-16f126d4ba64 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0859766 Aug 31 07:07:38.926528 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33778) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:38.936380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-853740451'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:38.966967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:38.970888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.008245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:39.027931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.028638 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment cde90f1c-c023-4bca-8148-c0cf59d8a884 of type vlan for network 2262a58f-7d20-41fe-848e-92da6fc728c1 Aug 31 07:07:39.086540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.154813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.186247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:39.186897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.274145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3462608 Aug 31 07:07:39.278011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33788) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:39.286165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'New_network'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:39.293957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6e567d-c0fd-464b-b125-031cca921f39 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=2262a58f-7d20-41fe-848e-92da6fc728c1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:39.315228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:39.480643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a1dcb-245d-43f0-80ab-13a13c5ef164 req-44be3fa1-bc4f-4462-b3e6-cf77e1a2e044 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:39.482304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e4a1dcb-245d-43f0-80ab-13a13c5ef164 req-44be3fa1-bc4f-4462-b3e6-cf77e1a2e044 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1034217 Aug 31 07:07:39.515905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.534008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e4a1dcb-245d-43f0-80ab-13a13c5ef164 req-cbfc60c2-8550-426e-a52d-687ff964041e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433695 Aug 31 07:07:39.543421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.563900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:07:39.569521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:39.570294 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.571572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "PUT /v2.0/networks/2262a58f-7d20-41fe-848e-92da6fc728c1 HTTP/1.1" status: 200 len: 723 time: 0.2925687 Aug 31 07:07:39.575128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:39.580776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:39.669513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b4924-5b16-46a8-b88e-ef0b401b9953 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=2262a58f-7d20-41fe-848e-92da6fc728c1,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:39.683279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:39.716197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:39.720255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:39.980986 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f0f354d-cf85-48c4-a396-1fc48740a040 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:40.038774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.097115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 8f0f354d-cf85-48c4-a396-1fc48740a040 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:40.170725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': 'cde90f1c-c023-4bca-8148-c0cf59d8a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:40.171206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 2262a58f-7d20-41fe-848e-92da6fc728c1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:40.183170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=0db87141-9967-4a06-8615-407fe6c4cf6d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:40.202953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:40.216791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 2262a58f-7d20-41fe-848e-92da6fc728c1) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:40.226935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3291506f-b44b-48a9-a289-d8baf4ccdd1c None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:40.232474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.233217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.266972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fefd53eb-32dc-41f9-893a-5e38d119031b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6902125 Aug 31 07:07:40.268171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:40.282370 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:40.373439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad98e48-461c-4089-ac71-d562759da76e None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:40.421390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8564977'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.481393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Provisioning for port 8f0f354d-cf85-48c4-a396-1fc48740a040 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:40.524946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Provisioning complete for port 8f0f354d-cf85-48c4-a396-1fc48740a040 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:40.525457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.592587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-2262a58f-7d20-41fe-848e-92da6fc728c1', 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '0db87141-9967-4a06-8615-407fe6c4cf6d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:40.594199 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.615874 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747286138076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9083745'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.722902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.723502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.727597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "PUT /v2.0/subnets/0db87141-9967-4a06-8615-407fe6c4cf6d HTTP/1.1" status: 200 len: 826 time: 0.4571481 Aug 31 07:07:40.727763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:40.750459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b21ac0-434e-4e90-b317-f901ce3ef7ee req-e92ba8b5-b707-4398-9152-58ac266838ea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:40.752012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7b21ac0-434e-4e90-b317-f901ce3ef7ee req-e92ba8b5-b707-4398-9152-58ac266838ea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0945313 Aug 31 07:07:40.752839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2bffd-fe1d-4767-9b50-3141fb2ad35e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=0db87141-9967-4a06-8615-407fe6c4cf6d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:40.798634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7b21ac0-434e-4e90-b317-f901ce3ef7ee req-2f37921e-45e8-4ef2-bb45-0439bed5d084 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387421 Aug 31 07:07:40.872108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.884364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.962262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:40.965353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Allocated IP 2001:db8::2 (2262a58f-7d20-41fe-848e-92da6fc728c1/0db87141-9967-4a06-8615-407fe6c4cf6d/dff84325-7b73-4799-9a32-722346f6e10e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:40.979016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] For port 8f0f354d-cf85-48c4-a396-1fc48740a040, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f0f354d-cf85-48c4-a396-1fc48740a040,segment=NetworkSegment(3ac14825-8d3b-4863-8dec-2a9ffca122bb),segment_id=3ac14825-8d3b-4863-8dec-2a9ffca122bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:41.042132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.151700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Update dhcp port {'port': {'network_id': '01aa176a-e68f-4444-a199-ceb0768e40ac', 'fixed_ips': [{'subnet_id': '6bdc5571-9335-49ac-bfcd-4f3bc479aa79', 'ip_address': '2001:db8::2'}, {'subnet_id': '861a1061-7f00-4bfe-bec7-0a12187d89cf'}], 'binding:host_id': 'n-d-712707-15'}, 'id': '8f0f354d-cf85-48c4-a396-1fc48740a040'} from n-d-712707-15. {{(pid=94641) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 31 07:07:41.220838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e8575f-edc9-46dd-9ed3-2db08d902643 None None] Pushing event updated for resources: {'Port': ['ID=8f0f354d-cf85-48c4-a396-1fc48740a040,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:41.225378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.388244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.408914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Transition to ACTIVE for port object dff84325-7b73-4799-9a32-722346f6e10e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:41.437027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Transition to ACTIVE for port object dff84325-7b73-4799-9a32-722346f6e10e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:41.464736 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.491332 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.518058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:41.526742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Allocated IP 172.20.0.1 (01aa176a-e68f-4444-a199-ceb0768e40ac/861a1061-7f00-4bfe-bec7-0a12187d89cf/8f0f354d-cf85-48c4-a396-1fc48740a040) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:41.529069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:41.532252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:41.544888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Pushing event updated for resources: {'Port': ['ID=dff84325-7b73-4799-9a32-722346f6e10e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:41.586737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=0db87141-9967-4a06-8615-407fe6c4cf6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:41.661429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Attempting to bind port dff84325-7b73-4799-9a32-722346f6e10e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:41.661893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Attempting to bind port dff84325-7b73-4799-9a32-722346f6e10e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cde90f1c-c023-4bca-8148-c0cf59d8a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:41.662322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Attempting to bind port dff84325-7b73-4799-9a32-722346f6e10e on network 2262a58f-7d20-41fe-848e-92da6fc728c1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Checking segment: {'id': 'cde90f1c-c023-4bca-8148-c0cf59d8a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Bound using segment: {'id': 'cde90f1c-c023-4bca-8148-c0cf59d8a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Bound port: dff84325-7b73-4799-9a32-722346f6e10e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cde90f1c-c023-4bca-8148-c0cf59d8a884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2262a58f-7d20-41fe-848e-92da6fc728c1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:41.680201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.680980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.691605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2262a58f-7d20-41fe-848e-92da6fc728c1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:41.704916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde90f1c-c023-4bca-8148-c0cf59d8a884') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:41.705401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde90f1c-c023-4bca-8148-c0cf59d8a884') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:41.717974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.734281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.740739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:41.741288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:41.744810 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:41.787214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] For port 8f0f354d-cf85-48c4-a396-1fc48740a040, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f0f354d-cf85-48c4-a396-1fc48740a040,segment=NetworkSegment(3ac14825-8d3b-4863-8dec-2a9ffca122bb),segment_id=3ac14825-8d3b-4863-8dec-2a9ffca122bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:41.835223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] For port dff84325-7b73-4799-9a32-722346f6e10e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:41.841209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.db.api [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:07:41.841209 n-d-712707-15 neutron-server[94639]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:07:41.841209 n-d-712707-15 neutron-server[94639]: [parameters: {'id': '2262a58f-7d20-41fe-848e-92da6fc728c1'}] Aug 31 07:07:41.841209 n-d-712707-15 neutron-server[94639]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94639) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:07:41.841775 n-d-712707-15 neutron-server[94639]: DEBUG oslo_db.api [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:07:41.857637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] For port dff84325-7b73-4799-9a32-722346f6e10e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dff84325-7b73-4799-9a32-722346f6e10e,segment=NetworkSegment(cde90f1c-c023-4bca-8148-c0cf59d8a884),segment_id=cde90f1c-c023-4bca-8148-c0cf59d8a884)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:41.859952 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.864858 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.908807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Transition to ACTIVE for port object 8f0f354d-cf85-48c4-a396-1fc48740a040 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:41.919102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:41.976997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f0f354d-cf85-48c4-a396-1fc48740a040 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:41.984178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fc8b7c-1b65-4be0-8778-f49e60a31521 None None] Pushing event updated for resources: {'Port': ['ID=dff84325-7b73-4799-9a32-722346f6e10e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:42.031593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7cbe1d-45e1-4883-979d-e3e327ae2721 req-6d24f612-e509-4c63-9d53-47d76a60cead tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:42.043023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b7cbe1d-45e1-4883-979d-e3e327ae2721 req-6d24f612-e509-4c63-9d53-47d76a60cead tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1303923 Aug 31 07:07:42.112214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b7cbe1d-45e1-4883-979d-e3e327ae2721 req-90c1238e-02bb-4f47-8c12-694e4efd863a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679605 Aug 31 07:07:42.291469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295205cf-f1ab-4d99-99b2-6b868f722c4e None None] Pushing event updated for resources: {'Port': ['ID=8f0f354d-cf85-48c4-a396-1fc48740a040,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:42.299295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169a283-124c-438f-ac6a-388a01ad91c1 None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:42.343459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.446538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port dff84325-7b73-4799-9a32-722346f6e10e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:42.446887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.470979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7c0fb6-bfae-40c0-bea8-be71cd9dbe48 None None] Network 2262a58f-7d20-41fe-848e-92da6fc728c1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:42.596080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port dff84325-7b73-4799-9a32-722346f6e10e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=dff84325-7b73-4799-9a32-722346f6e10e,segment=NetworkSegment(cde90f1c-c023-4bca-8148-c0cf59d8a884),segment_id=cde90f1c-c023-4bca-8148-c0cf59d8a884)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:42.596527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.612120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for dff84325-7b73-4799-9a32-722346f6e10e owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:42.750084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.790768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port dff84325-7b73-4799-9a32-722346f6e10e on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:42.793632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=dff84325-7b73-4799-9a32-722346f6e10e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:42.905336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.919423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2262a58f-7d20-41fe-848e-92da6fc728c1']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:42.934300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cde90f1c-c023-4bca-8148-c0cf59d8a884') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:42.934740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cde90f1c-c023-4bca-8148-c0cf59d8a884') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:42.945051 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.964445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.971772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:42.972181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:42.975499 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:43.054850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.063688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.068280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/2262a58f-7d20-41fe-848e-92da6fc728c1 HTTP/1.1" status: 204 len: 168 time: 2.3368905 Aug 31 07:07:43.068513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33870) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:43.092219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120dd48b-1be8-42aa-b19e-6e3862262ab9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=2262a58f-7d20-41fe-848e-92da6fc728c1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:43.108657 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-90b43c06-2d3d-4f07-a0d3-b61c1272df90 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:43.109478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90b43c06-2d3d-4f07-a0d3-b61c1272df90 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:43.114936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-90b43c06-2d3d-4f07-a0d3-b61c1272df90 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/2262a58f-7d20-41fe-848e-92da6fc728c1 HTTP/1.1" status: 404 len: 339 time: 0.0421348 Aug 31 07:07:43.115248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33872) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:43.121716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1069375382', 'description': 'd1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:43.124546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a1c800-cc2f-4efc-b30d-5fb9cbfc72d5 None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:43.150349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:43.155206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.186013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:43.200300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.201017 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 3ba451a4-44bf-427d-8328-00559b202076 of type vlan for network d68768aa-b97b-4197-a750-0f1e246b60bd Aug 31 07:07:43.216599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0e38e6f-a302-4880-a070-88df4e22b79f None None] Provisioning for port 8f0f354d-cf85-48c4-a396-1fc48740a040 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:43.234846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0e38e6f-a302-4880-a070-88df4e22b79f None None] Provisioning complete for port 8f0f354d-cf85-48c4-a396-1fc48740a040 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:43.235401 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0e38e6f-a302-4880-a070-88df4e22b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.252538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.315775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.321143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.321773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.355473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac5c69-b0ad-4bb6-830c-c323ac638f87 req-a0ee9794-7ee9-4643-8bf2-3dc350152883 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:43.357281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5ac5c69-b0ad-4bb6-830c-c323ac638f87 req-a0ee9794-7ee9-4643-8bf2-3dc350152883 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0969381 Aug 31 07:07:43.771809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76120f5-98b8-48db-8346-e03424e7e637 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:43.892477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7761292 Aug 31 07:07:43.898649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33878) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:43.906064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9faac38b-be67-4436-8f8a-a4a55690e56b None None] Provisioning complete for port 8f0f354d-cf85-48c4-a396-1fc48740a040 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:43.907076 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9faac38b-be67-4436-8f8a-a4a55690e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:43.921874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d37bd1-afa0-4260-a8ff-4880fe5c0959 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=d68768aa-b97b-4197-a750-0f1e246b60bd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:43.941050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5ac5c69-b0ad-4bb6-830c-c323ac638f87 req-73478402-10a5-40a5-886a-945c8d5eca9b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677822 Aug 31 07:07:43.951856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d68768aa-b97b-4197-a750-0f1e246b60bd details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:43.984191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f0f354d-cf85-48c4-a396-1fc48740a040 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:44.032932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76120f5-98b8-48db-8346-e03424e7e637 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:44.045014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012b5e5e-3c72-410b-8cf5-2d4523c492e4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.049989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:44.050628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-012b5e5e-3c72-410b-8cf5-2d4523c492e4 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks?id=d68768aa-b97b-4197-a750-0f1e246b60bd HTTP/1.1" status: 200 len: 765 time: 0.1464069 Aug 31 07:07:44.055486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'description': 'd2'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:44.175084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 8f0f354d-cf85-48c4-a396-1fc48740a040 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:44.176726 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:44.250902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:44.267620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:44.278192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network d68768aa-b97b-4197-a750-0f1e246b60bd is not hosted by any dhcp agent {{(pid=94640) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 31 07:07:44.285155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.286140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:44.288340 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "PUT /v2.0/networks/d68768aa-b97b-4197-a750-0f1e246b60bd HTTP/1.1" status: 200 len: 762 time: 0.2372763 Aug 31 07:07:44.291173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33882) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:44.486590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e1c14-05d2-4809-9897-e847a5dc924c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=d68768aa-b97b-4197-a750-0f1e246b60bd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:44.504458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b35540e-3554-48e9-a4b2-79bc1c6474b5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.505317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d68768aa-b97b-4197-a750-0f1e246b60bd details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:44.507180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b35540e-3554-48e9-a4b2-79bc1c6474b5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks?id=d68768aa-b97b-4197-a750-0f1e246b60bd HTTP/1.1" status: 200 len: 765 time: 0.2136762 Aug 31 07:07:44.514093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33886) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:44.805597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf6165a0-baf9-4ad0-be72-9ecafca3da87 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.807220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cf6165a0-baf9-4ad0-be72-9ecafca3da87 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2921519 Aug 31 07:07:44.809857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:44.848155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f58db97f-d0b3-4f2a-aab2-7c855999540d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336 HTTP/1.1" status: 200 len: 207 time: 0.0371716 Aug 31 07:07:44.851363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33890) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:44.990724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:44.998663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.005246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.013116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.020009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.027971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.030152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-517a1079-0350-4c17-ba0e-15c1c6321c25 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1767704 Aug 31 07:07:45.033575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33894) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.071874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7215e2-3430-4209-bc59-27bafaf479fb req-9ceb3b91-1a9e-43f5-bde4-979b9440ce3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.074732 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a7215e2-3430-4209-bc59-27bafaf479fb req-9ceb3b91-1a9e-43f5-bde4-979b9440ce3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0599060 Aug 31 07:07:45.127134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a7215e2-3430-4209-bc59-27bafaf479fb req-94455397-edf6-46a7-a915-a931b89c9fbe tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449643 Aug 31 07:07:45.183130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f35e13c9-cb96-44bb-9792-ccd351c8f7b2 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1483278 Aug 31 07:07:45.186452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33896) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.256764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.258533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.261088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.262990 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.264868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.266901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fc7f76aa-1431-4e28-8fdb-b69186098986 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0793691 Aug 31 07:07:45.271546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33898) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.340316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.342324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.344095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.346246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.347833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.350141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-675a8e79-dc11-4f96-b0c1-73c16e9a1d02 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0770741 Aug 31 07:07:45.353161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33900) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.466427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-474a77b8-532a-4423-8dce-a72212558916 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.467739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-474a77b8-532a-4423-8dce-a72212558916 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks/e8f4cfa7-bdcd-4000-9a53-06426f031b7b HTTP/1.1" status: 200 len: 803 time: 0.1135783 Aug 31 07:07:45.471946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.577554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9e5ec004-9f61-4ad9-a866-ef5b17cd9275 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/networks/e8f4cfa7-bdcd-4000-9a53-06426f031b7b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1033835 Aug 31 07:07:45.577766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.637143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ecdadf-ea7c-425d-8006-b977047549c9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.638808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-87ecdadf-ea7c-425d-8006-b977047549c9 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets/0f46b9be-7cfb-45ec-87a0-117c386786a7 HTTP/1.1" status: 200 len: 843 time: 0.0600560 Aug 31 07:07:45.642699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33908) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.706409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e3d099-6a91-49f5-800c-402ec9582d47 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['shared'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.707883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-01e3d099-6a91-49f5-800c-402ec9582d47 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "GET /v2.0/subnets/0f46b9be-7cfb-45ec-87a0-117c386786a7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0642326 Aug 31 07:07:45.711580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33910) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.717205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1689349761'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:45.739603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:45.743772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.772339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:45.782484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.782834 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Added segment 41cc23bf-8711-4f05-9896-115b24d32110 of type vlan for network 19917e6c-47db-4465-9bd2-74439e67b248 Aug 31 07:07:45.803796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.827291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.857642 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.864675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:45.865477 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:45.942610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2298794 Aug 31 07:07:45.945665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:45.952265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'network_id': '19917e6c-47db-4465-9bd2-74439e67b248', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:45.953143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3108c1-ba00-4aa4-8059-8fc2bf4a6697 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Network': ['ID=19917e6c-47db-4465-9bd2-74439e67b248,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:45.965425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 19917e6c-47db-4465-9bd2-74439e67b248 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:46.053187 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Made reservation on behalf of f6ff222488454cdf84d514f1c9b17b4f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:46.056939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.122834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:07:46.123482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:07:46.315412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.330677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d7d73b-62f7-450f-9740-5c790192480f req-7af47203-0c36-4560-86df-2c2ca02181a5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.332280 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80d7d73b-62f7-450f-9740-5c790192480f req-7af47203-0c36-4560-86df-2c2ca02181a5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.1113293 Aug 31 07:07:46.435046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=2d6e0fec-219a-43a6-863b-d292f3ee51a3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:46.445851 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80d7d73b-62f7-450f-9740-5c790192480f req-99e96bde-2f75-4d5d-b657-25484e0132fc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828249 Aug 31 07:07:46.450515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Checking segment: {'id': '41cc23bf-8711-4f05-9896-115b24d32110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:46.450951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network hostable DHCP agents. Network: 19917e6c-47db-4465-9bd2-74439e67b248, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:46.480886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Network 19917e6c-47db-4465-9bd2-74439e67b248 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:46.491651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 19917e6c-47db-4465-9bd2-74439e67b248) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:46.497158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.497916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.504937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20bb8885-4449-42af-a896-310292bcccf2 None None] Network 19917e6c-47db-4465-9bd2-74439e67b248 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:46.524147 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c4eba7fe-9639-4c17-9123-0f3d62a85e80 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.5746677 Aug 31 07:07:46.524633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:46.532806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:46.654444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8564977'] for subnet, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.666772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-19917e6c-47db-4465-9bd2-74439e67b248', 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248', 'tenant_id': 'f6ff222488454cdf84d514f1c9b17b4f', 'fixed_ips': [{'subnet_id': '2d6e0fec-219a-43a6-863b-d292f3ee51a3'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:46.668362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.862559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8747286138076', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9083745'] for subnet, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.912165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:46.912840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:46.918399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Allocated IP 2001:db8::3 (19917e6c-47db-4465-9bd2-74439e67b248/2d6e0fec-219a-43a6-863b-d292f3ee51a3/da8c5c49-0498-4dcd-941c-6b8320b6aa4d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:46.919032 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "PUT /v2.0/subnets/2d6e0fec-219a-43a6-863b-d292f3ee51a3 HTTP/1.1" status: 200 len: 900 time: 0.3887482 Aug 31 07:07:46.919032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33920) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:47.015055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791b334-e618-4f24-aedf-6dc3678eb55f tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event updated for resources: {'Subnet': ['ID=2d6e0fec-219a-43a6-863b-d292f3ee51a3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:47.039996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.088736 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.097668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Transition to ACTIVE for port object da8c5c49-0498-4dcd-941c-6b8320b6aa4d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:47.097848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.116288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Transition to ACTIVE for port object da8c5c49-0498-4dcd-941c-6b8320b6aa4d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:47.123885 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.177543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Network 19917e6c-47db-4465-9bd2-74439e67b248 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:47.178305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.183016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:47.186870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:47.196369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Pushing event updated for resources: {'Port': ['ID=da8c5c49-0498-4dcd-941c-6b8320b6aa4d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:47.214294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=2d6e0fec-219a-43a6-863b-d292f3ee51a3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:47.265768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Attempting to bind port da8c5c49-0498-4dcd-941c-6b8320b6aa4d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:47.266274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Attempting to bind port da8c5c49-0498-4dcd-941c-6b8320b6aa4d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '41cc23bf-8711-4f05-9896-115b24d32110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:47.266903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Attempting to bind port da8c5c49-0498-4dcd-941c-6b8320b6aa4d on network 19917e6c-47db-4465-9bd2-74439e67b248 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:47.274745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:47.276418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Checking segment: {'id': '41cc23bf-8711-4f05-9896-115b24d32110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:47.276418 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.277252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Bound using segment: {'id': '41cc23bf-8711-4f05-9896-115b24d32110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:47.277846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Bound port: da8c5c49-0498-4dcd-941c-6b8320b6aa4d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41cc23bf-8711-4f05-9896-115b24d32110', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '19917e6c-47db-4465-9bd2-74439e67b248'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:47.278432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.299170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.311998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19917e6c-47db-4465-9bd2-74439e67b248']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:47.323928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cc23bf-8711-4f05-9896-115b24d32110') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:47.324404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cc23bf-8711-4f05-9896-115b24d32110') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:47.334323 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.349188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.351803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] For port da8c5c49-0498-4dcd-941c-6b8320b6aa4d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:47.356202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:47.356684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:47.359946 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:47.422939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] For port da8c5c49-0498-4dcd-941c-6b8320b6aa4d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=da8c5c49-0498-4dcd-941c-6b8320b6aa4d,segment=NetworkSegment(41cc23bf-8711-4f05-9896-115b24d32110),segment_id=41cc23bf-8711-4f05-9896-115b24d32110)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:47.423179 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.db.api [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 31 07:07:47.423179 n-d-712707-15 neutron-server[94640]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 31 07:07:47.423179 n-d-712707-15 neutron-server[94640]: [parameters: {'id': '19917e6c-47db-4465-9bd2-74439e67b248'}] Aug 31 07:07:47.423179 n-d-712707-15 neutron-server[94640]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=94640) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:07:47.423565 n-d-712707-15 neutron-server[94640]: DEBUG oslo_db.api [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:07:47.427710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.512844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b692e-c85e-4b0d-aa4a-9cdf3c498bb8 None None] Pushing event updated for resources: {'Port': ['ID=da8c5c49-0498-4dcd-941c-6b8320b6aa4d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:47.522210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f17a162-0ac0-450f-9c67-c86811edb2f0 None None] Network 19917e6c-47db-4465-9bd2-74439e67b248 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:47.594020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2e3a-b04b-4d08-b28f-00846040ab0a req-756fdc6d-778e-4353-a8cf-217a6489a127 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.596216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0afd2e3a-b04b-4d08-b28f-00846040ab0a req-756fdc6d-778e-4353-a8cf-217a6489a127 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0615735 Aug 31 07:07:47.598472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-2d369396-6c8e-4113-a623-687466cfc01c service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0730999 Aug 31 07:07:47.647871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0afd2e3a-b04b-4d08-b28f-00846040ab0a req-cecb9772-60ad-4e15-aba4-6da6b375ae1c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455723 Aug 31 07:07:47.677608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a142975-52d4-452f-9717-faf64e4cd1fc None None] Network 19917e6c-47db-4465-9bd2-74439e67b248 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:47.693078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22347-aacd-463d-9030-4d0effc46d76 req-a8543f79-6037-4dde-a3fa-e8305182be2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.694814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-a8543f79-6037-4dde-a3fa-e8305182be2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 1097 time: 0.0530801 Aug 31 07:07:47.813602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22347-aacd-463d-9030-4d0effc46d76 req-c510bc93-c681-4653-a55c-91d327ac003a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.814460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d3e1b-f4d9-4bbb-8393-8c20c76d64e2 None None] get_active_networks_info from n-d-712707-15 {{(pid=94641) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 31 07:07:47.815157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-c510bc93-c681-4653-a55c-91d327ac003a service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0974638 Aug 31 07:07:47.872044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-68327740-04e5-4b28-b777-adaf0e217b90 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5 HTTP/1.1" status: 200 len: 217 time: 0.0481989 Aug 31 07:07:47.924560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:47.924757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d3e1b-f4d9-4bbb-8393-8c20c76d64e2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 31 07:07:47.927273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22347-aacd-463d-9030-4d0effc46d76 req-bc2cdb2d-f046-4ddd-ba12-864373fd4c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:47.928753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-bc2cdb2d-f046-4ddd-ba12-864373fd4c0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0502830 Aug 31 07:07:48.012763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b22347-aacd-463d-9030-4d0effc46d76 req-92fdbf12-970a-45db-87fe-164a7a9032a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:48.014363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-92fdbf12-970a-45db-87fe-164a7a9032a1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0766034 Aug 31 07:07:48.077460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port da8c5c49-0498-4dcd-941c-6b8320b6aa4d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:48.078096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.173394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port da8c5c49-0498-4dcd-941c-6b8320b6aa4d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=da8c5c49-0498-4dcd-941c-6b8320b6aa4d,segment=NetworkSegment(41cc23bf-8711-4f05-9896-115b24d32110),segment_id=41cc23bf-8711-4f05-9896-115b24d32110)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:48.173763 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.183448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-41a85ed5-8561-45ef-8d6d-3e1e362bb7dd service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607354 Aug 31 07:07:48.188647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for da8c5c49-0498-4dcd-941c-6b8320b6aa4d owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:48.333398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-03b22347-aacd-463d-9030-4d0effc46d76 req-33c77016-46b1-40d5-a957-14f831fb626b service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426780 Aug 31 07:07:48.343606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.373437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=da8c5c49-0498-4dcd-941c-6b8320b6aa4d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:48.375305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port da8c5c49-0498-4dcd-941c-6b8320b6aa4d on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:48.457221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.467932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19917e6c-47db-4465-9bd2-74439e67b248']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.478189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41cc23bf-8711-4f05-9896-115b24d32110') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.478598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41cc23bf-8711-4f05-9896-115b24d32110') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.487741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.502190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.508994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:48.509606 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:48.513706 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:48.570954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.581042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.590104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/19917e6c-47db-4465-9bd2-74439e67b248 HTTP/1.1" status: 204 len: 168 time: 1.6633275 Aug 31 07:07:48.590210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:48.594140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91a14be-e6ce-4603-9daa-4758573993f7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=19917e6c-47db-4465-9bd2-74439e67b248,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:48.620382 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed6c1f2-3472-4ef7-a8fe-664ae5998622 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:48.620885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed6c1f2-3472-4ef7-a8fe-664ae5998622 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:48.623465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2ed6c1f2-3472-4ef7-a8fe-664ae5998622 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/2d6e0fec-219a-43a6-863b-d292f3ee51a3 HTTP/1.1" status: 404 len: 337 time: 0.0312576 Aug 31 07:07:48.625348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33932) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:48.648076 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-6155e413-bd72-4aee-9f3b-3a169585489e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:48.648609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6155e413-bd72-4aee-9f3b-3a169585489e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:48.651128 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6155e413-bd72-4aee-9f3b-3a169585489e tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/19917e6c-47db-4465-9bd2-74439e67b248 HTTP/1.1" status: 404 len: 339 time: 0.0239987 Aug 31 07:07:48.653345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:48.741315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.786797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8eb8ad-f317-44f2-94f6-1dbd65002af2 req-65446063-e201-44a7-a08d-795d1c73e01e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:48.788495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d8eb8ad-f317-44f2-94f6-1dbd65002af2 req-65446063-e201-44a7-a08d-795d1c73e01e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0651326 Aug 31 07:07:48.834738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d8eb8ad-f317-44f2-94f6-1dbd65002af2 req-64da0d35-bf75-49b6-8df7-c27eddd0dd75 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390949 Aug 31 07:07:48.848626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.859304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68768aa-b97b-4197-a750-0f1e246b60bd']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.869057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ba451a4-44bf-427d-8328-00559b202076') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.870039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ba451a4-44bf-427d-8328-00559b202076') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:48.878809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.897315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.903646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 566 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:48.904032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:48.907016 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:48.963256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.970044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:48.972028 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/d68768aa-b97b-4197-a750-0f1e246b60bd HTTP/1.1" status: 204 len: 168 time: 0.3176792 Aug 31 07:07:48.975269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33944) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:48.984405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419d0e90-ee81-4c6b-b7b9-cb6608b84169 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=d68768aa-b97b-4197-a750-0f1e246b60bd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:49.010645 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ed80ca-b41b-4d15-a52e-2824ac284292 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:49.011098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ed80ca-b41b-4d15-a52e-2824ac284292 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:49.012789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-58ed80ca-b41b-4d15-a52e-2824ac284292 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/0db87141-9967-4a06-8615-407fe6c4cf6d HTTP/1.1" status: 404 len: 337 time: 0.0361784 Aug 31 07:07:49.015426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:49.033047 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16fc9ed-8095-4168-8af8-652516bb6695 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:49.033532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16fc9ed-8095-4168-8af8-652516bb6695 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:49.035170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a16fc9ed-8095-4168-8af8-652516bb6695 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/2262a58f-7d20-41fe-848e-92da6fc728c1 HTTP/1.1" status: 404 len: 339 time: 0.0188551 Aug 31 07:07:49.037641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:49.086920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting subnet 861a1061-7f00-4bfe-bec7-0a12187d89cf {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:49.090199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.133737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.177860 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:07:49.224403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.295689 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.331358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=861a1061-7f00-4bfe-bec7-0a12187d89cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:49.334374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.340174 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f76e317-0e60-43c9-a976-d7295b2ed16c tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/861a1061-7f00-4bfe-bec7-0a12187d89cf HTTP/1.1" status: 204 len: 168 time: 0.2977123 Aug 31 07:07:49.340337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:49.340432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cd5129-84b6-4c3a-9f21-7c8c380c9bce None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:49.401156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting subnet 6bdc5571-9335-49ac-bfcd-4f3bc479aa79 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:49.405117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.460833 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.571489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.640320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.683053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=6bdc5571-9335-49ac-bfcd-4f3bc479aa79,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:49.685657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.687882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cdbbadcb-b8a5-4cfd-b220-28254cec2659 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/6bdc5571-9335-49ac-bfcd-4f3bc479aa79 HTTP/1.1" status: 204 len: 168 time: 0.3463774 Aug 31 07:07:49.691033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33952) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:49.784801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.864882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port 8f0f354d-cf85-48c4-a396-1fc48740a040 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:49.865130 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:49.996964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port 8f0f354d-cf85-48c4-a396-1fc48740a040, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=8f0f354d-cf85-48c4-a396-1fc48740a040,segment=NetworkSegment(3ac14825-8d3b-4863-8dec-2a9ffca122bb),segment_id=3ac14825-8d3b-4863-8dec-2a9ffca122bb)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:49.997393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.014650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for 8f0f354d-cf85-48c4-a396-1fc48740a040 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:50.040677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef298a5-b743-49ec-92fa-13f9d75efe69 req-9499bfa1-b940-4529-9c6b-4251efb7d7db tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:50.043397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fef298a5-b743-49ec-92fa-13f9d75efe69 req-9499bfa1-b940-4529-9c6b-4251efb7d7db tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0964344 Aug 31 07:07:50.124826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4ee512-b0a5-429a-bb8a-f88134764f7c None None] Network 01aa176a-e68f-4444-a199-ceb0768e40ac requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:50.140570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fef298a5-b743-49ec-92fa-13f9d75efe69 req-f6d94ad6-ac75-44e6-8a24-87ca09d97794 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600834 Aug 31 07:07:50.176522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.187569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-abf43f1d-3327-43c8-9958-43319187ffd1 None None] Could not find standard attr ID for object 8f0f354d-cf85-48c4-a396-1fc48740a040. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:07:50.210305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=8f0f354d-cf85-48c4-a396-1fc48740a040,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:50.215487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port 8f0f354d-cf85-48c4-a396-1fc48740a040 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:50.312743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.326117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01aa176a-e68f-4444-a199-ceb0768e40ac']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:50.342782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac14825-8d3b-4863-8dec-2a9ffca122bb') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:50.343295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac14825-8d3b-4863-8dec-2a9ffca122bb') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:50.346564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fab12d4-0d5b-402f-b73b-6f0cd4960138 None None] DHCP port deletion for 01aa176a-e68f-4444-a199-ceb0768e40ac request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:07:50.361820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.379262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.387618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:50.387910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:50.391611 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:50.458029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.465745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.470848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/01aa176a-e68f-4444-a199-ceb0768e40ac HTTP/1.1" status: 204 len: 168 time: 0.7756467 Aug 31 07:07:50.471140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.494748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40923e8-f6b9-4d4f-85f6-ea0a4231d0a0 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=01aa176a-e68f-4444-a199-ceb0768e40ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:50.513854 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab54479-ee55-44f2-95bb-93ce0cdb6494 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.514220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab54479-ee55-44f2-95bb-93ce0cdb6494 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.515993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ab54479-ee55-44f2-95bb-93ce0cdb6494 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/44642a31-6a01-4983-8641-c6a47e19cd4e HTTP/1.1" status: 404 len: 337 time: 0.0438559 Aug 31 07:07:50.518668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.539004 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-288de6e4-92c7-4be8-a6ad-936aaea040d5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.539687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-288de6e4-92c7-4be8-a6ad-936aaea040d5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.542198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-288de6e4-92c7-4be8-a6ad-936aaea040d5 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/7d559ec9-478e-48da-baff-e78d00789124 HTTP/1.1" status: 404 len: 339 time: 0.0223713 Aug 31 07:07:50.544489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33962) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.574983 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4681883-4e29-4d1f-bd85-21590fc5b54d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.575551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4681883-4e29-4d1f-bd85-21590fc5b54d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.577768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d4681883-4e29-4d1f-bd85-21590fc5b54d tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/b5309bde-4406-4e67-aef5-455ebcb815ff HTTP/1.1" status: 404 len: 337 time: 0.0321445 Aug 31 07:07:50.580190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33964) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.602231 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc75caa5-0f7d-4072-b278-a9b90657386b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.602831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc75caa5-0f7d-4072-b278-a9b90657386b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.607934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cc75caa5-0f7d-4072-b278-a9b90657386b tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/6706703d-1042-4043-9c6c-f86698f4fc94 HTTP/1.1" status: 404 len: 339 time: 0.0241392 Aug 31 07:07:50.608154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33966) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.644835 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-55bc6ea4-83ec-4909-8cf0-efbf6ac251e7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.645630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55bc6ea4-83ec-4909-8cf0-efbf6ac251e7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.647328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-55bc6ea4-83ec-4909-8cf0-efbf6ac251e7 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/d6d84dd8-5c13-4a6a-a4bb-3a093a53e5ba HTTP/1.1" status: 404 len: 337 time: 0.0383594 Aug 31 07:07:50.650098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33968) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.671663 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd05e015-577a-42c3-ba3e-0b300cea1c3a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:50.672263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd05e015-577a-42c3-ba3e-0b300cea1c3a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:50.674324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd05e015-577a-42c3-ba3e-0b300cea1c3a tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/8c17ba09-1439-4660-8517-4a9888594510 HTTP/1.1" status: 404 len: 339 time: 0.0232027 Aug 31 07:07:50.676932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33970) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:50.736714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting subnet 7929c850-dbbf-4372-8b50-9b10f8c29574 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:50.740360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.786938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.880093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.956554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.991741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=7929c850-dbbf-4372-8b50-9b10f8c29574,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:50.996123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:50.998295 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9f563d19-ba54-467a-8e76-dcfcee37dae6 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/7929c850-dbbf-4372-8b50-9b10f8c29574 HTTP/1.1" status: 204 len: 168 time: 0.3203130 Aug 31 07:07:51.001629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:51.012162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c5af8e-cb08-488b-aab8-5b0be85ff298 None None] Network d68aae30-88e5-42df-95b4-e0ff88d37e41 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:51.094172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.156898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:51.157244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.213085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] DHCP port deletion for d68aae30-88e5-42df-95b4-e0ff88d37e41 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:07:51.243010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6f0c11bf-1bcc-46b9-8daa-76bf09137540,segment=NetworkSegment(a72d634e-f69d-44c6-b056-66bfcd4e65be),segment_id=a72d634e-f69d-44c6-b056-66bfcd4e65be)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:51.243402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.261105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for 6f0c11bf-1bcc-46b9-8daa-76bf09137540 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:51.273367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Deleting port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:51.276687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.344084 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4826b64-7510-4be7-a3ae-0d8d48b40652 req-55bdc538-074a-4040-a269-a264328c5c59 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:51.346237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4826b64-7510-4be7-a3ae-0d8d48b40652 req-55bdc538-074a-4040-a269-a264328c5c59 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0926909 Aug 31 07:07:51.372684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] For port 6f0c11bf-1bcc-46b9-8daa-76bf09137540, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6f0c11bf-1bcc-46b9-8daa-76bf09137540,segment=NetworkSegment(a72d634e-f69d-44c6-b056-66bfcd4e65be),segment_id=a72d634e-f69d-44c6-b056-66bfcd4e65be)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:51.373264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.384694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.396504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Calling delete_port for 6f0c11bf-1bcc-46b9-8daa-76bf09137540 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:51.406971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4826b64-7510-4be7-a3ae-0d8d48b40652 req-e791cfa3-ef1b-48ad-83c4-691b7efaf3ea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544074 Aug 31 07:07:51.437745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:51.439778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=6f0c11bf-1bcc-46b9-8daa-76bf09137540,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:51.482190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.507973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] Pushing event deleted for resources: {'Port': ['ID=6f0c11bf-1bcc-46b9-8daa-76bf09137540,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:51.512484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39483c31-a8a1-4efd-b495-9537608e97fd None None] No DVR routers for this DVR port 6f0c11bf-1bcc-46b9-8daa-76bf09137540 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:51.546254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.557940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d68aae30-88e5-42df-95b4-e0ff88d37e41']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:51.569400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72d634e-f69d-44c6-b056-66bfcd4e65be') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:51.569731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72d634e-f69d-44c6-b056-66bfcd4e65be') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:51.580319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.596070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.602484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 568 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:51.602898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:51.606507 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:51.669322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.678006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.682382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 33978) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:51.682674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/d68aae30-88e5-42df-95b4-e0ff88d37e41 HTTP/1.1" status: 204 len: 168 time: 0.6795788 Aug 31 07:07:51.698459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f6427-2354-4ad0-b09a-05a9e06b6ba1 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=d68aae30-88e5-42df-95b4-e0ff88d37e41,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:51.713585 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4eaafe6-b154-4b39-941b-b3cb8d58af77 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:51.714269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4eaafe6-b154-4b39-941b-b3cb8d58af77 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:51.716082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4eaafe6-b154-4b39-941b-b3cb8d58af77 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/311498a7-3978-464e-897f-6d9be6cba2b7 HTTP/1.1" status: 404 len: 337 time: 0.0323699 Aug 31 07:07:51.718985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:51.740562 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-16a53431-12c4-4647-a5b1-8defda302467 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] DELETE failed (client error): The resource could not be found. Aug 31 07:07:51.741092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16a53431-12c4-4647-a5b1-8defda302467 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:07:51.742852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16a53431-12c4-4647-a5b1-8defda302467 tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/409ba151-7f14-4792-8bf5-ca21522f3685 HTTP/1.1" status: 404 len: 339 time: 0.0228710 Aug 31 07:07:51.745850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:51.804197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting subnet 0f46b9be-7cfb-45ec-87a0-117c386786a7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:07:51.808151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.857628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.913177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6f0c11bf-1bcc-46b9-8daa-76bf09137540 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:51.936911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6f0c11bf-1bcc-46b9-8daa-76bf09137540 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:51.937254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6f0c11bf-1bcc-46b9-8daa-76bf09137540 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:51.937707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f0f354d-cf85-48c4-a396-1fc48740a040 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:51.956563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:51.957674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 8f0f354d-cf85-48c4-a396-1fc48740a040 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:51.958090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 8f0f354d-cf85-48c4-a396-1fc48740a040 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:52.039401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.080870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Subnet': ['ID=0f46b9be-7cfb-45ec-87a0-117c386786a7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:52.088692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffff097-f1b4-4ef3-8f35-8d02febff32d None None] Network e8f4cfa7-bdcd-4000-9a53-06426f031b7b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:52.094149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.099131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-94f1a784-10c2-4fab-85b1-d4c9e9065fbc tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/subnets/0f46b9be-7cfb-45ec-87a0-117c386786a7 HTTP/1.1" status: 204 len: 168 time: 0.3497591 Aug 31 07:07:52.099270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 33994) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:52.197691 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.267186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Deleting port de954d0f-e140-4712-b20e-b671d9a02128 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:52.267564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.361027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] DHCP port deletion for e8f4cfa7-bdcd-4000-9a53-06426f031b7b request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:07:52.570481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ca9c5879-71d8-4ccc-82a8-50ffcf414813 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:07:52.657545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Deleting port de954d0f-e140-4712-b20e-b671d9a02128 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:52.657866 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.742551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] For port de954d0f-e140-4712-b20e-b671d9a02128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de954d0f-e140-4712-b20e-b671d9a02128,segment=NetworkSegment(23d2dff8-bb5b-4ac0-945f-a1004b4a01ae),segment_id=23d2dff8-bb5b-4ac0-945f-a1004b4a01ae)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:52.743249 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.753230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] For port de954d0f-e140-4712-b20e-b671d9a02128, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de954d0f-e140-4712-b20e-b671d9a02128,segment=NetworkSegment(23d2dff8-bb5b-4ac0-945f-a1004b4a01ae),segment_id=23d2dff8-bb5b-4ac0-945f-a1004b4a01ae)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:52.753709 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.767960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a211a44e-bded-48a6-a036-3c3bf32300fb req-02565ad0-9768-4596-8753-4c142e87afe6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:52.769633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a211a44e-bded-48a6-a036-3c3bf32300fb req-02565ad0-9768-4596-8753-4c142e87afe6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 944 time: 0.0983059 Aug 31 07:07:52.770820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Calling delete_port for de954d0f-e140-4712-b20e-b671d9a02128 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:52.778823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:52.781393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Calling delete_port for de954d0f-e140-4712-b20e-b671d9a02128 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:52.799008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813', 'mac_address': 'fa:16:3e:0f:b9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:07:52.861477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a211a44e-bded-48a6-a036-3c3bf32300fb req-4f923976-90d5-41ce-96cc-540482bd7f07 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831378 Aug 31 07:07:52.903405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.921391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.926972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9c5879-71d8-4ccc-82a8-50ffcf414813 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:07:52.946308 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.951161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Port': ['ID=de954d0f-e140-4712-b20e-b671d9a02128,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:52.955111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:52.957624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] No DVR routers for this DVR port de954d0f-e140-4712-b20e-b671d9a02128 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:52.978023 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:52.982307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] Pushing event deleted for resources: {'Port': ['ID=de954d0f-e140-4712-b20e-b671d9a02128,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:52.984293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebfb1545-bb1c-4a29-9f55-18e733c2af9e None None] No DVR routers for this DVR port de954d0f-e140-4712-b20e-b671d9a02128 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:07:53.054143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:53.062930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.075297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4cfa7-bdcd-4000-9a53-06426f031b7b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:53.096468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:53.096791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23d2dff8-bb5b-4ac0-945f-a1004b4a01ae') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:53.107544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.127172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.134927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:07:53.135467 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:07:53.138860 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:07:53.201761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ca9c5879-71d8-4ccc-82a8-50ffcf414813'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:07:53.205168 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.214354 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.216611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] 10.222.0.57 "DELETE /v2.0/networks/e8f4cfa7-bdcd-4000-9a53-06426f031b7b HTTP/1.1" status: 204 len: 168 time: 1.1161623 Aug 31 07:07:53.235134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7328144-3f69-49c8-a50d-7cfe6d4585bb tempest-NetworksIpV6Test-1360134938 tempest-NetworksIpV6Test-1360134938-project] Pushing event deleted for resources: {'Network': ['ID=e8f4cfa7-bdcd-4000-9a53-06426f031b7b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:53.548318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34156) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:53.719605 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ab39e6d2-11ba-43bf-bddc-14b490e61703 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f6ff222488454cdf84d514f1c9b17b4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699042 Aug 31 07:07:53.722141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:53.782995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.815479 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.870225 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.873451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:53.877458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/29f5a4d7-ad78-467d-928c-2eb538a0278a HTTP/1.1" status: 204 len: 168 time: 0.1517384 Aug 31 07:07:53.885454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3f319-1938-41de-b85e-d663374ad5eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f5a4d7-ad78-467d-928c-2eb538a0278a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:53.904320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de954d0f-e140-4712-b20e-b671d9a02128 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:07:53.935653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: de954d0f-e140-4712-b20e-b671d9a02128 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:07:53.936216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de954d0f-e140-4712-b20e-b671d9a02128 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:07:54.040681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8ddbb-909b-4bbf-806a-d0d8ba450be3 req-79373062-d1b9-4d67-97d6-67c507713563 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.040681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8c8ddbb-909b-4bbf-806a-d0d8ba450be3 req-79373062-d1b9-4d67-97d6-67c507713563 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 945 time: 0.0685422 Aug 31 07:07:54.086465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8c8ddbb-909b-4bbf-806a-d0d8ba450be3 req-e15b3b14-fe64-4680-a273-175f36562b99 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417843 Aug 31 07:07:54.478929 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ca9c5879-71d8-4ccc-82a8-50ffcf414813 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:54.545665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port ca9c5879-71d8-4ccc-82a8-50ffcf414813 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:54.550604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port ca9c5879-71d8-4ccc-82a8-50ffcf414813 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:54.551017 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.647266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.669197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34336) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:54.672855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:07:54.675266 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5509133a-4516-4da2-a0f6-dc01be94a635" -d '{"events": [{"server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "name": "network-vif-plugged", "status": "completed", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:07:54.699814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:54.707677 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.778990 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae39fe0-ffba-4a16-be25-163a35cc9e77 x-openstack-request-id: req-0ae39fe0-ffba-4a16-be25-163a35cc9e77 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:07:54.779281 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "name": "network-vif-plugged", "status": "completed", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:07:54.779694 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ae39fe0-ffba-4a16-be25-163a35cc9e77 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:07:54.780219 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813', 'code': 200} Aug 31 07:07:54.783732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:54.822513 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f8dc2645-d27f-47d9-a65b-6c7ffbba6805 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.848152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1649647126'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:54.906492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:54.910283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.921602 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:54.934107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20373886-9618-452f-b309-ac253f7ac784 req-9a8feb31-ef85-4e2e-932d-f5b45ea38381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:54.935741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20373886-9618-452f-b309-ac253f7ac784 req-9a8feb31-ef85-4e2e-932d-f5b45ea38381 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 1098 time: 0.0761101 Aug 31 07:07:54.994567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20373886-9618-452f-b309-ac253f7ac784 req-39ad45fb-5557-4413-bafa-611502d78151 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501544 Aug 31 07:07:55.074739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.079939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.111832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:55.122082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98e31225-ae75-4bfc-aba2-8d85bf923606,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:55.128841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.129189 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment 3b61ea61-64f5-411b-b1a1-8c8214acfa89 of type vlan for network f8aa9c78-fadf-491f-a895-1048cbd63854 Aug 31 07:07:55.189672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.219298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.223797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e55b30-d9fe-404c-be38-21dad46a5bd7 req-d76efc2d-337c-4d60-85af-225e8e4813a1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:55.225461 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92e55b30-d9fe-404c-be38-21dad46a5bd7 req-d76efc2d-337c-4d60-85af-225e8e4813a1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.0569286 Aug 31 07:07:55.230557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:55.231224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.278288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92e55b30-d9fe-404c-be38-21dad46a5bd7 req-48dc76cc-76b4-4548-9299-b9fcc70ff1cc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438538 Aug 31 07:07:55.299468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:55.299619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6289358 Aug 31 07:07:55.306667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1597115313'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:55.308647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16f382-3b85-4494-a985-22b6eebd3ddc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=f8aa9c78-fadf-491f-a895-1048cbd63854,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:55.318971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f8aa9c78-fadf-491f-a895-1048cbd63854 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:55.335423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:55.341277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.372644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:07:55.384930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.385283 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment 243e8c54-6502-4919-850d-01b819498b7d of type vlan for network 8538db94-38e0-4f00-95af-870d8fc07f10 Aug 31 07:07:55.430469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.457799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.463928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:55.464524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.530571 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2295475 Aug 31 07:07:55.533495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34452) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:55.540261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:55.545099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64071aa5-a01c-4c49-95d2-156a161e6352 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=8538db94-38e0-4f00-95af-870d8fc07f10,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:55.556877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 8538db94-38e0-4f00-95af-870d8fc07f10 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:07:55.642364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:55.645895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.833142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.891208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=59d3f320-b245-405a-8e0e-3976993ff701,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:55.902959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': '3b61ea61-64f5-411b-b1a1-8c8214acfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:55.903324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: f8aa9c78-fadf-491f-a895-1048cbd63854, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:55.920591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network f8aa9c78-fadf-491f-a895-1048cbd63854 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:55.928810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f8aa9c78-fadf-491f-a895-1048cbd63854) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:55.933072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:55.933690 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:55.940624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2900c-f1da-4dfd-888e-343a13059302 None None] Network f8aa9c78-fadf-491f-a895-1048cbd63854 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:55.950180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6e856af-a860-4acf-88ff-9040dbf0e4da tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4153538 Aug 31 07:07:55.952232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34472) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:55.957675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:56.059328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:07:56.063896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.108308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f8aa9c78-fadf-491f-a895-1048cbd63854', 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': '59d3f320-b245-405a-8e0e-3976993ff701'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:56.109167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.263672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Allocated IP 2001:db8::2 (f8aa9c78-fadf-491f-a895-1048cbd63854/59d3f320-b245-405a-8e0e-3976993ff701/480c6517-a21f-45de-a1ba-46a4468d9e32) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:56.274741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.363249 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=850ffe6d-2c64-45cd-a355-da64cb66ce42,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:56.373943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': '243e8c54-6502-4919-850d-01b819498b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:56.374315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: 8538db94-38e0-4f00-95af-870d8fc07f10, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:07:56.396795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 8538db94-38e0-4f00-95af-870d8fc07f10 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:07:56.407964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 8538db94-38e0-4f00-95af-870d8fc07f10) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:56.414808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.416201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.433517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-403cfb73-ada8-434e-a9a8-6d90689c873a None None] Network 8538db94-38e0-4f00-95af-870d8fc07f10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:56.434312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de73180f-44b6-40b9-b489-0ffaffb46440 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4808533 Aug 31 07:07:56.437079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34480) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:56.444108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-273455279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:07:56.466594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f5ae4-9109-4ea3-b0a3-0800fb11af49 req-459847c3-2e3f-46fc-9d39-3852cc15b22b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.477449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac4f5ae4-9109-4ea3-b0a3-0800fb11af49 req-459847c3-2e3f-46fc-9d39-3852cc15b22b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.0937307 Aug 31 07:07:56.507199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.512058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.532957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac4f5ae4-9109-4ea3-b0a3-0800fb11af49 req-8c5638f9-1ef9-48e9-8d17-c2cbda8ccc4b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541093 Aug 31 07:07:56.578637 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.593834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Transition to ACTIVE for port object 480c6517-a21f-45de-a1ba-46a4468d9e32 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:56.620040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Transition to ACTIVE for port object 480c6517-a21f-45de-a1ba-46a4468d9e32 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:56.644911 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.652800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-8538db94-38e0-4f00-95af-870d8fc07f10', 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': '850ffe6d-2c64-45cd-a355-da64cb66ce42'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:07:56.653706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.663749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.683953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.708589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.709771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-04bcb32a-2a1f-4b84-ae12-7fb5ebf0b4d8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2713242 Aug 31 07:07:56.712681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34490) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:56.714701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Network f8aa9c78-fadf-491f-a895-1048cbd63854 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:56.720028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:56.725592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d82d0e-6f4f-4196-9e46-f615c7b1164d req-6647177c-910d-46e1-8647-b272687c2c64 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:56.727256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Pushing event updated for resources: {'Port': ['ID=480c6517-a21f-45de-a1ba-46a4468d9e32,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:56.727734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8d82d0e-6f4f-4196-9e46-f615c7b1164d req-6647177c-910d-46e1-8647-b272687c2c64 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.0755060 Aug 31 07:07:56.730972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:56.770700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8d82d0e-6f4f-4196-9e46-f615c7b1164d req-26340644-6b49-42e7-b3b7-830f55fe422a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359504 Aug 31 07:07:56.874050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Attempting to bind port 480c6517-a21f-45de-a1ba-46a4468d9e32 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:56.874500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Attempting to bind port 480c6517-a21f-45de-a1ba-46a4468d9e32 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '3b61ea61-64f5-411b-b1a1-8c8214acfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:56.875074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Attempting to bind port 480c6517-a21f-45de-a1ba-46a4468d9e32 on network f8aa9c78-fadf-491f-a895-1048cbd63854 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:56.887142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:56.887644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Checking segment: {'id': '3b61ea61-64f5-411b-b1a1-8c8214acfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:56.888366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.888875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Bound using segment: {'id': '3b61ea61-64f5-411b-b1a1-8c8214acfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:56.889619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Bound port: 480c6517-a21f-45de-a1ba-46a4468d9e32, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b61ea61-64f5-411b-b1a1-8c8214acfa89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': 'f8aa9c78-fadf-491f-a895-1048cbd63854'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:56.890256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:56.986032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Allocated IP 2001:db8:1::2 (8538db94-38e0-4f00-95af-870d8fc07f10/850ffe6d-2c64-45cd-a355-da64cb66ce42/b946b005-51af-4ae7-994e-d1be4073a240) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:57.005120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] For port 480c6517-a21f-45de-a1ba-46a4468d9e32, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:57.035918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] For port 480c6517-a21f-45de-a1ba-46a4468d9e32, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=480c6517-a21f-45de-a1ba-46a4468d9e32,segment=NetworkSegment(3b61ea61-64f5-411b-b1a1-8c8214acfa89),segment_id=3b61ea61-64f5-411b-b1a1-8c8214acfa89)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:57.067427 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.082158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.160726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa996b6-9991-4437-88a0-225a4c0b05cf None None] Pushing event updated for resources: {'Port': ['ID=480c6517-a21f-45de-a1ba-46a4468d9e32,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:57.195954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa58fd6-5445-4a68-95a9-e8b1e00fd8d0 req-0b376c48-dee7-4480-a3ae-cccec89b965a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:57.198123 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfa58fd6-5445-4a68-95a9-e8b1e00fd8d0 req-0b376c48-dee7-4480-a3ae-cccec89b965a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.1013420 Aug 31 07:07:57.260845 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.273361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Transition to ACTIVE for port object b946b005-51af-4ae7-994e-d1be4073a240 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:57.282268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cfa58fd6-5445-4a68-95a9-e8b1e00fd8d0 req-8fb430a1-d8f2-40bc-b0ca-0608adfb4ee8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728769 Aug 31 07:07:57.316061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Transition to ACTIVE for port object b946b005-51af-4ae7-994e-d1be4073a240 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:57.324322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.383819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Pushing event updated for resources: {'Port': ['ID=b946b005-51af-4ae7-994e-d1be4073a240,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:57.399301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Network 8538db94-38e0-4f00-95af-870d8fc07f10 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:57.401821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:57.404242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:57.472599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8::1 (f8aa9c78-fadf-491f-a895-1048cbd63854/59d3f320-b245-405a-8e0e-3976993ff701/9372dbd8-b764-47fc-89b1-6d5fd55424cb) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:07:57.493131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e3b25f4f-b8c0-4e2d-85b8-8c6286aec007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.518699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Attempting to bind port b946b005-51af-4ae7-994e-d1be4073a240 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:07:57.519115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Attempting to bind port b946b005-51af-4ae7-994e-d1be4073a240 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '243e8c54-6502-4919-850d-01b819498b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:07:57.519625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Attempting to bind port b946b005-51af-4ae7-994e-d1be4073a240 on network 8538db94-38e0-4f00-95af-870d8fc07f10 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:07:57.528688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:07:57.529186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Checking segment: {'id': '243e8c54-6502-4919-850d-01b819498b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:07:57.530493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.531546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Bound using segment: {'id': '243e8c54-6502-4919-850d-01b819498b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:07:57.532381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Bound port: b946b005-51af-4ae7-994e-d1be4073a240, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '243e8c54-6502-4919-850d-01b819498b7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '8538db94-38e0-4f00-95af-870d8fc07f10'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:07:57.533052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.615834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] For port b946b005-51af-4ae7-994e-d1be4073a240, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:07:57.622881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] For port b946b005-51af-4ae7-994e-d1be4073a240, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b946b005-51af-4ae7-994e-d1be4073a240,segment=NetworkSegment(243e8c54-6502-4919-850d-01b819498b7d),segment_id=243e8c54-6502-4919-850d-01b819498b7d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:07:57.627112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.628835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.643576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object 9372dbd8-b764-47fc-89b1-6d5fd55424cb will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:07:57.685044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.693197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa110ae1-69db-4ec8-87ba-49a52d54e7c5 None None] Pushing event updated for resources: {'Port': ['ID=b946b005-51af-4ae7-994e-d1be4073a240,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:57.731154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network f8aa9c78-fadf-491f-a895-1048cbd63854 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:57.737387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:57.743040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:07:57.743836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.777083 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.795635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=9372dbd8-b764-47fc-89b1-6d5fd55424cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:57.894338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:57.998803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 480c6517-a21f-45de-a1ba-46a4468d9e32 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:07:58.068399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 480c6517-a21f-45de-a1ba-46a4468d9e32 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:58.254115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.258792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.260339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.399498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=9372dbd8-b764-47fc-89b1-6d5fd55424cb,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:58.472038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53a789f-f3a3-4a7b-a570-2574c41ab64f req-2bf7253d-4dde-43b4-8736-966e000a02dd tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:58.487686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e53a789f-f3a3-4a7b-a570-2574c41ab64f req-2bf7253d-4dde-43b4-8736-966e000a02dd tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.1073546 Aug 31 07:07:58.490335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a1e07d-f4c9-4d16-a306-92928f4a75a7 None None] Network f8aa9c78-fadf-491f-a895-1048cbd63854 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:58.514891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network f8aa9c78-fadf-491f-a895-1048cbd63854 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:07:58.521433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:07:58.543322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e53a789f-f3a3-4a7b-a570-2574c41ab64f req-e4e4c946-3735-4d26-b7e6-a667db3cdf85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521898 Aug 31 07:07:58.546351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Provisioning for port 480c6517-a21f-45de-a1ba-46a4468d9e32 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:58.555678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Provisioning complete for port 480c6517-a21f-45de-a1ba-46a4468d9e32 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:58.556049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.687741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0fe2f66f-5f20-46eb-ada3-33668b6fae2e is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:07:58.733533 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.777134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] For port 480c6517-a21f-45de-a1ba-46a4468d9e32, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=480c6517-a21f-45de-a1ba-46a4468d9e32,segment=NetworkSegment(3b61ea61-64f5-411b-b1a1-8c8214acfa89),segment_id=3b61ea61-64f5-411b-b1a1-8c8214acfa89)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:58.782380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:58.857220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65baa9d0-7aef-4072-82fd-3ba4d9211312 None None] Pushing event updated for resources: {'Port': ['ID=480c6517-a21f-45de-a1ba-46a4468d9e32,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:07:58.870526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:07:58.882410 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] Sync routers for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:07:58.889062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-2d7a67e8-b96c-496b-b888-0d8c53dfb9c9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:58.890752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-2d7a67e8-b96c-496b-b888-0d8c53dfb9c9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.1511476 Aug 31 07:07:58.894510 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:58.895345 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:58.898717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:58.909403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-721260ae-96bf-4ff9-879a-587529c0a574 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1934986 Aug 31 07:07:58.959921 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:58.972576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be7d06e-f6a0-4cbe-9ba1-bbe0eb8c0290 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:58.977720 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5be7d06e-f6a0-4cbe-9ba1-bbe0eb8c0290 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports/9372dbd8-b764-47fc-89b1-6d5fd55424cb HTTP/1.1" status: 200 len: 911 time: 0.0776668 Aug 31 07:07:58.979364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:07:58.981724 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:07:58.982617 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:59.027316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:07:59.027971 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d69c44-371b-4437-8c7c-2350dce9bbd4 None None] The sync data for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:07:59.130827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44558f9-77e8-4d5a-8b87-4a722ea6b36d None None] Network 8538db94-38e0-4f00-95af-870d8fc07f10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:07:59.134778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Provisioning complete for port 480c6517-a21f-45de-a1ba-46a4468d9e32 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:59.135151 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.173538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port ca9c5879-71d8-4ccc-82a8-50ffcf414813 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:07:59.173898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.388454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port ca9c5879-71d8-4ccc-82a8-50ffcf414813, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=ca9c5879-71d8-4ccc-82a8-50ffcf414813,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:07:59.388962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.412133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for ca9c5879-71d8-4ccc-82a8-50ffcf414813 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:07:59.607569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Provisioning for port 9372dbd8-b764-47fc-89b1-6d5fd55424cb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:59.615326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Provisioning complete for port 9372dbd8-b764-47fc-89b1-6d5fd55424cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:59.615704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.627158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.721020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-44f1ca81-875b-47ec-b60e-09c0cf541cb2 None None] Port 9372dbd8-b764-47fc-89b1-6d5fd55424cb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:07:59.748742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446df839-9276-4519-aa9d-978c6ef3a6fb req-d1a5e4a9-c1c3-4758-9bf0-fb4dcee14f89 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:07:59.758378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.759293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446df839-9276-4519-aa9d-978c6ef3a6fb req-d1a5e4a9-c1c3-4758-9bf0-fb4dcee14f89 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 946 time: 0.1179843 Aug 31 07:07:59.802926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-446df839-9276-4519-aa9d-978c6ef3a6fb req-6031fa91-189f-4753-89a4-3d51e19d0876 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421486 Aug 31 07:07:59.847222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29fcf916-b673-435b-9204-c65c47e830eb None None] Provisioning for port b946b005-51af-4ae7-994e-d1be4073a240 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:07:59.866756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-29fcf916-b673-435b-9204-c65c47e830eb None None] Provisioning complete for port 9372dbd8-b764-47fc-89b1-6d5fd55424cb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:07:59.867321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-29fcf916-b673-435b-9204-c65c47e830eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:07:59.924109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-29fcf916-b673-435b-9204-c65c47e830eb None None] Port 9372dbd8-b764-47fc-89b1-6d5fd55424cb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:00.048882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b946b005-51af-4ae7-994e-d1be4073a240 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:00.106706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b946b005-51af-4ae7-994e-d1be4073a240 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:00.112680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b946b005-51af-4ae7-994e-d1be4073a240 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:00.113570 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.195915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.203589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.213902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['ca9c5879-71d8-4ccc-82a8-50ffcf414813'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:00.217188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c19fca0b-2ac3-4a93-af44-c3f9556b12a5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:00.269878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=ca9c5879-71d8-4ccc-82a8-50ffcf414813,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:00.324310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b946b005-51af-4ae7-994e-d1be4073a240, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b946b005-51af-4ae7-994e-d1be4073a240,segment=NetworkSegment(243e8c54-6502-4919-850d-01b819498b7d),segment_id=243e8c54-6502-4919-850d-01b819498b7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:00.329872 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.330776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 480c6517-a21f-45de-a1ba-46a4468d9e32 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:00.357977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port ca9c5879-71d8-4ccc-82a8-50ffcf414813 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:00.363534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.365581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-edb6e813-bee9-40a5-a837-60c6b70f0f29 req-333bf34e-d4bc-426a-b673-f71e6bdaeee9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "DELETE /v2.0/ports/ca9c5879-71d8-4ccc-82a8-50ffcf414813 HTTP/1.1" status: 204 len: 173 time: 1.4537966 Aug 31 07:08:00.366032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'name': 'network-vif-deleted', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:00.369296 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab507045-7810-4e49-a6b3-1938ee91a137" -d '{"events": [{"server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "name": "network-vif-deleted", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:00.451624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b946b005-51af-4ae7-994e-d1be4073a240,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:00.462318 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43587a99-c26e-4a5c-9823-f77e3eaad5da x-openstack-request-id: req-43587a99-c26e-4a5c-9823-f77e3eaad5da {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:00.462848 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "212228b0-5012-42ca-a757-860e4f17242f", "name": "network-vif-deleted", "tag": "ca9c5879-71d8-4ccc-82a8-50ffcf414813", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:00.464130 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-43587a99-c26e-4a5c-9823-f77e3eaad5da {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:00.464568 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '212228b0-5012-42ca-a757-860e4f17242f', 'name': 'network-vif-deleted', 'tag': 'ca9c5879-71d8-4ccc-82a8-50ffcf414813', 'status': 'completed', 'code': 200} Aug 31 07:08:00.488751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 480c6517-a21f-45de-a1ba-46a4468d9e32 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:00.489367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.503001 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8:1::1 (8538db94-38e0-4f00-95af-870d8fc07f10/850ffe6d-2c64-45cd-a355-da64cb66ce42/ba539dfc-b32c-4d6a-b976-6db2edfea7e2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:00.652970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.669506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object ba539dfc-b32c-4d6a-b976-6db2edfea7e2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:00.705155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.746917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 8538db94-38e0-4f00-95af-870d8fc07f10 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:00.752406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:00.756272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:00.756809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.808579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=ba539dfc-b32c-4d6a-b976-6db2edfea7e2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:00.908863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:00.927651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d3eada37-e318-44a2-9707-d36f3b706d5d req-43478304-70ff-4241-88c4-1ed3399453f1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0499587 Aug 31 07:08:01.105432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.112316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de93a6ff-dad8-469a-8b98-f3e06137bdff None None] Provisioning for port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:01.116450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de93a6ff-dad8-469a-8b98-f3e06137bdff None None] Provisioning complete for port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:01.116826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de93a6ff-dad8-469a-8b98-f3e06137bdff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.153968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de93a6ff-dad8-469a-8b98-f3e06137bdff None None] Port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:01.221707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.226614 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.227395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.322858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=ba539dfc-b32c-4d6a-b976-6db2edfea7e2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:01.367351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 8538db94-38e0-4f00-95af-870d8fc07f10 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:01.369420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:01.477967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0fe2f66f-5f20-46eb-ada3-33668b6fae2e has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:01.583457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:01.592055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-141e6d7e-c864-4ded-8418-19becda212f3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6085978 Aug 31 07:08:01.592055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34524) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:01.594553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] Sync routers for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:01.605019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:01.606054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:01.638811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:01.643764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4facce61-9c12-4aff-b6b2-667fbaa7234c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:01.648054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4facce61-9c12-4aff-b6b2-667fbaa7234c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports/ba539dfc-b32c-4d6a-b976-6db2edfea7e2 HTTP/1.1" status: 200 len: 913 time: 0.0513878 Aug 31 07:08:01.648371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34526) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:01.652162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:01.652788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:01.692462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:01.693355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107cc74d-5ef7-49eb-a49a-37c5eebe23c0 None None] The sync data for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:01.704008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c39696fd-193f-4b9d-b9a8-ca5224094b97 None None] Provisioning complete for port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:01.704380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c39696fd-193f-4b9d-b9a8-ca5224094b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:01.743508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c39696fd-193f-4b9d-b9a8-ca5224094b97 None None] Port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:01.911894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b946b005-51af-4ae7-994e-d1be4073a240 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:01.968498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b946b005-51af-4ae7-994e-d1be4073a240 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:01.968983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:02.067402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf9393a3-570f-4e8b-bc93-28fb922717bb req-1d0f64b9-ab3d-4692-9617-352c0ad135e8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0469053 Aug 31 07:08:02.442081 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:02.526373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ca9c5879-71d8-4ccc-82a8-50ffcf414813 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:02.549079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: ca9c5879-71d8-4ccc-82a8-50ffcf414813 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:02.549279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device ca9c5879-71d8-4ccc-82a8-50ffcf414813 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:02.724457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port ba539dfc-b32c-4d6a-b976-6db2edfea7e2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:02.724853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:02.816367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:02.830749 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for ba539dfc-b32c-4d6a-b976-6db2edfea7e2 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:03.008153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:03.035245 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=ba539dfc-b32c-4d6a-b976-6db2edfea7e2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:03.223379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9ca8485d-a95d-4612-8c5c-c3b20d45be3f req-eff08f34-acb4-43d2-aa4c-70a06124814e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0783880 Aug 31 07:08:03.249300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:03.485877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0fe2f66f-5f20-46eb-ada3-33668b6fae2e has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:03.598174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:03.608337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f8f0e55c-ff48-441b-91d0-eea6c688fc6d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9558411 Aug 31 07:08:03.608337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34536) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:03.611595 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] Sync routers for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:03.622910 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:03.623733 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:03.659329 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:03.668287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:03.669124 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:03.701238 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:03.702148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8824d498-7104-47a9-81ea-3ec2c3c91f0a None None] The sync data for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:03.978924 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:04.250226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 9372dbd8-b764-47fc-89b1-6d5fd55424cb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:04.250567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:04.337877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b0596e3-f27c-4c40-9cd0-45427305a2ce req-f15310d1-7167-41d4-ae2d-54092b8ac988 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0291169 Aug 31 07:08:04.357866 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:04.369510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 9372dbd8-b764-47fc-89b1-6d5fd55424cb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:04.543960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:04.571721 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=9372dbd8-b764-47fc-89b1-6d5fd55424cb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:04.676905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.093285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0fe2f66f-5f20-46eb-ada3-33668b6fae2e has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:05.168360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:05.173961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46693fb0-c065-4393-9237-f4746049d019 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5645714 Aug 31 07:08:05.176902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34544) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:05.179630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] Sync routers for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:05.188731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:05.189602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:05.208568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4d127316-906b-4456-ad0c-e60222bc0f38 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=0fe2f66f-5f20-46eb-ada3-33668b6fae2e HTTP/1.1" status: 200 len: 205 time: 0.0297866 Aug 31 07:08:05.210871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34546) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:05.222463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:05.231906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] Routers {'0fe2f66f-5f20-46eb-ada3-33668b6fae2e'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:05.232512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:05.266576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:05.267225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67607bea-eec7-42b4-93f4-26ae6f5ec619 None None] The sync data for ids ['0fe2f66f-5f20-46eb-ada3-33668b6fae2e'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:05.286702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.490458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.507793 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.511407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b5cfc30-4015-40d2-8de0-7e8c18d5af1d req-bce659f9-481b-4bd0-a418-c1912334c696 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=212228b0-5012-42ca-a757-860e4f17242f HTTP/1.1" status: 200 len: 210 time: 0.0364158 Aug 31 07:08:05.553209 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.553979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router 0fe2f66f-5f20-46eb-ada3-33668b6fae2e {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:05.561114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.562658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3ec4fff8-f247-40ff-8116-21009f8df81e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e HTTP/1.1" status: 204 len: 168 time: 0.3504884 Aug 31 07:08:05.564804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34550) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:05.617836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet 850ffe6d-2c64-45cd-a355-da64cb66ce42 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:05.621002 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.661598 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.747309 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.808063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.813651 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.834980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=850ffe6d-2c64-45cd-a355-da64cb66ce42,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:05.841385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.843267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9311ca6-9117-44ad-9bbb-30ce07c86fdb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/850ffe6d-2c64-45cd-a355-da64cb66ce42 HTTP/1.1" status: 204 len: 168 time: 0.2775109 Aug 31 07:08:05.846073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34552) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:05.856841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22f5eba-67de-4019-ad74-66b117d745e7 None None] Network 8538db94-38e0-4f00-95af-870d8fc07f10 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:05.906082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet 59d3f320-b245-405a-8e0e-3976993ff701 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:05.910074 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:05.952577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.040264 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.061492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] DHCP port deletion for 8538db94-38e0-4f00-95af-870d8fc07f10 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:06.111286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.125887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.128526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/59d3f320-b245-405a-8e0e-3976993ff701 HTTP/1.1" status: 204 len: 168 time: 0.2809649 Aug 31 07:08:06.130674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:06.138880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Deleting port b946b005-51af-4ae7-994e-d1be4073a240 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:06.139717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.144864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49dacf6b-df24-4991-98f7-0072cfcf985a None None] Network f8aa9c78-fadf-491f-a895-1048cbd63854 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:06.147890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d331fc1c-66a6-42d5-80b0-22eecd5a866e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=59d3f320-b245-405a-8e0e-3976993ff701,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.226274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.271304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] For port b946b005-51af-4ae7-994e-d1be4073a240, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b946b005-51af-4ae7-994e-d1be4073a240,segment=NetworkSegment(243e8c54-6502-4919-850d-01b819498b7d),segment_id=243e8c54-6502-4919-850d-01b819498b7d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:06.271890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.289625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Calling delete_port for b946b005-51af-4ae7-994e-d1be4073a240 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:06.302612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port b946b005-51af-4ae7-994e-d1be4073a240 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:06.302970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.392775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port b946b005-51af-4ae7-994e-d1be4073a240, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b946b005-51af-4ae7-994e-d1be4073a240,segment=NetworkSegment(243e8c54-6502-4919-850d-01b819498b7d),segment_id=243e8c54-6502-4919-850d-01b819498b7d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:06.393449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.414347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for b946b005-51af-4ae7-994e-d1be4073a240 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:06.422157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.456758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] No DVR routers for this DVR port b946b005-51af-4ae7-994e-d1be4073a240 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:06.458555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59dada5c-fd06-4002-b561-49ddf76cfd87 None None] Pushing event deleted for resources: {'Port': ['ID=b946b005-51af-4ae7-994e-d1be4073a240,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.483575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] DHCP port deletion for f8aa9c78-fadf-491f-a895-1048cbd63854 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:06.548915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.552119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Deleting port 480c6517-a21f-45de-a1ba-46a4468d9e32 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:06.552877 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.592533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=b946b005-51af-4ae7-994e-d1be4073a240,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.596662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port b946b005-51af-4ae7-994e-d1be4073a240 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:06.674813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] For port 480c6517-a21f-45de-a1ba-46a4468d9e32, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=480c6517-a21f-45de-a1ba-46a4468d9e32,segment=NetworkSegment(3b61ea61-64f5-411b-b1a1-8c8214acfa89),segment_id=3b61ea61-64f5-411b-b1a1-8c8214acfa89)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:06.675205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.694410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Calling delete_port for 480c6517-a21f-45de-a1ba-46a4468d9e32 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:06.700596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.712390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8538db94-38e0-4f00-95af-870d8fc07f10']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:06.729686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '243e8c54-6502-4919-850d-01b819498b7d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:06.730026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '243e8c54-6502-4919-850d-01b819498b7d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:06.745996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.761347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.767483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:06.767908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:06.770859 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:06.811349 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.835127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.840937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] Pushing event deleted for resources: {'Port': ['ID=480c6517-a21f-45de-a1ba-46a4468d9e32,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.845048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2594ce-f3c9-4ad5-9879-77bf60cdbc41 None None] No DVR routers for this DVR port 480c6517-a21f-45de-a1ba-46a4468d9e32 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:06.845521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:06.850790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34564) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:06.851194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/8538db94-38e0-4f00-95af-870d8fc07f10 HTTP/1.1" status: 204 len: 168 time: 0.7192969 Aug 31 07:08:06.870274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5827ca95-e592-4ea9-9ab3-ea7ee29483c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=8538db94-38e0-4f00-95af-870d8fc07f10,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:06.932239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.025312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.034898 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8aa9c78-fadf-491f-a895-1048cbd63854']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:07.045697 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b61ea61-64f5-411b-b1a1-8c8214acfa89') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:07.045991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b61ea61-64f5-411b-b1a1-8c8214acfa89') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:07.055084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.069028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.075019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:07.075407 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:07.078317 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:07.143211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.150292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.157216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/f8aa9c78-fadf-491f-a895-1048cbd63854 HTTP/1.1" status: 204 len: 168 time: 0.3008230 Aug 31 07:08:07.157216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:07.171263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205397131'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:07.175608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2389e4fc-fc27-42e2-8b43-b065a3e26c3a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=f8aa9c78-fadf-491f-a895-1048cbd63854,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:07.195181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:07.199171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.235208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 553, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:07.245581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.245934 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment 0176d6ce-f0fe-46cf-8791-5b1b16d369bb of type vlan for network e27207eb-800d-41c8-8b07-9e712601a493 Aug 31 07:08:07.287700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.315532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.321177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:07.321797 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.377628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2198973 Aug 31 07:08:07.380393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:07.386022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:07.448124 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd197ca-3df7-46e1-9605-eb615d9dd7c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=e27207eb-800d-41c8-8b07-9e712601a493,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:07.459039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network e27207eb-800d-41c8-8b07-9e712601a493 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:07.500774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:07.504588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.699754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.767544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=99fa5f08-d8ed-4b08-8bf8-920defff5426,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:07.777790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': '0176d6ce-f0fe-46cf-8791-5b1b16d369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:07.778158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: e27207eb-800d-41c8-8b07-9e712601a493, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:07.795968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network e27207eb-800d-41c8-8b07-9e712601a493 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:07.805069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, e27207eb-800d-41c8-8b07-9e712601a493) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:07.809870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:07.810462 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.821428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480ae82c-3330-4a45-9993-8a1d38f9393b None None] Network e27207eb-800d-41c8-8b07-9e712601a493 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:07.825722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c878769-7484-4e51-9dd3-9cc0d65ab961 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4440634 Aug 31 07:08:07.828116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34574) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:07.833574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-51122836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:07.873318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.875250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.959658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.965232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.985173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b946b005-51af-4ae7-994e-d1be4073a240 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:07.985400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:07.986599 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2683366c-5177-4c02-b267-c25966a6cf3c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1572812 Aug 31 07:08:07.989014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34578) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:07.995972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'port': {'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493', 'name': 'tempest-RoutersIpV6Test-1515849815'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:08.025472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b946b005-51af-4ae7-994e-d1be4073a240 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:08.026155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b946b005-51af-4ae7-994e-d1be4073a240 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:08.026809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 480c6517-a21f-45de-a1ba-46a4468d9e32 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:08.069984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-e27207eb-800d-41c8-8b07-9e712601a493', 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': '99fa5f08-d8ed-4b08-8bf8-920defff5426'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:08.070928 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.081129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 480c6517-a21f-45de-a1ba-46a4468d9e32 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:08.081580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 480c6517-a21f-45de-a1ba-46a4468d9e32 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:08.166889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:08.173992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.198053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] device_id is not set on port e73de02f-de3b-4a17-a498-035f33356e40 yet. {{(pid=94640) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 31 07:08:08.253307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Allocated IP 2001:db8::2 (e27207eb-800d-41c8-8b07-9e712601a493/99fa5f08-d8ed-4b08-8bf8-920defff5426/b0b7217a-9af3-465b-8c62-98be3d609f06) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:08.404681 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.414253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Transition to ACTIVE for port object b0b7217a-9af3-465b-8c62-98be3d609f06 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:08.430200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Transition to ACTIVE for port object b0b7217a-9af3-465b-8c62-98be3d609f06 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:08.447464 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.495746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Network e27207eb-800d-41c8-8b07-9e712601a493 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:08.497303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:08.504642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:08.512414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8::321 (e27207eb-800d-41c8-8b07-9e712601a493/99fa5f08-d8ed-4b08-8bf8-920defff5426/e73de02f-de3b-4a17-a498-035f33356e40) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:08.513234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Pushing event updated for resources: {'Port': ['ID=b0b7217a-9af3-465b-8c62-98be3d609f06,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:08.590713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Attempting to bind port b0b7217a-9af3-465b-8c62-98be3d609f06 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:08.590962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Attempting to bind port b0b7217a-9af3-465b-8c62-98be3d609f06 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0176d6ce-f0fe-46cf-8791-5b1b16d369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:08.591362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Attempting to bind port b0b7217a-9af3-465b-8c62-98be3d609f06 on network e27207eb-800d-41c8-8b07-9e712601a493 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:08.598807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:08.599410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Checking segment: {'id': '0176d6ce-f0fe-46cf-8791-5b1b16d369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:08.600109 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.600645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Bound using segment: {'id': '0176d6ce-f0fe-46cf-8791-5b1b16d369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:08.601311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Bound port: b0b7217a-9af3-465b-8c62-98be3d609f06, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0176d6ce-f0fe-46cf-8791-5b1b16d369bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 553, 'network_id': 'e27207eb-800d-41c8-8b07-9e712601a493'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:08.601830 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.682220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] For port b0b7217a-9af3-465b-8c62-98be3d609f06, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:08.686034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.686367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] For port b0b7217a-9af3-465b-8c62-98be3d609f06, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b0b7217a-9af3-465b-8c62-98be3d609f06,segment=NetworkSegment(0176d6ce-f0fe-46cf-8791-5b1b16d369bb),segment_id=0176d6ce-f0fe-46cf-8791-5b1b16d369bb)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:08.691428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.702445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object e73de02f-de3b-4a17-a498-035f33356e40 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:08.750631 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.764955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b377ace4-6e8a-41fc-9a3f-cb5fdcefb6a7 None None] Pushing event updated for resources: {'Port': ['ID=b0b7217a-9af3-465b-8c62-98be3d609f06,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:08.808274 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=e73de02f-de3b-4a17-a498-035f33356e40,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:08.821411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network e27207eb-800d-41c8-8b07-9e712601a493 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:08.823438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:08.825986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:08.832148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:08.832931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:08.855966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-16ee10fd-e216-4f26-afa6-83e80f360cb0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8657424 Aug 31 07:08:08.861218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34608) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:09.352916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.650888 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.657876 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:09.736677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=e73de02f-de3b-4a17-a498-035f33356e40,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:09.886854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.080498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b0b7217a-9af3-465b-8c62-98be3d609f06 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:10.124801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.141172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b0b7217a-9af3-465b-8c62-98be3d609f06 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:10.173514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b62f22-31bb-4882-94c4-2e83c56d0734 None None] Network e27207eb-800d-41c8-8b07-9e712601a493 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:10.250455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Provisioning for port b0b7217a-9af3-465b-8c62-98be3d609f06 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:10.264893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Provisioning complete for port b0b7217a-9af3-465b-8c62-98be3d609f06 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:10.265380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.436038 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.474481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] For port b0b7217a-9af3-465b-8c62-98be3d609f06, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b0b7217a-9af3-465b-8c62-98be3d609f06,segment=NetworkSegment(0176d6ce-f0fe-46cf-8791-5b1b16d369bb),segment_id=0176d6ce-f0fe-46cf-8791-5b1b16d369bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:10.480217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.545628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566b057d-141d-4077-ad07-d810dfb0456b None None] Pushing event updated for resources: {'Port': ['ID=b0b7217a-9af3-465b-8c62-98be3d609f06,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:10.736106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.742616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.743413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.810637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Provisioning complete for port b0b7217a-9af3-465b-8c62-98be3d609f06 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:10.810954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.870081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=e73de02f-de3b-4a17-a498-035f33356e40,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:10.906695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network e27207eb-800d-41c8-8b07-9e712601a493 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:10.908876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:10.940673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Provisioning for port e73de02f-de3b-4a17-a498-035f33356e40 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:10.945681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Provisioning complete for port e73de02f-de3b-4a17-a498-035f33356e40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:10.946360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:10.986676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d454084e-75d2-40ff-a069-abd7fc90378d None None] Port e73de02f-de3b-4a17-a498-035f33356e40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:11.074909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:08:11.131067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6e05dcad-8195-42a6-a995-62f1352ccc44 None None] Provisioning complete for port e73de02f-de3b-4a17-a498-035f33356e40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:11.132359 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6e05dcad-8195-42a6-a995-62f1352ccc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:11.193695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6e05dcad-8195-42a6-a995-62f1352ccc44 None None] Port e73de02f-de3b-4a17-a498-035f33356e40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:11.232603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:11.248270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-026d9a1a-cfb5-4a7c-bc47-21db24ca22e8 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3858728 Aug 31 07:08:11.250677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34652) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:11.251162 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] Sync routers for ids ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:11.273697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de0544-73bf-4771-a43d-8864b8d762c9 req-0373d7bd-f61b-4794-a9d2-477aef76bcf6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:11.283062 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1de0544-73bf-4771-a43d-8864b8d762c9 req-0373d7bd-f61b-4794-a9d2-477aef76bcf6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 945 time: 0.0631478 Aug 31 07:08:11.283518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] Routers {'fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:11.284609 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:11.325358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72cdffe-14e5-4e16-b9b4-27b1de530515 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:11.326993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a72cdffe-14e5-4e16-b9b4-27b1de530515 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports/e73de02f-de3b-4a17-a498-035f33356e40 HTTP/1.1" status: 200 len: 984 time: 0.0753219 Aug 31 07:08:11.329641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34654) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:11.331557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:11.343532 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] Routers {'fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:11.344309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:11.371824 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1de0544-73bf-4771-a43d-8864b8d762c9 req-edcea772-312e-4a6d-bcf1-441d9d411b61 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874791 Aug 31 07:08:11.378476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:11.379145 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c92e64-5043-4914-9c2e-e28f2375fe5c None None] The sync data for ids ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:11.438602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ee7adeaa-0ddb-4789-b14e-26e1224d113d None None] Provisioning complete for port e73de02f-de3b-4a17-a498-035f33356e40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:11.438982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ee7adeaa-0ddb-4789-b14e-26e1224d113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:11.486988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ee7adeaa-0ddb-4789-b14e-26e1224d113d None None] Port e73de02f-de3b-4a17-a498-035f33356e40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:11.610057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-387afae9-13d8-4d78-ade4-8396bd15b9eb None None] Provisioning complete for port e73de02f-de3b-4a17-a498-035f33356e40 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:11.610438 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-387afae9-13d8-4d78-ade4-8396bd15b9eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:11.647610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-387afae9-13d8-4d78-ade4-8396bd15b9eb None None] Port e73de02f-de3b-4a17-a498-035f33356e40 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:11.814474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:11.914744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b0b7217a-9af3-465b-8c62-98be3d609f06 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:11.964614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b0b7217a-9af3-465b-8c62-98be3d609f06 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:11.964988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.044463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port e73de02f-de3b-4a17-a498-035f33356e40 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:12.044869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.137746 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.150907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for e73de02f-de3b-4a17-a498-035f33356e40 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:12.338827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.369763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=e73de02f-de3b-4a17-a498-035f33356e40,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:12.479332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:12.584424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50461b3e-d0eb-4606-94c4-de80ae1cee06 req-7d6e0591-30c4-4fc7-bec3-eef9093e0d08 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:12.586067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50461b3e-d0eb-4606-94c4-de80ae1cee06 req-7d6e0591-30c4-4fc7-bec3-eef9093e0d08 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 945 time: 0.1240828 Aug 31 07:08:12.713948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:12.724259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50461b3e-d0eb-4606-94c4-de80ae1cee06 req-4620f78a-7b41-49d9-9876-e40226eceed8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274774 Aug 31 07:08:13.027518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-e65dbfcd-7172-4970-b1a8-a29cd30e5b02 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:13.028932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-e65dbfcd-7172-4970-b1a8-a29cd30e5b02 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 945 time: 0.3572936 Aug 31 07:08:13.083439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:13.090458 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8d6cb6bb-3421-4967-a5bb-1f7c41263338 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598035 Aug 31 07:08:13.094393 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34690) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:13.098475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] Sync routers for ids ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:13.112164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] Routers {'fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:13.113143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:13.156957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:13.168534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:13.168986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.173509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] Routers {'fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:13.174381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:13.216879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:13.218646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df303608-9e91-4ab1-91a1-f90d2f0ff0e5 None None] The sync data for ids ['fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:13.264306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port c19fca0b-2ac3-4a93-af44-c3f9556b12a5, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:13.264738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.278055 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for c19fca0b-2ac3-4a93-af44-c3f9556b12a5 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:13.360524 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-ed26c46a-2ae5-4ec5-b13f-59721368790f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] remove_router_interface failed (client error): The resource could not be found. Aug 31 07:08:13.361961 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed26c46a-2ae5-4ec5-b13f-59721368790f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2657290 Aug 31 07:08:13.365639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34698) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:13.399238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-95190cfd-6123-4c45-86f2-ca62c1143798 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f HTTP/1.1" status: 200 len: 205 time: 0.0304825 Aug 31 07:08:13.399662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34700) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:13.437940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.451269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c19fca0b-2ac3-4a93-af44-c3f9556b12a5'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:08:13.477269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=c19fca0b-2ac3-4a93-af44-c3f9556b12a5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:13.488987 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.523545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port c19fca0b-2ac3-4a93-af44-c3f9556b12a5 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:13.530460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.532796 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3b90a35-2110-4bb7-8d38-dd1b4a9a98df req-66239c6d-8611-4ae0-937e-af02afa5eab0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "DELETE /v2.0/ports/c19fca0b-2ac3-4a93-af44-c3f9556b12a5 HTTP/1.1" status: 204 len: 173 time: 0.4796023 Aug 31 07:08:13.533250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'name': 'network-vif-deleted', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:13.537981 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96220561-833e-499d-9b90-53ab96cd3754" -d '{"events": [{"server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "name": "network-vif-deleted", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:13.585487 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-917cc6ad-4a0d-462e-a630-a3328463872d x-openstack-request-id: req-917cc6ad-4a0d-462e-a630-a3328463872d {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:13.585855 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23d6146a-e23d-4770-9fc1-5bd26080f3ec", "name": "network-vif-deleted", "tag": "c19fca0b-2ac3-4a93-af44-c3f9556b12a5", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:13.586177 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-917cc6ad-4a0d-462e-a630-a3328463872d {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:13.586654 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23d6146a-e23d-4770-9fc1-5bd26080f3ec', 'name': 'network-vif-deleted', 'tag': 'c19fca0b-2ac3-4a93-af44-c3f9556b12a5', 'status': 'completed', 'code': 200} Aug 31 07:08:13.677988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.681648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.727110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.727701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:13.736194 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.740163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34708) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:13.741928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-85db62f1-399a-47cf-a536-192a9c32e753 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f HTTP/1.1" status: 204 len: 168 time: 0.3407242 Aug 31 07:08:13.843226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc09a968-189e-4ddc-8788-98b972bca716 req-665f32d4-2252-41c4-9acc-ffb7f3593c66 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.0348337 Aug 31 07:08:13.854615 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet 99fa5f08-d8ed-4b08-8bf8-920defff5426 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:13.859380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:13.914604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.009850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.074827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.104932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=99fa5f08-d8ed-4b08-8bf8-920defff5426,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:14.114390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.116255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-376ffeeb-b820-40f9-b860-38a684191325 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/99fa5f08-d8ed-4b08-8bf8-920defff5426 HTTP/1.1" status: 204 len: 168 time: 0.3751388 Aug 31 07:08:14.119474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:14.122715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b0aca8-0a5c-4816-9a96-511f198d89f2 None None] Network e27207eb-800d-41c8-8b07-9e712601a493 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:14.199148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.265166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port b0b7217a-9af3-465b-8c62-98be3d609f06 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:14.265551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.346716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port b0b7217a-9af3-465b-8c62-98be3d609f06, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b0b7217a-9af3-465b-8c62-98be3d609f06,segment=NetworkSegment(0176d6ce-f0fe-46cf-8791-5b1b16d369bb),segment_id=0176d6ce-f0fe-46cf-8791-5b1b16d369bb)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:14.347227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.348117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] DHCP port deletion for e27207eb-800d-41c8-8b07-9e712601a493 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:14.370581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for b0b7217a-9af3-465b-8c62-98be3d609f06 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:14.421878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Deleting port b0b7217a-9af3-465b-8c62-98be3d609f06 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:14.422242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.480639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.498036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] For port b0b7217a-9af3-465b-8c62-98be3d609f06, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b0b7217a-9af3-465b-8c62-98be3d609f06,segment=NetworkSegment(0176d6ce-f0fe-46cf-8791-5b1b16d369bb),segment_id=0176d6ce-f0fe-46cf-8791-5b1b16d369bb)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:14.498699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.512902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Calling delete_port for b0b7217a-9af3-465b-8c62-98be3d609f06 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:14.524677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=b0b7217a-9af3-465b-8c62-98be3d609f06,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:14.534168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port b0b7217a-9af3-465b-8c62-98be3d609f06 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:14.610389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.620759 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.641846 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27207eb-800d-41c8-8b07-9e712601a493']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:14.654579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] Pushing event deleted for resources: {'Port': ['ID=b0b7217a-9af3-465b-8c62-98be3d609f06,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:14.666162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0176d6ce-f0fe-46cf-8791-5b1b16d369bb') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:14.667118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0176d6ce-f0fe-46cf-8791-5b1b16d369bb') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:14.670569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb10254e-a0f0-4f64-adb7-4c5fab350d00 None None] No DVR routers for this DVR port b0b7217a-9af3-465b-8c62-98be3d609f06 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:14.687698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.702790 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.709548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 553 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:14.709953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:14.714438 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:14.772159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.781594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.783689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/e27207eb-800d-41c8-8b07-9e712601a493 HTTP/1.1" status: 204 len: 168 time: 0.6629732 Aug 31 07:08:14.788624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:14.794595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1447095624'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:14.804071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1884528-5528-4e9f-bf24-40322b3f4a33 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=e27207eb-800d-41c8-8b07-9e712601a493,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:14.819036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:14.823609 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.854897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:14.864910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.865530 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment 9da69684-d0a6-4365-b0e3-4d44c95f2d87 of type vlan for network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 Aug 31 07:08:14.923283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.966989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd660fbd-1f3c-4865-9433-a921cc45ab14 req-091f8401-5397-4f74-ab43-8ab8fd8a6fd6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.0337045 Aug 31 07:08:14.980468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:14.991190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:14.992127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.057664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2678561 Aug 31 07:08:15.060812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:15.068020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:15.122786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac391aa-5a97-4587-9e5f-3ff39f67c110 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=bb2e3dba-91ad-41b7-a989-7b46bbde0a21,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:15.139431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:15.184504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:15.188369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.395802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.470567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:15.486734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': '9da69684-d0a6-4365-b0e3-4d44c95f2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:15.487266 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: bb2e3dba-91ad-41b7-a989-7b46bbde0a21, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:15.506004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:15.517982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, bb2e3dba-91ad-41b7-a989-7b46bbde0a21) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:15.525003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:15.525868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.530220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881f86d-9482-4293-a277-87242992ab98 None None] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:15.543230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-63e7b2d0-96ce-424e-9331-d7f65e3c4c67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781923 Aug 31 07:08:15.543572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34748) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:15.548293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-559864135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:15.583024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.584091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.672713 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.678826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.715920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.719854 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b85edb5b-23f0-49ad-8d8d-a3183db590e6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1726842 Aug 31 07:08:15.720471 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:15.830917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:15.883146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-bb2e3dba-91ad-41b7-a989-7b46bbde0a21', 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': 'ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:15.884405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.072329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b0b7217a-9af3-465b-8c62-98be3d609f06 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:16.075570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Allocated IP 2001:db8::2 (bb2e3dba-91ad-41b7-a989-7b46bbde0a21/ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25/93e8d282-2ce4-4603-98e2-2fdc08f6e75f) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:16.086971 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-acc681df-063b-4a91-a45c-44ffa84842d1 req-00d2dffe-1531-40c2-a53a-b77db51e078a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.0390344 Aug 31 07:08:16.152058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.278648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b0b7217a-9af3-465b-8c62-98be3d609f06 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:16.279253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b0b7217a-9af3-465b-8c62-98be3d609f06 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:16.299943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.310042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Transition to ACTIVE for port object 93e8d282-2ce4-4603-98e2-2fdc08f6e75f will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:16.326616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Transition to ACTIVE for port object 93e8d282-2ce4-4603-98e2-2fdc08f6e75f will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:16.334739 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.373532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:16.375132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:16.386061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:16.458077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Pushing event updated for resources: {'Port': ['ID=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:16.482942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Attempting to bind port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:16.483313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Attempting to bind port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '9da69684-d0a6-4365-b0e3-4d44c95f2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:16.483680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Attempting to bind port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f on network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:16.488957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 7, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:16.489380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Checking segment: {'id': '9da69684-d0a6-4365-b0e3-4d44c95f2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:16.490088 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.490590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Bound using segment: {'id': '9da69684-d0a6-4365-b0e3-4d44c95f2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:16.491067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Bound port: 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da69684-d0a6-4365-b0e3-4d44c95f2d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': 'bb2e3dba-91ad-41b7-a989-7b46bbde0a21'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:16.491503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.503014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8::1 (bb2e3dba-91ad-41b7-a989-7b46bbde0a21/ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25/61493806-ea95-4778-8f7d-65f220e5100e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:16.565590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] For port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:16.569566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] For port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,segment=NetworkSegment(9da69684-d0a6-4365-b0e3-4d44c95f2d87),segment_id=9da69684-d0a6-4365-b0e3-4d44c95f2d87)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:16.576503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.657048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72c3665-b697-4bf2-b2d5-6979c569ea75 None None] Pushing event updated for resources: {'Port': ['ID=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:16.678960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.699746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object 61493806-ea95-4778-8f7d-65f220e5100e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:16.737584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.786032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:16.789470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:16.795742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:16.796209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:16.881412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=61493806-ea95-4778-8f7d-65f220e5100e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:16.975732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:17.202406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c19fca0b-2ac3-4a93-af44-c3f9556b12a5 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:17.238280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: c19fca0b-2ac3-4a93-af44-c3f9556b12a5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:17.238994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c19fca0b-2ac3-4a93-af44-c3f9556b12a5 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:17.589880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c4c6cd1-f166-4918-8059-d890990e3e1e req-11917071-2dcc-488d-90b9-96422a62a366 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=23d6146a-e23d-4770-9fc1-5bd26080f3ec HTTP/1.1" status: 200 len: 210 time: 0.3929658 Aug 31 07:08:17.695472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:17.703373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:17.704187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:17.770191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=61493806-ea95-4778-8f7d-65f220e5100e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:17.867700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:17.869496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:17.899189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9891119a-6d60-4bfb-ac43-4c7dabd2288b None None] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:18.023214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:08:18.138487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93e8d282-2ce4-4603-98e2-2fdc08f6e75f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:18.139847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:18.140539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-11e78965-50b7-4d6d-a4f6-b24e6987eafc None None] Provisioning for port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:18.147777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34792) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:18.148247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41fab998-d70f-4274-ae66-bacfc547d3d1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/6a2b66e5-f3bc-4cbe-9e38-92a664875ad3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4261744 Aug 31 07:08:18.151937 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] Sync routers for ids ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:18.162125 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] Routers {'6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:18.163207 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:18.217580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45317d31-a906-41f8-9abd-8c565adb1060 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:18.219020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-45317d31-a906-41f8-9abd-8c565adb1060 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports/61493806-ea95-4778-8f7d-65f220e5100e HTTP/1.1" status: 200 len: 911 time: 0.0684257 Aug 31 07:08:18.221909 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:18.222548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34798) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:18.233399 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] Routers {'6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:18.234586 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:18.261367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:18.273400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:18.273400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:18.312728 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:18.313594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b58197d-a5bf-4343-81cf-95b64ea08a35 None None] The sync data for ids ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:18.483194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:18.560078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,segment=NetworkSegment(9da69684-d0a6-4365-b0e3-4d44c95f2d87),segment_id=9da69684-d0a6-4365-b0e3-4d44c95f2d87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:18.567244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:18.644522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:18.654847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.655347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.655710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.656048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.656381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.656712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.657039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.657451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.657782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.658107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.658432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.658752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:18.700902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Provisioning for port 61493806-ea95-4778-8f7d-65f220e5100e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:18.722066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Provisioning complete for port 61493806-ea95-4778-8f7d-65f220e5100e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:18.722228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:18.775064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:18.815963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Port 61493806-ea95-4778-8f7d-65f220e5100e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:18.827269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Provisioning complete for port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:18.827642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c05c0b9-a6e0-43dd-a0f5-69f498d4d35a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.084317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1a9b1342-72e6-4d10-97f9-76b15dda80dc None None] Provisioning complete for port 61493806-ea95-4778-8f7d-65f220e5100e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:19.085963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1a9b1342-72e6-4d10-97f9-76b15dda80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.130956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1a9b1342-72e6-4d10-97f9-76b15dda80dc None None] Port 61493806-ea95-4778-8f7d-65f220e5100e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:19.146318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 61493806-ea95-4778-8f7d-65f220e5100e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:19.146883 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.248538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.264290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 61493806-ea95-4778-8f7d-65f220e5100e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:19.357255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-99d6aa4d-7740-4af2-9f6b-4414ed1f662a None None] Provisioning complete for port 61493806-ea95-4778-8f7d-65f220e5100e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:19.358048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-99d6aa4d-7740-4af2-9f6b-4414ed1f662a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.398205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-99d6aa4d-7740-4af2-9f6b-4414ed1f662a None None] Port 61493806-ea95-4778-8f7d-65f220e5100e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:19.468405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.505966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=61493806-ea95-4778-8f7d-65f220e5100e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:19.521175 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.521561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.521986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.522398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.522877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.523343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.523786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.524123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.524456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.524823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.525152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.525518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:19.619811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:19.798083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:19.908300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:19.914509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dab7c861-4c7d-45dd-b106-2c52efecbbc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/6a2b66e5-f3bc-4cbe-9e38-92a664875ad3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6908956 Aug 31 07:08:19.917849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:19.920743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] Sync routers for ids ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:19.941751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] Routers {'6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:19.942636 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:19.974997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-acff1a96-613d-4b67-b188-62de56ef66c7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 HTTP/1.1" status: 200 len: 205 time: 0.0529089 Aug 31 07:08:19.977611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:19.993160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.000181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93e8d282-2ce4-4603-98e2-2fdc08f6e75f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:20.035516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] Routers {'6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:20.036148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.062130 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.073789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:20.074462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44027cd7-de28-462c-94a1-a453fa6a4f3c None None] The sync data for ids ['6a2b66e5-f3bc-4cbe-9e38-92a664875ad3'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:20.092600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:20.093187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.244312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.246487 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.295637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.296243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:20.309407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.311130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6e1fe97e-c0b5-480b-93fd-09661facf3d7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 HTTP/1.1" status: 204 len: 168 time: 0.3320410 Aug 31 07:08:20.313232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:20.372247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:20.375990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.428534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.520550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.584522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.623215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:20.625457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.627525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7dc1c58c-851c-47e1-bee3-0d6e1d2faaca tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25 HTTP/1.1" status: 204 len: 168 time: 0.3131969 Aug 31 07:08:20.630253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34848) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:20.631827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0ee2f9-90d0-417c-a530-dd131a167ce4 None None] Network bb2e3dba-91ad-41b7-a989-7b46bbde0a21 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:20.743276 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.808855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:20.809188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.849602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] DHCP port deletion for bb2e3dba-91ad-41b7-a989-7b46bbde0a21 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:20.898000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,segment=NetworkSegment(9da69684-d0a6-4365-b0e3-4d44c95f2d87),segment_id=9da69684-d0a6-4365-b0e3-4d44c95f2d87)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:20.898475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:20.913742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 93e8d282-2ce4-4603-98e2-2fdc08f6e75f owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:20.924498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Deleting port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:20.924886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.036188 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.036763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] For port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,segment=NetworkSegment(9da69684-d0a6-4365-b0e3-4d44c95f2d87),segment_id=9da69684-d0a6-4365-b0e3-4d44c95f2d87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:21.036763 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.053023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Calling delete_port for 93e8d282-2ce4-4603-98e2-2fdc08f6e75f owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:21.060488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:21.089068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:21.148346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.179748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] Pushing event deleted for resources: {'Port': ['ID=93e8d282-2ce4-4603-98e2-2fdc08f6e75f,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:21.183348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a403324a-13a2-4c0b-9a51-27e0ac57adf0 None None] No DVR routers for this DVR port 93e8d282-2ce4-4603-98e2-2fdc08f6e75f on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:21.221516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.239547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb2e3dba-91ad-41b7-a989-7b46bbde0a21']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:21.250875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da69684-d0a6-4365-b0e3-4d44c95f2d87') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:21.251176 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da69684-d0a6-4365-b0e3-4d44c95f2d87') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:21.263495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.312178 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.323627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:21.325814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:21.340789 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:21.409698 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.429237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.433509 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/bb2e3dba-91ad-41b7-a989-7b46bbde0a21 HTTP/1.1" status: 204 len: 168 time: 0.7998846 Aug 31 07:08:21.434572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2f3f8-c7a1-4a32-98ed-aa967e0d52af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=bb2e3dba-91ad-41b7-a989-7b46bbde0a21,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:21.438011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 34886) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:21.443612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2044009373', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:21.472020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.475175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.544994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.740485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.979336 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:21.982381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93e8d282-2ce4-4603-98e2-2fdc08f6e75f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:22.005044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.010787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 93e8d282-2ce4-4603-98e2-2fdc08f6e75f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:22.011314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 93e8d282-2ce4-4603-98e2-2fdc08f6e75f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:22.124644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 172.25.3.121 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/4bde249c-c80d-41b7-8d8b-9fc549669125) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:22.178356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34922) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.184135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1842691932', 'description': 'tempest-secgroup-smoke-1842691932 description', 'project_id': '55f94d1032e44f4f9c21d865880b6973'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.209889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.246736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.312173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.312761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.316360 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.348378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.358859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.362317 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ef9fad14-088f-4577-9f92-61bbef30a952 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1823397 Aug 31 07:08:22.363557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34928) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.364096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:22.367320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:22.369310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.373004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:22.400231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.418372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=4bde249c-c80d-41b7-8d8b-9fc549669125,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.472331 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.476716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.499275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227a5de7-c492-4e15-a9c6-35d47b474841,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.502433 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.503847 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ac05813b-80f5-4b7e-92ea-db417b6eaa3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1391232 Aug 31 07:08:22.506606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.511932 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.539784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.609272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.614824 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.636756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a40b8d5-c9c7-480e-a260-44eea9a246bc,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.639385 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.640865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d41191a7-9a6c-4f95-acad-646cc234c8ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331553 Aug 31 07:08:22.643438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.648142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.679034 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.680641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.746211 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.750374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.771427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ec616a-d762-49bf-b1e7-96de3d7b7ab6,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.780539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.781805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ef16eabf-8a49-4766-b26a-6829101a3c85 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1373942 Aug 31 07:08:22.784472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.788947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.818083 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.888425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.892229 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.915392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fa49d48-046b-48df-835f-86ed9ee3f771,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:22.928261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:22.933009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cd942405-b27a-48e7-8a28-b86dd87e116d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1475220 Aug 31 07:08:22.933687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:22.938373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:22.965996 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Project 55f94d1032e44f4f9c21d865880b6973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:08:22.972243 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.043014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.047129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.066671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89ace65e-4a41-4bc5-a2fc-fe4ee38e8203,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:23.075541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.080261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-69862e36-8f12-4a74-807d-2a5b67ad96ec tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1455529 Aug 31 07:08:23.081000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:23.085938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'security_group_rule': {'security_group_id': 'ae0d4187-0beb-4cb9-8f15-ec2ff63bc050', 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:23.119259 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Project 55f94d1032e44f4f9c21d865880b6973 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:08:23.124649 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.200826 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.205251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.224747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef801e50-a34f-46aa-bc99-fa1a829e3574,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:23.234197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.235472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c8bf034e-d17d-48b8-afcd-c3938f767532 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534343 Aug 31 07:08:23.258342 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.399731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 1cd9e199-e02d-4b91-bf5e-3c87b7b20055 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:08:23.522091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:23.537167 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] Sync routers for ids ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:23.548312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] Routers {'1cd9e199-e02d-4b91-bf5e-3c87b7b20055'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:23.548579 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:23.549380 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.553413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 34996) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:23.554167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-67f9070e-9a89-4853-8b9e-41d79e7b8a1a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.1143494 Aug 31 07:08:23.591361 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.601164 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] Routers {'1cd9e199-e02d-4b91-bf5e-3c87b7b20055'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:23.601925 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.640238 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:23.640830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40333fc1-2db0-4a6b-b484-cc8e74587fbe None None] The sync data for ids ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:23.711068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e2dd1a2e-b720-4c87-a0b0-136d78b2c7a3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers/1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 200 len: 885 time: 0.1562886 Aug 31 07:08:23.714174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35008) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:23.974152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-57822906-bd3d-49c9-82c5-2e2f0f3fda9b tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2585649 Aug 31 07:08:23.976675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35044) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:23.982460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2044009373'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:24.357005 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.370367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.502890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 1cd9e199-e02d-4b91-bf5e-3c87b7b20055 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:24.627397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:24.636984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] Sync routers for ids ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:24.642062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.643277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-42b00cbc-2984-4ea1-b1e5-6229128b7ca3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 200 len: 892 time: 0.6653445 Aug 31 07:08:24.645842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:24.652562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] Routers {'1cd9e199-e02d-4b91-bf5e-3c87b7b20055'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:24.653177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:24.691087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:24.701305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] Routers {'1cd9e199-e02d-4b91-bf5e-3c87b7b20055'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:24.701946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:07:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:24.738692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:24.739568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513b348c-ddc1-4df0-8186-5b07b0ef31d1 None None] The sync data for ids ['1cd9e199-e02d-4b91-bf5e-3c87b7b20055'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:24.807460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-67bdabc0-cbef-4e31-b152-f2a4d36cc187 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers/1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 200 len: 892 time: 0.1559627 Aug 31 07:08:24.808005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:24.819723 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0bcdc07-bfb4-4e4c-9140-352eabbe4d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:24.844381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-024368ff-9076-4e69-8731-bfd81a7baecd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 200 len: 205 time: 0.0355361 Aug 31 07:08:24.847250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35066) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:24.968092 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.096706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.544637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 4bde249c-c80d-41b7-8d8b-9fc549669125 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:25.545050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.648004 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.668626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 4bde249c-c80d-41b7-8d8b-9fc549669125 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:25.910734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:25.937839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=4bde249c-c80d-41b7-8d8b-9fc549669125,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:26.018693 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.132428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.136414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.181361 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:08:26.185756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.186359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router 1cd9e199-e02d-4b91-bf5e-3c87b7b20055 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:26.198806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.202186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52980341-913d-4ea4-badb-4840e37d3313 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 204 len: 168 time: 1.3535478 Aug 31 07:08:26.204301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35088) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:26.209954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1006405070'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:26.234595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:26.238513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.265867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:26.280973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.281370 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment 39c935f9-a043-4199-944a-697e8ea88139 of type vlan for network 83e2c38c-8d21-4603-b335-1f5d93dbd64b Aug 31 07:08:26.330292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.360264 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.366549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:26.367271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.436745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2282608 Aug 31 07:08:26.436944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:26.442242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:26.465602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1350799-6a79-44a8-bdfd-0139c1466f60 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=83e2c38c-8d21-4603-b335-1f5d93dbd64b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:26.478124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:26.562735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:26.566435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.814455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:26.912314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=963dcbda-2361-4049-a9c6-8129184a189a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:26.951995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': '39c935f9-a043-4199-944a-697e8ea88139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:26.953302 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: 83e2c38c-8d21-4603-b335-1f5d93dbd64b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:27.001262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:27.018165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 83e2c38c-8d21-4603-b335-1f5d93dbd64b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:27.026186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:27.026720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.038945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b565f8-8413-494c-93df-22088d05b053 None None] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:27.044587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-30ed7744-92e0-44fc-87f1-cae1945e2f21 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6058328 Aug 31 07:08:27.047147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:27.054880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-595147438', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:27.140745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.140935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.255118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.265382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.312980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.317400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8f358528-c13c-43ff-8fd4-2c1597b9dbb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2675238 Aug 31 07:08:27.319154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:27.366380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-83e2c38c-8d21-4603-b335-1f5d93dbd64b', 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': '963dcbda-2361-4049-a9c6-8129184a189a'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:27.369818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.560461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73440fc6-ac97-448f-9388-6d647621516a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.566472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Allocated IP 2001:db8::2 (83e2c38c-8d21-4603-b335-1f5d93dbd64b/963dcbda-2361-4049-a9c6-8129184a189a/98392c71-72fc-47dc-a497-586b2514beb0) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:27.708559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.732769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.741862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Transition to ACTIVE for port object 98392c71-72fc-47dc-a497-586b2514beb0 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:27.768527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Transition to ACTIVE for port object 98392c71-72fc-47dc-a497-586b2514beb0 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:27.773762 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.777538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.827805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:27.831231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:27.835869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:27.850245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Pushing event updated for resources: {'Port': ['ID=98392c71-72fc-47dc-a497-586b2514beb0,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:27.923829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Attempting to bind port 98392c71-72fc-47dc-a497-586b2514beb0 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:27.924250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Attempting to bind port 98392c71-72fc-47dc-a497-586b2514beb0 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '39c935f9-a043-4199-944a-697e8ea88139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:27.924654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Attempting to bind port 98392c71-72fc-47dc-a497-586b2514beb0 on network 83e2c38c-8d21-4603-b335-1f5d93dbd64b {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:27.930346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:27.931550 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Checking segment: {'id': '39c935f9-a043-4199-944a-697e8ea88139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:27.931959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:27.932469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Bound using segment: {'id': '39c935f9-a043-4199-944a-697e8ea88139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:27.932939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Bound port: 98392c71-72fc-47dc-a497-586b2514beb0, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39c935f9-a043-4199-944a-697e8ea88139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '83e2c38c-8d21-4603-b335-1f5d93dbd64b'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:27.933350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.013239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] For port 98392c71-72fc-47dc-a497-586b2514beb0, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:28.018016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] For port 98392c71-72fc-47dc-a497-586b2514beb0, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98392c71-72fc-47dc-a497-586b2514beb0,segment=NetworkSegment(39c935f9-a043-4199-944a-697e8ea88139),segment_id=39c935f9-a043-4199-944a-697e8ea88139)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:28.027705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.141595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27acad69-563c-42aa-9e6d-383ae7603910 None None] Pushing event updated for resources: {'Port': ['ID=98392c71-72fc-47dc-a497-586b2514beb0,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:28.163199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8::1 (83e2c38c-8d21-4603-b335-1f5d93dbd64b/963dcbda-2361-4049-a9c6-8129184a189a/f27801c5-c8d7-4d04-b532-922dc860b303) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:28.309227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.340969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object f27801c5-c8d7-4d04-b532-922dc860b303 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:28.411717 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.480850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:28.485510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:28.491603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:28.492162 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:28.536337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=f27801c5-c8d7-4d04-b532-922dc860b303,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:28.550786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.551437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.551968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.552454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.552866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.553265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.553638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.553973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.554305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.554635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.554964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.555292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:28.638158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.253798 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.261245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.262235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.318680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28420d28-173f-4d6c-8354-c9fe32f96f1c None None] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:29.360025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=f27801c5-c8d7-4d04-b532-922dc860b303,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:29.423264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:29.424991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:29.442473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8ae797dc-f47f-42a8-9c85-9bf0f9ac0076 None None] Provisioning for port 98392c71-72fc-47dc-a497-586b2514beb0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:29.597978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0ada3721-ad8a-4935-8a1c-3d01eb9e6aec is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:08:29.683228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:29.723980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:29.730134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-02cfa439-92e3-4ad6-b0b9-c5349c45489d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0ada3721-ad8a-4935-8a1c-3d01eb9e6aec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4096785 Aug 31 07:08:29.732566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35156) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:29.742531 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] Sync routers for ids ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:29.765620 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] Routers {'0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:29.766498 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:29.800361 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c8f0c5-326a-4e8f-9062-b84923edd4db tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:29.801835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-29c8f0c5-326a-4e8f-9062-b84923edd4db tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports/f27801c5-c8d7-4d04-b532-922dc860b303 HTTP/1.1" status: 200 len: 911 time: 0.0680752 Aug 31 07:08:29.804409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:29.811159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '963dcbda-2361-4049-a9c6-8129184a189a'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:29.839494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:29.859213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] Routers {'0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:29.860725 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:29.925426 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:29.926633 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be79e742-cb3f-437c-a220-bbc5450c8377 None None] The sync data for ids ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'] in n-d-712707-15 is: [] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:30.006862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce3861f8-4964-48f0-b7c3-9d1ba34d34fc None None] Provisioning for port f27801c5-c8d7-4d04-b532-922dc860b303 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:30.013565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98392c71-72fc-47dc-a497-586b2514beb0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:30.018954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ce3861f8-4964-48f0-b7c3-9d1ba34d34fc None None] Provisioning complete for port f27801c5-c8d7-4d04-b532-922dc860b303 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:30.020131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ce3861f8-4964-48f0-b7c3-9d1ba34d34fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.078544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.113538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ce3861f8-4964-48f0-b7c3-9d1ba34d34fc None None] Port f27801c5-c8d7-4d04-b532-922dc860b303 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:30.160032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 98392c71-72fc-47dc-a497-586b2514beb0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:30.166436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 98392c71-72fc-47dc-a497-586b2514beb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:30.166436 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.273364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c422a6ad-bc49-4396-ba96-355aa37be1eb None None] Provisioning complete for port f27801c5-c8d7-4d04-b532-922dc860b303 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:30.273878 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c422a6ad-bc49-4396-ba96-355aa37be1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.363855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c422a6ad-bc49-4396-ba96-355aa37be1eb None None] Port f27801c5-c8d7-4d04-b532-922dc860b303 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:30.365644 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.405694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 98392c71-72fc-47dc-a497-586b2514beb0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98392c71-72fc-47dc-a497-586b2514beb0,segment=NetworkSegment(39c935f9-a043-4199-944a-697e8ea88139),segment_id=39c935f9-a043-4199-944a-697e8ea88139)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:30.411480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.496682 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=98392c71-72fc-47dc-a497-586b2514beb0,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:30.590611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f135244e-a602-4709-aedc-ef8b3b815c38 None None] Provisioning complete for port f27801c5-c8d7-4d04-b532-922dc860b303 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:30.591186 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f135244e-a602-4709-aedc-ef8b3b815c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.635328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f135244e-a602-4709-aedc-ef8b3b815c38 None None] Port f27801c5-c8d7-4d04-b532-922dc860b303 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:30.691652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.701613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.707636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:30.708266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:30.709789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/ports/f27801c5-c8d7-4d04-b532-922dc860b303 HTTP/1.1" status: 200 len: 911 time: 0.9043312 Aug 31 07:08:30.713876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35176) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:30.762628 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a12133-5217-4f2f-8630-674b05836243 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=f27801c5-c8d7-4d04-b532-922dc860b303,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:31.101306 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.110309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.408540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port f27801c5-c8d7-4d04-b532-922dc860b303 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:31.408995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.502135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.515605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for f27801c5-c8d7-4d04-b532-922dc860b303 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:31.700780 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.727000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=f27801c5-c8d7-4d04-b532-922dc860b303,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:31.848549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:31.966711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98392c71-72fc-47dc-a497-586b2514beb0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:32.047979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 98392c71-72fc-47dc-a497-586b2514beb0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:32.048256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.066673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 0ada3721-ad8a-4935-8a1c-3d01eb9e6aec has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:32.158541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:32.175666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-07d082de-4a77-44ae-ab8b-e405afb47eb4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/0ada3721-ad8a-4935-8a1c-3d01eb9e6aec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4606421 Aug 31 07:08:32.179328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35202) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:32.190988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] Sync routers for ids ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:32.206385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] Routers {'0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:32.209894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:32.216555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e78ef72c-c1b9-4ac7-bddb-fd33d309e286 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ada3721-ad8a-4935-8a1c-3d01eb9e6aec HTTP/1.1" status: 200 len: 205 time: 0.0359845 Aug 31 07:08:32.218885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35204) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:32.254030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:32.265717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] Routers {'0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:32.266587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:32.304139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:32.304769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936e7c53-bc27-4fe6-a91d-2d17066acf6f None None] The sync data for ids ['0ada3721-ad8a-4935-8a1c-3d01eb9e6aec'] in n-d-712707-15 is: [] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:32.334150 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.520999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.523151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.574843 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.575399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router 0ada3721-ad8a-4935-8a1c-3d01eb9e6aec {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:08:32.584914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.586077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1b7023d3-2fe7-4986-ad38-e4007b313eb7 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/0ada3721-ad8a-4935-8a1c-3d01eb9e6aec HTTP/1.1" status: 204 len: 168 time: 0.3662241 Aug 31 07:08:32.589316 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35214) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:32.643862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet 963dcbda-2361-4049-a9c6-8129184a189a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:32.647173 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.691930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.801014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.867087 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.895706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=963dcbda-2361-4049-a9c6-8129184a189a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:32.904527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:32.911385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35220) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:32.913783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12f6532-1a4b-43d6-b814-1f90668d2dd4 None None] Network 83e2c38c-8d21-4603-b335-1f5d93dbd64b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:32.917066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d8221ae-1347-4490-afc7-c5cc1ceb22c2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/963dcbda-2361-4049-a9c6-8129184a189a HTTP/1.1" status: 204 len: 168 time: 0.3258533 Aug 31 07:08:33.028488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.107367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 98392c71-72fc-47dc-a497-586b2514beb0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:33.107804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.190571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port 98392c71-72fc-47dc-a497-586b2514beb0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=98392c71-72fc-47dc-a497-586b2514beb0,segment=NetworkSegment(39c935f9-a043-4199-944a-697e8ea88139),segment_id=39c935f9-a043-4199-944a-697e8ea88139)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:33.190940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.207979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 98392c71-72fc-47dc-a497-586b2514beb0 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:33.307181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] DHCP port deletion for 83e2c38c-8d21-4603-b335-1f5d93dbd64b request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:33.327307 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.394178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=98392c71-72fc-47dc-a497-586b2514beb0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:33.397278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port 98392c71-72fc-47dc-a497-586b2514beb0 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:33.414480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Deleting port 98392c71-72fc-47dc-a497-586b2514beb0 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:33.415788 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.515670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.533272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e2c38c-8d21-4603-b335-1f5d93dbd64b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:33.550288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39c935f9-a043-4199-944a-697e8ea88139') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:33.550589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39c935f9-a043-4199-944a-697e8ea88139') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:33.557784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] For port 98392c71-72fc-47dc-a497-586b2514beb0, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:33.558181 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.570517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.577690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Calling delete_port for 98392c71-72fc-47dc-a497-586b2514beb0 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:33.583599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Port 98392c71-72fc-47dc-a497-586b2514beb0 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:08:33.588600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.589033 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.599354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:33.599910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:33.605504 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:33.624278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] Pushing event deleted for resources: {'Port': ['ID=98392c71-72fc-47dc-a497-586b2514beb0,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:33.631694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9415c1-e499-4e92-9844-58097124c20b None None] No DVR routers for this DVR port 98392c71-72fc-47dc-a497-586b2514beb0 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:33.691358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.721102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.721102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/83e2c38c-8d21-4603-b335-1f5d93dbd64b HTTP/1.1" status: 204 len: 168 time: 0.8045840 Aug 31 07:08:33.722310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35238) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:33.728930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18049b5c-5ec5-497d-81c0-578fb797aeb3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=83e2c38c-8d21-4603-b335-1f5d93dbd64b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:33.737757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-338488236', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:33.769575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.770695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.834321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.839829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.857160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.860977 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e843be4-c66e-4d13-8b02-ca0b8d60cbed tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.1352212 Aug 31 07:08:33.861356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:33.867034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-605321927'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:33.910894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:33.920851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.940689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98392c71-72fc-47dc-a497-586b2514beb0 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:33.961490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 597, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:33.965397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 98392c71-72fc-47dc-a497-586b2514beb0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:33.965752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 98392c71-72fc-47dc-a497-586b2514beb0 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:33.973682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:33.974546 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment b9c74257-140e-496c-add4-a1428a5496aa of type vlan for network 4bab47f0-8194-4d13-8742-9276ce370972 Aug 31 07:08:34.020930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.049673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.055633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.056235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.128549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2660606 Aug 31 07:08:34.131599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35246) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:34.135549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9282a-e968-4fa4-b96e-121b791a3a39 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=4bab47f0-8194-4d13-8742-9276ce370972,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:34.136794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:34.147247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4bab47f0-8194-4d13-8742-9276ce370972 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:34.272606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:34.277299 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.503618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.576144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=bcd787f1-12d4-466e-ac44-af65de6a13d3,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:34.582672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:34.583042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: 4bab47f0-8194-4d13-8742-9276ce370972, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:34.611958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 4bab47f0-8194-4d13-8742-9276ce370972 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:34.623343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4bab47f0-8194-4d13-8742-9276ce370972) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:34.628489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:34.629196 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.639191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f795d7d9-3569-4e12-9162-ef60aa2c8d76 None None] Network 4bab47f0-8194-4d13-8742-9276ce370972 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:34.667124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35260) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:34.677604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-07b278d6-3424-43da-8301-e936a58c5549 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5306671 Aug 31 07:08:34.817505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4bab47f0-8194-4d13-8742-9276ce370972', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:34.818545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:34.988184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Allocated IP 2001:db8::2 (4bab47f0-8194-4d13-8742-9276ce370972/bcd787f1-12d4-466e-ac44-af65de6a13d3/ce4a8968-a6a1-4405-9cf3-fd918536bed9) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:35.025724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.185626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.195589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Transition to ACTIVE for port object ce4a8968-a6a1-4405-9cf3-fd918536bed9 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:35.213678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Transition to ACTIVE for port object ce4a8968-a6a1-4405-9cf3-fd918536bed9 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:35.221297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.287435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Pushing event updated for resources: {'Port': ['ID=ce4a8968-a6a1-4405-9cf3-fd918536bed9,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:35.300982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Network 4bab47f0-8194-4d13-8742-9276ce370972 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:35.302677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:35.305998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:35.367957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8::1 (4bab47f0-8194-4d13-8742-9276ce370972/bcd787f1-12d4-466e-ac44-af65de6a13d3/fe2ddc4a-9988-4f0f-85fe-72114dfdb003) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:35.379445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Attempting to bind port ce4a8968-a6a1-4405-9cf3-fd918536bed9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:35.380008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Attempting to bind port ce4a8968-a6a1-4405-9cf3-fd918536bed9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:35.380395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Attempting to bind port ce4a8968-a6a1-4405-9cf3-fd918536bed9 on network 4bab47f0-8194-4d13-8742-9276ce370972 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:35.385965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:35.386336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Checking segment: {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:35.386834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.387123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Bound using segment: {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:35.387639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Bound port: ce4a8968-a6a1-4405-9cf3-fd918536bed9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:35.388034 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.488070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] For port ce4a8968-a6a1-4405-9cf3-fd918536bed9, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:35.491545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] For port ce4a8968-a6a1-4405-9cf3-fd918536bed9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ce4a8968-a6a1-4405-9cf3-fd918536bed9,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:35.497851 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.548285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.560801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d7e64-4b2a-4406-be46-9c20846be2c2 None None] Pushing event updated for resources: {'Port': ['ID=ce4a8968-a6a1-4405-9cf3-fd918536bed9,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:35.565633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object fe2ddc4a-9988-4f0f-85fe-72114dfdb003 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:35.622870 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.684951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 4bab47f0-8194-4d13-8742-9276ce370972 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:35.692470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:35.718655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:35.722933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:35.723672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.832753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:35.923531 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.006459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ce4a8968-a6a1-4405-9cf3-fd918536bed9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:36.070985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ce4a8968-a6a1-4405-9cf3-fd918536bed9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:36.284865 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.291093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.292229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.393180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:36.448591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 4bab47f0-8194-4d13-8742-9276ce370972 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:36.450571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:36.629512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:08:36.737054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:36.750690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:36.751179 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ac606060-71ab-4c66-9d6a-8c6fcec734ee tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0823667 Aug 31 07:08:36.751762 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:36.757372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-767380517'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:36.767786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:36.767965 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:36.827634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:36.832557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.872936 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:36.875860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:36.895062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:36.895428 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment fac4fa30-7a43-4aca-affa-e5ccca670a9c of type vlan for network ed56f173-95f2-4c65-9c32-c6bd18a04593 Aug 31 07:08:36.917910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233ef091-7595-4827-a943-9dceb772e3a8 None None] Network 4bab47f0-8194-4d13-8742-9276ce370972 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:36.977377 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.026493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Provisioning for port ce4a8968-a6a1-4405-9cf3-fd918536bed9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:37.044332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Provisioning complete for port ce4a8968-a6a1-4405-9cf3-fd918536bed9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:37.044712 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.050809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.059379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:37.060007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.117730 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:35Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:36Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:37.135696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3786228 Aug 31 07:08:37.136531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35304) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:37.140998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:37.160659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb733d-3915-4caa-b8b5-6d405be20b06 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=ed56f173-95f2-4c65-9c32-c6bd18a04593,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:37.182215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:37.196427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:37.197285 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Updating router 212ce8e5-3870-4cd4-800f-ea8d90639f55 port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:08:37.244658 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.348068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:37.356222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.436448 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.510905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] For port ce4a8968-a6a1-4405-9cf3-fd918536bed9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ce4a8968-a6a1-4405-9cf3-fd918536bed9,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:37.522388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.632270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888082ca-b359-4a90-b556-8683bc1561f5 None None] Pushing event updated for resources: {'Port': ['ID=ce4a8968-a6a1-4405-9cf3-fd918536bed9,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:37.785908 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.802212 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Transition to ACTIVE for port object fe2ddc4a-9988-4f0f-85fe-72114dfdb003 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:37.812082 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:37.853706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69789847-61ee-40b5-a78e-946d9d61e4e2 None None] Provisioning complete for port ce4a8968-a6a1-4405-9cf3-fd918536bed9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:37.854081 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-69789847-61ee-40b5-a78e-946d9d61e4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.051713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ce4a8968-a6a1-4405-9cf3-fd918536bed9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:38.064190 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Pushing event updated for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:38.070045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Attempting to bind port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:38.070408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Attempting to bind port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:38.070764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Attempting to bind port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 on network 4bab47f0-8194-4d13-8742-9276ce370972 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:38.081162 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.081464 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.081806 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.082127 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.082468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.082796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.083101 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.083420 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.083741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.084059 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.084375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.084687 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:08:38.092017 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:38.092396 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Checking segment: {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:38.092799 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.093181 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Bound using segment: {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:38.093703 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Bound port: fe2ddc4a-9988-4f0f-85fe-72114dfdb003, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9c74257-140e-496c-add4-a1428a5496aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:38.094076 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.139624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-69789847-61ee-40b5-a78e-946d9d61e4e2 None None] Provisioning for port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:38.170091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ce4a8968-a6a1-4405-9cf3-fd918536bed9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:38.170514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.182378 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] For port fe2ddc4a-9988-4f0f-85fe-72114dfdb003, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:38.186234 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] For port fe2ddc4a-9988-4f0f-85fe-72114dfdb003, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:38.195401 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.261714 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:38.262741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:38.293256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.381848 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a061512-9893-4d16-a612-cb97cf9ac957 None None] Pushing event updated for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:38.390420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=b75b0e47-06e7-45c4-9ee8-8513683f8578,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:38.406987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:38.408388 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:38.408813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: ed56f173-95f2-4c65-9c32-c6bd18a04593, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:38.458917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:38.471774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ed56f173-95f2-4c65-9c32-c6bd18a04593) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:38.481499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:38.481794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da26c86-55e3-4cde-b9b3-8b71a5b858eb None None] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:38.484044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.536953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:38.546994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9f4f477a-4dca-4623-8759-4f43d3cbafcb tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4109194 Aug 31 07:08:38.793266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ed56f173-95f2-4c65-9c32-c6bd18a04593', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:38.794167 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:38.872569 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1d788405-239d-447c-8597-6814e3bd732f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:35Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:38Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:38.918514 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d788405-239d-447c-8597-6814e3bd732f None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:35Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:38Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:39.035098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Allocated IP 2001:db8:1::2 (ed56f173-95f2-4c65-9c32-c6bd18a04593/b75b0e47-06e7-45c4-9ee8-8513683f8578/a5f20ecb-7177-4c7a-ba4a-9d74f6998613) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:39.200851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.321901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.363241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Transition to ACTIVE for port object a5f20ecb-7177-4c7a-ba4a-9d74f6998613 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:39.382165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Transition to ACTIVE for port object a5f20ecb-7177-4c7a-ba4a-9d74f6998613 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:39.404773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.460336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:39.464998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:39.469770 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:39.575289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Pushing event updated for resources: {'Port': ['ID=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:39.586249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Attempting to bind port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:39.586903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Attempting to bind port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:39.587465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Attempting to bind port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 on network ed56f173-95f2-4c65-9c32-c6bd18a04593 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:39.594259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:39.595378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Checking segment: {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:39.595979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.597200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Bound using segment: {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:39.598694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Bound port: a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:39.599984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.678958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8:1::1 (ed56f173-95f2-4c65-9c32-c6bd18a04593/b75b0e47-06e7-45c4-9ee8-8513683f8578/a07308cd-e058-49ad-8c4a-3bf152db4a8a) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:39.707921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] For port a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:39.713209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] For port a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:39.732920 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.835836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696be0c5-58e4-4064-a2f9-79dacb088b4b None None] Pushing event updated for resources: {'Port': ['ID=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:39.937009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:39.960181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object a07308cd-e058-49ad-8c4a-3bf152db4a8a will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:40.032528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.052019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe2ddc4a-9988-4f0f-85fe-72114dfdb003 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:40.158304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:40.162023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:40.213129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:40.214450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.223083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:40.235435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:40.235887 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.375508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:40.386941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.427232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port fe2ddc4a-9988-4f0f-85fe-72114dfdb003, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:40.432701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.468663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.507032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:40.752317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.757361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.758080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:40.848789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:40.891564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:40.892996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:40.999910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:41.483416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:41.492959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:41.494094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-abd37f74-8cc3-4650-93bd-f593066377be tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9506533 Aug 31 07:08:41.495610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35392) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:41.504330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1393756137'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:41.511531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:41.512304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:41.534507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:41.539875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:41.569850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:41.583710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:41.584204 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment ff57c612-6eea-4152-9477-a7bb4f81f3c6 of type vlan for network 740de1f6-7433-4b21-afe1-9ac4cee10dce Aug 31 07:08:41.623915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa232e0-443a-4ce7-a8e2-e195eca2560d None None] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:41.638901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:41.668958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:41.675753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:41.676545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:41.715924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:41.720581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b9f66387-3129-4017-a336-1f8daa9743cf None None] Provisioning for port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:41.794589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=740de1f6-7433-4b21-afe1-9ac4cee10dce,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:41.815229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:41.815836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a8986136-3440-44c8-a1a0-bfd44069b4f2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3186879 Aug 31 07:08:41.820605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:41.840111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:42.006048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:42.020659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.304182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe2ddc4a-9988-4f0f-85fe-72114dfdb003 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:42.314192 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.361076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 3, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:42.413366 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:42.413740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: 740de1f6-7433-4b21-afe1-9ac4cee10dce, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:42.419742 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:42.420102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Updating router 212ce8e5-3870-4cd4-800f-ea8d90639f55 port a07308cd-e058-49ad-8c4a-3bf152db4a8a binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:08:42.439523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=41d78bce-38c7-46b5-8c06-2883c595c5ad,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:42.458096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:42.465829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.479056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 740de1f6-7433-4b21-afe1-9ac4cee10dce) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:42.482759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:42.483362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.495038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e08aa-c1b7-467e-96c1-2301d060dd9e None None] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:42.502867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:42.503498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:42.529225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:42.541726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e19e34b-31b9-49b9-af2b-5b96b8a2de67 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7250845 Aug 31 07:08:42.975404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31f121df-e914-411f-a916-d164d768e997 None None] Provisioning for port a07308cd-e058-49ad-8c4a-3bf152db4a8a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:43.004534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31f121df-e914-411f-a916-d164d768e997 None None] Provisioning complete for port a07308cd-e058-49ad-8c4a-3bf152db4a8a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:43.004831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31f121df-e914-411f-a916-d164d768e997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.061826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.087761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Transition to ACTIVE for port object a07308cd-e058-49ad-8c4a-3bf152db4a8a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:43.167969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-31f121df-e914-411f-a916-d164d768e997 None None] Port a07308cd-e058-49ad-8c4a-3bf152db4a8a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:08:43.176480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.190470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.241031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-740de1f6-7433-4b21-afe1-9ac4cee10dce', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:43.242445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.410552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Allocated IP 2001:db8:2::2 (740de1f6-7433-4b21-afe1-9ac4cee10dce/41d78bce-38c7-46b5-8c06-2883c595c5ad/a8520952-d963-4006-b940-df26ad6ca570) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:43.483734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5f17-48d6-4c1d-92f4-4d8c4f63e6d9 None None] Pushing event updated for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:43.643099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5f20ecb-7177-4c7a-ba4a-9d74f6998613 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:43.694241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Attempting to bind port a07308cd-e058-49ad-8c4a-3bf152db4a8a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:43.694635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Attempting to bind port a07308cd-e058-49ad-8c4a-3bf152db4a8a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:43.695076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Attempting to bind port a07308cd-e058-49ad-8c4a-3bf152db4a8a on network ed56f173-95f2-4c65-9c32-c6bd18a04593 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:43.729273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:43.729688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Checking segment: {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:43.730102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.730505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Bound using segment: {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:43.731003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Bound port: a07308cd-e058-49ad-8c4a-3bf152db4a8a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac4fa30-7a43-4aca-affa-e5ccca670a9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:43.731397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.778689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.824776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Transition to ACTIVE for port object a8520952-d963-4006-b940-df26ad6ca570 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:43.878241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:43.899694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:43.900070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.904576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Transition to ACTIVE for port object a8520952-d963-4006-b940-df26ad6ca570 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:43.933186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] For port a07308cd-e058-49ad-8c4a-3bf152db4a8a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:43.958241 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:43.972463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] For port a07308cd-e058-49ad-8c4a-3bf152db4a8a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a07308cd-e058-49ad-8c4a-3bf152db4a8a,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:44.002096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.023036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8:2::1 (740de1f6-7433-4b21-afe1-9ac4cee10dce/41d78bce-38c7-46b5-8c06-2883c595c5ad/ba0adec7-c23a-4ca8-b8c8-417424a0e0a0) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:44.033249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:44.050101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:44.052551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:44.058774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Pushing event updated for resources: {'Port': ['ID=a8520952-d963-4006-b940-df26ad6ca570,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.181256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:44.182102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:44.269696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.289127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:44.345191 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.354283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f5f17-48d6-4c1d-92f4-4d8c4f63e6d9 None None] Pushing event updated for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.361843 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.385947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Attempting to bind port a8520952-d963-4006-b940-df26ad6ca570 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:44.386347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Attempting to bind port a8520952-d963-4006-b940-df26ad6ca570 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:44.386696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Attempting to bind port a8520952-d963-4006-b940-df26ad6ca570 on network 740de1f6-7433-4b21-afe1-9ac4cee10dce {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:44.410131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:44.410643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Checking segment: {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:44.410969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.411392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Bound using segment: {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:44.411917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Bound port: a8520952-d963-4006-b940-df26ad6ca570, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:44.412332 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.448182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:44.474833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:44.479381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.497854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:44.506540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:44.507343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.545797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:44.561512 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.710396 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.750487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] For port a8520952-d963-4006-b940-df26ad6ca570, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:44.770848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] For port a8520952-d963-4006-b940-df26ad6ca570, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a8520952-d963-4006-b940-df26ad6ca570,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:44.773197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:44.794231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:44.936197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b79d29-239a-451a-9e09-38fc3df5690d None None] Pushing event updated for resources: {'Port': ['ID=a8520952-d963-4006-b940-df26ad6ca570,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.027148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 3, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:43Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:45.058695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72f4b1b3-849e-4ddb-bb9d-79aea44acd7d None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 3, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:43Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:45.084429 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.090178 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.091058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.266041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.354890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:45.356737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:45.496753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:45.612713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:45.623554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-849dced4-0c1c-4384-b32d-260eae19c7a2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0931423 Aug 31 07:08:45.627306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:45.637195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1587815847'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:45.668738 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:45.673444 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.706169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] vlan segment allocate from pool success with {'vlan_id': 585, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:08:45.717365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.717787 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added segment b560ebca-07bf-4aab-953a-0eee4eca488d of type vlan for network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 Aug 31 07:08:45.789458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.816934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.835856 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.849304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:45.850640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:45.964585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Network': ['ID=ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:45.972438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:45.972660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9897f61d-0f87-4e85-839a-847099c5c99d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3401201 Aug 31 07:08:45.976422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:08:45.980233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'subnet': {'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:46.118988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Made reservation on behalf of f06b5e59055341a5886cb4cc0a70a4de for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:46.124219 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:46.135300 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:46.147629 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:46.148449 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:46.261783 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:46.321016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e6a3e-b1ac-4e2f-a045-586eb4f98525 None None] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:46.348741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:46.388142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-90b8d07f-3bf3-4c60-86ea-5a1ae3ff7644 None None] Provisioning for port a8520952-d963-4006-b940-df26ad6ca570 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:46.406089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Subnet': ['ID=aedc7f8f-8ab5-4d67-93ac-29d887bb50ba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:46.446271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Checking segment: {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:46.447080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network hostable DHCP agents. Network: ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:08:46.469261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:08:46.485969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:46.495043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:46.495850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:46.499071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a57676-8a63-4e6f-beb4-7816b6f40d0f None None] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:46.514196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-15154352-788d-4752-8f8d-0866d17052d6 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5403016 Aug 31 07:08:46.516972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:46.554175 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:44Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:43Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:44Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:46.598621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:46.599983 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Updating router 212ce8e5-3870-4cd4-800f-ea8d90639f55 port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:08:46.645201 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:46.722203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:08:46.723340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:46.962993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a8520952-d963-4006-b940-df26ad6ca570 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:47.059683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Allocated IP 2001:db8:3::2 (ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9/aedc7f8f-8ab5-4d67-93ac-29d887bb50ba/a1eb1578-e50b-4f23-8e4f-a1cdb072124a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:47.108675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a8520952-d963-4006-b940-df26ad6ca570 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:47.157175 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.180458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Transition to ACTIVE for port object ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:47.183688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a8520952-d963-4006-b940-df26ad6ca570 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:47.184228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.192275 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.230259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Provisioning complete for port a8520952-d963-4006-b940-df26ad6ca570 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:47.230815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.257685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.309101 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7590c6-1189-4c3a-88db-be8b2d48b4ea None None] Pushing event updated for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:47.362125 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Attempting to bind port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:47.362434 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Attempting to bind port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:47.362796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Attempting to bind port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 on network 740de1f6-7433-4b21-afe1-9ac4cee10dce {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:47.376642 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:47.377148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Checking segment: {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:47.377572 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.377984 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Bound using segment: {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:47.378457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Bound port: ba0adec7-c23a-4ca8-b8c8-417424a0e0a0, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff57c612-6eea-4152-9477-a7bb4f81f3c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:47.378844 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.468007 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] For port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:47.476076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] For port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:47.482862 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.543774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-522cb650-9a74-4e0d-a1e3-6170361c28ac tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842691932&fields=id&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 267 time: 0.1332898 Aug 31 07:08:47.544953 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:47.545985 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:47.721880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7590c6-1189-4c3a-88db-be8b2d48b4ea None None] Pushing event updated for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:47.762390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:47.766354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-c2f5aa33-0cf7-4983-a87e-5bd0ae36c33e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:47.771194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.783739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-c2f5aa33-0cf7-4983-a87e-5bd0ae36c33e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.2322118 Aug 31 07:08:47.818344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-154f8cd4-1c52-49ba-8085-3179eea31857 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0335410 Aug 31 07:08:47.877985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a8520952-d963-4006-b940-df26ad6ca570, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a8520952-d963-4006-b940-df26ad6ca570,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:47.923153 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:47.924216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a07308cd-e058-49ad-8c4a-3bf152db4a8a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:47.930928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-e52a8027-8b1b-4252-86bb-2e6920f3b5b5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1051524 Aug 31 07:08:47.939844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-ea925e06-734e-43f2-a2f8-57e2cbb1d7d9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:08:47.947020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-ea925e06-734e-43f2-a2f8-57e2cbb1d7d9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0122449 Aug 31 07:08:47.978996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.062088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a8520952-d963-4006-b940-df26ad6ca570,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:48.099107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.116381 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Transition to ACTIVE for port object a1eb1578-e50b-4f23-8e4f-a1cdb072124a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:48.156413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Transition to ACTIVE for port object a1eb1578-e50b-4f23-8e4f-a1cdb072124a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:48.189481 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.223209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-734e8789-3252-4f67-a064-2ecf10ed4542 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2728262 Aug 31 07:08:48.233394 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:44Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:43Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:47Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:48.255927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a07308cd-e058-49ad-8c4a-3bf152db4a8a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:48.261796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:08:48.262920 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:08:48.272279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:48.278260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a07308cd-e058-49ad-8c4a-3bf152db4a8a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:48.278661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.282574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:48.287653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Allocated IP 2001:db8:3::1 (ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9/aedc7f8f-8ab5-4d67-93ac-29d887bb50ba/0013716f-0f9f-4390-825c-9fc663dd78cf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:48.289241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:48.292522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83bbef3-436e-4146-af06-1337a1df8f8f None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:44Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:43Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:47Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:48.322003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Pushing event updated for resources: {'Port': ['ID=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:48.453902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Attempting to bind port a1eb1578-e50b-4f23-8e4f-a1cdb072124a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:48.454279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Attempting to bind port a1eb1578-e50b-4f23-8e4f-a1cdb072124a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:48.454648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Attempting to bind port a1eb1578-e50b-4f23-8e4f-a1cdb072124a on network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:48.472584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-d8da832c-87ef-45c5-8739-d3f993440bde service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409611 Aug 31 07:08:48.535896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.542404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:48.542824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Checking segment: {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:48.543389 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.543922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Bound using segment: {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:48.544462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Bound port: a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:48.544894 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.565138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Transition to ACTIVE for port object 0013716f-0f9f-4390-825c-9fc663dd78cf will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:48.616652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.703221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.736239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:48.737545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=0013716f-0f9f-4390-825c-9fc663dd78cf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:48.740284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:48.742629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:48.743204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.756691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] For port a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:48.772893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] For port a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,segment=NetworkSegment(b560ebca-07bf-4aab-953a-0eee4eca488d),segment_id=b560ebca-07bf-4aab-953a-0eee4eca488d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:48.820538 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.911561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port a07308cd-e058-49ad-8c4a-3bf152db4a8a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a07308cd-e058-49ad-8c4a-3bf152db4a8a,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:48.915449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.932198 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:48.933232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5f20ecb-7177-4c7a-ba4a-9d74f6998613 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:49.063567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-143a9385-4ef0-455e-a3d0-5f41846bebb3 None None] Provisioning for port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:49.065665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcc1b9c-b449-4aa0-9cbb-fb3a8f873380 None None] Pushing event updated for resources: {'Port': ['ID=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:49.163267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-15b28f6b-1c50-4e1f-b9b7-93a03b69d45a req-d185ffbe-0881-44fd-b067-8508aa97659c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0422285 Aug 31 07:08:49.174256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:49.182046 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.235285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:49.438113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.446630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.447470 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.575020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event updated for resources: {'Port': ['ID=0013716f-0f9f-4390-825c-9fc663dd78cf,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:49.624335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1eb1578-e50b-4f23-8e4f-a1cdb072124a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:49.635297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:49.636941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:49.675919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a1eb1578-e50b-4f23-8e4f-a1cdb072124a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:49.680422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:49.754889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:49.763936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:49.764321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.909447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.954801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:49.960068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:49.960949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a8520952-d963-4006-b940-df26ad6ca570 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:50.063112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:50.080912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a8520952-d963-4006-b940-df26ad6ca570 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:50.081581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.185204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:50.228382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a07308cd-e058-49ad-8c4a-3bf152db4a8a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:50.364619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a07308cd-e058-49ad-8c4a-3bf152db4a8a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:50.365223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.388168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d53d4935-d8f1-4972-9298-db98f913a8de req-ee1f884d-5a51-4d37-b0b3-9a20497cc160 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0534332 Aug 31 07:08:50.391625 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:50.410673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e081a245-b581-4743-aec6-bd9e10757098 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8889992 Aug 31 07:08:50.411042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:50.422354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:50.449591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-59040ecd-1870-4fbd-bf0d-250852d2708c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:50.454527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:50.456677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-59040ecd-1870-4fbd-bf0d-250852d2708c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.2598708 Aug 31 07:08:50.483732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:50.484706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:50.537216 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-16a7d0b6-dbaf-4295-85e4-20b1143459f8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 380 time: 0.0721812 Aug 31 07:08:50.551842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'security_groups': ['ae0d4187-0beb-4cb9-8f15-ec2ff63bc050']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:50.677815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:50.736226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:08:50.741025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:50.818342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76fd715c-91bf-45f0-af63-d3033b53cc06 None None] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:50.942121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.14 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/8ac7ad7e-76a5-4331-ad94-a567343772bd) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:08:50.975331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:08:51.003454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Removed routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:08:51.004933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.117386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Provisioning for port a1eb1578-e50b-4f23-8e4f-a1cdb072124a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:51.135327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.135544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Provisioning complete for port a1eb1578-e50b-4f23-8e4f-a1cdb072124a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:51.135795 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.151840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object 8ac7ad7e-76a5-4331-ad94-a567343772bd will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:51.193373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.251308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.256637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.336460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:08:51.339138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:51.342148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:08:51.345083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:08:51.377840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.416850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:51.417554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.435235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-40d80201-b5a9-419f-a654-14299dc9495d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8916578 Aug 31 07:08:51.449876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Request body: {'port': {'device_id': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:51.451852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:51.476138 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:51.525674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:51.525893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Updating router 212ce8e5-3870-4cd4-800f-ea8d90639f55 port 0013716f-0f9f-4390-825c-9fc663dd78cf binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:08:51.532197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] For port a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,segment=NetworkSegment(b560ebca-07bf-4aab-953a-0eee4eca488d),segment_id=b560ebca-07bf-4aab-953a-0eee4eca488d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:51.550174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.581831 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.615612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c86242-ba77-415c-8209-c1e791ec61a8 None None] Pushing event updated for resources: {'Port': ['ID=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:51.624089 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:51.628495 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.659328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:51.670563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:51.676941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1464397c-f7b6-4176-aa0f-8c899c93dfda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 953 time: 1.2627077 Aug 31 07:08:51.677205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:51.843700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52233ef-ffa2-49b8-850d-44812da17275 req-92c58fd3-c609-42f6-a01a-26cbbfa83b57 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:51.849678 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f52233ef-ffa2-49b8-850d-44812da17275 req-92c58fd3-c609-42f6-a01a-26cbbfa83b57 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 932 time: 0.2027626 Aug 31 07:08:51.908296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1388a7b2-7955-4e3f-a1cc-d8368c2217bc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 953 time: 0.2152314 Aug 31 07:08:51.908958 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35484) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:51.917592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'routes': None}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:08:52.060452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac7ad7e-76a5-4331-ad94-a567343772bd {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:08:52.069464 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.083943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Transition to ACTIVE for port object 8ac7ad7e-76a5-4331-ad94-a567343772bd will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:52.089754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.113039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f52233ef-ffa2-49b8-850d-44812da17275 req-75db3b04-b704-4f21-865e-bf4eaca3f9c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2547483 Aug 31 07:08:52.198170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:52.302133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.314330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Transition to ACTIVE for port object 0013716f-0f9f-4390-825c-9fc663dd78cf will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:08:52.315852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Attempting to bind port 8ac7ad7e-76a5-4331-ad94-a567343772bd on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:52.317955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Attempting to bind port 8ac7ad7e-76a5-4331-ad94-a567343772bd by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:52.318768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Attempting to bind port 8ac7ad7e-76a5-4331-ad94-a567343772bd on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:52.330819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.335789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Port 8ac7ad7e-76a5-4331-ad94-a567343772bd on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:08:52.338741 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Attempting to bind port 8ac7ad7e-76a5-4331-ad94-a567343772bd on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:52.359408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:52.359723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:52.360123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:52.365409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Bound port: 8ac7ad7e-76a5-4331-ad94-a567343772bd, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:52.365849 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.400308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfad2e7a-0e5a-4947-b44e-afca5cd4ffc2 None None] Provisioning complete for port a1eb1578-e50b-4f23-8e4f-a1cdb072124a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:52.400646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dfad2e7a-0e5a-4947-b44e-afca5cd4ffc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.455965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53150-bc8d-4caf-b327-dbdef5ba3a8c None None] Pushing event updated for resources: {'Port': ['ID=0013716f-0f9f-4390-825c-9fc663dd78cf,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:52.465051 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:52.469205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:52.475201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.485871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:52.486279 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.520610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:52.521500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.523155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] 10.222.0.53 "PUT /v2.0/ports/8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 1093 time: 1.0782628 Aug 31 07:08:52.523937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:08:52.535807 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1" -d '{"events": [{"name": "network-changed", "server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:08:52.620689 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f63942-3e25-4736-a544-78538e9d660a x-openstack-request-id: req-07f63942-3e25-4736-a544-78538e9d660a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:08:52.621163 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:08:52.621549 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-07f63942-3e25-4736-a544-78538e9d660a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:08:52.622066 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'status': 'completed', 'code': 200} Aug 31 07:08:52.678814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b097ad86-6469-465e-a8d3-8c6e46bd099f service neutron] Pushing event updated for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:52.680007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added routes are [] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:08:52.683054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.extraroute_db [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=94639) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:08:52.692604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-bc758e63-01ee-4264-b260-786816d3ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:52.694433 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-bc758e63-01ee-4264-b260-786816d3ac5c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1096 time: 0.1204016 Aug 31 07:08:52.753360 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.766556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-b668751a-d7bf-4c0b-af43-dfb7b8faf603 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 217 time: 0.0631542 Aug 31 07:08:52.776463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Attempting to bind port 0013716f-0f9f-4390-825c-9fc663dd78cf on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:08:52.784883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Attempting to bind port 0013716f-0f9f-4390-825c-9fc663dd78cf by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:08:52.784883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Attempting to bind port 0013716f-0f9f-4390-825c-9fc663dd78cf on network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:08:52.793341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:08:52.793893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Checking segment: {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:08:52.794422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.795393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Bound using segment: {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:08:52.796011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Bound port: 0013716f-0f9f-4390-825c-9fc663dd78cf, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b560ebca-07bf-4aab-953a-0eee4eca488d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:08:52.796503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:52.799485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfad2e7a-0e5a-4947-b44e-afca5cd4ffc2 None None] Provisioning for port 0013716f-0f9f-4390-825c-9fc663dd78cf completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:52.882010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-d23fecff-f512-4f23-8d31-8e36cd750896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:52.883814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-d23fecff-f512-4f23-8d31-8e36cd750896 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.1114862 Aug 31 07:08:52.938516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dfad2e7a-0e5a-4947-b44e-afca5cd4ffc2 None None] Provisioning for port 8ac7ad7e-76a5-4331-ad94-a567343772bd completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:52.999790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] For port 0013716f-0f9f-4390-825c-9fc663dd78cf, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:08:53.005882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-2f0b9bbf-06d9-4039-8748-7c0075ff6e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.007207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] For port 0013716f-0f9f-4390-825c-9fc663dd78cf, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0013716f-0f9f-4390-825c-9fc663dd78cf,segment=NetworkSegment(b560ebca-07bf-4aab-953a-0eee4eca488d),segment_id=b560ebca-07bf-4aab-953a-0eee4eca488d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:08:53.010421 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-2f0b9bbf-06d9-4039-8748-7c0075ff6e9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1194644 Aug 31 07:08:53.013501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.124709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db53150-bc8d-4caf-b327-dbdef5ba3a8c None None] Pushing event updated for resources: {'Port': ['ID=0013716f-0f9f-4390-825c-9fc663dd78cf,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:53.128105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-1b38f3fe-042f-4fd7-a888-0f30ec4eb3bf service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084394 Aug 31 07:08:53.157875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:53.157875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:53.168260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.175707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.282536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af48d25b-01b9-45bb-a682-0aff1623a1d6 req-6e03df1c-252d-45f0-a0a3-708d7bc6c722 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492004 Aug 31 07:08:53.303799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:53.401010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:53.413661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed7be7-96ed-4b8d-86c4-7120c5749943 req-b33c946d-02a2-4815-9687-c84941bcaa1f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.418029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-97f35923-515a-4cd5-b1cb-8150ae428a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.419695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-97f35923-515a-4cd5-b1cb-8150ae428a5e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1096 time: 0.0834706 Aug 31 07:08:53.424798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afed7be7-96ed-4b8d-86c4-7120c5749943 req-b33c946d-02a2-4815-9687-c84941bcaa1f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.1689553 Aug 31 07:08:53.526324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afed7be7-96ed-4b8d-86c4-7120c5749943 req-9c323641-3385-40d4-992b-609cafc18282 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998888 Aug 31 07:08:53.564624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1eb1578-e50b-4f23-8e4f-a1cdb072124a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:53.583468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-ac253f1f-fb53-4602-ba57-d334966e766b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.586033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-ac253f1f-fb53-4602-ba57-d334966e766b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1593120 Aug 31 07:08:53.595365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:53.603728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.605030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0def54ab-1132-4d1f-9c2e-3ede908c77f1 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 703 time: 1.6929991 Aug 31 07:08:53.607618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35492) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:53.662294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 7, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:53.664274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a1eb1578-e50b-4f23-8e4f-a1cdb072124a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:53.665208 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:53.710693 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-0050d30e-71a8-49fe-860b-3cb8f25b3b78 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 217 time: 0.1176453 Aug 31 07:08:53.717776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4c5de90-cbe4-4231-9dca-1ab6e0982b27 None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 7, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:53.793466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-417d1132-bf95-4303-9169-3b7ad4c1b746 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 703 time: 0.1782176 Aug 31 07:08:53.793466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:53.798599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-a1a5e704-e951-4abf-9fad-9f2c3aa975e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.815315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-a1a5e704-e951-4abf-9fad-9f2c3aa975e0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0951905 Aug 31 07:08:53.955288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-ec37ffbe-1786-458c-9478-3edc9d693e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:53.956834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-ec37ffbe-1786-458c-9478-3edc9d693e9f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1062918 Aug 31 07:08:54.169883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-d8ece706-bb5b-450a-8791-f1350d80b1f6 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722829 Aug 31 07:08:54.321061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a710f0c8-f59c-4fc4-8ea3-acd5221efdd1 req-0d6d24fe-f356-4fa1-b7e9-1c56c470f991 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431746 Aug 31 07:08:54.386506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.667241 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:54.677963 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:54.678713 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:54.807610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59b66c1a-b86f-4172-9c4a-d4332858c960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:54.822807 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:54.869596 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476687f2-744f-4665-bc1f-ad64a852af58 req-45b3d1f5-cab0-4e2c-8b2b-10df3154b7f2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:54.872267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-476687f2-744f-4665-bc1f-ad64a852af58 req-45b3d1f5-cab0-4e2c-8b2b-10df3154b7f2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.1112506 Aug 31 07:08:55.027135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-476687f2-744f-4665-bc1f-ad64a852af58 req-aa3c0e99-0287-4607-bc50-6dd1db79d4fa tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034873 Aug 31 07:08:55.177122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port 0013716f-0f9f-4390-825c-9fc663dd78cf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:55.177835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.203234 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 7, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:55.240113 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:55.286987 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:55.287932 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:55.362939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port 0013716f-0f9f-4390-825c-9fc663dd78cf, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0013716f-0f9f-4390-825c-9fc663dd78cf,segment=NetworkSegment(b560ebca-07bf-4aab-953a-0eee4eca488d),segment_id=b560ebca-07bf-4aab-953a-0eee4eca488d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:55.363500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.387971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for 0013716f-0f9f-4390-825c-9fc663dd78cf owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:55.503468 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:55.578706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0013716f-0f9f-4390-825c-9fc663dd78cf up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:08:55.726032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0013716f-0f9f-4390-825c-9fc663dd78cf completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:08:55.726341 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.734879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0013716f-0f9f-4390-825c-9fc663dd78cf triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:08:55.736675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:55.781367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=0013716f-0f9f-4390-825c-9fc663dd78cf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:55.786240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Port 0013716f-0f9f-4390-825c-9fc663dd78cf was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 07:08:55.863792 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 7, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:55.916733 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2c02c6-054e-4553-ba0e-29757f979bc0 None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 7, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': '0013716f-0f9f-4390-825c-9fc663dd78cf', 'name': '', 'network_id': 'ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:6e:d6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3795, 'fixed_ips': [{'subnet_id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:47Z', 'updated_at': '2021-08-31T07:08:52Z', 'revision_number': 4, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'aedc7f8f-8ab5-4d67-93ac-29d887bb50ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:55.959352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.204268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:56.205660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf35dd9-9576-4748-8a08-171d578838ea req-a3dcafc4-a0a3-4327-9799-63643725b4c2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:56.208256 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cf35dd9-9576-4748-8a08-171d578838ea req-a3dcafc4-a0a3-4327-9799-63643725b4c2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0784004 Aug 31 07:08:56.268807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cf35dd9-9576-4748-8a08-171d578838ea req-357f627c-7891-4546-9b8b-444679fc7327 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508330 Aug 31 07:08:56.312510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:56.321207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ace07121-987b-47aa-bb9d-59ed59b55f27 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5277989 Aug 31 07:08:56.322776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:56.325571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:56.338156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:56.338783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:56.381967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet aedc7f8f-8ab5-4d67-93ac-29d887bb50ba {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:56.386081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.438516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:56.442297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.579753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.648200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.681729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:55Z', 'revision_number': 8, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:56.697696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=aedc7f8f-8ab5-4d67-93ac-29d887bb50ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:56.700832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.703976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-540eab1c-a28f-4063-bd28-695ed7da79c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/aedc7f8f-8ab5-4d67-93ac-29d887bb50ba HTTP/1.1" status: 204 len: 168 time: 0.3799479 Aug 31 07:08:56.707590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:56.714579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:08:56.718552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30356689-2f06-465c-9287-fff6fcc6a6c5 None None] Network ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:08:56.774543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:56.775507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:56.809926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.871736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port a1eb1578-e50b-4f23-8e4f-a1cdb072124a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:56.872636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.942150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:56.946624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,segment=NetworkSegment(b560ebca-07bf-4aab-953a-0eee4eca488d),segment_id=b560ebca-07bf-4aab-953a-0eee4eca488d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:56.947278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:56.964636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for a1eb1578-e50b-4f23-8e4f-a1cdb072124a owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:57.074419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] DHCP port deletion for ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:08:57.096471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.141170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:57.152221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port a1eb1578-e50b-4f23-8e4f-a1cdb072124a on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:57.190195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Deleting port a1eb1578-e50b-4f23-8e4f-a1cdb072124a {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:57.190687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.249151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.271484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:57.273406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] For port a1eb1578-e50b-4f23-8e4f-a1cdb072124a, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:57.274646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.292029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b560ebca-07bf-4aab-953a-0eee4eca488d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:57.292477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Calling delete_port for a1eb1578-e50b-4f23-8e4f-a1cdb072124a owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:57.292602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b560ebca-07bf-4aab-953a-0eee4eca488d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:57.295957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Port a1eb1578-e50b-4f23-8e4f-a1cdb072124a was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:08:57.299216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.309043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.329799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:55Z', 'revision_number': 8, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:57.332153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] Pushing event deleted for resources: {'Port': ['ID=a1eb1578-e50b-4f23-8e4f-a1cdb072124a,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:57.340090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.354051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:08:57.354702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:08:57.360750 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:08:57.365245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c65615-2cd2-4678-933c-d4c82bb43896 None None] No DVR routers for this DVR port a1eb1578-e50b-4f23-8e4f-a1cdb072124a on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:08:57.365245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437eacde-3c49-4256-acbd-c352fa098ab8 None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:55Z', 'revision_number': 8, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba0adec7-c23a-4ca8-b8c8-417424a0e0a0', 'name': '', 'network_id': '740de1f6-7433-4b21-afe1-9ac4cee10dce', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:20:51:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:43Z', 'updated_at': '2021-08-31T07:08:49Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': '41d78bce-38c7-46b5-8c06-2883c595c5ad', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:08:57.467542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2d5968c-4a5a-43b4-87e7-085333d18567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.488236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb88399-c443-4450-b03c-ce34f4703ae9 req-de1ea38e-6137-4791-a372-e47cf33da2d1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:57.490177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-deb88399-c443-4450-b03c-ce34f4703ae9 req-de1ea38e-6137-4791-a372-e47cf33da2d1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0858269 Aug 31 07:08:57.499810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.526358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.529767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9 HTTP/1.1" status: 204 len: 168 time: 0.8203971 Aug 31 07:08:57.532982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:57.552073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-deb88399-c443-4450-b03c-ce34f4703ae9 req-d57cbb5a-9139-41c7-8dfb-37a0fabcf6f6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517099 Aug 31 07:08:57.603336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ed44b4-aac2-4a39-987b-bddb8f19b1e2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=ea06ec9e-a7f9-4f8a-8ade-a2b0443e48f9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:57.793886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:57.951091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1eb1578-e50b-4f23-8e4f-a1cdb072124a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:57.994159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a1eb1578-e50b-4f23-8e4f-a1cdb072124a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:57.995124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a1eb1578-e50b-4f23-8e4f-a1cdb072124a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:58.344120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.771482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628751a-6533-48c9-b003-53e0c6c07ca2 req-f5061c97-0ac3-4d53-838e-2ce8e73489af tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:08:58.773124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a628751a-6533-48c9-b003-53e0c6c07ca2 req-f5061c97-0ac3-4d53-838e-2ce8e73489af tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.1039374 Aug 31 07:08:58.782929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:08:58.783269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.880103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a628751a-6533-48c9-b003-53e0c6c07ca2 req-c7e66b5e-bbc3-47a8-98f7-f241fe670e0a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003621 Aug 31 07:08:58.924008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port ba0adec7-c23a-4ca8-b8c8-417424a0e0a0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:08:58.924371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:58.938771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:08:59.124465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.165381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=ba0adec7-c23a-4ca8-b8c8-417424a0e0a0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:08:59.343247 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.502306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0013716f-0f9f-4390-825c-9fc663dd78cf no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:08:59.524009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0013716f-0f9f-4390-825c-9fc663dd78cf {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:08:59.524727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0013716f-0f9f-4390-825c-9fc663dd78cf not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:08:59.617025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:08:59.685766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.723438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:08:59.735324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0a19e8c-9b15-4bb5-b4ad-84f131b08b78 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1969025 Aug 31 07:08:59.735787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35526) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:08:59.751078 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:08:59.764143 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:08:59.765586 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:08:59.829226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet 41d78bce-38c7-46b5-8c06-2883c595c5ad {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:08:59.835000 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:08:59.870441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:08:59.913751 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.092772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c8486c-fc67-465b-aa8f-85ff8f100221 req-eda5bf1f-78ae-43c9-b035-17f634f3bdbc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:00.095312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82c8486c-fc67-465b-aa8f-85ff8f100221 req-eda5bf1f-78ae-43c9-b035-17f634f3bdbc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0978060 Aug 31 07:09:00.103207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.193194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82c8486c-fc67-465b-aa8f-85ff8f100221 req-0d13191d-c1f5-4b77-8faa-98dcd67b9bc8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843306 Aug 31 07:09:00.545921 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.549065 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:59Z', 'revision_number': 9, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:00.549787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=41d78bce-38c7-46b5-8c06-2883c595c5ad,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:00.549787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.549787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ff885776-8eba-47c5-b045-affe580b73f0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/41d78bce-38c7-46b5-8c06-2883c595c5ad HTTP/1.1" status: 204 len: 168 time: 0.5639987 Aug 31 07:09:00.550108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b92dce-800c-4559-8fbf-67cb4ed5f619 None None] Network 740de1f6-7433-4b21-afe1-9ac4cee10dce requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:00.550590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35540) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:00.550590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.550869 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:00.557299 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:00.557299 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:00.640201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port a8520952-d963-4006-b940-df26ad6ca570 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:00.640778 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.693912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] DHCP port deletion for 740de1f6-7433-4b21-afe1-9ac4cee10dce request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:00.695340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:00.744006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port a8520952-d963-4006-b940-df26ad6ca570, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a8520952-d963-4006-b940-df26ad6ca570,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:00.744393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.760216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for a8520952-d963-4006-b940-df26ad6ca570 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:00.773378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Deleting port a8520952-d963-4006-b940-df26ad6ca570 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:00.774522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.855186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] For port a8520952-d963-4006-b940-df26ad6ca570, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a8520952-d963-4006-b940-df26ad6ca570,segment=NetworkSegment(ff57c612-6eea-4152-9477-a7bb4f81f3c6),segment_id=ff57c612-6eea-4152-9477-a7bb4f81f3c6)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:00.855917 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.874652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Calling delete_port for a8520952-d963-4006-b940-df26ad6ca570 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:00.888714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:00.929199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port a8520952-d963-4006-b940-df26ad6ca570 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:00.934534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=a8520952-d963-4006-b940-df26ad6ca570,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.054492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.057410 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.060522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:59Z', 'revision_number': 9, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:01.075918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['740de1f6-7433-4b21-afe1-9ac4cee10dce']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:01.089962 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2eb0948-fb14-49c7-b5f0-9db0cf04ac9b None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:08:59Z', 'revision_number': 9, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'a07308cd-e058-49ad-8c4a-3bf152db4a8a', 'name': '', 'network_id': 'ed56f173-95f2-4c65-9c32-c6bd18a04593', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:da:55:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:39Z', 'updated_at': '2021-08-31T07:08:48Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'b75b0e47-06e7-45c4-9ee8-8513683f8578', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:01.097085 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff57c612-6eea-4152-9477-a7bb4f81f3c6') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:01.097609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff57c612-6eea-4152-9477-a7bb4f81f3c6') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:01.115732 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.124552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] Pushing event deleted for resources: {'Port': ['ID=a8520952-d963-4006-b940-df26ad6ca570,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.131184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f80ffb5-44d3-4c56-ac40-6fd1a19c4976 None None] No DVR routers for this DVR port a8520952-d963-4006-b940-df26ad6ca570 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:01.145925 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.156905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 579 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:01.157806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.158590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:01.161910 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:01.234505 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.244157 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:01.246357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/740de1f6-7433-4b21-afe1-9ac4cee10dce HTTP/1.1" status: 204 len: 168 time: 0.9399655 Aug 31 07:09:01.249777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35556) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:01.260266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a734e8c4-e2e2-4995-9a0a-2cd804d8eca5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=740de1f6-7433-4b21-afe1-9ac4cee10dce,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:01.443000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3bce46-f2b1-4179-a978-575e93a53f42 req-4f6ee1a0-37eb-497b-83c0-9564115de8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:01.444567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a3bce46-f2b1-4179-a978-575e93a53f42 req-4f6ee1a0-37eb-497b-83c0-9564115de8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0790946 Aug 31 07:09:01.560213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a3bce46-f2b1-4179-a978-575e93a53f42 req-ca077e10-5345-49a6-ae2b-4d142ffeef98 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840008 Aug 31 07:09:01.566072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:01.592902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:01.595653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ba0adec7-c23a-4ca8-b8c8-417424a0e0a0 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:01.597088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a8520952-d963-4006-b940-df26ad6ca570 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:01.626989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a8520952-d963-4006-b940-df26ad6ca570 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:01.627758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a8520952-d963-4006-b940-df26ad6ca570 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:01.797841 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.077222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port a07308cd-e058-49ad-8c4a-3bf152db4a8a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:02.077592 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.188985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port a07308cd-e058-49ad-8c4a-3bf152db4a8a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a07308cd-e058-49ad-8c4a-3bf152db4a8a,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:02.188985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.202085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for a07308cd-e058-49ad-8c4a-3bf152db4a8a owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:02.410424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.441226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=a07308cd-e058-49ad-8c4a-3bf152db4a8a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:02.588838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:02.744023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6450fcb-be90-4a96-a3dc-7f590a4c560a req-bd62535c-a6a0-4607-8719-da1f9d106ab3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:02.745810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6450fcb-be90-4a96-a3dc-7f590a4c560a req-bd62535c-a6a0-4607-8719-da1f9d106ab3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0591247 Aug 31 07:09:02.789881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6450fcb-be90-4a96-a3dc-7f590a4c560a req-29590f43-bf43-4b0d-9da7-e7b983516f74 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366762 Aug 31 07:09:02.822710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:02.919722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:02.925088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-accd6c67-56ab-4e64-9d8a-7c26b2106c77 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6739054 Aug 31 07:09:02.927407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35596) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:02.931275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:02.941386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:02.942021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:02.984034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet b75b0e47-06e7-45c4-9ee8-8513683f8578 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:02.987600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.030425 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.041029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:03.141782 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.182427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:09:03.229102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.257428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=b75b0e47-06e7-45c4-9ee8-8513683f8578,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:03.262094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.264125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c2a5cce0-b58d-407e-8606-d3759b18829f tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/b75b0e47-06e7-45c4-9ee8-8513683f8578 HTTP/1.1" status: 204 len: 168 time: 0.3356979 Aug 31 07:09:03.267328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35604) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:03.284684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a169b51-1145-4215-bde6-bb82e9b100ba None None] Network ed56f173-95f2-4c65-9c32-c6bd18a04593 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:03.388449 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.488762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:03.489200 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.537844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:02Z', 'revision_number': 10, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:03.568147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:03.572666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,segment=NetworkSegment(fac4fa30-7a43-4aca-affa-e5ccca670a9c),segment_id=fac4fa30-7a43-4aca-affa-e5ccca670a9c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:03.573048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.577119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:03.578571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:03.600610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for a5f20ecb-7177-4c7a-ba4a-9d74f6998613 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:03.618711 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] DHCP port deletion for ed56f173-95f2-4c65-9c32-c6bd18a04593 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:03.690166 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.697277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:03.703763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:03.731115 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:03.799144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Deleting port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:03.799520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.823375 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.837364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed56f173-95f2-4c65-9c32-c6bd18a04593']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:03.853022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac4fa30-7a43-4aca-affa-e5ccca670a9c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:03.853351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac4fa30-7a43-4aca-affa-e5ccca670a9c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:03.863382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.881871 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.892155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:03.892591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:03.900010 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:03.936927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] For port a5f20ecb-7177-4c7a-ba4a-9d74f6998613, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:03.936927 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.949475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Calling delete_port for a5f20ecb-7177-4c7a-ba4a-9d74f6998613 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:03.953553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:09:03.957322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:03.985536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917351e3-f61e-43c9-9f0f-b5c16b96a6d3 req-1bcf21c2-ee0f-4623-9282-63555df6fe30 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:03.988022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-917351e3-f61e-43c9-9f0f-b5c16b96a6d3 req-1bcf21c2-ee0f-4623-9282-63555df6fe30 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0865350 Aug 31 07:09:04.003548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] Pushing event deleted for resources: {'Port': ['ID=a5f20ecb-7177-4c7a-ba4a-9d74f6998613,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.008798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76c3f8a-3395-41bd-b494-42c60ead5f84 None None] No DVR routers for this DVR port a5f20ecb-7177-4c7a-ba4a-9d74f6998613 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:04.010743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.030286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:04.040477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35622) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:04.041938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:02Z', 'revision_number': 10, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:04.045968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/ed56f173-95f2-4c65-9c32-c6bd18a04593 HTTP/1.1" status: 204 len: 168 time: 0.7774706 Aug 31 07:09:04.063266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-917351e3-f61e-43c9-9f0f-b5c16b96a6d3 req-b2228484-4d86-49be-9c84-f2f8ced5451c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673678 Aug 31 07:09:04.063509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db40d57-880b-4d47-b9db-c5cc140757cd tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=ed56f173-95f2-4c65-9c32-c6bd18a04593,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:04.083543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a5067b6-e3e8-404f-8978-ff6d26f8d254 None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:02Z', 'revision_number': 10, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None, '_interfaces': [{'id': 'fe2ddc4a-9988-4f0f-85fe-72114dfdb003', 'name': '', 'network_id': '4bab47f0-8194-4d13-8742-9276ce370972', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'mac_address': 'fa:16:3e:f4:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'device_owner': 'network:router_interface', 'standard_attr_id': 3780, 'fixed_ips': [{'subnet_id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:08:35Z', 'updated_at': '2021-08-31T07:08:40Z', 'revision_number': 5, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'subnets': [{'id': 'bcd787f1-12d4-466e-ac44-af65de6a13d3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:04.791925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.050115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port fe2ddc4a-9988-4f0f-85fe-72114dfdb003 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:05.050821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.158617 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port fe2ddc4a-9988-4f0f-85fe-72114dfdb003, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:05.158992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.173135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for fe2ddc4a-9988-4f0f-85fe-72114dfdb003 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:05.185468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251918f3-7aaa-4efd-9a4a-b0a5a3783ac9 req-b689fc88-63ef-42b4-9018-016f3321191f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:05.187761 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-251918f3-7aaa-4efd-9a4a-b0a5a3783ac9 req-b689fc88-63ef-42b4-9018-016f3321191f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.0531936 Aug 31 07:09:05.234961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-251918f3-7aaa-4efd-9a4a-b0a5a3783ac9 req-5bcb4d64-2f00-4ff9-ae0e-14e9cb27847f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406773 Aug 31 07:09:05.367017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.397358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=fe2ddc4a-9988-4f0f-85fe-72114dfdb003,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:05.527636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.595837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a07308cd-e058-49ad-8c4a-3bf152db4a8a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:05.629871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a07308cd-e058-49ad-8c4a-3bf152db4a8a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:05.630180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a07308cd-e058-49ad-8c4a-3bf152db4a8a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:05.631061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5f20ecb-7177-4c7a-ba4a-9d74f6998613 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:05.652739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a5f20ecb-7177-4c7a-ba4a-9d74f6998613 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:05.653107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a5f20ecb-7177-4c7a-ba4a-9d74f6998613 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:05.723792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:05.810628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:05.817941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-97648788-623c-4c5a-a72f-d369bad499e4 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7736216 Aug 31 07:09:05.818111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35664) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:05.827019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.844971 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:05.855236 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:05.855954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:05.886976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting subnet bcd787f1-12d4-466e-ac44-af65de6a13d3 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:09:05.890370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.934266 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:05.940042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:05.998854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.025788 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:06.030018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.035208 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:06.035849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.103468 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.114682 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:06.132099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd787f1-12d4-466e-ac44-af65de6a13d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:06.136854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.141476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0b76683a-ed7a-49ac-8617-db6a74b5a19c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/bcd787f1-12d4-466e-ac44-af65de6a13d3 HTTP/1.1" status: 204 len: 168 time: 0.3197815 Aug 31 07:09:06.141846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35672) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:06.157510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-439037de-1ee7-4c4f-9acf-f0f82c0a2cee None None] Network 4bab47f0-8194-4d13-8742-9276ce370972 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:09:06.188206 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.223910 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7317a7d5-148a-41cc-87a6-682a45e244dc None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:06.259757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.334086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Deleting port ce4a8968-a6a1-4405-9cf3-fd918536bed9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:09:06.334549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.444559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] For port ce4a8968-a6a1-4405-9cf3-fd918536bed9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ce4a8968-a6a1-4405-9cf3-fd918536bed9,segment=NetworkSegment(b9c74257-140e-496c-add4-a1428a5496aa),segment_id=b9c74257-140e-496c-add4-a1428a5496aa)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:06.444918 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.460686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e844f2-fe44-44d6-83ee-8f43c7ffee70 req-107460ba-c37a-48d7-8ac6-46c37872e1ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:06.462980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5e844f2-fe44-44d6-83ee-8f43c7ffee70 req-107460ba-c37a-48d7-8ac6-46c37872e1ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.1241696 Aug 31 07:09:06.468892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Calling delete_port for ce4a8968-a6a1-4405-9cf3-fd918536bed9 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:09:06.546473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5e844f2-fe44-44d6-83ee-8f43c7ffee70 req-d9a94771-e563-446e-9628-6dfda0ff9226 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753412 Aug 31 07:09:06.604774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.605216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1627cfed-6b2a-402c-9485-7f3fa99efe10 None None] DHCP port deletion for 4bab47f0-8194-4d13-8742-9276ce370972 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:09:06.638568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Port': ['ID=ce4a8968-a6a1-4405-9cf3-fd918536bed9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:06.651459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No DVR routers for this DVR port ce4a8968-a6a1-4405-9cf3-fd918536bed9 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:09:06.735794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.750055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bab47f0-8194-4d13-8742-9276ce370972']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.762453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9c74257-140e-496c-add4-a1428a5496aa') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.762751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9c74257-140e-496c-add4-a1428a5496aa') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:06.771830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.785815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.792173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:09:06.792613 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:09:06.796323 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:09:06.877831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.886059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:06.887948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/networks/4bab47f0-8194-4d13-8742-9276ce370972 HTTP/1.1" status: 204 len: 168 time: 0.7451346 Aug 31 07:09:06.890848 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:06.895853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'routes': None}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:06.901525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7496ed68-7c70-4a71-b825-7af2ef49f8b3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Pushing event deleted for resources: {'Network': ['ID=4bab47f0-8194-4d13-8742-9276ce370972,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:07.080243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Added routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 31 07:09:07.080551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.extraroute_db [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Removed routes are [] {{(pid=94640) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 31 07:09:07.080916 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.228859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.232203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.312002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router 212ce8e5-3870-4cd4-800f-ea8d90639f55 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:07.391552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:07.398386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.399839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fa8b12d1-5272-483b-9432-ec5c7d24abbc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 704 time: 0.5077851 Aug 31 07:09:07.402719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:07.404734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Sync routers for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:07.418956 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:07.419619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:07.448988 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-90cf6d2d-7c35-42ba-a946-33e6cee60ba0 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 205 time: 0.0450287 Aug 31 07:09:07.451425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:07.504917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:07.533233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:07.543109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe2ddc4a-9988-4f0f-85fe-72114dfdb003 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:07.578497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:07.601574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: fe2ddc4a-9988-4f0f-85fe-72114dfdb003 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:07.602610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fe2ddc4a-9988-4f0f-85fe-72114dfdb003 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:07.602610 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ce4a8968-a6a1-4405-9cf3-fd918536bed9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:09:07.629231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Checking router: 212ce8e5-3870-4cd4-800f-ea8d90639f55 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:07.655162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ce4a8968-a6a1-4405-9cf3-fd918536bed9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:09:07.655972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ce4a8968-a6a1-4405-9cf3-fd918536bed9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:09:07.660727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Routers {'212ce8e5-3870-4cd4-800f-ea8d90639f55'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:07.661421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['212ce8e5-3870-4cd4-800f-ea8d90639f55'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:07.747588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] Set router 212ce8e5-3870-4cd4-800f-ea8d90639f55 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:07.806795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:07.834637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad06c4e7-3dd2-4c19-9764-f73751f9bb10 None None] The sync data for ids ['212ce8e5-3870-4cd4-800f-ea8d90639f55'] in n-d-712707-15 is: [{'id': '212ce8e5-3870-4cd4-800f-ea8d90639f55', 'name': 'tempest-RoutersIpV6Test-router-338488236', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:08:33Z', 'updated_at': '2021-08-31T07:09:05Z', 'revision_number': 11, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:08.051050 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.055362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.075431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9bd65-2baf-432f-bf91-ee33e078c561 req-d3254c89-3729-4d95-a307-582d102d3015 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:08.076775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0c9bd65-2baf-432f-bf91-ee33e078c561 req-d3254c89-3729-4d95-a307-582d102d3015 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.4321723 Aug 31 07:09:08.127270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.127812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router 212ce8e5-3870-4cd4-800f-ea8d90639f55 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:08.139718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.140914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c355dec8-fd5c-4620-938f-9f7518bddeda tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 204 len: 168 time: 0.6885612 Aug 31 07:09:08.147280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.153805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1967976902', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.173928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0c9bd65-2baf-432f-bf91-ee33e078c561 req-9834ec29-2aa9-4038-b30e-9dc8f8667153 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676312 Aug 31 07:09:08.193607 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.194821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.254904 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.259845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.279539 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.281515 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7f21869f-c1a0-4517-ab88-0f44c735aaec tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1329856 Aug 31 07:09:08.284105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.290062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Request body: {'router': {'admin_state_up': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:08.509386 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3742203', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3744717', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4082'] for router, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.520474 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3742192', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3742185', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3744724'] for router, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.626598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Router b629b4a3-92bd-4af0-9cec-52b52583ed57 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:09:08.712470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:08.719358 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.723098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2551b873-857a-4710-90f6-983a0d3aa250 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "PUT /v2.0/routers/b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 200 len: 698 time: 0.4356632 Aug 31 07:09:08.723441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.723946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Sync routers for ids ['b629b4a3-92bd-4af0-9cec-52b52583ed57'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:08.733652 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Routers {'b629b4a3-92bd-4af0-9cec-52b52583ed57'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:08.734261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b629b4a3-92bd-4af0-9cec-52b52583ed57'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:08.805273 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Set router b629b4a3-92bd-4af0-9cec-52b52583ed57 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:08.808771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-03c186a1-dc13-4aa9-8797-8f34898b419a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/routers/b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 200 len: 704 time: 0.0841196 Aug 31 07:09:08.811363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.839409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-98ed405b-4342-4ed0-b027-417553a4c47b tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 200 len: 205 time: 0.0268846 Aug 31 07:09:08.842176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:08.860415 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b629b4a3-92bd-4af0-9cec-52b52583ed57', 'name': 'tempest-RoutersIpV6Test-router-1967976902', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:08Z', 'updated_at': '2021-08-31T07:09:08Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:08.887912 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Checking router: b629b4a3-92bd-4af0-9cec-52b52583ed57 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:08.896273 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Routers {'b629b4a3-92bd-4af0-9cec-52b52583ed57'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:08.896845 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b629b4a3-92bd-4af0-9cec-52b52583ed57'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:08.925311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:08.967573 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] Set router b629b4a3-92bd-4af0-9cec-52b52583ed57 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:09.026406 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b629b4a3-92bd-4af0-9cec-52b52583ed57', 'name': 'tempest-RoutersIpV6Test-router-1967976902', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:08Z', 'updated_at': '2021-08-31T07:09:08Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:09.065368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbc8b698-5ff6-4c75-b19e-5e9e98262405 None None] The sync data for ids ['b629b4a3-92bd-4af0-9cec-52b52583ed57'] in n-d-712707-15 is: [{'id': 'b629b4a3-92bd-4af0-9cec-52b52583ed57', 'name': 'tempest-RoutersIpV6Test-router-1967976902', 'tenant_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:09:08Z', 'updated_at': '2021-08-31T07:09:08Z', 'revision_number': 2, 'project_id': 'f06b5e59055341a5886cb4cc0a70a4de', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:09.102160 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.104427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.151080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.151607 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Fanout notify agent at l3_agent the message router_deleted on router b629b4a3-92bd-4af0-9cec-52b52583ed57 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:09:09.159315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.160451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c35717d7-99b8-4c6b-90c3-4ab4ad8fa7f9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 204 len: 168 time: 0.3171809 Aug 31 07:09:09.163864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35760) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.192213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60ca8ed8-e547-477f-a926-995aa93f5708 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 200 len: 205 time: 0.0264618 Aug 31 07:09:09.194391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35762) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.238176 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-aaae8e87-8363-4aba-ba5b-03e4671939de tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.239270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aaae8e87-8363-4aba-ba5b-03e4671939de tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/b629b4a3-92bd-4af0-9cec-52b52583ed57 HTTP/1.1" status: 404 len: 336 time: 0.0439682 Aug 31 07:09:09.242420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35768) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.281350 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-983d031c-bb47-4e53-83da-9285da7f2008 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.284730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-983d031c-bb47-4e53-83da-9285da7f2008 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.286732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-983d031c-bb47-4e53-83da-9285da7f2008 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/aedc7f8f-8ab5-4d67-93ac-29d887bb50ba HTTP/1.1" status: 404 len: 337 time: 0.0424850 Aug 31 07:09:09.291911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35772) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.326886 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d55b7aa-3a35-4be9-9d41-554c03e9fd6e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.327354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d55b7aa-3a35-4be9-9d41-554c03e9fd6e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.329128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4d55b7aa-3a35-4be9-9d41-554c03e9fd6e tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/41d78bce-38c7-46b5-8c06-2883c595c5ad HTTP/1.1" status: 404 len: 337 time: 0.0362456 Aug 31 07:09:09.332215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35776) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.363339 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cf09e77-64ed-412e-ab7f-f771be364406 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.363949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cf09e77-64ed-412e-ab7f-f771be364406 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.365964 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5cf09e77-64ed-412e-ab7f-f771be364406 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/b75b0e47-06e7-45c4-9ee8-8513683f8578 HTTP/1.1" status: 404 len: 337 time: 0.0327704 Aug 31 07:09:09.368618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35778) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.380627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831994d-00ce-4fbf-a249-b0d207550462 req-08992e34-3f08-49da-af50-44635a4c549d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:09.384161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1831994d-00ce-4fbf-a249-b0d207550462 req-08992e34-3f08-49da-af50-44635a4c549d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 944 time: 0.1331291 Aug 31 07:09:09.405528 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e03fad5-9731-4826-84c5-c93ec71f8658 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.406015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e03fad5-9731-4826-84c5-c93ec71f8658 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.407787 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6e03fad5-9731-4826-84c5-c93ec71f8658 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/bcd787f1-12d4-466e-ac44-af65de6a13d3 HTTP/1.1" status: 404 len: 337 time: 0.0382314 Aug 31 07:09:09.410709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35780) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.421873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8ac7ad7e-76a5-4331-ad94-a567343772bd details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:09:09.440840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c7789cad-43d4-4ab4-9627-238ed66cac4a tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 200 len: 205 time: 0.0286672 Aug 31 07:09:09.443111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35784) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.444671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1831994d-00ce-4fbf-a249-b0d207550462 req-6f840a94-ffaa-41c8-81e2-26c34005017a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528135 Aug 31 07:09:09.491372 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-0315ffe9-43c6-43df-8813-fd5f0b7d389d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.492946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0315ffe9-43c6-43df-8813-fd5f0b7d389d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/212ce8e5-3870-4cd4-800f-ea8d90639f55 HTTP/1.1" status: 404 len: 336 time: 0.0460653 Aug 31 07:09:09.496600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35786) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.538561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7dfd1734-aac9-466d-a454-86930124ebc9 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=0ada3721-ad8a-4935-8a1c-3d01eb9e6aec HTTP/1.1" status: 200 len: 205 time: 0.0407081 Aug 31 07:09:09.541271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35790) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.551521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:09.570503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'mac_address': 'fa:16:3e:73:30:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:09:09.587974 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-de334626-9dab-45bc-bf0e-bf1f350715c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.592310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-de334626-9dab-45bc-bf0e-bf1f350715c3 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/0ada3721-ad8a-4935-8a1c-3d01eb9e6aec HTTP/1.1" status: 404 len: 336 time: 0.0500884 Aug 31 07:09:09.595119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35796) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.627161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.641509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac7ad7e-76a5-4331-ad94-a567343772bd {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:09:09.645308 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-62d74053-6d40-4c48-8046-1a720ad35978 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.645855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62d74053-6d40-4c48-8046-1a720ad35978 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.647700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-62d74053-6d40-4c48-8046-1a720ad35978 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/963dcbda-2361-4049-a9c6-8129184a189a HTTP/1.1" status: 404 len: 337 time: 0.0514636 Aug 31 07:09:09.651147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35800) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.668968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:09.673220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:09.682449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7122c026-8744-4825-934f-56f33d3d6ea2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 200 len: 205 time: 0.0278435 Aug 31 07:09:09.682712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.726831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:09.727421 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f69b4a47-f3c7-4464-89f8-8365529ad7af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.729776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f69b4a47-f3c7-4464-89f8-8365529ad7af tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/1cd9e199-e02d-4b91-bf5e-3c87b7b20055 HTTP/1.1" status: 404 len: 336 time: 0.0443449 Aug 31 07:09:09.731472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35804) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.765965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ff47e09-cdf3-4aa1-9a5f-859faa7cbc2d tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 HTTP/1.1" status: 200 len: 205 time: 0.0332458 Aug 31 07:09:09.768551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.806430 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-fb26faf2-0c09-4353-9466-2aeb4843f964 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.807490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fb26faf2-0c09-4353-9466-2aeb4843f964 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/6a2b66e5-f3bc-4cbe-9e38-92a664875ad3 HTTP/1.1" status: 404 len: 336 time: 0.0382180 Aug 31 07:09:09.810153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.844128 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c67a4a-49fb-4cd1-9aa4-e33342366ff5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.845060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36c67a4a-49fb-4cd1-9aa4-e33342366ff5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.847014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-36c67a4a-49fb-4cd1-9aa4-e33342366ff5 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/ad2b4a08-bac5-45b9-ba77-f6dc0aa8da25 HTTP/1.1" status: 404 len: 337 time: 0.0359066 Aug 31 07:09:09.850062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35812) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.879104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6283219-a499-4a3f-acdb-c99a384c3ad2 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f HTTP/1.1" status: 200 len: 205 time: 0.0274582 Aug 31 07:09:09.881346 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35816) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.916910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['8ac7ad7e-76a5-4331-ad94-a567343772bd'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:09:09.935482 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-e350d197-4324-4a6f-86a7-a7c46d8379ac tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:09.936986 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e350d197-4324-4a6f-86a7-a7c46d8379ac tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/fe99cfd6-6a56-4f67-b3a8-521fb8c7c72f HTTP/1.1" status: 404 len: 336 time: 0.0545266 Aug 31 07:09:09.939598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35818) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:09.992356 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecf25cf-60b5-4ccd-9b88-7b9faa889656 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:09.993219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecf25cf-60b5-4ccd-9b88-7b9faa889656 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:09.995747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ecf25cf-60b5-4ccd-9b88-7b9faa889656 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/99fa5f08-d8ed-4b08-8bf8-920defff5426 HTTP/1.1" status: 404 len: 337 time: 0.0547969 Aug 31 07:09:09.998520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.032159 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0d26242d-6255-4709-819b-7ef2904a0ead tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "GET /v2.0/ports?device_id=0fe2f66f-5f20-46eb-ada3-33668b6fae2e HTTP/1.1" status: 200 len: 205 time: 0.0317969 Aug 31 07:09:10.034631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35824) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.082730 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-af17fc71-2b26-4b6a-ad80-1585423dff9c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] delete failed (client error): The resource could not be found. Aug 31 07:09:10.083860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-af17fc71-2b26-4b6a-ad80-1585423dff9c tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/routers/0fe2f66f-5f20-46eb-ada3-33668b6fae2e HTTP/1.1" status: 404 len: 336 time: 0.0481846 Aug 31 07:09:10.086981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35826) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.116294 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-43fdf877-5670-4386-b94f-d49f05ad0c74 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:10.116762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43fdf877-5670-4386-b94f-d49f05ad0c74 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:10.119696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-43fdf877-5670-4386-b94f-d49f05ad0c74 tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/850ffe6d-2c64-45cd-a355-da64cb66ce42 HTTP/1.1" status: 404 len: 337 time: 0.0317705 Aug 31 07:09:10.122278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35830) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.148998 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-3626c365-490d-4e99-9e60-0a4af32868dc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] DELETE failed (client error): The resource could not be found. Aug 31 07:09:10.149509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3626c365-490d-4e99-9e60-0a4af32868dc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:09:10.153634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3626c365-490d-4e99-9e60-0a4af32868dc tempest-RoutersIpV6Test-1897612089 tempest-RoutersIpV6Test-1897612089-project] 10.222.0.57 "DELETE /v2.0/subnets/59d3f320-b245-405a-8e0e-3976993ff701 HTTP/1.1" status: 404 len: 337 time: 0.0280533 Aug 31 07:09:10.460162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.578873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2123db6-a252-4e11-8881-6c6c068735f3 req-6f9d9c6f-bedd-4ccb-971a-b6bcb4660538 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:10.580372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2123db6-a252-4e11-8881-6c6c068735f3 req-6f9d9c6f-bedd-4ccb-971a-b6bcb4660538 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 945 time: 0.0610769 Aug 31 07:09:10.644790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b2123db6-a252-4e11-8881-6c6c068735f3 req-6a6255d3-83b3-41a0-8e06-930ccebb64d0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566041 Aug 31 07:09:10.652073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e6c40595-d305-4ae8-9cdc-d12f14250aed admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f06b5e59055341a5886cb4cc0a70a4de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897068 Aug 31 07:09:10.654296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35854) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:10.707616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.731711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.782362 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.784864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:10.786098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/98e31225-ae75-4bfc-aba2-8d85bf923606 HTTP/1.1" status: 204 len: 168 time: 0.1308851 Aug 31 07:09:10.795826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc93dbd-f262-4215-b989-f51dcf622c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e31225-ae75-4bfc-aba2-8d85bf923606,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:11.433223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8ac7ad7e-76a5-4331-ad94-a567343772bd up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:09:11.488377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 8ac7ad7e-76a5-4331-ad94-a567343772bd completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:09:11.493805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 8ac7ad7e-76a5-4331-ad94-a567343772bd triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:09:11.494164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.497442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35892) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:11.667998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5bfeec19-a505-4a72-b509-35737efa1ad4 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:11.668444 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-5bfeec19-a505-4a72-b509-35737efa1ad4 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 07:09:11.669166 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5bfeec19-a505-4a72-b509-35737efa1ad4 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 07:09:11.676120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35904) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:11.676758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5bfeec19-a505-4a72-b509-35737efa1ad4 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1781669 Aug 31 07:09:11.681429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--437454613'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:11.741028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.764404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.765118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:09:11.768059 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcad0c2-7465-41ce-9119-8daea9589f91" -d '{"events": [{"server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:09:11.781034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:09:11.781271 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.787578 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.813919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656336b5-b9d0-4ee8-af84-b5231024e004 req-d34b02ad-b521-4bd2-a3b0-778ae2bb7ff6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:11.815614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-656336b5-b9d0-4ee8-af84-b5231024e004 req-d34b02ad-b521-4bd2-a3b0-778ae2bb7ff6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 945 time: 0.0831411 Aug 31 07:09:11.831400 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61aeeb98-9313-4acd-bf41-605bed60bdcb x-openstack-request-id: req-61aeeb98-9313-4acd-bf41-605bed60bdcb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:09:11.831634 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "name": "network-vif-plugged", "status": "completed", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:09:11.831876 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-61aeeb98-9313-4acd-bf41-605bed60bdcb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:09:11.832430 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'code': 200} Aug 31 07:09:11.859941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:11.895522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-656336b5-b9d0-4ee8-af84-b5231024e004 req-70ef2871-4e93-4efa-b41d-f7a7f36dbf73 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660141 Aug 31 07:09:11.941050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b2b93-2a86-4cef-b387-ea625717aca3 req-a65a0489-bd57-4a2c-a0d9-f4125ea45ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:11.942596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c56b2b93-2a86-4cef-b387-ea625717aca3 req-a65a0489-bd57-4a2c-a0d9-f4125ea45ce7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1098 time: 0.0642707 Aug 31 07:09:11.955950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.961604 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:11.982416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c56b2b93-2a86-4cef-b387-ea625717aca3 req-e7298abb-af40-4ebf-906c-51bed1d21518 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321290 Aug 31 07:09:12.000965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b323067-f4bb-40de-bdcf-603a7a0db728,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.060765 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.064645 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.094044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.095453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4183125 Aug 31 07:09:12.097314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed31b3-86e2-454c-8c95-3701011ee9e1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c11f2677-386b-4ba2-abb0-c10826dc6574,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.098826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35912) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.104809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c11f2677-386b-4ba2-abb0-c10826dc6574', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:12.140119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.191825 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.196498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.215335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d3942d-3c3d-41a0-b523-ec6b047e1bef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.222671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.224005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e21345ed-faa3-4175-8f44-fa6525e18467 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1229856 Aug 31 07:09:12.227594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35914) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.232351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-52c3b5e6-e719-4161-badb-aa597b5f9ed3 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c11f2677-386b-4ba2-abb0-c10826dc6574', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:12.263926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-52c3b5e6-e719-4161-badb-aa597b5f9ed3 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.311589 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-52c3b5e6-e719-4161-badb-aa597b5f9ed3 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): There was a conflict when trying to complete your request. Aug 31 07:09:12.312777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-52c3b5e6-e719-4161-badb-aa597b5f9ed3 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.0841932 Aug 31 07:09:12.315647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35916) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.374606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.399157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.442740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.445868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.447045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/c11f2677-386b-4ba2-abb0-c10826dc6574 HTTP/1.1" status: 204 len: 168 time: 0.1304069 Aug 31 07:09:12.449792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35918) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.456976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8481d0-ae97-4eeb-b847-d999309c4d19 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11f2677-386b-4ba2-abb0-c10826dc6574,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.520439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c0330b44-ac4c-4e9f-a0bf-e663b6433b52 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689156 Aug 31 07:09:12.524154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.528860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813488577'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:12.553730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.642411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.646328 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.678912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa6f90c-d5d0-48bc-865c-1def18279e47,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.683806 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.690558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35924) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.690912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-84026ee3-4638-47f6-8f36-0db712360b4b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1628563 Aug 31 07:09:12.693856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-06520882-adb4-4f1f-a00b-39f141d029b8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '7fa6f90c-d5d0-48bc-865c-1def18279e47', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:12.694573 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-06520882-adb4-4f1f-a00b-39f141d029b8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 31 07:09:12.695193 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-06520882-adb4-4f1f-a00b-39f141d029b8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:12.696328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06520882-adb4-4f1f-a00b-39f141d029b8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072665 Aug 31 07:09:12.699020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35926) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.756288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.780220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.826327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.828920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:12.830107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/7fa6f90c-d5d0-48bc-865c-1def18279e47 HTTP/1.1" status: 204 len: 168 time: 0.1301851 Aug 31 07:09:12.832849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35928) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.843520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8e45c-8216-4c51-a08c-c1e1cc671a16 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa6f90c-d5d0-48bc-865c-1def18279e47,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:12.901911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3bb000a7-2970-484c-a3d1-1a1fd7bf1cc5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678015 Aug 31 07:09:12.905647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35930) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:12.909960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1715109289'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:12.933600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.033211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.041275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.057793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62414e94-2328-4fc2-95ab-f05668d1ae3d req-b9573969-ffe0-4564-b144-852afe6faa61 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:13.067620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62414e94-2328-4fc2-95ab-f05668d1ae3d req-b9573969-ffe0-4564-b144-852afe6faa61 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0855503 Aug 31 07:09:13.074680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0063bc7-0194-4a44-8c8a-f29ff299ffa6,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.079250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.080556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-549dfe35-7d22-4ecc-a04f-35bb641a2ff0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1739881 Aug 31 07:09:13.083524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.088558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7a8403e7-0030-4478-bdd1-6ad9fc261130 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'a0063bc7-0194-4a44-8c8a-f29ff299ffa6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.089966 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-7a8403e7-0030-4478-bdd1-6ad9fc261130 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 31 07:09:13.089966 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-7a8403e7-0030-4478-bdd1-6ad9fc261130 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.090896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7a8403e7-0030-4478-bdd1-6ad9fc261130 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064139 Aug 31 07:09:13.093624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35936) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.121981 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62414e94-2328-4fc2-95ab-f05668d1ae3d req-89f6976a-10a3-4623-b609-6e4819bba753 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528746 Aug 31 07:09:13.157368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.180873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.225167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.228475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.230578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/a0063bc7-0194-4a44-8c8a-f29ff299ffa6 HTTP/1.1" status: 204 len: 168 time: 0.1358702 Aug 31 07:09:13.233146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35938) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.240247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32feb883-3589-452d-b89c-be02684b6385 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0063bc7-0194-4a44-8c8a-f29ff299ffa6,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.283052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e21c6876-7224-4e95-b0e7-2e9b821a9539 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0486078 Aug 31 07:09:13.286851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.291973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1881022132'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.314286 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.404542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.409859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.438721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.439967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1521237 Aug 31 07:09:13.442939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35942) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.447643 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd97b265-b8fc-4dde-813e-479649c49822 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c31c447c-16a0-4e99-b4c2-5989c73fccbc,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.448013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-89e267cd-7c81-4e7f-838f-4002a894aa42 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c31c447c-16a0-4e99-b4c2-5989c73fccbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.450634 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-89e267cd-7c81-4e7f-838f-4002a894aa42 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 31 07:09:13.451439 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-89e267cd-7c81-4e7f-838f-4002a894aa42 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.452425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-89e267cd-7c81-4e7f-838f-4002a894aa42 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0080724 Aug 31 07:09:13.455378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35944) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.463356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32e26dae-9569-4fbd-be86-da5d3fb6dae8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c31c447c-16a0-4e99-b4c2-5989c73fccbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.463954 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-32e26dae-9569-4fbd-be86-da5d3fb6dae8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 31 07:09:13.464434 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-32e26dae-9569-4fbd-be86-da5d3fb6dae8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.465415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32e26dae-9569-4fbd-be86-da5d3fb6dae8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089450 Aug 31 07:09:13.468009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35946) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.472434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f9483a70-71f8-4f78-bfc2-55c73a8d0c9d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c31c447c-16a0-4e99-b4c2-5989c73fccbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.473198 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-f9483a70-71f8-4f78-bfc2-55c73a8d0c9d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 31 07:09:13.473671 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-f9483a70-71f8-4f78-bfc2-55c73a8d0c9d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.474557 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f9483a70-71f8-4f78-bfc2-55c73a8d0c9d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057099 Aug 31 07:09:13.477456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35948) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.482185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e797e4b-e839-4a4f-a37c-2dfd5b916c68 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c31c447c-16a0-4e99-b4c2-5989c73fccbc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.483093 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-1e797e4b-e839-4a4f-a37c-2dfd5b916c68 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 31 07:09:13.483588 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1e797e4b-e839-4a4f-a37c-2dfd5b916c68 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.486767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1e797e4b-e839-4a4f-a37c-2dfd5b916c68 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0060349 Aug 31 07:09:13.487070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35950) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.541093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.563106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.604832 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.607513 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.611023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/c31c447c-16a0-4e99-b4c2-5989c73fccbc HTTP/1.1" status: 204 len: 168 time: 0.1206644 Aug 31 07:09:13.611382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35952) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.620913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabe2892-32c2-469e-b1b7-394a0df992e8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c31c447c-16a0-4e99-b4c2-5989c73fccbc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.668111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5564eeee-a039-4a87-9e72-69b81a090f50 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0554531 Aug 31 07:09:13.671517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35954) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.675874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1851536224'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.702241 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.786633 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.791941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.822275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:13.823518 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1509280 Aug 31 07:09:13.824742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc8636-5262-4bc9-96e7-42d262f60871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f2982d-1014-4ca7-9be2-4ab0e561c6d0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:13.826448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35958) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.832091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-653e8007-f604-479b-a4bb-f97818e03c20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.832702 n-d-712707-15 neutron-server[94639]: WARNING neutron.api.v2.base [None req-653e8007-f604-479b-a4bb-f97818e03c20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 07:09:13.833046 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-653e8007-f604-479b-a4bb-f97818e03c20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.834045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-653e8007-f604-479b-a4bb-f97818e03c20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055912 Aug 31 07:09:13.837202 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35960) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.842750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbc06f4b-a6eb-4eac-be32-b32dcbe860a6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.879347 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-dbc06f4b-a6eb-4eac-be32-b32dcbe860a6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.883080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dbc06f4b-a6eb-4eac-be32-b32dcbe860a6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0423508 Aug 31 07:09:13.883600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.888266 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1578c024-b2c4-48db-bc61-92d04ba4c80b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.888782 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-1578c024-b2c4-48db-bc61-92d04ba4c80b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 31 07:09:13.889267 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1578c024-b2c4-48db-bc61-92d04ba4c80b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.890248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1578c024-b2c4-48db-bc61-92d04ba4c80b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0056646 Aug 31 07:09:13.892560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35964) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.896708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4102b6f5-ed2f-4f94-869a-9b579464ddd7 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.935747 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-4102b6f5-ed2f-4f94-869a-9b579464ddd7 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.936970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4102b6f5-ed2f-4f94-869a-9b579464ddd7 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0434341 Aug 31 07:09:13.940121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.944897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a82328be-7bb6-4cc1-9860-5d77506260d0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.945603 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-a82328be-7bb6-4cc1-9860-5d77506260d0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 31 07:09:13.946077 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-a82328be-7bb6-4cc1-9860-5d77506260d0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.947000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a82328be-7bb6-4cc1-9860-5d77506260d0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058198 Aug 31 07:09:13.949487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:13.953533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-05cf2755-1e97-4409-9c2b-0ea182ce28f1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:13.975677 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-05cf2755-1e97-4409-9c2b-0ea182ce28f1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Project 55cac4e63a8f4894980b09e538f35380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:09:13.991401 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-05cf2755-1e97-4409-9c2b-0ea182ce28f1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:13.993873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-05cf2755-1e97-4409-9c2b-0ea182ce28f1 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0431249 Aug 31 07:09:13.996877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.001481 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f28194c0-8591-4579-a0eb-71db8f182d6d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.002032 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-f28194c0-8591-4579-a0eb-71db8f182d6d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 31 07:09:14.002518 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-f28194c0-8591-4579-a0eb-71db8f182d6d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:14.003538 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f28194c0-8591-4579-a0eb-71db8f182d6d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056505 Aug 31 07:09:14.006005 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35972) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.010658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d56472c-0974-433e-9dda-a7fc0e1bbf37 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.033788 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-5d56472c-0974-433e-9dda-a7fc0e1bbf37 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Project 55cac4e63a8f4894980b09e538f35380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:09:14.048784 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-5d56472c-0974-433e-9dda-a7fc0e1bbf37 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:14.050157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d56472c-0974-433e-9dda-a7fc0e1bbf37 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0432401 Aug 31 07:09:14.053670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.058674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8caf0921-e14b-4bc9-aa4a-97cb7dbb3ff6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '68f2982d-1014-4ca7-9be2-4ab0e561c6d0', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.082670 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-8caf0921-e14b-4bc9-aa4a-97cb7dbb3ff6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Project 55cac4e63a8f4894980b09e538f35380 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:09:14.096791 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-8caf0921-e14b-4bc9-aa4a-97cb7dbb3ff6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:14.097930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8caf0921-e14b-4bc9-aa4a-97cb7dbb3ff6 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0432122 Aug 31 07:09:14.100728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.154641 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.181525 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.254351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6837e8a2-890e-491b-a2ac-580e6bb6f88c req-1416b2cc-6fcb-4c74-961b-bef16d237f7b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:14.255880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6837e8a2-890e-491b-a2ac-580e6bb6f88c req-1416b2cc-6fcb-4c74-961b-bef16d237f7b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0668793 Aug 31 07:09:14.256955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.259722 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.263512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/68f2982d-1014-4ca7-9be2-4ab0e561c6d0 HTTP/1.1" status: 204 len: 168 time: 0.1618459 Aug 31 07:09:14.263683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35980) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.285803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8799be19-2d28-4f7d-97e2-a5e0ce05c21b tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f2982d-1014-4ca7-9be2-4ab0e561c6d0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.309321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6837e8a2-890e-491b-a2ac-580e6bb6f88c req-17339f89-c9d3-4e79-86cc-ec979bb475e6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446777 Aug 31 07:09:14.342603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b198bdfb-29ca-4c86-9ae7-a52ef4950992 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0741687 Aug 31 07:09:14.343745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.348919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--715309270'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.373279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.468710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136e1c32-3d1b-44fa-a332-57ab11b93b2a req-55fb93a8-4a6a-4b51-a306-35f72ae8dbd6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:14.470602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-136e1c32-3d1b-44fa-a332-57ab11b93b2a req-55fb93a8-4a6a-4b51-a306-35f72ae8dbd6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0770831 Aug 31 07:09:14.541811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.546254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-136e1c32-3d1b-44fa-a332-57ab11b93b2a req-29ce95ab-a5f0-4a2f-85e0-f30f1a04270b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664983 Aug 31 07:09:14.547373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.570191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35986) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.582754 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.583989 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2393339 Aug 31 07:09:14.585982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1619e7-c40a-4205-9f66-2211cf5c50ce tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe669f1f-c208-4309-9c00-dc47953a2ed1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.588661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35988) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.594255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-096107a0-7701-4c7f-b544-e88614ef0d83 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'fe669f1f-c208-4309-9c00-dc47953a2ed1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.616550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b618f75-169c-4718-8eef-ba2ca12fa387 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:14.621669 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b618f75-169c-4718-8eef-ba2ca12fa387 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1093 time: 0.0467854 Aug 31 07:09:14.621947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 35990) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.626594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.650445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.654696 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-096107a0-7701-4c7f-b544-e88614ef0d83 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The resource could not be found. Aug 31 07:09:14.658324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-096107a0-7701-4c7f-b544-e88614ef0d83 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0661840 Aug 31 07:09:14.658871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35992) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.664779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8dd895d4-0bee-4d41-94ad-1f011f157104 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'fe669f1f-c208-4309-9c00-dc47953a2ed1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bbb83c0b-fe48-460e-8941-85346d9b9a2a'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.709525 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-8dd895d4-0bee-4d41-94ad-1f011f157104 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The resource could not be found. Aug 31 07:09:14.713811 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8dd895d4-0bee-4d41-94ad-1f011f157104 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0507865 Aug 31 07:09:14.714076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35994) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.766935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.770749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.796587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.847869 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.850545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:14.852886 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/fe669f1f-c208-4309-9c00-dc47953a2ed1 HTTP/1.1" status: 204 len: 168 time: 0.1372495 Aug 31 07:09:14.856196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 35998) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.874935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36326da-4989-41c4-acda-bf796814a5e5 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe669f1f-c208-4309-9c00-dc47953a2ed1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:14.889695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.25.3.43 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/a57ab315-0f7a-4daa-aff6-2bb96809db20) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:09:14.913168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1e40d152-e5c9-443c-bdc4-0ff0a1943f3c tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0523090 Aug 31 07:09:14.913639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36000) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.919391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3ac96e9f-67da-43e2-abf4-f877cc25636e tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '38bb34e0-2345-432a-a760-dc6aa0009e97', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:14.963382 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-3ac96e9f-67da-43e2-abf4-f877cc25636e tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The resource could not be found. Aug 31 07:09:14.964577 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3ac96e9f-67da-43e2-abf4-f877cc25636e tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0487916 Aug 31 07:09:14.970031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36002) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:14.975310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1164821271'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:15.002977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.008827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.052762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.092883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.095821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:09:15.097919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.101066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:09:15.106280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:09:15.110656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=a57ab315-0f7a-4daa-aff6-2bb96809db20,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.137307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.142082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1709528 Aug 31 07:09:15.142776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36004) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.150155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--573407329'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:15.155494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb7e95-6591-4be6-827c-0bf1f984c321 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ea8042f-fc51-4473-b81a-f1e161a325a6,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.177988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.267807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.276270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.311110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.312325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1672177 Aug 31 07:09:15.315180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36006) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.321271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-875a1007-da49-4945-a1c7-ebb25e781a58 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': '1ea8042f-fc51-4473-b81a-f1e161a325a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'a2971e56-4b94-4a62-96cf-f5de8ae1c029'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:15.325625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4568fe84-4e01-4677-82d1-6b2bdc298ab0 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2971e56-4b94-4a62-96cf-f5de8ae1c029,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.374336 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-875a1007-da49-4945-a1c7-ebb25e781a58 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:15.378513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-875a1007-da49-4945-a1c7-ebb25e781a58 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0597348 Aug 31 07:09:15.378871 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36008) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.443770 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.466716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.519220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.522163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.523681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/a2971e56-4b94-4a62-96cf-f5de8ae1c029 HTTP/1.1" status: 204 len: 168 time: 0.1434536 Aug 31 07:09:15.529788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36010) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.544011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bd56cd-99f1-469c-b6e5-51ae9d87b871 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2971e56-4b94-4a62-96cf-f5de8ae1c029,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.607882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-122de16e-4df4-49cf-8c82-01bad296eafb tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0768282 Aug 31 07:09:15.610529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36012) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.672014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.697315 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.747551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.750810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.754440 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/1ea8042f-fc51-4473-b81a-f1e161a325a6 HTTP/1.1" status: 204 len: 168 time: 0.1405988 Aug 31 07:09:15.756609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36016) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.785634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e837dc-ce9f-4772-ae07-be66f3837a91 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ea8042f-fc51-4473-b81a-f1e161a325a6,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.828620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-174ff340-5181-48fb-a1bb-b80764812041 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0671086 Aug 31 07:09:15.828620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36018) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:15.833449 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.836619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1117093806'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:15.865115 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.916373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.960590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.965043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.994767 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:15.996153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1660681 Aug 31 07:09:15.997163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c477ab30-3b6b-47d1-9292-0b4b5acc4f14 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2d16115-7237-419c-9060-172287f3b051,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:15.999275 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36020) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.002094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.009521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9b50f041-5317-4b81-99d8-857ac6e2fc20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c2d16115-7237-419c-9060-172287f3b051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:16.051827 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-9b50f041-5317-4b81-99d8-857ac6e2fc20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:16.056634 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b50f041-5317-4b81-99d8-857ac6e2fc20 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0510259 Aug 31 07:09:16.056997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36022) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.063610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1b9ac075-f944-4e61-9109-f1130717b5ef tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group_rule': {'security_group_id': 'c2d16115-7237-419c-9060-172287f3b051', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:16.100776 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-1b9ac075-f944-4e61-9109-f1130717b5ef tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:09:16.105822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1b9ac075-f944-4e61-9109-f1130717b5ef tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0476596 Aug 31 07:09:16.107877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.203241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.208532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.220793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.274085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.318372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=a57ab315-0f7a-4daa-aff6-2bb96809db20,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.350103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.393878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.396416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.397590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/c2d16115-7237-419c-9060-172287f3b051 HTTP/1.1" status: 204 len: 168 time: 0.2887352 Aug 31 07:09:16.400972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36026) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.411821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abf3b7-2ec5-44c4-b9c5-ca540c860061 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2d16115-7237-419c-9060-172287f3b051,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.455677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4bdadb45-42b9-4e65-a78a-39d7ee2aaab8 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0534446 Aug 31 07:09:16.459321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36028) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.465355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'tempest-secgroup--1347767072'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:16.477478 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP ae46f1c6-4632-4223-865e-a22f294eb30c associated. External IP: 172.25.3.43, port: 8ac7ad7e-76a5-4331-ad94-a567343772bd. Aug 31 07:09:16.488021 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.575056 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.578675 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.607443 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.608660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1468892 Aug 31 07:09:16.610538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d607a60-2c61-49a8-b862-482394a49c0d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=066ab482-643c-4a99-b6d5-9b05bc48e375,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.612498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36030) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.617920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-06a5998b-82cc-41d9-9cc7-52552a052c34 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Request body: {'security_group': {'name': 'default'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:09:16.618462 n-d-712707-15 neutron-server[94640]: WARNING neutron.api.v2.base [None req-06a5998b-82cc-41d9-9cc7-52552a052c34 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 31 07:09:16.618990 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-06a5998b-82cc-41d9-9cc7-52552a052c34 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] update failed (client error): There was a conflict when trying to complete your request. Aug 31 07:09:16.622914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06a5998b-82cc-41d9-9cc7-52552a052c34 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "PUT /v2.0/security-groups/066ab482-643c-4a99-b6d5-9b05bc48e375 HTTP/1.1" status: 409 len: 330 time: 0.0065553 Aug 31 07:09:16.622914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36032) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.677679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.700559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.702811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:09:16.744991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.747667 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.751255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/066ab482-643c-4a99-b6d5-9b05bc48e375 HTTP/1.1" status: 204 len: 168 time: 0.1253710 Aug 31 07:09:16.752159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36034) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.769914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c398bfd-0633-4727-a083-99b4803f96b2 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=066ab482-643c-4a99-b6d5-9b05bc48e375,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:16.818137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:09:16.821985 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.823497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b2aca54-3385-4d05-93ac-d5d2c8964e70 tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0686409 Aug 31 07:09:16.831617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:09:16.842447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:16.843763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:16.847749 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-daed8813-d723-47a4-b672-2d908ad84e2f tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] delete failed (client error): The resource could not be found. Aug 31 07:09:16.852677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.853059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-daed8813-d723-47a4-b672-2d908ad84e2f tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "DELETE /v2.0/security-groups/d54247c9-1629-47bb-85e1-352d5300cd8c HTTP/1.1" status: 404 len: 347 time: 0.0294785 Aug 31 07:09:16.863364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:16.869110 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-28740a58-d160-44e8-80a1-96b366f4148d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] show failed (client error): The resource could not be found. Aug 31 07:09:16.870313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-28740a58-d160-44e8-80a1-96b366f4148d tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-groups/f62e23c0-99d3-467d-aa31-c36bf9695525 HTTP/1.1" status: 404 len: 347 time: 0.0166626 Aug 31 07:09:16.874047 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:16.894186 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-b5e9881a-10ef-4942-90d1-86740b074d0e tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] show failed (client error): The resource could not be found. Aug 31 07:09:16.895212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5e9881a-10ef-4942-90d1-86740b074d0e tempest-NegativeSecGroupIPv6Test-1163988518 tempest-NegativeSecGroupIPv6Test-1163988518-project] 10.222.0.57 "GET /v2.0/security-group-rules/655da4bc-cc21-4839-b460-ef28671b85ea HTTP/1.1" status: 404 len: 356 time: 0.0202601 Aug 31 07:09:16.910975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2b9d80ca-bb40-4064-bdd1-3a2e1da4765d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2802825 Aug 31 07:09:16.910975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:09:16.910975 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb" -d '{"events": [{"name": "network-changed", "server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:09:16.964830 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef61d9-4bae-4cdc-b029-c672c8293776 x-openstack-request-id: req-daef61d9-4bae-4cdc-b029-c672c8293776 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:09:16.965484 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:09:16.965484 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-daef61d9-4bae-4cdc-b029-c672c8293776 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:09:16.965897 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'status': 'completed', 'code': 200} Aug 31 07:09:16.989735 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:17.133487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-4ceae6cb-6fda-4994-90b6-328c4824ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:17.135304 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-4ceae6cb-6fda-4994-90b6-328c4824ee1b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1098 time: 0.1483009 Aug 31 07:09:17.213696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36062) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:17.272285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-5f5e64bb-5528-40db-b682-af0e9fc1493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:17.275133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-5f5e64bb-5528-40db-b682-af0e9fc1493e service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1330638 Aug 31 07:09:17.280973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ae46f1c6-4632-4223-865e-a22f294eb30c', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:73:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:09:15Z', 'updated_at': '2021-08-31T07:09:15Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.315904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:09:17.326842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:09:17.328572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:08:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.397545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-155b612b-dcb6-4e6d-8e9c-e496e31bdf80 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 999 time: 0.1137769 Aug 31 07:09:17.401602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:17.401781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-87df7584-a589-4ccd-bab9-0672d64daba8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55cac4e63a8f4894980b09e538f35380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1869650 Aug 31 07:09:17.468436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:09:17.484968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-301508d2-e30a-44bd-9831-402172dc9443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:17.486470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-301508d2-e30a-44bd-9831-402172dc9443 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0739934 Aug 31 07:09:17.504404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.543021 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.575232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-58dc809c-c9a9-48b3-b89c-e4b02be9fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:17.576722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-58dc809c-c9a9-48b3-b89c-e4b02be9fe7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0827718 Aug 31 07:09:17.671038 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.673558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:17.676879 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/8b323067-f4bb-40de-bdcf-603a7a0db728 HTTP/1.1" status: 204 len: 168 time: 0.2717807 Aug 31 07:09:17.686177 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-c220e549-2ed5-4468-ac65-a9884176f5f2 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018240 Aug 31 07:09:17.687745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6eba2-71be-4cd4-91dd-7950dccb37d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b323067-f4bb-40de-bdcf-603a7a0db728,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:17.722570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ae46f1c6-4632-4223-865e-a22f294eb30c', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:73:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:09:15Z', 'updated_at': '2021-08-31T07:09:15Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:09:17.749900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb4df1d7-4ce1-4dde-830f-a6c9a14dd7fe None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ae46f1c6-4632-4223-865e-a22f294eb30c', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:73:30:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:09:15Z', 'updated_at': '2021-08-31T07:09:15Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:09:17.801484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc4b3abb-0f13-4f81-98e3-934f5f8599bb req-8347d710-64cb-4976-afb6-ab09876df4f0 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072843 Aug 31 07:09:18.021138 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8cd621-3755-44cf-96d7-5479b55f902b None None] New status for floating IP ae46f1c6-4632-4223-865e-a22f294eb30c: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:09:18.442276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36090) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:18.447999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [-] 10.222.0.57 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0046957 Aug 31 07:09:18.451042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:18.556766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c2dc8572-c3e3-43d3-a2fd-244d233c4c66 tempest-NetworksApiDiscovery-897276248 tempest-NetworksApiDiscovery-897276248-project] 10.222.0.57 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1047220 Aug 31 07:09:18.801299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:18.908845 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ce50199-9297-4acb-9481-ee367f072c65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.000272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ce50199-9297-4acb-9481-ee367f072c65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.005514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ce50199-9297-4acb-9481-ee367f072c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.043775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ce50199-9297-4acb-9481-ee367f072c65 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3648a53415ba413b888c39838f3a6df9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2411437 Aug 31 07:09:19.044922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce50199-9297-4acb-9481-ee367f072c65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5420d4c-3106-4374-aca7-256695801c72,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:19.046596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:19.105453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.126648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.175498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.178404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:19.180318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e5420d4c-3106-4374-aca7-256695801c72 HTTP/1.1" status: 204 len: 168 time: 0.1326947 Aug 31 07:09:19.188493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f41f8e-e62f-4638-b02c-2abb40609f71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5420d4c-3106-4374-aca7-256695801c72,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:23.705403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:23.833164 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.936612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.940860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:23.981615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1787f9db-0063-49f1-aeb3-d61dd2c1f612,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:23.985742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=8b011910b35247758d5a227f32fceaa3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2792170 Aug 31 07:09:23.988897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:23.993147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.993316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.993682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.994017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.994356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.994746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.995086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.995417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.995743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.996070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.996450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:23.996742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a203ea5d-c869-408c-9ffd-ccc314a766ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:24.045069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.068549 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.123566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.126441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.127931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1787f9db-0063-49f1-aeb3-d61dd2c1f612 HTTP/1.1" status: 204 len: 168 time: 0.1377981 Aug 31 07:09:24.137265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0f8c51-5d39-4c7a-ba86-93f3fd116b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1787f9db-0063-49f1-aeb3-d61dd2c1f612,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:24.461487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:24.481847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecabde1a-2f40-4df6-a03c-8d3151dd9bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.587017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecabde1a-2f40-4df6-a03c-8d3151dd9bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.592027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ecabde1a-2f40-4df6-a03c-8d3151dd9bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.636865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36650) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:24.643396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ecabde1a-2f40-4df6-a03c-8d3151dd9bdd admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=95623aa5269649158c6a3d240473e63c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1805794 Aug 31 07:09:24.644402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecabde1a-2f40-4df6-a03c-8d3151dd9bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24cc0c3-1797-4ead-93f0-8c946f3280cd,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:24.712512 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.733960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.792930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.796159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.797403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d24cc0c3-1797-4ead-93f0-8c946f3280cd HTTP/1.1" status: 204 len: 168 time: 0.1593919 Aug 31 07:09:24.807047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b175029f-458c-4a91-a5ad-3a2ac601d940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:24.814841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fab78a-26fe-4bf4-a92f-bd0397c18fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24cc0c3-1797-4ead-93f0-8c946f3280cd,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:27.460115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da4d32e8-1ad4-49f8-bda2-15449e21bc8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:27.769741 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.287340 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:29.476969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2dca4c0f-242b-4d50-bf30-54c0147d3339 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=439174b6073f4950abec19ad3e5f249f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1874688 Aug 31 07:09:29.481561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:29.533875 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.562059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.611456 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.614710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:29.619235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2 HTTP/1.1" status: 204 len: 168 time: 0.1361437 Aug 31 07:09:29.628683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f6533-4c55-434b-853c-cc552e33f750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e3ec6f6-81c2-4cbc-9871-c6f0751a51d2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:29.686112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:31.107634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:35.840957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.070557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.180888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41cc-871e-43ad-b149-06ea1f75c8a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.272180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41cc-871e-43ad-b149-06ea1f75c8a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.277154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7ba41cc-871e-43ad-b149-06ea1f75c8a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.316126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7ba41cc-871e-43ad-b149-06ea1f75c8a4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=fa5752d0f2c84328a06bd0708bb8b3e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2442415 Aug 31 07:09:39.316888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba41cc-871e-43ad-b149-06ea1f75c8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c910465f-7876-48bf-b56f-010c049f881c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:39.320220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36814) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.373042 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.396374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.451915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.455100 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.456244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/c910465f-7876-48bf-b56f-010c049f881c HTTP/1.1" status: 204 len: 168 time: 0.1349566 Aug 31 07:09:39.466639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c910465f-7876-48bf-b56f-010c049f881c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:39.478602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.478977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.479436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.479764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.480263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.480733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.481144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.481537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.481907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.482303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.482681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.483096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-509924f6-97ec-4245-8b48-7ed890748af6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:09:39.736129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 36820) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.751033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46943470-285b-41a0-a63d-1aec4cf7cf85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.849190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46943470-285b-41a0-a63d-1aec4cf7cf85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.853775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-46943470-285b-41a0-a63d-1aec4cf7cf85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.894824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-46943470-285b-41a0-a63d-1aec4cf7cf85 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=53acf090e7c243169325d50d8e6e137b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576040 Aug 31 07:09:39.896867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46943470-285b-41a0-a63d-1aec4cf7cf85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b807f9-0c04-4a51-a97b-0565703b72f5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:39.898289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 36822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:09:39.963072 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:39.987176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.040026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.042623 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:40.043774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b8b807f9-0c04-4a51-a97b-0565703b72f5 HTTP/1.1" status: 204 len: 168 time: 0.1444657 Aug 31 07:09:40.053083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc34d2c-9dd9-4d90-bb77-ec24a9074a6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b807f9-0c04-4a51-a97b-0565703b72f5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:09:40.183461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:09:45.801684 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:50.543973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-2241d749-e64f-4351-9841-34e816ed6e85 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0461855 Aug 31 07:09:50.626328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-eef19759-5334-43ac-8532-857b34a56dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:50.627799 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-eef19759-5334-43ac-8532-857b34a56dee service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1098 time: 0.0408676 Aug 31 07:09:50.738673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-520b547d-e2fd-488a-8746-dec2ae4152d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:50.740155 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-520b547d-e2fd-488a-8746-dec2ae4152d9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0911696 Aug 31 07:09:50.817762 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-f05571da-44fc-491b-9bd6-c02cdedef1e5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 1001 time: 0.0700948 Aug 31 07:09:50.874286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-c0db05cc-e2c2-416b-aa8b-cf1e34b4f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:50.875740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-c0db05cc-e2c2-416b-aa8b-cf1e34b4f889 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0512793 Aug 31 07:09:50.922400 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-34fbbe02-9ec5-4da8-ae36-5f8c4c0c7471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:09:50.923969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-34fbbe02-9ec5-4da8-ae36-5f8c4c0c7471 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405481 Aug 31 07:09:51.025047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-ff017172-0e95-42e5-8a06-75d4a0366c85 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931127 Aug 31 07:09:51.174039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7abc2d9-bc8b-4365-9452-e11164d421ab req-5f715a9e-7ccb-4776-84af-e9a3ae7473a9 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414008 Aug 31 07:09:54.811143 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-86fba928-c89f-4ca4-9e38-d2ffa042d3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.461631 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-179ddfc9-5a58-488a-82e7-4bfd2058818c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:57.772819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:09:59.690458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:01.112333 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:05.838243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:15.815889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:17.183529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:10:24.814500 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2415ce31-56d3-4d7e-a9ab-9ec95891a091 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:27.464171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e36f5d3d-f61a-4ed0-8862-67f7fdb1f67d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:27.775509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:27.945005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:28.054950 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.144975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.149532 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.186529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2c50c363111e44649794eaa9c1eb29e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2398987 Aug 31 07:10:28.188432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372302ec-0ad6-4a5f-9cb5-9efd17fa5a00,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:28.189232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37164) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:28.196126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.196286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.196931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.196931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.197254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.197628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.197937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.198257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.198578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.198897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.199214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.199530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c01839-0755-44e2-9cec-3a0eea0ebef9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:28.239477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.259892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.308710 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.311273 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:28.312467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/372302ec-0ad6-4a5f-9cb5-9efd17fa5a00 HTTP/1.1" status: 204 len: 168 time: 0.1221507 Aug 31 07:10:28.320910 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c971b0-0b8d-4360-9eec-e0fc6cc4b804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372302ec-0ad6-4a5f-9cb5-9efd17fa5a00,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:29.691233 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:31.116232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:35.867162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:45.815368 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.430232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:46.537507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.634313 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.638427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.678025 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ac6b0556833e42198adaa64d578d4610&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2466264 Aug 31 07:10:46.678799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d724fe-72b3-4976-b818-52f0bf9a7020,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:46.680934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:46.686514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.686866 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.687210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.687554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.687908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.688228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.688556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.688885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.689211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.689564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.689894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.690219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-042c0139-3a14-40b3-ae9e-4b8132d76b76 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:46.731571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.752710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.798766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.801359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:46.802554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/00d724fe-72b3-4976-b818-52f0bf9a7020 HTTP/1.1" status: 204 len: 168 time: 0.1205213 Aug 31 07:10:46.810869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223fcca-59b5-476c-9027-371d6c644fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d724fe-72b3-4976-b818-52f0bf9a7020,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.382780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37348) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:48.387478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1870541227', 'description': 'tempest-secgroup-smoke-1870541227 description', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:48.413291 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.421729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.512821 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.517017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.556109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e62b7f-de64-4dd2-8e9a-c264c9ce9ad4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.611417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.614968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.637414 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.638663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2548757 Aug 31 07:10:48.641761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37350) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:48.649784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e6bf2f-cc9b-4501-9c5f-f1df8ed37852 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd29d9af-c589-4baf-b4f8-77a42f1af0b8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.650023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:48.678128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.733928 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.737495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.754072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dea099d7-1c73-42a5-ac29-ce20f881b345,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.764396 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.765628 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b9358731-020b-4448-94d3-17382839121d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1221545 Aug 31 07:10:48.768475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37352) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:48.772884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:48.799252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.857184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.860743 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.880433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95fa860-d305-4a39-9969-6aaff6a94b0d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:48.884702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.885946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59b4ed04-8fe7-49f4-ba89-bd611a73af82 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165302 Aug 31 07:10:48.888602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:48.893032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:48.921269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.983185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:48.986868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.007915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c759e804-30dd-47c6-9f49-e30552d6ba46,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.011530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.013000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f0c20be-ba42-480b-bc45-abcfffd62e87 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1234300 Aug 31 07:10:49.015647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37356) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.020049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.046999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.107181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.110887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.130238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=423c0108-3342-4f53-ae93-3d5df58a9ea5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.137556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.138823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e078cae6-426b-48aa-9a2f-10995081aafa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1221673 Aug 31 07:10:49.141504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.145805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.168650 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:10:49.173532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.232497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.236004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.254242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d478b27b-f0a6-430d-9ce3-510a3bb6346a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.261413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.262606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5a6f8493-6270-44e0-8073-15bba817e067 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201932 Aug 31 07:10:49.265255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37360) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.269633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'dd29d9af-c589-4baf-b4f8-77a42f1af0b8', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.290874 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:10:49.295687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.357263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.361271 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.379737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=996a7acb-368c-4b97-bff9-012c7fbc03e8,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.385404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.386595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-115cc1d9-9adb-4edc-898b-b9f7018b903f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1204000 Aug 31 07:10:49.389882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37362) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.394745 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'network': {'name': 'tempest-network-smoke--1515846035', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.415334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:10:49.418676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.441012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] vlan segment allocate from pool success with {'vlan_id': 550, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:10:49.450094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.450470 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Added segment d0611141-c447-4efd-b9c1-d1293ea215a5 of type vlan for network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 Aug 31 07:10:49.489959 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.514352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.519834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:49.520415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.842394 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4513557 Aug 31 07:10:49.845362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37364) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:49.852762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'admin_state_up': True, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:49.868929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca36247-73d1-49c7-bd62-02f083c2f3b5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Network': ['ID=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:49.879614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:10:49.883547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.884575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:49.935436 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.072997 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.262750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.285636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.386453 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.54 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/daac87f6-7afd-49fe-880b-b3c2d1c06547) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:50.484940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.528408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:50.565535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:50.572349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:50.575156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:50.603802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=daac87f6-7afd-49fe-880b-b3c2d1c06547,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:50.827195 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.041453 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.181479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router e7af182d-8d91-4152-b535-0767de284aa5 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:10:51.287129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:51.298814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Sync routers for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:51.307785 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.308437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:51.309045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cdcdbd83-13f4-4004-903d-25ebe5d52b6d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4627402 Aug 31 07:10:51.309197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:51.312210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37366) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:51.416324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:51.446639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b261890e-ca06-405d-8996-56b115a07d90 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=674f8bf57eb04593a53e4c32e7aa88a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1331959 Aug 31 07:10:51.449180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37370) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:51.593527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:50Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:51.623429 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-aab19e64-0f71-46be-ae06-0d56a269394f service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1353517 Aug 31 07:10:51.625001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Checking router: e7af182d-8d91-4152-b535-0767de284aa5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:51.625386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Updating router e7af182d-8d91-4152-b535-0767de284aa5 port daac87f6-7afd-49fe-880b-b3c2d1c06547 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:10:51.638735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe4a789-8a8d-420f-b4bb-461bef9b0fb9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.642960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6fe4a789-8a8d-420f-b4bb-461bef9b0fb9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1901436 Aug 31 07:10:51.643310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37372) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:51.652206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.691738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-432265a0-7667-4b2d-8b1c-c0cf3efe8260 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472393 Aug 31 07:10:51.695775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37374) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:51.700399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-586510993', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:51.795139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc1db-cabb-40bb-9326-02791c211b8d req-c308ee8f-992c-4e2f-a6f6-3c4ce255ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.796644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-c308ee8f-992c-4e2f-a6f6-3c4ce255ecda service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 1098 time: 0.1141820 Aug 31 07:10:51.825984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:10:51.829235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.909526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.920000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Transition to ACTIVE for port object daac87f6-7afd-49fe-880b-b3c2d1c06547 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:51.925996 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.980385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc1db-cabb-40bb-9326-02791c211b8d req-f4ee4cd5-c12b-4fdb-855d-ad242ac519fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:51.982148 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-f4ee4cd5-c12b-4fdb-855d-ad242ac519fb service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1648655 Aug 31 07:10:51.985033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Attempting to bind port daac87f6-7afd-49fe-880b-b3c2d1c06547 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:51.985495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Attempting to bind port daac87f6-7afd-49fe-880b-b3c2d1c06547 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:51.985867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Attempting to bind port daac87f6-7afd-49fe-880b-b3c2d1c06547 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:51.994261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:51.994713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:51.995185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.995722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:51.996195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Bound port: daac87f6-7afd-49fe-880b-b3c2d1c06547, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:51.997153 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:51.998441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Pushing event updated for resources: {'Port': ['ID=daac87f6-7afd-49fe-880b-b3c2d1c06547,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:52.025549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.026038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.026414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.026740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.027146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.027404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.027815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.028247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.028595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.028919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.029525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.029854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:52.071778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] For port daac87f6-7afd-49fe-880b-b3c2d1c06547, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:52.075916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] For port daac87f6-7afd-49fe-880b-b3c2d1c06547, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daac87f6-7afd-49fe-880b-b3c2d1c06547,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:52.079961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:52.156246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80911e2-8ed8-4bdd-828f-9fa0eb874ae1 None None] Pushing event updated for resources: {'Port': ['ID=daac87f6-7afd-49fe-880b-b3c2d1c06547,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:52.160729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:52.161732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:52.288438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:52.383584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-a87d6fe5-692e-4e9f-af60-de8315b55276 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 200 len: 1001 time: 0.3942451 Aug 31 07:10:52.470822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:52.477691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc1db-cabb-40bb-9326-02791c211b8d req-5bc6e434-a72a-4cc7-8692-1ae722eaab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.479074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-5bc6e434-a72a-4cc7-8692-1ae722eaab74 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0870557 Aug 31 07:10:52.491340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:50Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:52.563551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Subnet': ['ID=781bd946-2e2a-42a5-95d9-926389e2506c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:52.583347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693bc1db-cabb-40bb-9326-02791c211b8d req-971cb8f3-7170-440f-b813-df7d561b6780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.584871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-971cb8f3-7170-440f-b813-df7d561b6780 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0847356 Aug 31 07:10:52.591731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Checking segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:52.592091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network hostable DHCP agents. Network: 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:10:52.661239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:10:52.671668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191abe67-c5e7-444a-8180-281b89764be7 None None] The sync data for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 is: [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:50Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:52.682377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:52.686841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:52.687436 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:52.694034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1e691-7886-45fc-a191-bfc9e0eb10f9 None None] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:52.717057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-7f141d42-741d-481d-8c10-b07d602ff0ff service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220434 Aug 31 07:10:52.721550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4baf091a-739f-4224-80ae-fa2b6693c120 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0230319 Aug 31 07:10:52.721857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37376) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:10:52.849075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:10:52.849988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:52.914644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-693bc1db-cabb-40bb-9326-02791c211b8d req-cac75c17-183b-4253-bce3-6b8660aa3c21 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856821 Aug 31 07:10:53.029233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Allocated IP 172.20.0.2 (5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4/781bd946-2e2a-42a5-95d9-926389e2506c/2a36877b-c700-4e85-954a-2f0b884da870) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:53.209822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.223594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Transition to ACTIVE for port object 2a36877b-c700-4e85-954a-2f0b884da870 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:53.246000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Transition to ACTIVE for port object 2a36877b-c700-4e85-954a-2f0b884da870 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:53.255646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.304200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:53.307619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:53.310055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:53.317825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Pushing event updated for resources: {'Port': ['ID=2a36877b-c700-4e85-954a-2f0b884da870,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.325784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.376189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Attempting to bind port 2a36877b-c700-4e85-954a-2f0b884da870 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:53.376820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Attempting to bind port 2a36877b-c700-4e85-954a-2f0b884da870 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:53.377288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Attempting to bind port 2a36877b-c700-4e85-954a-2f0b884da870 on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:53.384299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:53.384684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Checking segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:53.385095 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.385525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Bound using segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:53.386007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Bound port: 2a36877b-c700-4e85-954a-2f0b884da870, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:53.386398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.462409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] For port 2a36877b-c700-4e85-954a-2f0b884da870, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:53.467067 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] For port 2a36877b-c700-4e85-954a-2f0b884da870, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2a36877b-c700-4e85-954a-2f0b884da870,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:53.471596 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.584893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14db87df-e259-4dbe-9612-d8c2fa74e596 None None] Pushing event updated for resources: {'Port': ['ID=2a36877b-c700-4e85-954a-2f0b884da870,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.615700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daac87f6-7afd-49fe-880b-b3c2d1c06547 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:53.673856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port daac87f6-7afd-49fe-880b-b3c2d1c06547 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:53.678111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port daac87f6-7afd-49fe-880b-b3c2d1c06547 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:53.678949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.690986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.1 (5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4/781bd946-2e2a-42a5-95d9-926389e2506c/ff3afe65-070e-4562-9c1e-f9cf79471cf3) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:53.803040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.825221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port daac87f6-7afd-49fe-880b-b3c2d1c06547, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daac87f6-7afd-49fe-880b-b3c2d1c06547,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:53.829810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.862059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.880870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object ff3afe65-070e-4562-9c1e-f9cf79471cf3 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:53.887291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=daac87f6-7afd-49fe-880b-b3c2d1c06547,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:53.919145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:53.964464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:53.967771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:53.972411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:53.976882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:54.016720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.147045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.184786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:10:54.440053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.445282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.522190 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:54.526163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.618437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:54.619906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:54.741921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router e7af182d-8d91-4152-b535-0767de284aa5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:10:54.818767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-745fa313-82f8-4226-9c49-4685edb75401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:54.858475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:10:54.863715 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0deb4e16-a2c4-4723-9f4e-5113a8517dfc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/e7af182d-8d91-4152-b535-0767de284aa5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1408253 Aug 31 07:10:54.868978 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Sync routers for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:10:54.879852 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:54.880479 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:54.939482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71963eb6-24b3-4a71-8985-0a0db9e7702d None None] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:10:54.997459 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:55.009539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c259aef-06dc-44fd-9077-8e8d8483f3eb None None] Provisioning for port 2a36877b-c700-4e85-954a-2f0b884da870 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:55.014861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-6314c33f-b04f-44d6-8d07-886c77c6c446 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1870541227&fields=id&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 267 time: 0.0355670 Aug 31 07:10:55.139277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-5178a39e-2e08-493e-a4a3-6dea5e2ea606 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:55.141786 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-5178a39e-2e08-493e-a4a3-6dea5e2ea606 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 797 time: 0.1195605 Aug 31 07:10:55.157587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-ff87322f-403d-438b-b733-800a639dfc1c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/quotas/674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 375 time: 0.0106943 Aug 31 07:10:55.213149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-ca2199cb-0e6e-40c2-b8c1-6c58a2ae96bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497167 Aug 31 07:10:55.223619 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 2, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:55.254348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Checking router: e7af182d-8d91-4152-b535-0767de284aa5 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:10:55.254801 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Updating router e7af182d-8d91-4152-b535-0767de284aa5 port ff3afe65-070e-4562-9c1e-f9cf79471cf3 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:10:55.295321 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.333959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-21355071-25d6-45e3-a8bd-ae843c05cdab service neutron] 10.222.0.57 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054077 Aug 31 07:10:55.352862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d7fcea3-ff42-471d-8098-087ab3e54fcc None None] Provisioning for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:55.358594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d7fcea3-ff42-471d-8098-087ab3e54fcc None None] Provisioning complete for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:55.358963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1d7fcea3-ff42-471d-8098-087ab3e54fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.403981 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1d7fcea3-ff42-471d-8098-087ab3e54fcc None None] Port ff3afe65-070e-4562-9c1e-f9cf79471cf3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:55.452432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-c0583dc6-bb15-4552-b5b8-a426f38e272b service neutron] 10.222.0.57 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173649 Aug 31 07:10:55.628844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3b9a769b-bf09-474e-964d-cfd9208285b1 None None] Provisioning complete for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:55.629228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3b9a769b-bf09-474e-964d-cfd9208285b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.721583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3b9a769b-bf09-474e-964d-cfd9208285b1 None None] Port ff3afe65-070e-4562-9c1e-f9cf79471cf3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:55.724771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2a36877b-c700-4e85-954a-2f0b884da870 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:55.758919 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.759623 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-56df4b0c-9097-4368-b17e-50b90246363a req-d89a49b0-211f-4708-a97c-536c9c70c76a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 210 time: 0.0360732 Aug 31 07:10:55.785075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Transition to ACTIVE for port object ff3afe65-070e-4562-9c1e-f9cf79471cf3 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:55.787821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 2a36877b-c700-4e85-954a-2f0b884da870 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:55.791968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2a36877b-c700-4e85-954a-2f0b884da870 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:55.792344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.797502 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.884326 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.892621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Pushing event updated for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:55.905490 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.905836 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.906178 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.906518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.906846 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.907174 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.907501 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.907825 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.908148 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.908455 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.909087 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.909087 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:10:55.916388 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Attempting to bind port ff3afe65-070e-4562-9c1e-f9cf79471cf3 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:55.916758 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Attempting to bind port ff3afe65-070e-4562-9c1e-f9cf79471cf3 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:55.917114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Attempting to bind port ff3afe65-070e-4562-9c1e-f9cf79471cf3 on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:55.924332 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:55.924580 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Checking segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:55.925013 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.925314 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Bound using segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:55.925882 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Bound port: ff3afe65-070e-4562-9c1e-f9cf79471cf3, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:55.926275 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.930922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 2a36877b-c700-4e85-954a-2f0b884da870, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2a36877b-c700-4e85-954a-2f0b884da870,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:55.939903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:55.940797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daac87f6-7afd-49fe-880b-b3c2d1c06547 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:56.029562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] For port ff3afe65-070e-4562-9c1e-f9cf79471cf3, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:56.035095 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] For port ff3afe65-070e-4562-9c1e-f9cf79471cf3, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ff3afe65-070e-4562-9c1e-f9cf79471cf3,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:56.040709 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:56.092793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=2a36877b-c700-4e85-954a-2f0b884da870,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:56.107643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port daac87f6-7afd-49fe-880b-b3c2d1c06547 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:56.108018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:56.154437 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:10:56.155076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:56.208322 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0363651-fe16-4aaa-9ab6-a0f3d8fb6510 None None] Pushing event updated for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:56.313256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:10:56.568990 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:56Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:10:56.601727 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6854ac4d-155b-4036-8398-da8bff14d03d None None] The sync data for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 is: [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:56Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:10:56.892947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a502cdb-b24b-431a-aa49-f78575085548 req-7b8887cb-5f6e-4259-831c-46f33a01f1e2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 210 time: 0.0287950 Aug 31 07:10:57.144229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-2e671961-7123-4ca3-b870-aa60cb36dd6b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:57.145972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-2e671961-7123-4ca3-b870-aa60cb36dd6b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 797 time: 0.1279447 Aug 31 07:10:57.194141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-cd884881-b2b7-4b12-9480-944f3f42fd66 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 380 time: 0.0370154 Aug 31 07:10:57.204401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'port': {'device_id': '69c92042-b20b-4190-9515-978605927b18', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'admin_state_up': True, 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'security_groups': ['dd29d9af-c589-4baf-b4f8-77a42f1af0b8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:57.326377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:10:57.329931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.465776 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b43e089e-9907-4aa5-b148-97bb85af642e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.474373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.4 (5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4/781bd946-2e2a-42a5-95d9-926389e2506c/083af5b9-9918-496b-94a2-fe724bc1cb6a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:10:57.632700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2a36877b-c700-4e85-954a-2f0b884da870 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:57.644650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.662735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object 083af5b9-9918-496b-94a2-fe724bc1cb6a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:57.683511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 2a36877b-c700-4e85-954a-2f0b884da870 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:57.684075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.699669 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.746566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:10:57.751934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:10:57.756133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:10:57.781087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ff3afe65-070e-4562-9c1e-f9cf79471cf3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:57.785836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:57.805738 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.817537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:57.818440 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.836545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-03dd15ae-cc83-4809-bf05-68e5e53de750 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359458 Aug 31 07:10:57.839151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:57.843313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:57.843945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.921992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Request body: {'port': {'device_id': '69c92042-b20b-4190-9515-978605927b18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:10:57.933484 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.978265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ff3afe65-070e-4562-9c1e-f9cf79471cf3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ff3afe65-070e-4562-9c1e-f9cf79471cf3,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:10:57.982520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:57.985491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.033672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5786e4-1add-415c-a524-9d44a2393de8 req-2ebf9d2a-3572-4aa6-b046-87d8a2a47cab tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.041572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f5786e4-1add-415c-a524-9d44a2393de8 req-2ebf9d2a-3572-4aa6-b046-87d8a2a47cab tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 931 time: 0.0637765 Aug 31 07:10:58.044407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:58.051114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96914582-7b69-4f3c-91b7-79995356de72 None None] Provisioning for port 083af5b9-9918-496b-94a2-fe724bc1cb6a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:10:58.056156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-96914582-7b69-4f3c-91b7-79995356de72 None None] Provisioning complete for port 083af5b9-9918-496b-94a2-fe724bc1cb6a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:58.057054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-96914582-7b69-4f3c-91b7-79995356de72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.086106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9f5786e4-1add-415c-a524-9d44a2393de8 req-9f37e07a-5a62-46f0-98db-bf7415cc8a4f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434740 Aug 31 07:10:58.096712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-96914582-7b69-4f3c-91b7-79995356de72 None None] Port 083af5b9-9918-496b-94a2-fe724bc1cb6a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:10:58.269588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 083af5b9-9918-496b-94a2-fe724bc1cb6a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:10:58.278147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.291135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Transition to ACTIVE for port object 083af5b9-9918-496b-94a2-fe724bc1cb6a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:10:58.294769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.346782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:58.421768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:10:58.422102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:10:58.422441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:58.428829 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:10:58.429092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:10:58.434450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 10, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:10:58.434807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Checking segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:10:58.435197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Bound using segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:10:58.435665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Bound port: 083af5b9-9918-496b-94a2-fe724bc1cb6a, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:10:58.436029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.505944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:10:58.509913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:10:58.515230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.552351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.553029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:58.554863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] 10.222.0.50 "PUT /v2.0/ports/083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 1092 time: 0.7094617 Aug 31 07:10:58.555296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:10:58.557576 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28c90b4-191f-4812-89f3-f3fe37837a45" -d '{"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:10:58.585003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d774ba-d53a-4f9c-9b01-a65362bf16eb service neutron] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:10:58.647848 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-25148dac-a98a-4048-b41d-b1920c454c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.650005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-25148dac-a98a-4048-b41d-b1920c454c2d service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0445447 Aug 31 07:10:58.702078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-151dae78-4712-443c-bf87-90b829578ee9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 217 time: 0.0432997 Aug 31 07:10:58.705996 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2579b59-bcdf-430d-963e-3ce9fae79267 x-openstack-request-id: req-f2579b59-bcdf-430d-963e-3ce9fae79267 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:10:58.706289 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:10:58.706543 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f2579b59-bcdf-430d-963e-3ce9fae79267 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:10:58.706948 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'status': 'completed', 'code': 200} Aug 31 07:10:58.756995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-88b4fe8e-a133-44d3-a620-5fd31741302a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.759543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-88b4fe8e-a133-44d3-a620-5fd31741302a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0476291 Aug 31 07:10:58.809616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-08c58624-62b7-47c0-ab66-791032c81de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:58.810995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-08c58624-62b7-47c0-ab66-791032c81de6 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0407953 Aug 31 07:10:58.904597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-d5996efa-e403-4ec7-b242-c0a4c3ab4a5e service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853887 Aug 31 07:10:58.994230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6e911e8-1f5b-432f-879b-b5810d769d5c req-7e9d37b2-7396-4b50-aadd-2d45b61e5fbf service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811882 Aug 31 07:10:59.082622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-fd70a1da-d53f-45d7-ba6a-4c2500637729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.084018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-fd70a1da-d53f-45d7-ba6a-4c2500637729 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0416770 Aug 31 07:10:59.178737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-47cfe1e0-7262-4e53-9bd6-cb27b8597596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.180976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-47cfe1e0-7262-4e53-9bd6-cb27b8597596 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0897450 Aug 31 07:10:59.205315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73577a-e565-4cf3-bf8a-7e4d77ea2cec req-428094ee-5cee-4c5a-a6f5-52be0e87ae2a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.206834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f73577a-e565-4cf3-bf8a-7e4d77ea2cec req-428094ee-5cee-4c5a-a6f5-52be0e87ae2a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0545964 Aug 31 07:10:59.223703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-aabce7ab-53be-4e27-8254-bf5ce22cf8b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 217 time: 0.0351820 Aug 31 07:10:59.246506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5f73577a-e565-4cf3-bf8a-7e4d77ea2cec req-99d6b9e4-4eeb-4b76-b399-ddc0a28edce2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335188 Aug 31 07:10:59.277363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-a5877e12-815a-4663-9f61-0e3281649230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.278908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-a5877e12-815a-4663-9f61-0e3281649230 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0479500 Aug 31 07:10:59.329938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-6dcfe6db-9d58-4e39-a208-6510044914fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:10:59.331759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-6dcfe6db-9d58-4e39-a208-6510044914fe service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415027 Aug 31 07:10:59.425070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-3d6b1637-ad4e-4f9a-bed7-c2a5f3c6e577 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848768 Aug 31 07:10:59.526390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a28c90b4-191f-4812-89f3-f3fe37837a45 req-69466d18-dfb0-42e4-bccf-925a660b21d3 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891411 Aug 31 07:10:59.533760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ff3afe65-070e-4562-9c1e-f9cf79471cf3 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:10:59.580792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ff3afe65-070e-4562-9c1e-f9cf79471cf3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:10:59.581184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:10:59.694171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:00.363191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6479bfaf-dc7d-40f7-b4ac-3e338da077ef req-f08d09f3-2078-4961-8f18-b7eb31f8f3f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:00.364660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6479bfaf-dc7d-40f7-b4ac-3e338da077ef req-f08d09f3-2078-4961-8f18-b7eb31f8f3f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0492063 Aug 31 07:11:00.402849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6479bfaf-dc7d-40f7-b4ac-3e338da077ef req-c0f67c30-0f0e-4f3e-801c-6918e609465d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315206 Aug 31 07:11:01.117021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:01.380792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:11:01.474469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:01.489755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'mac_address': 'fa:16:3e:3c:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:11:01.519692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce9762-f20f-488b-a494-95a968a2740e req-176460f0-c40a-4b2d-b762-460029a2fed8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:01.521451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24ce9762-f20f-488b-a494-95a968a2740e req-176460f0-c40a-4b2d-b762-460029a2fed8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0515745 Aug 31 07:11:01.530140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:01.543479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083af5b9-9918-496b-94a2-fe724bc1cb6a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:11:01.560839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24ce9762-f20f-488b-a494-95a968a2740e req-a3f007c6-1862-4d85-aa55-56ea3ba470da tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333652 Aug 31 07:11:01.564288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:01.568323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:01.617306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:01.854423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['083af5b9-9918-496b-94a2-fe724bc1cb6a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:11:02.676946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7c320b-be19-4472-80e0-5fc5866ef8d3 req-9fb24479-a405-412d-bd0e-6cf82e4338fe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:02.678483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e7c320b-be19-4472-80e0-5fc5866ef8d3 req-9fb24479-a405-412d-bd0e-6cf82e4338fe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 944 time: 0.0490708 Aug 31 07:11:02.723074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8e7c320b-be19-4472-80e0-5fc5866ef8d3 req-4944bc17-2a43-406f-9af5-081808e97348 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376801 Aug 31 07:11:03.394377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:11:03.441041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 083af5b9-9918-496b-94a2-fe724bc1cb6a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:11:03.445230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 083af5b9-9918-496b-94a2-fe724bc1cb6a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:11:03.445627 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.524010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.545380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:03.547593 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2d241f-47a3-4641-a6d4-ce95e2ff0b35" -d '{"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-plugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:03.560197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:03.564036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:03.611004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:03.653644 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d16d305-63cd-4a87-8a4e-63714f5eca3f x-openstack-request-id: req-6d16d305-63cd-4a87-8a4e-63714f5eca3f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:03.653938 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-plugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:03.654185 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6d16d305-63cd-4a87-8a4e-63714f5eca3f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:03.654574 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'code': 200} Aug 31 07:11:03.752542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a4b3d2-02b0-42e1-bb4f-e0f59f8a1b29 req-0d62c507-8fb5-4d00-9276-a914f686afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:03.754089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5a4b3d2-02b0-42e1-bb4f-e0f59f8a1b29 req-0d62c507-8fb5-4d00-9276-a914f686afb0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0398228 Aug 31 07:11:03.790547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5a4b3d2-02b0-42e1-bb4f-e0f59f8a1b29 req-47b0b437-5e5c-4c8c-895a-542b6588bd40 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291204 Aug 31 07:11:03.839206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f10970-dd68-43cc-844e-5dc0d3f3dcf7 req-953d19f6-4377-4c53-b837-21338beb556e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:03.840707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28f10970-dd68-43cc-844e-5dc0d3f3dcf7 req-953d19f6-4377-4c53-b837-21338beb556e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0492909 Aug 31 07:11:03.878132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28f10970-dd68-43cc-844e-5dc0d3f3dcf7 req-11da4df4-3913-4bde-b6aa-8e3f2d0a1648 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313056 Aug 31 07:11:04.997541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b52f7-258c-4190-b6a1-ca33f071d250 req-dd49da2e-7000-4251-9f8c-7647ec5c4404 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:04.999033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-361b52f7-258c-4190-b6a1-ca33f071d250 req-dd49da2e-7000-4251-9f8c-7647ec5c4404 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0512846 Aug 31 07:11:05.036675 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-361b52f7-258c-4190-b6a1-ca33f071d250 req-9f0abf0a-3714-4cc9-afc8-cec5dfbd2340 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317214 Aug 31 07:11:05.152535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68a394-a5e6-44bc-8e8f-0cdeb043fc2d req-ad0e37c2-7dca-45e9-975c-9255cb1a2474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:05.154055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc68a394-a5e6-44bc-8e8f-0cdeb043fc2d req-ad0e37c2-7dca-45e9-975c-9255cb1a2474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Aug 31 07:11:05.196434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fc68a394-a5e6-44bc-8e8f-0cdeb043fc2d req-d26eebaa-2fb2-47f5-a6eb-1f88d18ce318 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363486 Aug 31 07:11:05.218289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37440) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:05.257757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d2bd8c-243b-41a4-aeec-ee2fcef96277 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:05.259266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b5d2bd8c-243b-41a4-aeec-ee2fcef96277 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1092 time: 0.0397563 Aug 31 07:11:05.262151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37442) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:05.266489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:11:05.289223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.385162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.497257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.247 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/04dcc506-8788-48cc-bd81-504143043b04) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:11:05.596767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.640038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:05.674940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:11:05.680592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:11:05.684169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:11:05.711966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=04dcc506-8788-48cc-bd81-504143043b04,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:05.884404 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.059226 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.453660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.611154 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.616118 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.681863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=04dcc506-8788-48cc-bd81-504143043b04,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:06.697842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:06.801829 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP 11a37474-2270-44f1-a879-b3f8a5288981 associated. External IP: 172.25.3.247, port: 083af5b9-9918-496b-94a2-fe724bc1cb6a. Aug 31 07:11:07.008394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router e7af182d-8d91-4152-b535-0767de284aa5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:11:07.118013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:11:07.127813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Sync routers for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:11:07.134350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:07.140311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:07.141035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.162534 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c542d31a-ad95-48f3-910f-1ba4e9d24a72 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8993526 Aug 31 07:11:07.163896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:07.166766 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d29488e-4249-4141-b4af-8e58a865ba6d" -d '{"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:07.205564 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020a3aa9-6386-4611-8f2f-7dad701a04eb x-openstack-request-id: req-020a3aa9-6386-4611-8f2f-7dad701a04eb {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:07.205861 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:07.206162 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-020a3aa9-6386-4611-8f2f-7dad701a04eb {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:07.206587 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'status': 'completed', 'code': 200} Aug 31 07:11:07.255946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:07.271028 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7bab2-51dc-431b-bfe9-16825564b4cb req-62c86f6d-d228-4da5-bd72-d4e35f7b8402 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.275290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5de7bab2-51dc-431b-bfe9-16825564b4cb req-62c86f6d-d228-4da5-bd72-d4e35f7b8402 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0584090 Aug 31 07:11:07.284383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-ab4eea0c-d09c-4e96-b7cb-6aab3a54a49c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.285484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-ab4eea0c-d09c-4e96-b7cb-6aab3a54a49c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0538294 Aug 31 07:11:07.314846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5de7bab2-51dc-431b-bfe9-16825564b4cb req-b0bcd9b6-c0c9-4e05-9cee-e6e906a3041d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327415 Aug 31 07:11:07.349835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:07.392383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-fbff785b-fa5c-435f-ae0c-c0228229000d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.393952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-fbff785b-fa5c-435f-ae0c-c0228229000d service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.1004629 Aug 31 07:11:07.473234 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1d370a00-7ac0-4bcd-92f8-592b21edcf05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/11a37474-2270-44f1-a879-b3f8a5288981 HTTP/1.1" status: 200 len: 991 time: 0.1217251 Aug 31 07:11:07.474020 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-e56f2f57-687b-4465-aeae-21a22cd84a91 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 999 time: 0.0711057 Aug 31 07:11:07.496214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '11a37474-2270-44f1-a879-b3f8a5288981', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'mac_address': 'fa:16:3e:3c:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92042-b20b-4190-9515-978605927b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:05Z', 'updated_at': '2021-08-31T07:11:05Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.524853 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Checking router: e7af182d-8d91-4152-b535-0767de284aa5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:11:07.532994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:07.533627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.534214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-3120abf0-1dbe-48b7-b119-a97bb9e986a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.535699 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-3120abf0-1dbe-48b7-b119-a97bb9e986a8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0495138 Aug 31 07:11:07.583533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-9539e0c0-a431-4590-a06e-c7d66955e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:07.585658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-9539e0c0-a431-4590-a06e-c7d66955e321 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402288 Aug 31 07:11:07.641678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:07.675259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-8ffb1be8-04c2-49f7-8a3f-40be7ac81957 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813959 Aug 31 07:11:07.776112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5d29488e-4249-4141-b4af-8e58a865ba6d req-7182c8d4-3c7d-4c79-9c49-9df25038cdcc service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912309 Aug 31 07:11:07.865075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '11a37474-2270-44f1-a879-b3f8a5288981', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'mac_address': 'fa:16:3e:3c:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92042-b20b-4190-9515-978605927b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:05Z', 'updated_at': '2021-08-31T07:11:05Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:07.894444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5ce126-6731-475c-b709-2a3d4e1942fe None None] The sync data for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 is: [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '11a37474-2270-44f1-a879-b3f8a5288981', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.247', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'mac_address': 'fa:16:3e:3c:3f:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69c92042-b20b-4190-9515-978605927b18', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:05Z', 'updated_at': '2021-08-31T07:11:05Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:11:08.082883 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a83e9b0-7aeb-4019-83fd-99dc11ff64a1 None None] New status for floating IP 11a37474-2270-44f1-a879-b3f8a5288981: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:11:08.477936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37450) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:08.540023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-33dfb402-ff30-4cce-8767-eca59a2f39fb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/11a37474-2270-44f1-a879-b3f8a5288981 HTTP/1.1" status: 200 len: 993 time: 0.0607541 Aug 31 07:11:12.700751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7a1c7-8297-4888-ad7a-9aea3ae16050 req-762df308-830b-41e7-8be0-b79cf11f26ea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:12.702255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48d7a1c7-8297-4888-ad7a-9aea3ae16050 req-762df308-830b-41e7-8be0-b79cf11f26ea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0486157 Aug 31 07:11:12.741827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-48d7a1c7-8297-4888-ad7a-9aea3ae16050 req-2ee68a49-6145-490a-9504-331b562650f2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334406 Aug 31 07:11:13.864269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ebbb7e-618e-4793-9328-d54788623cca req-9fc7c7c2-bd54-447b-acef-6951031f58e7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:13.865774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ebbb7e-618e-4793-9328-d54788623cca req-9fc7c7c2-bd54-447b-acef-6951031f58e7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0548389 Aug 31 07:11:13.904894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ebbb7e-618e-4793-9328-d54788623cca req-9f47e899-9592-433f-83d5-093eac9fee0e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324616 Aug 31 07:11:14.151290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-5413ca63-5399-447b-b1cd-474f4d26d395 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:14.152769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-5413ca63-5399-447b-b1cd-474f4d26d395 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 946 time: 0.0482175 Aug 31 07:11:14.247853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 8ac7ad7e-76a5-4331-ad94-a567343772bd {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:11:14.248196 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:14.337689 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port 8ac7ad7e-76a5-4331-ad94-a567343772bd, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=8ac7ad7e-76a5-4331-ad94-a567343772bd,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:14.338054 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:14.557254 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:14.557254 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:14.558106 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP ae46f1c6-4632-4223-865e-a22f294eb30c disassociated. External IP: 172.25.3.43, port: 8ac7ad7e-76a5-4331-ad94-a567343772bd. Aug 31 07:11:14.558106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 8ac7ad7e-76a5-4331-ad94-a567343772bd owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:11:14.687329 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:14.716892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=8ac7ad7e-76a5-4331-ad94-a567343772bd,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:14.833900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:11:15.215532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-259feb51-f4ae-4e50-a512-6a8cce527780 req-ce0712be-2fe2-417b-8707-41c2cd57e617 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0371158 Aug 31 07:11:15.270807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:11:15.282756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:11:15.293387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:15.294018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:15.312655 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port 8ac7ad7e-76a5-4331-ad94-a567343772bd on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:11:15.315151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:15.317116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-931313e2-1604-4b46-bb8d-38a07a54d88b req-70c66044-0731-44e5-84bb-b7c484646da6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "DELETE /v2.0/ports/8ac7ad7e-76a5-4331-ad94-a567343772bd HTTP/1.1" status: 204 len: 173 time: 1.1582787 Aug 31 07:11:15.317575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'name': 'network-vif-deleted', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:15.319835 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0967b3c-b227-4444-809b-6903871efd61" -d '{"events": [{"server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "name": "network-vif-deleted", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:15.359862 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae189d5d-971d-485f-8d80-5ea712570c45 x-openstack-request-id: req-ae189d5d-971d-485f-8d80-5ea712570c45 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:15.360252 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68f70e85-e9bd-449d-9c73-b89ecb4227f8", "name": "network-vif-deleted", "tag": "8ac7ad7e-76a5-4331-ad94-a567343772bd", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:15.360509 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae189d5d-971d-485f-8d80-5ea712570c45 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:15.360911 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68f70e85-e9bd-449d-9c73-b89ecb4227f8', 'name': 'network-vif-deleted', 'tag': '8ac7ad7e-76a5-4331-ad94-a567343772bd', 'status': 'completed', 'code': 200} Aug 31 07:11:15.565655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:15.763542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:15.794206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:11:15.808713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:15.809320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:10:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:15.853941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:15.923766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:16.133289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:16.159821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9058af5a-8272-45de-89af-b6e931a0e6cf None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:11:16.316314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a07b9517-9bcd-4a97-92e7-f91f467833f1 req-d78d550c-3f78-4209-9122-659d7f4ea726 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0289867 Aug 31 07:11:16.410209 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bee97d6-3a31-4f0a-9a40-fae913d57668 None None] New status for floating IP ae46f1c6-4632-4223-865e-a22f294eb30c: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:11:17.414599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a993f48-078f-472c-8589-1c504abf3e1a req-2e087862-7fc5-4d1f-9685-0e5d8b2e2ef0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0267639 Aug 31 07:11:18.074668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8ac7ad7e-76a5-4331-ad94-a567343772bd no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:11:18.098791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 8ac7ad7e-76a5-4331-ad94-a567343772bd {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:11:18.099131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 8ac7ad7e-76a5-4331-ad94-a567343772bd not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:11:18.509247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51fbb8b2-b21d-4c6b-821a-f7ae71a6f479 req-accad824-4e06-44a4-9da3-dab34509cb63 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=68f70e85-e9bd-449d-9c73-b89ecb4227f8 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Aug 31 07:11:19.708372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-bf005185-cc94-4831-96d1-76379d4f33c9 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842691932&fields=id&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 267 time: 0.0319283 Aug 31 07:11:19.816890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-419439cd-dae0-4722-b5ee-70b6c0d11a70 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:19.818284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-419439cd-dae0-4722-b5ee-70b6c0d11a70 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1027844 Aug 31 07:11:19.834660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-5323be9a-d861-4d50-b603-3a1786144959 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0089786 Aug 31 07:11:19.889557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-693dd34f-d633-48db-ba30-9b793c5c9ed6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488584 Aug 31 07:11:19.987453 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-1d5fdc4b-01d0-40e4-8861-0ebb54785854 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847187 Aug 31 07:11:20.082970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-8c8d2e0d-ccb5-44f4-b613-93cbb494df95 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896106 Aug 31 07:11:20.375667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-884b3c72-ed20-49dc-baa0-ac8a1361cdf4 req-355b58e9-8772-4c32-ab43-a8e9d0c9a282 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0297453 Aug 31 07:11:21.251293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-7ac6f369-1a90-4196-a51d-0b89185f0977 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:21.252902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-7ac6f369-1a90-4196-a51d-0b89185f0977 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1060333 Aug 31 07:11:21.303393 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-5167d4d9-b73b-4ca3-9a73-efc903823b4f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 380 time: 0.0416710 Aug 31 07:11:21.313487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'security_groups': ['ae0d4187-0beb-4cb9-8f15-ec2ff63bc050']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:11:21.427428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:11:21.431148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:21.482124 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-82b6885d-25d7-4b28-971b-1723a5319ed3 req-c2020d9b-2816-4b72-8072-c91cd57a9edc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0340044 Aug 31 07:11:21.588806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.6 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/84626acf-53a6-462c-841b-ea070a61c65b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:11:21.745284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:21.757836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object 84626acf-53a6-462c-841b-ea070a61c65b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:11:21.790575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:21.834141 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:11:21.840408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:11:21.844576 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:11:21.876685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:21.902267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:21.902915 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:21.919975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-f548ab78-78dc-4582-be1e-bfbfed0f036e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6101077 Aug 31 07:11:21.932600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Request body: {'port': {'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:11:21.991590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.113831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e67d2a88-383c-4b88-b1d5-fb467da33bf1 None None] Provisioning for port 84626acf-53a6-462c-841b-ea070a61c65b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:11:22.119738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e67d2a88-383c-4b88-b1d5-fb467da33bf1 None None] Provisioning complete for port 84626acf-53a6-462c-841b-ea070a61c65b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:11:22.120247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e67d2a88-383c-4b88-b1d5-fb467da33bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.154569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e67d2a88-383c-4b88-b1d5-fb467da33bf1 None None] Port 84626acf-53a6-462c-841b-ea070a61c65b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:11:22.273151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84626acf-53a6-462c-841b-ea070a61c65b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:11:22.282498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.295566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Transition to ACTIVE for port object 84626acf-53a6-462c-841b-ea070a61c65b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:11:22.299547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.371335 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Pushing event updated for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:22.423506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Attempting to bind port 84626acf-53a6-462c-841b-ea070a61c65b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:11:22.423858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Attempting to bind port 84626acf-53a6-462c-841b-ea070a61c65b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:11:22.424167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Attempting to bind port 84626acf-53a6-462c-841b-ea070a61c65b on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:11:22.428735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Port 84626acf-53a6-462c-841b-ea070a61c65b on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:11:22.429059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Attempting to bind port 84626acf-53a6-462c-841b-ea070a61c65b on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:11:22.434456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:11:22.434823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:11:22.435191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:11:22.435625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Bound port: 84626acf-53a6-462c-841b-ea070a61c65b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:11:22.435985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.516237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:11:22.520429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=84626acf-53a6-462c-841b-ea070a61c65b,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:11:22.527905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.564508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:22.565128 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:22.566609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] 10.222.0.53 "PUT /v2.0/ports/84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 1092 time: 0.6388226 Aug 31 07:11:22.567014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:22.569255 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891d51e3-6526-4c63-ab5c-f622d148e0a9" -d '{"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:22.630603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60e31be-5417-4700-9c5c-df24ade09a3e req-394cc9fa-62f9-4e43-8096-ff30eec6bcc0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:22.633474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a60e31be-5417-4700-9c5c-df24ade09a3e req-394cc9fa-62f9-4e43-8096-ff30eec6bcc0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0652745 Aug 31 07:11:22.646111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e136a9-0724-4a8a-8da9-73ce0520676a service neutron] Pushing event updated for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:22.652327 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575e8b55-e8b1-443a-8709-8265805161bd x-openstack-request-id: req-575e8b55-e8b1-443a-8709-8265805161bd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:22.652327 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:22.652327 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-575e8b55-e8b1-443a-8709-8265805161bd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:22.652756 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b', 'status': 'completed', 'code': 200} Aug 31 07:11:22.690282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a60e31be-5417-4700-9c5c-df24ade09a3e req-1a88db72-ad0c-4aa9-984e-bf9737733ec0 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498245 Aug 31 07:11:22.700261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-8fd0d31d-ce5f-4eee-9f09-e579c293353a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:22.701866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-8fd0d31d-ce5f-4eee-9f09-e579c293353a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1095 time: 0.0835571 Aug 31 07:11:22.752414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-cf301607-9366-4b32-847b-e9f82ed9f1b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 217 time: 0.0425146 Aug 31 07:11:22.811289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-5a28b291-7233-42a4-8a63-c4b888b3fd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:22.812832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-5a28b291-7233-42a4-8a63-c4b888b3fd45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0525920 Aug 31 07:11:22.860484 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d811e55-39c1-41d9-86e3-5117784b787c req-09ee3881-4a1e-41b6-b8bd-20282949f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:22.862011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-09ee3881-4a1e-41b6-b8bd-20282949f8a3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424557 Aug 31 07:11:22.961495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-9dc626ab-1ef4-4ed5-be02-333d79c759af service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904255 Aug 31 07:11:23.050657 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d811e55-39c1-41d9-86e3-5117784b787c req-0b2a35db-2e2e-47c2-953c-5c9eca0af6db service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831318 Aug 31 07:11:23.135851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-a70d100f-0445-4046-b799-fbfb1a7b658b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:23.137475 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-a70d100f-0445-4046-b799-fbfb1a7b658b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1095 time: 0.0427396 Aug 31 07:11:23.236988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-27481538-f049-46f3-bf3b-a6401e3a3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:23.238574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-27481538-f049-46f3-bf3b-a6401e3a3db2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0948577 Aug 31 07:11:23.280632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-239f791d-5fbe-4f01-b9e2-57e68b8bb567 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 217 time: 0.0355411 Aug 31 07:11:23.331763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-b71000e1-1317-4e45-89bb-b37d85f33d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:23.333133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-b71000e1-1317-4e45-89bb-b37d85f33d79 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0456555 Aug 31 07:11:23.386917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-7935bef8-b154-41d9-af59-ea8d80a71903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:23.388464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-7935bef8-b154-41d9-af59-ea8d80a71903 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459533 Aug 31 07:11:23.478672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-ef1a0aeb-f975-4899-bcae-3424cfefbaf2 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834064 Aug 31 07:11:23.575349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-891d51e3-6526-4c63-ab5c-f622d148e0a9 req-3298f3b0-e79f-4cb7-826d-717c14e6a604 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901842 Aug 31 07:11:23.811098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bb9da-e0a7-4285-976f-c74a355b89b6 req-a70a2074-1350-453a-a9ca-6787de03d9d5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:23.812689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-811bb9da-e0a7-4285-976f-c74a355b89b6 req-a70a2074-1350-453a-a9ca-6787de03d9d5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0521300 Aug 31 07:11:23.855244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-811bb9da-e0a7-4285-976f-c74a355b89b6 req-bf9e2358-aa5f-4ed7-86d3-312d1843c73d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364089 Aug 31 07:11:24.823089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2d932fa9-a866-46b3-940e-c348ae95b94c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:24.980322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2dfce-d319-43bd-b4f6-34028827b08a req-35f3a4d5-013e-49df-a5bf-83d36a684c23 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:24.982097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ef2dfce-d319-43bd-b4f6-34028827b08a req-35f3a4d5-013e-49df-a5bf-83d36a684c23 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0577514 Aug 31 07:11:25.032872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9ef2dfce-d319-43bd-b4f6-34028827b08a req-1575a322-e290-48be-b347-e268dbea3925 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432737 Aug 31 07:11:26.144146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f01d42-0cdb-44b3-a704-faa5b327e759 req-826e53ec-c3d7-4ccb-b1e6-302c4fc26e6c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:26.145532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41f01d42-0cdb-44b3-a704-faa5b327e759 req-826e53ec-c3d7-4ccb-b1e6-302c4fc26e6c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0488303 Aug 31 07:11:26.182788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-41f01d42-0cdb-44b3-a704-faa5b327e759 req-cac70cca-ae2b-4996-8176-85e4d390125c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313113 Aug 31 07:11:27.299880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9646100-d080-4c0a-8be0-6dd17f3b10e8 req-274f86df-42f3-43c2-9826-7cb2cf7a042c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:27.301398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9646100-d080-4c0a-8be0-6dd17f3b10e8 req-274f86df-42f3-43c2-9826-7cb2cf7a042c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0509996 Aug 31 07:11:27.341991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9646100-d080-4c0a-8be0-6dd17f3b10e8 req-621f4a32-cb21-4b9c-9775-bf6e4e1e52cc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335865 Aug 31 07:11:27.468001 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fe3efe7-0202-4613-bc4a-45815ee281b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:27.777653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:28.460092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19fe25-ec2f-45fe-9e9c-6a848a564378 req-c0e687c6-1dfb-43d9-a8e1-81f26e7707f6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:28.461584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b19fe25-ec2f-45fe-9e9c-6a848a564378 req-c0e687c6-1dfb-43d9-a8e1-81f26e7707f6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0539114 Aug 31 07:11:28.500909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b19fe25-ec2f-45fe-9e9c-6a848a564378 req-43a1649b-4ea2-4e48-8780-ea0a7ff0d513 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Aug 31 07:11:29.616151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2be4a-385c-4e64-a4f6-3b844dc1b4d0 req-f7a1fe6f-ad32-4a6c-9ecb-8153943a9c9b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:29.618734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2db2be4a-385c-4e64-a4f6-3b844dc1b4d0 req-f7a1fe6f-ad32-4a6c-9ecb-8153943a9c9b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0518529 Aug 31 07:11:29.658038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2db2be4a-385c-4e64-a4f6-3b844dc1b4d0 req-f17f4bc6-62c5-45ec-bfcf-b935426fbcb3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333858 Aug 31 07:11:29.697768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:29.831581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-c0849ddd-df12-4dae-8c90-7a1f8a832ffb req-8590b264-a2a9-4827-a590-cc526bd88db0 service neutron] (94639) timed out ('10.222.0.57', 38564) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:11:30.778098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0280989b-5aa8-471d-9301-78e95dd119b0 req-e4a4b394-8fda-4762-875f-05bfde4274de tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:30.779657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0280989b-5aa8-471d-9301-78e95dd119b0 req-e4a4b394-8fda-4762-875f-05bfde4274de tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0551667 Aug 31 07:11:30.821431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0280989b-5aa8-471d-9301-78e95dd119b0 req-893ac2fd-6c5f-4bab-b567-989117a3827f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Aug 31 07:11:31.119251 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:31.183266 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:11:31.937791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a591b7e-a65b-42e8-bb35-2260fc8feeb6 req-6ce3df69-ba47-4026-aa99-733d8ad45f73 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:31.939452 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a591b7e-a65b-42e8-bb35-2260fc8feeb6 req-6ce3df69-ba47-4026-aa99-733d8ad45f73 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0497763 Aug 31 07:11:31.979564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a591b7e-a65b-42e8-bb35-2260fc8feeb6 req-bfeec50a-1b84-4818-8e79-6166228808ee tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341227 Aug 31 07:11:33.092141 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fa40a7-170c-428b-a35d-006d824c5ea7 req-79c03d58-d412-42e1-aef5-58f9ec95e441 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:33.093900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14fa40a7-170c-428b-a35d-006d824c5ea7 req-79c03d58-d412-42e1-aef5-58f9ec95e441 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0488563 Aug 31 07:11:33.134311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14fa40a7-170c-428b-a35d-006d824c5ea7 req-e545e47d-ee9e-4817-bad3-49305c1336ce tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339484 Aug 31 07:11:34.189148 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 84626acf-53a6-462c-841b-ea070a61c65b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:11:34.249482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6323c9-2ccd-44e2-ae30-478bc4bb6ff0 req-9247332d-1e9f-4a4a-8099-043c80966a81 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:34.251086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b6323c9-2ccd-44e2-ae30-478bc4bb6ff0 req-9247332d-1e9f-4a4a-8099-043c80966a81 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 943 time: 0.0499547 Aug 31 07:11:34.286457 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=84626acf-53a6-462c-841b-ea070a61c65b,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:34.290814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b6323c9-2ccd-44e2-ae30-478bc4bb6ff0 req-f4359f08-d88c-417c-8847-f297483b2982 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331936 Aug 31 07:11:34.298842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '84626acf-53a6-462c-841b-ea070a61c65b', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:11:34.336977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:34.349693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84626acf-53a6-462c-841b-ea070a61c65b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:11:34.369176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=84626acf-53a6-462c-841b-ea070a61c65b,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:34.372606 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:34.417661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:34.576693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['84626acf-53a6-462c-841b-ea070a61c65b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:11:35.407020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ce120-06fa-453f-bf63-466904750c21 req-d2d781d6-7bbc-48bf-bf1d-4f6749b38482 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:35.408567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892ce120-06fa-453f-bf63-466904750c21 req-d2d781d6-7bbc-48bf-bf1d-4f6749b38482 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 944 time: 0.0505183 Aug 31 07:11:35.449119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-892ce120-06fa-453f-bf63-466904750c21 req-24385d02-81f8-41a8-a930-6084b13ba686 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338516 Aug 31 07:11:35.889340 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:36.213065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 84626acf-53a6-462c-841b-ea070a61c65b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:11:36.262586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 84626acf-53a6-462c-841b-ea070a61c65b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:11:36.266401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 84626acf-53a6-462c-841b-ea070a61c65b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:11:36.266765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:36.342642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:36.365659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:36.368072 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974a2de7-5495-46bf-8b96-163153d95e54" -d '{"events": [{"server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "name": "network-vif-plugged", "status": "completed", "tag": "84626acf-53a6-462c-841b-ea070a61c65b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:36.381553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=84626acf-53a6-462c-841b-ea070a61c65b,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:11:36.386319 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:36.410574 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd4a849-1791-4ba7-9e4d-3f761ecb2817 x-openstack-request-id: req-6fd4a849-1791-4ba7-9e4d-3f761ecb2817 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:36.410866 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "name": "network-vif-plugged", "status": "completed", "tag": "84626acf-53a6-462c-841b-ea070a61c65b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:36.411114 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6fd4a849-1791-4ba7-9e4d-3f761ecb2817 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:36.411500 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b', 'code': 200} Aug 31 07:11:36.439338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:36.511476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da7f2b-19a3-44e6-962c-853a9b85eb0c req-ff105351-9ca3-4c83-96e2-e2dde8068f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:36.512984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7da7f2b-19a3-44e6-962c-853a9b85eb0c req-ff105351-9ca3-4c83-96e2-e2dde8068f0d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0462260 Aug 31 07:11:36.549423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7da7f2b-19a3-44e6-962c-853a9b85eb0c req-b3c5538f-cd07-4305-9e77-06d7144d8734 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292487 Aug 31 07:11:36.573056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da057177-e443-4e5b-83c8-960c36253a76 req-2e627e5e-10f1-4fdb-a4e6-82c3729e8902 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:36.574602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da057177-e443-4e5b-83c8-960c36253a76 req-2e627e5e-10f1-4fdb-a4e6-82c3729e8902 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0551441 Aug 31 07:11:36.613361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da057177-e443-4e5b-83c8-960c36253a76 req-087674a2-db87-4b2a-9aeb-daa831676fea tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328591 Aug 31 07:11:37.732889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ee02fc-c6e7-4ae7-81d7-1ad606106196 req-ab520f4c-8423-4909-ac06-d237010dde74 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:37.734367 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8ee02fc-c6e7-4ae7-81d7-1ad606106196 req-ab520f4c-8423-4909-ac06-d237010dde74 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0490885 Aug 31 07:11:37.771424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8ee02fc-c6e7-4ae7-81d7-1ad606106196 req-bb184c52-5656-483f-99c0-c157937da860 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 Aug 31 07:11:37.889822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60aaf17-4578-4c85-859b-a5e4ab564a72 req-9123c25f-e90f-4888-8479-32ca1a45c795 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:37.891332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b60aaf17-4578-4c85-859b-a5e4ab564a72 req-9123c25f-e90f-4888-8479-32ca1a45c795 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0512414 Aug 31 07:11:37.929959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b60aaf17-4578-4c85-859b-a5e4ab564a72 req-99427807-a79b-41a9-b59f-71b9485df723 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325849 Aug 31 07:11:37.953152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37538) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:38.103738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a74be5-e861-4317-a3c3-0164b6e01da9 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:38.105322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d0a74be5-e861-4317-a3c3-0164b6e01da9 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1092 time: 0.1510956 Aug 31 07:11:38.108449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37542) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:38.112953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:11:38.134595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:38.233080 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:38.342108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.25.3.196 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/f815f16b-47cd-4e75-9200-afc455bf38fc) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:11:38.444820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:38.484014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:38.518797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:11:38.521586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:11:38.524258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:11:38.560710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=f815f16b-47cd-4e75-9200-afc455bf38fc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:38.574118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.574511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.574854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.575184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.575514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.575840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.576167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.576486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.576803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.577122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.577465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.577784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:11:38.905715 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:38.975155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:39.127364 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:39.131808 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:39.204475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=f815f16b-47cd-4e75-9200-afc455bf38fc,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:39.215310 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:39.317244 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP 1242368e-1add-44ec-9071-c601e8486bb8 associated. External IP: 172.25.3.196, port: 84626acf-53a6-462c-841b-ea070a61c65b. Aug 31 07:11:39.527502 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:11:39.636011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:11:39.645460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:11:39.652250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:39.658915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:39.659537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:11:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:39.679637 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7b707382-86b2-459a-90a9-a06cddb9ac2c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5701754 Aug 31 07:11:39.680235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:11:39.682502 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa" -d '{"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:11:39.719117 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c75cc12-d8b1-4448-b532-1987c0019d3f x-openstack-request-id: req-1c75cc12-d8b1-4448-b532-1987c0019d3f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:11:39.719409 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:11:39.719664 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1c75cc12-d8b1-4448-b532-1987c0019d3f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:11:39.720068 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b', 'status': 'completed', 'code': 200} Aug 31 07:11:39.763850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:39.784242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-e2261c9c-39db-42a1-9387-3bb3c9fb9562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:39.785758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-e2261c9c-39db-42a1-9387-3bb3c9fb9562 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0423689 Aug 31 07:11:39.880389 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-9f613e0d-8a9c-4cd4-976c-3956ae67166d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:39.881913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-9f613e0d-8a9c-4cd4-976c-3956ae67166d service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0894833 Aug 31 07:11:39.949992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-40ee926e-56da-46c5-a8b9-abcb082c4cec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 999 time: 0.0602598 Aug 31 07:11:39.992159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:38Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:40.003216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-7b95de2a-6ba1-4395-9ccc-87264a9ec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:40.004687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-7b95de2a-6ba1-4395-9ccc-87264a9ec30e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0478282 Aug 31 07:11:40.018838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:11:40.027769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:11:40.028371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:11:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:40.055347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-79ecea8d-6d5c-4032-8bd6-d0d3a3d4f19a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:40.056841 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-79ecea8d-6d5c-4032-8bd6-d0d3a3d4f19a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457621 Aug 31 07:11:40.141897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:11:40.153386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-4d1e84d4-3596-4365-beb4-01a2e18108d9 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Aug 31 07:11:40.251107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec7bc636-4fe1-4697-a0ef-91043a2f57fa req-ca9a54c3-b7cd-426b-af23-f8cbe00f76d3 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905387 Aug 31 07:11:40.367895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:38Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:11:40.394968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6577219-5b98-4231-989e-4229ee0cefaa None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:38Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:11:40.620027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d8d4f5-ee3a-4910-9521-0abcc4918f2b None None] New status for floating IP 1242368e-1add-44ec-9071-c601e8486bb8: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:11:41.738069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-127783cb-9cfa-43e9-bfd7-fa9fa76870aa tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:41.739582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-127783cb-9cfa-43e9-bfd7-fa9fa76870aa tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0414779 Aug 31 07:11:41.757548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-6e5e4972-5d3f-45c9-8092-af83e40689c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:41.847372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-6e5e4972-5d3f-45c9-8092-af83e40689c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:41.851754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-6e5e4972-5d3f-45c9-8092-af83e40689c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:41.873459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dca5867c-9250-4670-b4fe-5e52e3b65e4c req-6e5e4972-5d3f-45c9-8092-af83e40689c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280148 Aug 31 07:11:41.884205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5e4972-5d3f-45c9-8092-af83e40689c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048db90c-e035-4ca3-8ac9-037b25f4fa52,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:11:41.990906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7041ce2-3863-4736-820e-cb3b8b495b22 req-162c61c1-8589-423b-81a5-d1ef8f3213c7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:41.992392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7041ce2-3863-4736-820e-cb3b8b495b22 req-162c61c1-8589-423b-81a5-d1ef8f3213c7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Aug 31 07:11:42.031098 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7041ce2-3863-4736-820e-cb3b8b495b22 req-7bb0a85f-a717-41e2-997f-d07fa63a4548 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325863 Aug 31 07:11:42.055135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37554) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:11:42.118684 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c6b71665-a478-4a01-8706-72b9380e9ed0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/11a37474-2270-44f1-a879-b3f8a5288981 HTTP/1.1" status: 200 len: 993 time: 0.0624151 Aug 31 07:11:42.444755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-86afb378-0c21-4554-88e6-1ca36913a36b req-0fd6e8ad-8c00-41e4-868e-a4a3b350b9b7 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:11:42.445769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86afb378-0c21-4554-88e6-1ca36913a36b req-0fd6e8ad-8c00-41e4-868e-a4a3b350b9b7 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054502 Aug 31 07:11:42.860194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc4a8de-e5e8-4a61-922e-9865c35662e6 req-649d7ae9-d874-4d54-bde0-7e678cc3e0ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:42.861836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acc4a8de-e5e8-4a61-922e-9865c35662e6 req-649d7ae9-d874-4d54-bde0-7e678cc3e0ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0585661 Aug 31 07:11:42.885709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-275544fb-b1d7-450e-99c7-549984636faa service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0943136 Aug 31 07:11:42.903598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-acc4a8de-e5e8-4a61-922e-9865c35662e6 req-8e806080-c3e3-4588-9dc4-4717d32912c1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352614 Aug 31 07:11:44.025287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74548f1-e5b7-4d74-95a0-4e48115a8680 req-558c3c6b-d16c-4390-8a4e-23ed20d97c6f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:44.026735 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f74548f1-e5b7-4d74-95a0-4e48115a8680 req-558c3c6b-d16c-4390-8a4e-23ed20d97c6f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0510182 Aug 31 07:11:44.072332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f74548f1-e5b7-4d74-95a0-4e48115a8680 req-88555d7a-2758-47ff-8b6c-92509ba31057 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396116 Aug 31 07:11:44.137927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-8cd3f693-8882-45b2-a0f9-9e9138b56a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:44.139613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-8cd3f693-8882-45b2-a0f9-9e9138b56a38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0430162 Aug 31 07:11:44.236888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-0079216c-f283-468c-a4d4-fdb240c70348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:44.238506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-0079216c-f283-468c-a4d4-fdb240c70348 service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0910966 Aug 31 07:11:44.310774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-e26dd294-9e87-49b7-9148-d6a69ef41b95 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 1001 time: 0.0653131 Aug 31 07:11:44.362438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-d75df64a-cc0a-4956-8a84-3ab8905af9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:44.363891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-d75df64a-cc0a-4956-8a84-3ab8905af9a6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0461853 Aug 31 07:11:44.411231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-21763c8d-fd40-4442-80a6-a5cd52da79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:44.412723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-21763c8d-fd40-4442-80a6-a5cd52da79b2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406306 Aug 31 07:11:44.507911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-f67deae9-c64f-4243-9223-feefa026bf01 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872924 Aug 31 07:11:44.598782 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-c24751ad-e543-411b-8fc5-65301066544e service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827363 Aug 31 07:11:45.198935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90af1ca5-003b-43b0-8e54-5a280041a011 req-f9b110f0-2123-4946-8c9c-af8cbef02ac0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:45.201151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90af1ca5-003b-43b0-8e54-5a280041a011 req-f9b110f0-2123-4946-8c9c-af8cbef02ac0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0573111 Aug 31 07:11:45.238907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90af1ca5-003b-43b0-8e54-5a280041a011 req-d435defe-d555-48ac-8335-12393e5cb24b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317400 Aug 31 07:11:45.337118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-09c295f1-942f-42f1-b740-440c4964ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:45.338618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-09c295f1-942f-42f1-b740-440c4964ff64 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0408778 Aug 31 07:11:45.441576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-dc9de8e7-76c5-47ca-8fe8-8869be64d03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:45.442970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-dc9de8e7-76c5-47ca-8fe8-8869be64d03a service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0847738 Aug 31 07:11:45.513655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-319918c1-8fc0-440c-b98c-8ac4cdbcb41e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 1001 time: 0.0626285 Aug 31 07:11:45.562383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-fe38a8a3-25c2-490c-9a8c-c1498ce7d184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:45.563808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-fe38a8a3-25c2-490c-9a8c-c1498ce7d184 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0432715 Aug 31 07:11:45.614069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-1cca0c3c-77ba-4d80-a4c8-8981f6dde382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:45.615524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-1cca0c3c-77ba-4d80-a4c8-8981f6dde382 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447588 Aug 31 07:11:45.707855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-7ded810f-172d-4226-8484-de8c1a9d61d6 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846725 Aug 31 07:11:45.799401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5085231-1fe4-4c20-bf55-ab0f87e0c8be req-5885412c-e21e-4e01-a5a8-358abc18bd42 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834527 Aug 31 07:11:45.814443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:46.356338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fe88c-3e30-45dc-91cf-23e4f66e3c86 req-fc12e190-ee6b-4ac9-8279-dc39ed09002c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:46.358069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b29fe88c-3e30-45dc-91cf-23e4f66e3c86 req-fc12e190-ee6b-4ac9-8279-dc39ed09002c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0499399 Aug 31 07:11:46.398360 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b29fe88c-3e30-45dc-91cf-23e4f66e3c86 req-cf130ecc-8bc2-48bd-999a-12a6a136ba71 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325320 Aug 31 07:11:47.524321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607ff56-4c45-415e-ac4a-1a0d1964da0c req-118ea57a-7d5d-48bb-bbe2-b580a43e877c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:47.525809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c607ff56-4c45-415e-ac4a-1a0d1964da0c req-118ea57a-7d5d-48bb-bbe2-b580a43e877c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0564489 Aug 31 07:11:47.563593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c607ff56-4c45-415e-ac4a-1a0d1964da0c req-8ddd1e9a-2a04-4bd6-a6a4-4fe8b3baaf85 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315340 Aug 31 07:11:48.689164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f157a-f753-45b8-a4d0-a328d09ad37e req-2941ee8b-50e7-4f5d-9ae5-12a3d5e1bbd0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:48.690751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c67f157a-f753-45b8-a4d0-a328d09ad37e req-2941ee8b-50e7-4f5d-9ae5-12a3d5e1bbd0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0593963 Aug 31 07:11:48.733137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c67f157a-f753-45b8-a4d0-a328d09ad37e req-e2905f65-331f-472c-b1e3-09f275bb4a7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361862 Aug 31 07:11:49.851699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17de7fd8-dbb5-4ae1-b98d-b97cb0ac058c req-0091a039-8f7f-44de-9146-33f2b713324c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:49.853213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17de7fd8-dbb5-4ae1-b98d-b97cb0ac058c req-0091a039-8f7f-44de-9146-33f2b713324c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0518341 Aug 31 07:11:49.891819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-17de7fd8-dbb5-4ae1-b98d-b97cb0ac058c req-0418b06c-2eeb-4864-a0b7-6b28e781d322 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325859 Aug 31 07:11:51.010188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671a1bba-bd06-4d85-a4fb-7cd29d68fa4e req-32cfdec7-cd13-4783-bfb5-7622ab87d433 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:51.011695 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-671a1bba-bd06-4d85-a4fb-7cd29d68fa4e req-32cfdec7-cd13-4783-bfb5-7622ab87d433 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0503714 Aug 31 07:11:51.050287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-671a1bba-bd06-4d85-a4fb-7cd29d68fa4e req-1ed7e54a-f96e-45f3-8900-156094154c36 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320883 Aug 31 07:11:52.169033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d53553-3284-4e01-95a1-b62b9bfd97f4 req-1286e2a3-aaff-4e7a-ba48-27225682bda0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:52.170658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4d53553-3284-4e01-95a1-b62b9bfd97f4 req-1286e2a3-aaff-4e7a-ba48-27225682bda0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0498974 Aug 31 07:11:52.208486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4d53553-3284-4e01-95a1-b62b9bfd97f4 req-81079b6f-e8b8-43f2-b11c-ed12a486a19c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315490 Aug 31 07:11:52.531129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-a1513968-a6c8-45ec-89e4-9bbfc3939a3e service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0387955 Aug 31 07:11:52.622078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-e36fd4d3-7fb1-4299-9beb-0f095e18d442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:52.623563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-e36fd4d3-7fb1-4299-9beb-0f095e18d442 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0490758 Aug 31 07:11:52.726779 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-d0a14e86-baa0-40c9-90ba-82e6d7e5c0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:52.728249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-d0a14e86-baa0-40c9-90ba-82e6d7e5c0f7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0852702 Aug 31 07:11:52.796645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-41f75e2f-0d33-43dd-bb5e-836670174bf3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 1001 time: 0.0609863 Aug 31 07:11:52.846480 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-9114827f-e02e-42be-bfcc-b73431e0470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:52.847898 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-9114827f-e02e-42be-bfcc-b73431e0470c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0445881 Aug 31 07:11:52.894731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-0b4e6fc3-c2ec-4578-bd20-b01ada23885f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:52.896837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-0b4e6fc3-c2ec-4578-bd20-b01ada23885f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0425963 Aug 31 07:11:52.989805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-d11c198e-2cb6-458f-9990-90831ab7bb3c service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854471 Aug 31 07:11:53.077637 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b4a6f6c-7a20-485b-8b7b-4b66353ac6db req-5710b8e6-9cc8-48b0-8d53-809ff840ed4e service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810072 Aug 31 07:11:53.325321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8ce651-dc38-4d2c-8414-33a321c62ea4 req-132d60be-60b0-4201-9ab9-66c249ab5b4a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:53.327345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea8ce651-dc38-4d2c-8414-33a321c62ea4 req-132d60be-60b0-4201-9ab9-66c249ab5b4a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0522392 Aug 31 07:11:53.367259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea8ce651-dc38-4d2c-8414-33a321c62ea4 req-631ba62f-8a16-49db-83ae-3202adceefb7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341661 Aug 31 07:11:54.488536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a57e38d-544f-4d5c-b0af-b37d8dc0aaa0 req-867de725-09e3-48db-a6cf-ca46b7087f57 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:54.490026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a57e38d-544f-4d5c-b0af-b37d8dc0aaa0 req-867de725-09e3-48db-a6cf-ca46b7087f57 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0541029 Aug 31 07:11:54.530419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a57e38d-544f-4d5c-b0af-b37d8dc0aaa0 req-a784af37-4a27-426e-8a9c-99efc0a61f89 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344043 Aug 31 07:11:54.828667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-740261c4-0ea4-4b50-8fc0-d26b32b56961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:55.655747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3c05dd-f220-4a43-bbd3-017059f90c3e req-e0528209-bfca-46ee-badd-d9afe549a148 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:55.657314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc3c05dd-f220-4a43-bbd3-017059f90c3e req-e0528209-bfca-46ee-badd-d9afe549a148 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0560730 Aug 31 07:11:55.696022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fc3c05dd-f220-4a43-bbd3-017059f90c3e req-332e8cf5-dcab-45f4-b55f-be150ce112b7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325265 Aug 31 07:11:56.815687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902ac96-174f-4ebd-adfe-56915271ea8b req-86ed2fea-0726-4435-8ecc-da47aa31019e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:56.817182 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5902ac96-174f-4ebd-adfe-56915271ea8b req-86ed2fea-0726-4435-8ecc-da47aa31019e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0518217 Aug 31 07:11:56.860165 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5902ac96-174f-4ebd-adfe-56915271ea8b req-10480f09-6058-46c3-b350-bec47c491888 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366163 Aug 31 07:11:57.468585 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7134e57a-ae50-41de-89d0-e4ce138d8894 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:57.779676 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:11:57.979293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a94955-fc48-4098-a792-a2a2fc7ba992 req-66ad7be5-3309-4486-a6b6-3098ee56fadd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:57.980777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6a94955-fc48-4098-a792-a2a2fc7ba992 req-66ad7be5-3309-4486-a6b6-3098ee56fadd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0501702 Aug 31 07:11:58.020631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f6a94955-fc48-4098-a792-a2a2fc7ba992 req-133e10ce-0fa0-437a-956c-5689813f2028 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329020 Aug 31 07:11:59.138772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed3c9d-58f2-4adb-8669-ab2ab7aa8cca req-cf986f9d-009a-4101-a22d-149a5672e1ea tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:11:59.140260 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4ed3c9d-58f2-4adb-8669-ab2ab7aa8cca req-cf986f9d-009a-4101-a22d-149a5672e1ea tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0515630 Aug 31 07:11:59.180595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a4ed3c9d-58f2-4adb-8669-ab2ab7aa8cca req-fa3f5b41-ad58-41d8-bb97-bdbe06cac1fa tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328972 Aug 31 07:11:59.699672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:00.543553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1abe1b-4125-4992-be36-99eec7c98da4 req-bd50f823-a408-45a3-9032-6d20bf9cf8bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:00.545636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a1abe1b-4125-4992-be36-99eec7c98da4 req-bd50f823-a408-45a3-9032-6d20bf9cf8bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0532155 Aug 31 07:12:00.586817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a1abe1b-4125-4992-be36-99eec7c98da4 req-8e788755-d6a3-4724-b724-e35704de0af7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349507 Aug 31 07:12:01.124362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:01.480226 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-fde3b91b-4b4a-4980-8c7d-6074efe0f1a8 service neutron] show failed (client error): The resource could not be found. Aug 31 07:12:01.482060 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-fde3b91b-4b4a-4980-8c7d-6074efe0f1a8 service neutron] 10.222.0.50 "GET /v2.0/ports/083af5b9-9918-496b-94a2-fe724bc1cb6a/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0625398 Aug 31 07:12:01.712891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432ac09b-d280-42a7-89ba-2b6313083cbb req-cbdcd01c-b126-48ee-b13c-b4c0b672c552 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:01.713210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-0da7dba2-e525-49ad-a87d-2540ca82a840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:01.714503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-432ac09b-d280-42a7-89ba-2b6313083cbb req-cbdcd01c-b126-48ee-b13c-b4c0b672c552 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0525146 Aug 31 07:12:01.714768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-0da7dba2-e525-49ad-a87d-2540ca82a840 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 1097 time: 0.0761633 Aug 31 07:12:01.727279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:01.757269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-432ac09b-d280-42a7-89ba-2b6313083cbb req-0ebdeb1e-3534-42b1-a147-af324b7955ce tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350647 Aug 31 07:12:01.783870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:01.992283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:02.032022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:02.072362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:02.076071 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd26c2-3c76-489e-809b-c763ecb20d4f" -d '{"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-unplugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:02.079653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:02.093321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Transition to ACTIVE for port object 083af5b9-9918-496b-94a2-fe724bc1cb6a will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:02.097663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:02.131578 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe1bafe-17da-493d-92e6-7497fac47bd2 x-openstack-request-id: req-cbe1bafe-17da-493d-92e6-7497fac47bd2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:02.131869 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-unplugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:02.132124 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cbe1bafe-17da-493d-92e6-7497fac47bd2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:02.132518 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'code': 200} Aug 31 07:12:02.220545 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:02.247896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.248281 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.248574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.248931 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.249201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.249569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.249899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.250280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.250626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.250973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.251303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.251647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:02.283862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] No DVR routers for this DVR port 083af5b9-9918-496b-94a2-fe724bc1cb6a on host n-h2-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:12:02.422327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:12:02.422631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:12:02.422958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:02.427736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:12:02.428072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Attempting to bind port 083af5b9-9918-496b-94a2-fe724bc1cb6a on network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:02.433122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:12:02.433497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Checking segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:02.433886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Bound using segment: {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:12:02.434923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Bound port: 083af5b9-9918-496b-94a2-fe724bc1cb6a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0611141-c447-4efd-b9c1-d1293ea215a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 550, 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:12:02.435544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:02.503672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:02.506799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:12:02.511701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:02.867905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:02.868510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:02.869892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] 10.222.0.53 "PUT /v2.0/ports/083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 1092 time: 1.1468718 Aug 31 07:12:02.892755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bdec8b8-4fe1-4ee9-9c0a-2de97c087a79 service neutron] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:02.893956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef43e29-82dc-4be1-be76-f5a15275682a req-54a28a76-c697-4f26-9aed-53591ece94ae tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:02.897951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ef43e29-82dc-4be1-be76-f5a15275682a req-54a28a76-c697-4f26-9aed-53591ece94ae tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0640266 Aug 31 07:12:02.943826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7ef43e29-82dc-4be1-be76-f5a15275682a req-df4190f2-7e8a-4f15-87b0-a6530422e80b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391090 Aug 31 07:12:02.946602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7c36a39b-d48f-4c28-9167-9ab44f8ab855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:02.948418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-7c36a39b-d48f-4c28-9167-9ab44f8ab855 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0478640 Aug 31 07:12:03.058529 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-a582e557-0c8f-4d1e-9c1c-87add08724a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:03.060631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-a582e557-0c8f-4d1e-9c1c-87add08724a1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.1046171 Aug 31 07:12:03.132105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-597d5b4f-ee44-4021-ab78-831f4828ac6c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 999 time: 0.0640068 Aug 31 07:12:03.186129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-dfd84bf2-7588-4c25-ac74-1a5d57d4c3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:03.187636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-dfd84bf2-7588-4c25-ac74-1a5d57d4c3d0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0464647 Aug 31 07:12:03.242765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-6272b483-7cde-4b36-9301-a3826ac4254b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:03.244326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-6272b483-7cde-4b36-9301-a3826ac4254b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479910 Aug 31 07:12:03.336564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-4eb70dfd-424c-430d-8c37-64bf83035314 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826075 Aug 31 07:12:03.430895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cf8afdda-9a1b-4120-9859-c3c0c77401bd req-e2fba52e-7777-435f-ba83-237805e0ab44 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866075 Aug 31 07:12:03.707324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:12:03.748039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:12:04.067951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75944093-0edd-45c2-852f-fb8f9f9a7641 req-1e0ff67a-d26e-458c-9848-f752222443ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.069470 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75944093-0edd-45c2-852f-fb8f9f9a7641 req-1e0ff67a-d26e-458c-9848-f752222443ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0524931 Aug 31 07:12:04.108332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75944093-0edd-45c2-852f-fb8f9f9a7641 req-f8314938-c1e3-47a0-88a9-d1327eae801d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321774 Aug 31 07:12:04.133956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:04.136285 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86eb09ce-b975-4b43-a41a-67f475962375" -d '{"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:04.184398 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c0bbc3f-4bd9-48e2-aeb6-11215e8ef901 x-openstack-request-id: req-7c0bbc3f-4bd9-48e2-aeb6-11215e8ef901 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:04.184906 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:04.185242 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7c0bbc3f-4bd9-48e2-aeb6-11215e8ef901 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:04.185720 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'status': 'completed', 'code': 200} Aug 31 07:12:04.247833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-9242fade-3918-4b16-856f-2e239b3131a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.249717 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-9242fade-3918-4b16-856f-2e239b3131a3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0466378 Aug 31 07:12:04.253009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-220464da-772e-4d78-9dbc-7f7b14887efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.254726 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-220464da-772e-4d78-9dbc-7f7b14887efc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0469325 Aug 31 07:12:04.347852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-8498d410-33b1-4382-8446-51b1c0eccdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.348169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-28c0cf8f-38fb-49a8-8fc7-12531ebf3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.349308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-8498d410-33b1-4382-8446-51b1c0eccdcf service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0880473 Aug 31 07:12:04.349450 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-28c0cf8f-38fb-49a8-8fc7-12531ebf3c04 service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0917037 Aug 31 07:12:04.415791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-2e613bf3-0763-4d22-b6cc-fd4cb3afe1dc service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 999 time: 0.0582643 Aug 31 07:12:04.419258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-73b9da51-07a9-4657-af51-104c6b25a609 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 999 time: 0.0629656 Aug 31 07:12:04.468997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-f928a5a4-1d0d-4db8-916d-caac9c8b8fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.470510 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-f928a5a4-1d0d-4db8-916d-caac9c8b8fe7 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0468457 Aug 31 07:12:04.527512 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-1520d1b7-e606-4033-b407-db4200cfd4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.529061 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-1520d1b7-e606-4033-b407-db4200cfd4f8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512006 Aug 31 07:12:04.625929 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-4b3112ab-610f-45db-9d07-6ecd95d1d068 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885046 Aug 31 07:12:04.728481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-02176896-c46c-4a4d-bfda-8170a92dba4e service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953457 Aug 31 07:12:04.797786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-80843070-9cfe-45f7-bd6f-d35eee8af915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.799153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-80843070-9cfe-45f7-bd6f-d35eee8af915 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.3735371 Aug 31 07:12:04.846328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86eb09ce-b975-4b43-a41a-67f475962375 req-cb1f7eb0-0349-4af5-bad5-63781a0bc878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:04.847852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-cb1f7eb0-0349-4af5-bad5-63781a0bc878 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417094 Aug 31 07:12:04.945731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-5028705f-9ac1-4e7b-8b96-17fd30dfdc2e service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908070 Aug 31 07:12:05.036349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86eb09ce-b975-4b43-a41a-67f475962375 req-d944361d-4f81-47c1-8813-a10eed1b58a2 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828910 Aug 31 07:12:05.225736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e063192-afc3-4be2-bfcf-a794330b2db1 req-bbc9a61e-a301-416b-8b3d-6feca6335dd9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.227201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7e063192-afc3-4be2-bfcf-a794330b2db1 req-bbc9a61e-a301-416b-8b3d-6feca6335dd9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0492609 Aug 31 07:12:05.264995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7e063192-afc3-4be2-bfcf-a794330b2db1 req-ec8a1ad7-13d3-4e19-aa35-9f63ac229c4f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311103 Aug 31 07:12:05.463662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d05768a-beb1-4010-b333-fbeb86acd20d req-52f8ffe6-a3a1-40b8-b379-0031fb29d97b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.465116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d05768a-beb1-4010-b333-fbeb86acd20d req-52f8ffe6-a3a1-40b8-b379-0031fb29d97b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 943 time: 0.0538161 Aug 31 07:12:05.506004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d05768a-beb1-4010-b333-fbeb86acd20d req-cee88b02-6b65-4757-b245-6ffa99c850c6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339844 Aug 31 07:12:05.550482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-a5fdca21-1ab8-4586-b596-86f654e084f8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.552173 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-a5fdca21-1ab8-4586-b596-86f654e084f8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 943 time: 0.0909061 Aug 31 07:12:05.613451 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-19c26ee4-6979-4aa1-b61c-5fd152d5af1d service neutron] delete failed (client error): The resource could not be found. Aug 31 07:12:05.614430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-19c26ee4-6979-4aa1-b61c-5fd152d5af1d service neutron] 10.222.0.50 "DELETE /v2.0/ports/083af5b9-9918-496b-94a2-fe724bc1cb6a/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0523241 Aug 31 07:12:05.696960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-3ad744f3-d880-4d1a-8bc6-e6bb0848e2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.698485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-3ad744f3-d880-4d1a-8bc6-e6bb0848e2da service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1095 time: 0.0402942 Aug 31 07:12:05.796780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-7864b937-73c2-4e6b-a9f7-6d0a825859ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.798197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-7864b937-73c2-4e6b-a9f7-6d0a825859ad service neutron] 10.222.0.50 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0918577 Aug 31 07:12:05.864203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-da1b1d8d-b683-485e-aa67-7170a4507d83 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 999 time: 0.0587347 Aug 31 07:12:05.898250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:05.915271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-de6116d4-0445-4503-a343-4895d97d7198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.916769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-de6116d4-0445-4503-a343-4895d97d7198 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0460179 Aug 31 07:12:05.968963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-4d8ed25d-74e0-4068-a59a-9ecb0abc251e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:05.970478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-4d8ed25d-74e0-4068-a59a-9ecb0abc251e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467565 Aug 31 07:12:06.061307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-0830acf2-8971-4c23-ab0d-2eae36854411 service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833025 Aug 31 07:12:06.154352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba89f1fb-5c1c-4b0c-b9e2-477dec720ae8 req-43ffb79b-0463-4037-abfa-3ade645db90d service neutron] 10.222.0.50 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859625 Aug 31 07:12:06.368832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:12:06.469204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:06.483831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'port_id': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'mac_address': 'fa:16:3e:3c:3f:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 550, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:12:06.525545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:06.545187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 083af5b9-9918-496b-94a2-fe724bc1cb6a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:12:06.565493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:06.570061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:06.621589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:06.629311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.629683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.630026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.630360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.630693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.631020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.631346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.631677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.631990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.632404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.632728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.633049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:06.640036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d414617-f748-4138-ae51-ea84be771b11 req-a6d9fc41-9620-4364-8af0-aebb1b2e48d0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:06.641604 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d414617-f748-4138-ae51-ea84be771b11 req-a6d9fc41-9620-4364-8af0-aebb1b2e48d0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 944 time: 0.0541606 Aug 31 07:12:06.683100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d414617-f748-4138-ae51-ea84be771b11 req-df3a1e73-f3be-43a5-a57e-88e1be90b200 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355034 Aug 31 07:12:06.781375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['083af5b9-9918-496b-94a2-fe724bc1cb6a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:12:07.806131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4499f175-eb42-4038-b8e7-b18535e2707d req-8b9070c6-3b33-4b49-bae2-2cc24c89cb47 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:07.807687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4499f175-eb42-4038-b8e7-b18535e2707d req-8b9070c6-3b33-4b49-bae2-2cc24c89cb47 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 944 time: 0.0551085 Aug 31 07:12:07.846655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4499f175-eb42-4038-b8e7-b18535e2707d req-5b9681ac-3664-43bc-8236-9f6afcd43d37 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319579 Aug 31 07:12:07.868553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37660) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:07.935352 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d428ceaa-b972-40b9-af5d-10421bf7b557 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/11a37474-2270-44f1-a879-b3f8a5288981 HTTP/1.1" status: 200 len: 992 time: 0.0655928 Aug 31 07:12:08.186524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:12:08.380186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:08.428375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 083af5b9-9918-496b-94a2-fe724bc1cb6a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:08.432059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 083af5b9-9918-496b-94a2-fe724bc1cb6a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:08.432433 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:08.508634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:08.682567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:08.685050 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b722792-e3eb-44df-82be-c1a4931c0c45" -d '{"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-plugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:08.697262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:08.702814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:08.728172 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbcd9c1-9b76-4f88-a7ca-385737c6f5ff x-openstack-request-id: req-5cbcd9c1-9b76-4f88-a7ca-385737c6f5ff {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:08.728461 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-plugged", "status": "completed", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:08.728718 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5cbcd9c1-9b76-4f88-a7ca-385737c6f5ff {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:08.729086 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'code': 200} Aug 31 07:12:08.753994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:15.827236 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:24.829181 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d4ee27d-79af-4f7f-ab4e-b729b1974126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:27.474583 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0c157116-3c81-4136-9b60-e1b61dd305b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:27.780215 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:29.702982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:31.126781 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:35.899524 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:36.369194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e8d2-3982-49a4-ac41-ac34803a660b req-aa335a14-dba6-4f6b-a87c-f7adcdd94e10 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:36.370747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1255e8d2-3982-49a4-ac41-ac34803a660b req-aa335a14-dba6-4f6b-a87c-f7adcdd94e10 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0438769 Aug 31 07:12:36.406265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1255e8d2-3982-49a4-ac41-ac34803a660b req-348840bd-5b06-4435-afe8-7b4902b80557 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287097 Aug 31 07:12:36.430507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37686) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:36.619321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 04dcc506-8788-48cc-bd81-504143043b04 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:12:36.619821 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:36.716010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:36.716340 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:36.729236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 04dcc506-8788-48cc-bd81-504143043b04 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:12:36.916855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:36.947077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=04dcc506-8788-48cc-bd81-504143043b04,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:37.016721 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:37.017254 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP 11a37474-2270-44f1-a879-b3f8a5288981 disassociated (deleted). External IP: 172.25.3.247, port: 083af5b9-9918-496b-94a2-fe724bc1cb6a. Aug 31 07:12:37.239591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router e7af182d-8d91-4152-b535-0767de284aa5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:12:37.350454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:12:37.355542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:37.361608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Sync routers for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:12:37.374448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:37.375159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:37.388474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e60776fd-8724-4ba8-b0f8-6336ab8d08d7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/floatingips/11a37474-2270-44f1-a879-b3f8a5288981 HTTP/1.1" status: 204 len: 168 time: 0.9568126 Aug 31 07:12:37.389059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:37.391357 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e4b056-42dd-4a19-886c-e88f103fc078" -d '{"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:37.499271 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380c629b-21f4-4832-980c-db35d36da49f x-openstack-request-id: req-380c629b-21f4-4832-980c-db35d36da49f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:37.499915 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69c92042-b20b-4190-9515-978605927b18", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:37.500076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:37.500262 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-380c629b-21f4-4832-980c-db35d36da49f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:37.500485 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'status': 'completed', 'code': 200} Aug 31 07:12:37.576325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-5546ef5a-23e6-4e17-bf44-b871c92b3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:37.578070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-5546ef5a-23e6-4e17-bf44-b871c92b3518 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 1097 time: 0.0536485 Aug 31 07:12:37.645049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b87857-8476-4e6b-aefc-ed6dcc4ff6a5 req-c6ee3da5-902f-45ca-b9ea-84ec1bc5d114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:37.647326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73b87857-8476-4e6b-aefc-ed6dcc4ff6a5 req-c6ee3da5-902f-45ca-b9ea-84ec1bc5d114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0577345 Aug 31 07:12:37.678761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-43b1762f-31e5-4729-af43-16fb656d161a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:37.680517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-43b1762f-31e5-4729-af43-16fb656d161a service neutron] 10.222.0.53 "GET /v2.0/networks?id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 200 len: 898 time: 0.0922935 Aug 31 07:12:37.688502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73b87857-8476-4e6b-aefc-ed6dcc4ff6a5 req-3697554c-7951-4049-983e-ae681dc934ed tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343785 Aug 31 07:12:37.725899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:37.727468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-b59570d8-667e-4c01-b9a1-e3a71b1ecef5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 200 len: 217 time: 0.0386765 Aug 31 07:12:37.753572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Checking router: e7af182d-8d91-4152-b535-0767de284aa5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:12:37.762363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:37.762969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:37.778951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-5a27bf43-525b-478b-855f-d67353d99097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:37.780522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-5a27bf43-525b-478b-855f-d67353d99097 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 200 len: 834 time: 0.0451643 Aug 31 07:12:37.830472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-7de7c665-1c4c-4fa6-aa50-f89438c10e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:37.832000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-7de7c665-1c4c-4fa6-aa50-f89438c10e1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432396 Aug 31 07:12:37.872559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:37.935141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-9b20449d-cf56-4742-9edc-587b2095c0b8 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938861 Aug 31 07:12:38.031341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-27e4b056-42dd-4a19-886c-e88f103fc078 req-8db27dfb-03c2-48f2-9692-956e68659a52 service neutron] 10.222.0.53 "GET /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896072 Aug 31 07:12:38.080091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:38.109493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc66d1cd-cbb3-402c-8a03-42723fe2cc00 None None] The sync data for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 is: [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:10:54Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ff3afe65-070e-4562-9c1e-f9cf79471cf3', 'name': '', 'network_id': '5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:26:0c:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3891, 'fixed_ips': [{'subnet_id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:53Z', 'updated_at': '2021-08-31T07:10:57Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '781bd946-2e2a-42a5-95d9-926389e2506c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:12:38.322018 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3b0ea1-ebd7-4380-a1a9-f29c109fe6a5 None None] New status for floating IP 11a37474-2270-44f1-a879-b3f8a5288981: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:12:38.814417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0fa584-d5bd-435d-b920-864f4369d6fa req-53d696cb-e853-40ad-86fd-4a4dff495e86 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:38.816095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e0fa584-d5bd-435d-b920-864f4369d6fa req-53d696cb-e853-40ad-86fd-4a4dff495e86 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0523398 Aug 31 07:12:38.855697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e0fa584-d5bd-435d-b920-864f4369d6fa req-4eae1bd0-1ae6-49bb-ae37-03c916411b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=dd29d9af-c589-4baf-b4f8-77a42f1af0b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332272 Aug 31 07:12:39.053883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-3c9a0465-e44e-49b4-b27c-efc6928d7d5e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:39.055238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-3c9a0465-e44e-49b4-b27c-efc6928d7d5e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/ports?device_id=69c92042-b20b-4190-9515-978605927b18 HTTP/1.1" status: 200 len: 945 time: 0.0563564 Aug 31 07:12:39.143634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 083af5b9-9918-496b-94a2-fe724bc1cb6a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:12:39.143972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:39.233990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 083af5b9-9918-496b-94a2-fe724bc1cb6a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=083af5b9-9918-496b-94a2-fe724bc1cb6a,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:39.234348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:39.247402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 083af5b9-9918-496b-94a2-fe724bc1cb6a owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:12:39.369787 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:39.403708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=083af5b9-9918-496b-94a2-fe724bc1cb6a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:39.442907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] No DVR routers for this DVR port 083af5b9-9918-496b-94a2-fe724bc1cb6a on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:12:39.445527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:39.447487 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0209e02a-32a1-4ce8-92db-a5477395ec44 req-aaf0591f-294c-44f6-9e6d-f4291905d774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "DELETE /v2.0/ports/083af5b9-9918-496b-94a2-fe724bc1cb6a HTTP/1.1" status: 204 len: 173 time: 0.3863592 Aug 31 07:12:39.501477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-deleted', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:39.503810 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94963eeb-3495-47ba-92ff-ed4ef4c6026f" -d '{"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-deleted", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:39.541496 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-787d540b-948b-440a-904b-5aaf1a3511ce x-openstack-request-id: req-787d540b-948b-440a-904b-5aaf1a3511ce {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:39.541801 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69c92042-b20b-4190-9515-978605927b18", "name": "network-vif-deleted", "tag": "083af5b9-9918-496b-94a2-fe724bc1cb6a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:39.542057 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-787d540b-948b-440a-904b-5aaf1a3511ce {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:39.542460 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69c92042-b20b-4190-9515-978605927b18', 'name': 'network-vif-deleted', 'tag': '083af5b9-9918-496b-94a2-fe724bc1cb6a', 'status': 'completed', 'code': 200} Aug 31 07:12:39.911475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:40.270897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:40.531837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port ff3afe65-070e-4562-9c1e-f9cf79471cf3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:12:40.532084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:40.620369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port ff3afe65-070e-4562-9c1e-f9cf79471cf3, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ff3afe65-070e-4562-9c1e-f9cf79471cf3,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:40.620727 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:40.633771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for ff3afe65-070e-4562-9c1e-f9cf79471cf3 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:12:40.839342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:40.873268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=ff3afe65-070e-4562-9c1e-f9cf79471cf3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:41.070583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:41.631000 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router e7af182d-8d91-4152-b535-0767de284aa5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:12:41.737263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:12:41.746209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6fec86c8-e1b4-4ec4-9398-281f6cf0edf4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/e7af182d-8d91-4152-b535-0767de284aa5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8303933 Aug 31 07:12:41.746874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:41.747834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Sync routers for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:12:41.757829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:41.758446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:41.798980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting subnet 781bd946-2e2a-42a5-95d9-926389e2506c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:12:41.802174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:41.845136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:41.873736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:41.936618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:41.997205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.025926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Subnet': ['ID=781bd946-2e2a-42a5-95d9-926389e2506c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:42.031213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.035655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/subnets/781bd946-2e2a-42a5-95d9-926389e2506c HTTP/1.1" status: 204 len: 168 time: 0.2851326 Aug 31 07:12:42.037396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37710) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:42.038226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83fb96f-9204-44d8-a07e-ea33764cd383 None None] Network 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:12:42.040813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.041174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.041551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.042321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.042321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.042653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.043481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.043845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.044183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.044516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.044916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.045256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cda4275-14e4-43d5-bf26-a11f8ace458c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:42.138248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:12:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:42.150564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.177263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Checking router: e7af182d-8d91-4152-b535-0767de284aa5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:12:42.193576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Routers {'e7af182d-8d91-4152-b535-0767de284aa5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:42.194192 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['e7af182d-8d91-4152-b535-0767de284aa5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:42.261532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.277854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] DHCP port deletion for 5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:12:42.319406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port daac87f6-7afd-49fe-880b-b3c2d1c06547 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:12:42.319641 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.330919 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] Set router e7af182d-8d91-4152-b535-0767de284aa5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:42.409457 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port daac87f6-7afd-49fe-880b-b3c2d1c06547, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=daac87f6-7afd-49fe-880b-b3c2d1c06547,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:42.409822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.423134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for daac87f6-7afd-49fe-880b-b3c2d1c06547 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:12:42.442859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Deleting port 2a36877b-c700-4e85-954a-2f0b884da870 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:12:42.443230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.528422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] For port 2a36877b-c700-4e85-954a-2f0b884da870, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=2a36877b-c700-4e85-954a-2f0b884da870,segment=NetworkSegment(d0611141-c447-4efd-b9c1-d1293ea215a5),segment_id=d0611141-c447-4efd-b9c1-d1293ea215a5)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:42.528742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.560547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Calling delete_port for 2a36877b-c700-4e85-954a-2f0b884da870 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:12:42.589113 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.620116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=daac87f6-7afd-49fe-880b-b3c2d1c06547,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:42.643463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:12:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:42.676654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d0b9c5-30a8-4813-92be-16514c127520 None None] The sync data for ids ['e7af182d-8d91-4152-b535-0767de284aa5'] in n-d-712707-15 is: [{'id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1139456742', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54'}], 'enable_snat': True}, 'gw_port_id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:10:49Z', 'updated_at': '2021-08-31T07:12:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'daac87f6-7afd-49fe-880b-b3c2d1c06547', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7af182d-8d91-4152-b535-0767de284aa5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3888, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:10:50Z', 'updated_at': '2021-08-31T07:10:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:12:42.682569 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.690126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.720142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] Pushing event deleted for resources: {'Port': ['ID=2a36877b-c700-4e85-954a-2f0b884da870,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:42.724838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbe2c2-eeae-4708-853e-b9e109a17bb6 None None] No DVR routers for this DVR port 2a36877b-c700-4e85-954a-2f0b884da870 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:12:42.781296 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.783800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.828001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.828653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Fanout notify agent at l3_agent the message router_deleted on router e7af182d-8d91-4152-b535-0767de284aa5 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:12:42.835544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:42.837391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-be17bc0f-b8ba-46a5-9aa3-7e2a4f870eda tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/routers/e7af182d-8d91-4152-b535-0767de284aa5 HTTP/1.1" status: 204 len: 168 time: 0.7983968 Aug 31 07:12:42.840018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37712) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:42.919592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.009516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.020850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:43.033658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0611141-c447-4efd-b9c1-d1293ea215a5') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:43.034121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0611141-c447-4efd-b9c1-d1293ea215a5') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:43.043596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.063300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.069784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Releasing vlan 550 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:12:43.070189 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:12:43.073796 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:12:43.134369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.142635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.144409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/networks/5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4 HTTP/1.1" status: 204 len: 168 time: 0.3031957 Aug 31 07:12:43.150615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37714) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:43.157142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70a8141-53c1-401b-8c97-39d0b6921643 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Network': ['ID=5b4ae83c-2d0b-4e1e-aea6-baf2759e87e4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:43.212801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.239583 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.311494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.316589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.316589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/security-groups/dd29d9af-c589-4baf-b4f8-77a42f1af0b8 HTTP/1.1" status: 204 len: 168 time: 0.1636696 Aug 31 07:12:43.326608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f44ef48-99ea-439a-bf09-e3a653580fb2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd29d9af-c589-4baf-b4f8-77a42f1af0b8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:43.753835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2a36877b-c700-4e85-954a-2f0b884da870 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:12:43.778745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 2a36877b-c700-4e85-954a-2f0b884da870 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:12:43.779113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 2a36877b-c700-4e85-954a-2f0b884da870 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:12:43.779692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ff3afe65-070e-4562-9c1e-f9cf79471cf3 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:12:43.817204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37720) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:43.822011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-148922491', 'description': 'tempest-secgroup-smoke-148922491 description', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:43.848312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.942490 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.946331 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.962854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ff3afe65-070e-4562-9c1e-f9cf79471cf3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:12:43.963204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ff3afe65-070e-4562-9c1e-f9cf79471cf3 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:12:43.963625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daac87f6-7afd-49fe-880b-b3c2d1c06547 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:12:43.976454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:43.977697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1594417 Aug 31 07:12:43.979598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f75e57a-17d4-4fe3-8fc6-ba6622a8a8bf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b299abb0-37c3-433c-afbc-2f065dcba809,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:43.981198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:43.984353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: daac87f6-7afd-49fe-880b-b3c2d1c06547 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:12:43.984700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device daac87f6-7afd-49fe-880b-b3c2d1c06547 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:12:43.985897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.014114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.069432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.073266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.091573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3936b972-4e44-4414-9c88-9033a02d31f0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.097935 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.101781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b3377ddb-be17-4581-a6f2-407e71c43f50 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168876 Aug 31 07:12:44.101908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.107438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.133261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.196024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.199803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.214339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f812c9-ca47-4275-bfef-fe217e513fd2,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.223814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.225000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c785080d-4d73-41b4-ab3e-29830b3797b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1222813 Aug 31 07:12:44.227670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37726) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.232867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.258861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.318634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.322469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.341059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f4f1f83-5595-4fb5-879e-8e476c0ddd46,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.347351 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.348539 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0b0a7935-4a95-4ba5-9e66-cca099d0c422 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1198969 Aug 31 07:12:44.351271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37728) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.356226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.383614 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.443151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.446585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.463727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad074a55-14e3-434d-a670-0a67a3e1a2ec,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.472366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.474129 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3553e775-ef9c-4c1d-9d07-a2a0b5cdaa05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1219494 Aug 31 07:12:44.476957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37730) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.481951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.503129 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:12:44.507961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.581825 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.582071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:12:44.586852 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.602349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 083af5b9-9918-496b-94a2-fe724bc1cb6a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:12:44.602696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 083af5b9-9918-496b-94a2-fe724bc1cb6a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:12:44.608211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386f7bde-8660-44b0-8abf-85c8644962f2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.611011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.614702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b4166f22-7e1e-4596-9fb1-3bd97c3798a4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342213 Aug 31 07:12:44.615241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37732) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.620194 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': 'b299abb0-37c3-433c-afbc-2f065dcba809', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.642613 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:12:44.647344 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.710523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.713914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.733900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53bb6e0-04aa-4378-8b05-eb5bc3af3f9e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.741939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.743358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-66c6bfb1-a1ec-4d0c-bd4d-adb6b7ed2eb0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1272249 Aug 31 07:12:44.746295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.751496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'network': {'name': 'tempest-network-smoke--811805014', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.772093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:12:44.775795 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.800437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] vlan segment allocate from pool success with {'vlan_id': 552, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:12:44.809979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.810380 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Added segment 1843abf3-8e89-4bb7-87f8-5a277617ac5d of type vlan for network 6c02c44c-c906-4468-934d-2bace5abf049 Aug 31 07:12:44.850339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.873911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.879485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:44.880075 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.938596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1912417 Aug 31 07:12:44.941372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37736) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:44.946081 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'admin_state_up': True, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:44.947509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1143806-25ae-42c8-815b-24017482b964 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Network': ['ID=6c02c44c-c906-4468-934d-2bace5abf049,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:44.962747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 6c02c44c-c906-4468-934d-2bace5abf049 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:12:44.970537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:44.971953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.030546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.173941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.186806 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:12:45.369731 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.389831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.504025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.125 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/94e69545-125b-4856-877a-e0701a3b802b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:12:45.605877 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.643719 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.682609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:12:45.687425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:45.691445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:12:45.719420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=94e69545-125b-4856-877a-e0701a3b802b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:45.824998 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:45.950790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.141947 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.266319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:12:46.372389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:12:46.381693 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Sync routers for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:12:46.391733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.392223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:46.392799 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:46.392974 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-58a4bd97-c8f8-4c1d-b344-3baa865a9c6c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4505961 Aug 31 07:12:46.396173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:46.425009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-da2fa980-b991-4fbf-a1ce-ef6f33fa94d8 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=674f8bf57eb04593a53e4c32e7aa88a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277004 Aug 31 07:12:46.427965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37740) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:46.519981 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:46.527863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f95c2e3-6336-4d10-8135-879691ac9e3d tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:46.529613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f95c2e3-6336-4d10-8135-879691ac9e3d tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1005733 Aug 31 07:12:46.532730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:46.561532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0689b6b0-2919-4e0e-b73f-35940071edfd tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276957 Aug 31 07:12:46.564410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37744) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:46.569482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-447635317', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:46.661506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:12:46.664851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.696157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:46.723399 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Checking router: 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:12:46.723745 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Updating router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d port 94e69545-125b-4856-877a-e0701a3b802b binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:12:46.748743 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.858394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.923319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Subnet': ['ID=fedcd97b-594c-49cb-b393-37ed00834560,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:46.931571 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:46.931934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network hostable DHCP agents. Network: 6c02c44c-c906-4468-934d-2bace5abf049, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:12:46.950159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 6c02c44c-c906-4468-934d-2bace5abf049 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:12:46.960765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 6c02c44c-c906-4468-934d-2bace5abf049) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:46.966658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:46.967935 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:46.971408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d31cc9-ba51-4e92-b2f2-49d751d621a2 None None] Network 6c02c44c-c906-4468-934d-2bace5abf049 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:12:46.984076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ca158d02-b22d-4ed0-ae33-61a04d4fabee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4182298 Aug 31 07:12:46.986845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37746) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:12:47.008089 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.019786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Transition to ACTIVE for port object 94e69545-125b-4856-877a-e0701a3b802b will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:47.026315 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.076553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Attempting to bind port 94e69545-125b-4856-877a-e0701a3b802b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:12:47.077263 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Attempting to bind port 94e69545-125b-4856-877a-e0701a3b802b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:12:47.077263 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Attempting to bind port 94e69545-125b-4856-877a-e0701a3b802b on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:47.085860 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:12:47.086232 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:47.086631 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.087019 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:12:47.087475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Bound port: 94e69545-125b-4856-877a-e0701a3b802b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:12:47.087998 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.108954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Pushing event updated for resources: {'Port': ['ID=94e69545-125b-4856-877a-e0701a3b802b,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:47.126286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-6c02c44c-c906-4468-934d-2bace5abf049', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:12:47.127569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.133210 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.133584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.133915 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.134244 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.134569 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.134890 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.135211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.135529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.135845 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.136156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.137130 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.137476 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:12:47.156861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] For port 94e69545-125b-4856-877a-e0701a3b802b, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:47.160009 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] For port 94e69545-125b-4856-877a-e0701a3b802b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=94e69545-125b-4856-877a-e0701a3b802b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:12:47.165265 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.208569 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:47.209184 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:47.273985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Allocated IP 172.20.0.2 (6c02c44c-c906-4468-934d-2bace5abf049/fedcd97b-594c-49cb-b393-37ed00834560/6aa5b90f-96c5-4c35-8113-202bfff27ab1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:12:47.308907 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5659f327-aa1d-4bbb-9d82-4838a86e65bb None None] Pushing event updated for resources: {'Port': ['ID=94e69545-125b-4856-877a-e0701a3b802b,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:47.341976 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:47.433234 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.442027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Transition to ACTIVE for port object 6aa5b90f-96c5-4c35-8113-202bfff27ab1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:47.458353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Transition to ACTIVE for port object 6aa5b90f-96c5-4c35-8113-202bfff27ab1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:47.465574 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.468544 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.514918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Network 6c02c44c-c906-4468-934d-2bace5abf049 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:12:47.518043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:47.524480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:12:47.531655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Pushing event updated for resources: {'Port': ['ID=6aa5b90f-96c5-4c35-8113-202bfff27ab1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:47.553170 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:47.582472 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54a71ce-fbc6-4966-998c-a2e5ad703c14 None None] The sync data for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 is: [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:12:47.588797 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Attempting to bind port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:12:47.589151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Attempting to bind port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:12:47.589263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Attempting to bind port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:47.595188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:12:47.595571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:47.595971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.596360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:12:47.596824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Bound port: 6aa5b90f-96c5-4c35-8113-202bfff27ab1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:12:47.597207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.667398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] For port 6aa5b90f-96c5-4c35-8113-202bfff27ab1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:47.671115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] For port 6aa5b90f-96c5-4c35-8113-202bfff27ab1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6aa5b90f-96c5-4c35-8113-202bfff27ab1,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:12:47.675042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.740828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aea29d1-a35a-4682-9f26-12df7fd3e4d8 None None] Pushing event updated for resources: {'Port': ['ID=6aa5b90f-96c5-4c35-8113-202bfff27ab1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:47.791952 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.1 (6c02c44c-c906-4468-934d-2bace5abf049/fedcd97b-594c-49cb-b393-37ed00834560/14df9e99-6784-4a4e-85f2-e481654f7b36) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:12:47.965176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:47.980882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object 14df9e99-6784-4a4e-85f2-e481654f7b36 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:48.020320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.071309 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 6c02c44c-c906-4468-934d-2bace5abf049 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:12:48.075341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:48.077897 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:12:48.105883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:48.133017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.282399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.586400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.591451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.670615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:48.672477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:48.722138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624db74-35eb-40f0-b690-a0f28a912b1a None None] Network 6c02c44c-c906-4468-934d-2bace5abf049 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:12:48.771290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 6c02c44c-c906-4468-934d-2bace5abf049 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:12:48.772676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:48.836183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31e4eb89-e40e-4706-99f5-54377ff57205 None None] Provisioning for port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:49.185746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-664b617e-581a-4fcf-b741-482f55d1abee None None] Provisioning for port 14df9e99-6784-4a4e-85f2-e481654f7b36 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:49.190283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-664b617e-581a-4fcf-b741-482f55d1abee None None] Provisioning complete for port 14df9e99-6784-4a4e-85f2-e481654f7b36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:49.190981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-664b617e-581a-4fcf-b741-482f55d1abee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.233441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-664b617e-581a-4fcf-b741-482f55d1abee None None] Port 14df9e99-6784-4a4e-85f2-e481654f7b36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:12:49.234599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:12:49.353910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-342bdbb3-9815-4e80-8711-002a5ca2119b None None] Provisioning complete for port 14df9e99-6784-4a4e-85f2-e481654f7b36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:49.354291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-342bdbb3-9815-4e80-8711-002a5ca2119b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.354661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:12:49.371118 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0fc82736-c868-4391-b195-1eb654b1b5f1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3733799 Aug 31 07:12:49.380186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Sync routers for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:12:49.397716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:49.398349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:49.406248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-342bdbb3-9815-4e80-8711-002a5ca2119b None None] Port 14df9e99-6784-4a4e-85f2-e481654f7b36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:12:49.521981 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-40120e62-0281-4c1f-bfc4-e3b05e86db35 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-148922491&fields=id&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 267 time: 0.0402246 Aug 31 07:12:49.525082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:49.567509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0282d9a9-564b-44fc-9ccc-a3eaeab522bc None None] Provisioning complete for port 14df9e99-6784-4a4e-85f2-e481654f7b36 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:49.568022 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0282d9a9-564b-44fc-9ccc-a3eaeab522bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.652686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-71f0baf8-9f74-4604-a045-01d83845c309 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:49.654470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-71f0baf8-9f74-4604-a045-01d83845c309 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 796 time: 0.1240647 Aug 31 07:12:49.674505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0282d9a9-564b-44fc-9ccc-a3eaeab522bc None None] Port 14df9e99-6784-4a4e-85f2-e481654f7b36 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:12:49.679036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 94e69545-125b-4856-877a-e0701a3b802b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:49.679507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-d8821b41-1fad-46cb-a088-5977d3f027d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/quotas/674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 375 time: 0.0172827 Aug 31 07:12:49.734853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-48533249-47a1-44a1-b526-8244c689d802 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484052 Aug 31 07:12:49.788685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 94e69545-125b-4856-877a-e0701a3b802b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:49.797923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 94e69545-125b-4856-877a-e0701a3b802b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:49.798298 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.848098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 2, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:49.877135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Checking router: 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:12:49.877524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Updating router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d port 14df9e99-6784-4a4e-85f2-e481654f7b36 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:12:49.892948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-3069b211-2108-4d9d-9508-5e64d45ce59c service neutron] 10.222.0.57 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451542 Aug 31 07:12:49.926333 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.966438 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:49.984114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-144b2725-90fe-4072-a245-656f97dff9af service neutron] 10.222.0.57 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846484 Aug 31 07:12:49.999117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 94e69545-125b-4856-877a-e0701a3b802b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=94e69545-125b-4856-877a-e0701a3b802b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:50.004096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.004918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6aa5b90f-96c5-4c35-8113-202bfff27ab1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:50.157284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10757493-5b3e-4ef8-8543-68fb1e65b76f req-20fecd4c-eaf0-4157-bb2b-9675dc5a52f9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 210 time: 0.0289376 Aug 31 07:12:50.188962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=94e69545-125b-4856-877a-e0701a3b802b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:50.216276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:50.224304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:50.224667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.374735 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.384990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.389727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Transition to ACTIVE for port object 14df9e99-6784-4a4e-85f2-e481654f7b36 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:50.399461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.491638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6aa5b90f-96c5-4c35-8113-202bfff27ab1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6aa5b90f-96c5-4c35-8113-202bfff27ab1,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:50.492783 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54896dff-c7e8-45cb-b828-be0b66a472cf None None] Pushing event updated for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:50.501242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.555505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Attempting to bind port 14df9e99-6784-4a4e-85f2-e481654f7b36 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:12:50.555876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Attempting to bind port 14df9e99-6784-4a4e-85f2-e481654f7b36 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:12:50.556249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Attempting to bind port 14df9e99-6784-4a4e-85f2-e481654f7b36 on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:50.570349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:12:50.570844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:50.571398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.571904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:12:50.572472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Bound port: 14df9e99-6784-4a4e-85f2-e481654f7b36, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:12:50.572949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.601049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6aa5b90f-96c5-4c35-8113-202bfff27ab1,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:50.664114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] For port 14df9e99-6784-4a4e-85f2-e481654f7b36, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:50.667540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] For port 14df9e99-6784-4a4e-85f2-e481654f7b36, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=14df9e99-6784-4a4e-85f2-e481654f7b36,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:12:50.671925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:50.743395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:12:50.744026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:50.747894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54896dff-c7e8-45cb-b828-be0b66a472cf None None] Pushing event updated for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:51.015250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:12:51.105156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-5401565d-a95c-45f4-80b9-1875a29b2b74 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:51.106734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-5401565d-a95c-45f4-80b9-1875a29b2b74 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 796 time: 0.1186440 Aug 31 07:12:51.152925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-dd9114df-78af-4dff-b3bf-0111d6cc741a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 379 time: 0.0365696 Aug 31 07:12:51.162629 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'port': {'device_id': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'admin_state_up': True, 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'security_groups': ['b299abb0-37c3-433c-afbc-2f065dcba809']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:51.231345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:50Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:12:51.258086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11c8dc9e-81e6-43ab-b09a-46064d10f920 req-3867aec2-a4df-450d-8592-d5a03eb9edc5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 210 time: 0.0289257 Aug 31 07:12:51.259367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-377d6506-2f12-4366-9507-bf2ee5dc6ddc None None] The sync data for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 is: [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:50Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:12:51.291159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:12:51.298327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.460035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.4 (6c02c44c-c906-4468-934d-2bace5abf049/fedcd97b-594c-49cb-b393-37ed00834560/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:12:51.625553 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.639606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:51.680232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.733031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 94e69545-125b-4856-877a-e0701a3b802b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:51.733929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 6c02c44c-c906-4468-934d-2bace5abf049 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:12:51.737220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:12:51.741465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:12:51.782165 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:51.787971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 94e69545-125b-4856-877a-e0701a3b802b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:51.788412 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.797590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:51.798226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.816306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9d259dea-520b-493b-b05f-6f19ad7f500a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6573594 Aug 31 07:12:51.834585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Request body: {'port': {'device_id': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:12:51.881107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 14df9e99-6784-4a4e-85f2-e481654f7b36 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:51.907620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:51.940585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 14df9e99-6784-4a4e-85f2-e481654f7b36 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:51.945456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 14df9e99-6784-4a4e-85f2-e481654f7b36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:51.945960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.046018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.049436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0e894c6-6881-4496-b843-d7dd1919e7bc None None] Provisioning for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:52.065124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b0e894c6-6881-4496-b843-d7dd1919e7bc None None] Provisioning complete for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:52.065732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b0e894c6-6881-4496-b843-d7dd1919e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.119977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 14df9e99-6784-4a4e-85f2-e481654f7b36, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=14df9e99-6784-4a4e-85f2-e481654f7b36,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:52.123643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b0e894c6-6881-4496-b843-d7dd1919e7bc None None] Port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:12:52.127500 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.128326 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6aa5b90f-96c5-4c35-8113-202bfff27ab1 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:52.206132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:52.219695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:52.220069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.225273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:12:52.235435 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.250053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Transition to ACTIVE for port object 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:12:52.254440 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.322889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:52.436214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:12:52.436551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:12:52.436880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:52.450659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83ee82-7639-4bd6-a3e3-981454caff1a req-7f937db8-2cb7-4a06-84be-855f2c805adb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:52.452259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a83ee82-7639-4bd6-a3e3-981454caff1a req-7f937db8-2cb7-4a06-84be-855f2c805adb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0852566 Aug 31 07:12:52.453082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:12:52.453430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:12:52.459416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:12:52.459758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:12:52.460149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:12:52.460572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Bound port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:12:52.461568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.536492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a83ee82-7639-4bd6-a3e3-981454caff1a req-1c731059-61df-4bef-9d9c-6557878b1561 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731630 Aug 31 07:12:52.556504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:12:52.560127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:12:52.565067 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.608154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:52.608750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:52.610153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] 10.222.0.53 "PUT /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 1092 time: 0.7811658 Aug 31 07:12:52.610589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:52.612823 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c568851-fa87-46f3-971e-037d229347a4" -d '{"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:52.634788 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9305b850-90ef-4b90-9cfb-b02166ac5d94 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:52.666064 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a98589-870f-400f-b8f8-0f5630dbba85 x-openstack-request-id: req-24a98589-870f-400f-b8f8-0f5630dbba85 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:52.666365 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:52.666616 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-24a98589-870f-400f-b8f8-0f5630dbba85 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:52.667012 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:12:52.702334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-3bf9d78d-2166-499b-b75f-c0fabad08490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:52.704102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-3bf9d78d-2166-499b-b75f-c0fabad08490 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0492353 Aug 31 07:12:52.749778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-c60911bb-8319-4f96-887c-54e2e174f379 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 217 time: 0.0373282 Aug 31 07:12:52.806079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-26d43280-d82e-430f-bfbd-522251faef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:52.807596 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-26d43280-d82e-430f-bfbd-522251faef78 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0516384 Aug 31 07:12:52.853734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-77f19ee1-74bd-48c6-b9f3-c2a5e2b729b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:52.855722 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-77f19ee1-74bd-48c6-b9f3-c2a5e2b729b9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0404325 Aug 31 07:12:52.947916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-f64c0c81-15e6-4746-88c6-67bc04c2e8af service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842352 Aug 31 07:12:53.039860 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ea609344-91f1-477e-8aaf-22ac5e84db6b req-10cf10ce-2f9a-4b19-8afe-71b99cd60b04 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852118 Aug 31 07:12:53.122755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c568851-fa87-46f3-971e-037d229347a4 req-1574576e-f438-45c1-8152-a64ae933234c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.124283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-1574576e-f438-45c1-8152-a64ae933234c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0426855 Aug 31 07:12:53.218241 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c568851-fa87-46f3-971e-037d229347a4 req-0b1788e3-babe-4f47-a5e4-b0a33a147c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.219643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-0b1788e3-babe-4f47-a5e4-b0a33a147c42 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0889046 Aug 31 07:12:53.261270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-0b4f5166-d07f-4a25-b565-74a74b7f299d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 217 time: 0.0344794 Aug 31 07:12:53.316192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c568851-fa87-46f3-971e-037d229347a4 req-60c0a22d-ebd3-401f-8fe0-1daa2cfde16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.317608 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-60c0a22d-ebd3-401f-8fe0-1daa2cfde16b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0484262 Aug 31 07:12:53.366013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c568851-fa87-46f3-971e-037d229347a4 req-cc163206-9831-40ae-95b8-0ba7dedf2efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.367499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-cc163206-9831-40ae-95b8-0ba7dedf2efb service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0424888 Aug 31 07:12:53.466039 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-d492ef50-8b36-43fb-bcd9-408bd6b00007 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907831 Aug 31 07:12:53.547480 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-c7cae4db-a27e-4b5d-8afe-b3edee613ab8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0441730 Aug 31 07:12:53.575047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c568851-fa87-46f3-971e-037d229347a4 req-e70af35d-e3cf-407f-8991-2f5cb92513bf service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959504 Aug 31 07:12:53.624849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 14df9e99-6784-4a4e-85f2-e481654f7b36 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:53.673946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 14df9e99-6784-4a4e-85f2-e481654f7b36 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:53.674307 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:53.682432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-d146068f-da9b-41c3-b8ff-a7dc6125ec99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.684171 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-d146068f-da9b-41c3-b8ff-a7dc6125ec99 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0796180 Aug 31 07:12:53.701831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743306e2-c048-4922-afc6-4fbd1fc311a2 req-f0a2356a-87e8-49c9-bea6-066300dacbd3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.703382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-743306e2-c048-4922-afc6-4fbd1fc311a2 req-f0a2356a-87e8-49c9-bea6-066300dacbd3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0634925 Aug 31 07:12:53.800524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-743306e2-c048-4922-afc6-4fbd1fc311a2 req-f6c6fea9-5240-41fe-aa07-91920db726ae tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877008 Aug 31 07:12:53.821201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-c6496b39-57f0-4fde-8563-1c072ee8b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.822781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-c6496b39-57f0-4fde-8563-1c072ee8b04b service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1184711 Aug 31 07:12:53.891262 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-e9b695af-ae4c-408f-8589-ea2ac4468868 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 1001 time: 0.0594375 Aug 31 07:12:53.942348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-37762f7f-dd22-4a12-950e-a6d6412b8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.943840 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-37762f7f-dd22-4a12-950e-a6d6412b8d98 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0449972 Aug 31 07:12:53.991863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-23c09d94-6fa1-4908-8e8d-55147251f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:53.993399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-23c09d94-6fa1-4908-8e8d-55147251f6b5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428231 Aug 31 07:12:54.096935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-86890c92-32c3-4a8c-a416-dbe85a9fceac service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957878 Aug 31 07:12:54.191383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-93c26c31-8cd8-4f60-bbd8-f0aa927a6186 req-e84e0d3b-9835-4f9f-a679-edb7bb3847af service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875759 Aug 31 07:12:54.830550 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-caa298e3-46b0-43fb-8d02-4ff4caae8136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:54.919491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de005c4-d558-48ca-9042-38c77df38094 req-3493b3a1-484e-4c2d-9c8b-971f5acf5c4a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:54.920984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8de005c4-d558-48ca-9042-38c77df38094 req-3493b3a1-484e-4c2d-9c8b-971f5acf5c4a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0507722 Aug 31 07:12:54.959909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8de005c4-d558-48ca-9042-38c77df38094 req-87c91c1b-27f5-4d14-9d80-802417bec5f2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329454 Aug 31 07:12:56.080621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d899d-1571-43c1-bd2b-7c81d370464d req-2c339ac6-4cb0-465e-906d-354dafda29b0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:56.082141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-984d899d-1571-43c1-bd2b-7c81d370464d req-2c339ac6-4cb0-465e-906d-354dafda29b0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0519216 Aug 31 07:12:56.119936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-984d899d-1571-43c1-bd2b-7c81d370464d req-74f4f8e3-5e8d-4138-93b8-63caf2a493d9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319369 Aug 31 07:12:56.597595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:12:56.692151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:56.703365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:12:56.742543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:56.755933 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:12:56.775878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:56.781141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:56.830624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:56.994867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:12:57.239269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f956098-5bb4-49ec-a866-efc246c59a09 req-66260684-d805-4e56-8587-e950ff8228b3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:57.240753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f956098-5bb4-49ec-a866-efc246c59a09 req-66260684-d805-4e56-8587-e950ff8228b3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0518670 Aug 31 07:12:57.281840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f956098-5bb4-49ec-a866-efc246c59a09 req-a4291ec8-cf16-4039-a9be-9380ccab82ad tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344377 Aug 31 07:12:57.467022 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2f94ac80-6b52-4463-ac1f-ecbd4fba8167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:57.781536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:58.402735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88430eb0-cb18-44a5-9b46-895cffe0aaac req-4fc88e69-9322-4327-b6dd-efd5f4c0ae13 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:58.404198 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88430eb0-cb18-44a5-9b46-895cffe0aaac req-4fc88e69-9322-4327-b6dd-efd5f4c0ae13 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0549104 Aug 31 07:12:58.441533 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88430eb0-cb18-44a5-9b46-895cffe0aaac req-a2732bc1-999d-4738-91d8-987767546712 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 31 07:12:58.602382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:12:58.650530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:12:58.654785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:12:58.655165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:58.735099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:58.756829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:12:58.759112 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfc079e-2172-47d1-af1b-b55f740cb703" -d '{"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-plugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:12:58.772530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:12:58.777444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:12:58.800708 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9078a9-25fb-4000-9cdf-5bbb80b690d8 x-openstack-request-id: req-3c9078a9-25fb-4000-9cdf-5bbb80b690d8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:12:58.801395 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-plugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:12:58.801395 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3c9078a9-25fb-4000-9cdf-5bbb80b690d8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:12:58.801635 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'code': 200} Aug 31 07:12:58.828975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:12:58.898665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d852e-5c68-4c2f-80ca-b8f07ed6865c req-0940255c-a37d-4f08-959c-21d7f8274df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:58.900056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-660d852e-5c68-4c2f-80ca-b8f07ed6865c req-0940255c-a37d-4f08-959c-21d7f8274df1 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1097 time: 0.0432310 Aug 31 07:12:58.938615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-660d852e-5c68-4c2f-80ca-b8f07ed6865c req-3b99f330-0b5d-49a6-aa97-42c825a786a7 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310695 Aug 31 07:12:59.562272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b812938-180b-4a7b-a2f7-f5a1b0f8fb05 req-70fa424a-2480-4d27-ad59-a61b7f7f06fc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:12:59.563772 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b812938-180b-4a7b-a2f7-f5a1b0f8fb05 req-70fa424a-2480-4d27-ad59-a61b7f7f06fc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0508995 Aug 31 07:12:59.601732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3b812938-180b-4a7b-a2f7-f5a1b0f8fb05 req-8e0401eb-3931-4b51-a260-ea648decabe2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320809 Aug 31 07:12:59.706212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:00.720264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ba45f5-9452-40a2-adba-3c120db22474 req-cffe6967-b99f-4ee5-844a-1b337115e550 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:00.721765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69ba45f5-9452-40a2-adba-3c120db22474 req-cffe6967-b99f-4ee5-844a-1b337115e550 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0498164 Aug 31 07:13:00.762978 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-69ba45f5-9452-40a2-adba-3c120db22474 req-b4a1f312-733d-4e24-9035-63ed43284c4f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353332 Aug 31 07:13:00.875632 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8d3cdd-dad2-40b2-994d-62d329994e9b req-e8868d47-5a39-4384-8830-2f5585929c2e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:00.877110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f8d3cdd-dad2-40b2-994d-62d329994e9b req-e8868d47-5a39-4384-8830-2f5585929c2e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0492446 Aug 31 07:13:00.915667 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8f8d3cdd-dad2-40b2-994d-62d329994e9b req-8da049a2-1870-4f3a-baa3-e78f7e3f9631 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326571 Aug 31 07:13:00.938472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37800) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:00.985482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88415ef2-f824-4584-8fe6-38c1c437e529 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:00.987009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-88415ef2-f824-4584-8fe6-38c1c437e529 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1092 time: 0.0475860 Aug 31 07:13:00.990368 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37802) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:00.994711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:01.017498 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.115804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.128770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.224760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.4 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/2ea7837c-9dea-4e1a-a297-80e270fadfc9) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:13:01.328283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.366348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.405409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:13:01.408319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:13:01.410926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:13:01.438301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=2ea7837c-9dea-4e1a-a297-80e270fadfc9,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:01.870015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:01.966281 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:02.112820 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:02.117084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:02.182101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=2ea7837c-9dea-4e1a-a297-80e270fadfc9,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:02.193473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:02.291614 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP af07cf6a-122c-40f6-871e-3dee8c186d03 associated. External IP: 172.25.3.4, port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b. Aug 31 07:13:02.808330 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:13:02.916278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:13:02.926251 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Sync routers for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:13:02.932020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:02.936919 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:02.937562 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:02.959706 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-703375e6-ac7f-4ccb-8759-7222a236e40a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9683228 Aug 31 07:13:02.960300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:02.962690 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88eeefaf-1efa-4373-b1f0-4bc750a4a942" -d '{"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:03.002437 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11543c5b-40db-42ca-91f9-7461672bca58 x-openstack-request-id: req-11543c5b-40db-42ca-91f9-7461672bca58 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:03.003098 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:03.003098 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11543c5b-40db-42ca-91f9-7461672bca58 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:03.003460 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:13:03.071416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b8db1-ed65-4697-a2e1-d74ebd466e1e req-aaa35b47-cfb9-4ac3-8c24-c4ed8e03d88d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:03.072181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-a6f8f438-a95f-45c8-9cda-6e444b63803c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:03.072928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c73b8db1-ed65-4697-a2e1-d74ebd466e1e req-aaa35b47-cfb9-4ac3-8c24-c4ed8e03d88d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0517261 Aug 31 07:13:03.074694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-a6f8f438-a95f-45c8-9cda-6e444b63803c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1097 time: 0.0479293 Aug 31 07:13:03.114293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c73b8db1-ed65-4697-a2e1-d74ebd466e1e req-eedc6034-0ca1-49aa-b828-6d72d2574c5a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345368 Aug 31 07:13:03.136508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:03.138868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37808) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:03.166394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-45f67a97-87af-4e3b-ad6a-a21322365c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:03.168201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-45f67a97-87af-4e3b-ad6a-a21322365c91 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0861630 Aug 31 07:13:03.201825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6da147f2-cedd-47d0-887a-9b9b8d484a38 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/af07cf6a-122c-40f6-871e-3dee8c186d03 HTTP/1.1" status: 200 len: 989 time: 0.0603354 Aug 31 07:13:03.238655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-0973fd8d-cf2c-4441-93bd-7c7b413d64ae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0639999 Aug 31 07:13:03.291034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-d6b5cf94-271f-4c30-9b3a-60ec68cf759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:03.293591 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-d6b5cf94-271f-4c30-9b3a-60ec68cf759c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0480275 Aug 31 07:13:03.338739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-392a80d9-2cc7-4622-a8fc-bd922bd77944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:03.341023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-392a80d9-2cc7-4622-a8fc-bd922bd77944 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412741 Aug 31 07:13:03.361156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'af07cf6a-122c-40f6-871e-3dee8c186d03', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:01Z', 'updated_at': '2021-08-31T07:13:01Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:03.387575 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Checking router: 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:13:03.395906 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:03.396519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:12:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:03.438128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-d83805e5-72e8-4123-a9f3-358a063eabb3 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894377 Aug 31 07:13:03.499980 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:03.531138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88eeefaf-1efa-4373-b1f0-4bc750a4a942 req-6bc493e4-c49a-41aa-833a-c597ed47e396 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866454 Aug 31 07:13:03.715629 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'af07cf6a-122c-40f6-871e-3dee8c186d03', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:01Z', 'updated_at': '2021-08-31T07:13:01Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:03.744666 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a41bb88-521a-4c0d-b028-350b29ca5b98 None None] The sync data for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 is: [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'af07cf6a-122c-40f6-871e-3dee8c186d03', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.4', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:01Z', 'updated_at': '2021-08-31T07:13:01Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:13:03.945121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ca41a8-b4ff-4f68-8aa3-67eeea423131 None None] New status for floating IP af07cf6a-122c-40f6-871e-3dee8c186d03: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:13:04.204638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 37810) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:04.267471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-da9cb903-bdd5-4d09-99d6-8493a508c5f9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/af07cf6a-122c-40f6-871e-3dee8c186d03 HTTP/1.1" status: 200 len: 991 time: 0.0616903 Aug 31 07:13:05.905729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:15.824759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:22.187075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:13:24.845132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0532fcd2-4e81-439c-9a88-3d417b857352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:27.472713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-479854a6-a52f-4142-9bd2-53c7873c17bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:27.785195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:29.260550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-b99775dc-aa74-4364-b3d9-28492aa5df67 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1842691932&fields=id&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 267 time: 0.0326545 Aug 31 07:13:29.373357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-b05561ab-af45-42bb-bb25-29f0059b3e32 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:29.374835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-b05561ab-af45-42bb-bb25-29f0059b3e32 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1064568 Aug 31 07:13:29.390153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-c4d87c22-b0ff-4236-8e82-198a9edc773c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/quotas/55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 375 time: 0.0094738 Aug 31 07:13:29.451741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-16f76da9-3017-4e00-9bd6-0a6a04279f5d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0561123 Aug 31 07:13:29.546603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-ff1b75c1-9d03-4051-9d98-0a941128cc86 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812147 Aug 31 07:13:29.639828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5c3d88f1-b9c8-4680-bc70-3c8e8e605757 service neutron] 10.222.0.57 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869515 Aug 31 07:13:29.709039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:29.938203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bdec5ed-e9e2-43fc-89a3-39bc2a28000b req-652a32d7-f05c-4aeb-9823-7a826561fe4a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0290804 Aug 31 07:13:30.852644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-c8561105-6660-411a-ae7e-cf2896ad8a06 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:30.854222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-c8561105-6660-411a-ae7e-cf2896ad8a06 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 812 time: 0.1121278 Aug 31 07:13:30.899598 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-7c8e1da9-4a75-4416-b2cd-8214d8e6c4c7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55f94d1032e44f4f9c21d865880b6973 HTTP/1.1" status: 200 len: 380 time: 0.0358007 Aug 31 07:13:30.912218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'port': {'device_id': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'admin_state_up': True, 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'security_groups': ['ae0d4187-0beb-4cb9-8f15-ec2ff63bc050']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:31.043132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d727e2ed-008a-4922-9c1b-8e5c9acd2656 req-53c24412-63de-4be3-be06-54d23f286964 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0305099 Aug 31 07:13:31.069264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Made reservation on behalf of 55f94d1032e44f4f9c21d865880b6973 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:13:31.072989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.133066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.207388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.20.0.3 (d1eaa949-efa4-4fb5-be29-abee2b26671b/f61fdeb3-e107-42da-905d-55d952b890e7/34256b2b-e77e-405b-95d5-06d7b9d58c62) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:13:31.348117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.362413 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Transition to ACTIVE for port object 34256b2b-e77e-405b-95d5-06d7b9d58c62 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:13:31.396065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.449909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network d1eaa949-efa4-4fb5-be29-abee2b26671b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:13:31.454088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:13:31.458241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:13:31.502746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:31.517310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:31.518018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.534430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-2873b8e2-6656-4a30-ad64-bca2f594a905 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6256976 Aug 31 07:13:31.548914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Request body: {'port': {'device_id': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:31.610813 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.745451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-159f4cbf-0a1e-4b22-973b-4aad85b00bd6 None None] Provisioning for port 34256b2b-e77e-405b-95d5-06d7b9d58c62 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:13:31.750328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-159f4cbf-0a1e-4b22-973b-4aad85b00bd6 None None] Provisioning complete for port 34256b2b-e77e-405b-95d5-06d7b9d58c62 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:13:31.751024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-159f4cbf-0a1e-4b22-973b-4aad85b00bd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:31.786790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-159f4cbf-0a1e-4b22-973b-4aad85b00bd6 None None] Port 34256b2b-e77e-405b-95d5-06d7b9d58c62 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:13:32.191589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f0cd4-375b-4eb8-a037-1d526614b83e req-adeb2bbd-791f-4085-ab3b-17f82b5fe178 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.193357 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0e5f0cd4-375b-4eb8-a037-1d526614b83e req-adeb2bbd-791f-4085-ab3b-17f82b5fe178 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 931 time: 0.0621991 Aug 31 07:13:32.240246 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0e5f0cd4-375b-4eb8-a037-1d526614b83e req-bb096e95-9962-4213-85e0-ff24dae9b55f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403385 Aug 31 07:13:32.248497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34256b2b-e77e-405b-95d5-06d7b9d58c62 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:13:32.256549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.269354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Transition to ACTIVE for port object 34256b2b-e77e-405b-95d5-06d7b9d58c62 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:13:32.273712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.328039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Pushing event updated for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:32.399540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Attempting to bind port 34256b2b-e77e-405b-95d5-06d7b9d58c62 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:13:32.400065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Attempting to bind port 34256b2b-e77e-405b-95d5-06d7b9d58c62 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:13:32.400461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Attempting to bind port 34256b2b-e77e-405b-95d5-06d7b9d58c62 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:32.405139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Port 34256b2b-e77e-405b-95d5-06d7b9d58c62 on network d1eaa949-efa4-4fb5-be29-abee2b26671b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:13:32.405537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Attempting to bind port 34256b2b-e77e-405b-95d5-06d7b9d58c62 on network d1eaa949-efa4-4fb5-be29-abee2b26671b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:32.410963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 13, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:13:32.411312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Checking segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:13:32.411696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Bound using segment: {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:13:32.412128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Bound port: 34256b2b-e77e-405b-95d5-06d7b9d58c62, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eae993db-2993-443f-835d-e7b9e0c43180', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:13:32.412486 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.493105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:13:32.498780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:13:32.503446 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.539321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.541840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:32.544717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] 10.222.0.50 "PUT /v2.0/ports/34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 1092 time: 1.0004349 Aug 31 07:13:32.545156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:32.550211 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b9e49-5292-41da-8a7c-e46e49f1ca25" -d '{"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:32.583218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6fa936-9aa7-4aa6-a12f-3b21a20f3459 service neutron] Pushing event updated for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:32.616351 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db62454f-f30f-44f1-836e-407e87c64b9e x-openstack-request-id: req-db62454f-f30f-44f1-836e-407e87c64b9e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:32.616351 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:32.616717 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-db62454f-f30f-44f1-836e-407e87c64b9e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:32.616818 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'status': 'completed', 'code': 200} Aug 31 07:13:32.654076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-318d4864-db8f-4a71-83a5-c38f386edb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.655825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-318d4864-db8f-4a71-83a5-c38f386edb12 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1095 time: 0.0524278 Aug 31 07:13:32.707865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-5007de32-1916-40ec-bb58-837b816307dc service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 217 time: 0.0429020 Aug 31 07:13:32.764058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-9276183a-1a26-4b62-8236-656ea7968ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.765806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-9276183a-1a26-4b62-8236-656ea7968ded service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0507357 Aug 31 07:13:32.815316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f418f02-c40c-4fb9-a674-48427494f543 req-19b8baf9-b140-4ae2-be78-568354e49750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:32.816754 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-19b8baf9-b140-4ae2-be78-568354e49750 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435092 Aug 31 07:13:32.914781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-51082dbf-d9eb-4b78-889c-c966cbc18ab9 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895867 Aug 31 07:13:33.006524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f418f02-c40c-4fb9-a674-48427494f543 req-dc352c20-63f8-4baa-913f-a0453786c95b service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832186 Aug 31 07:13:33.093613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-25d4b94c-5735-4b61-965d-6b437470dd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:33.095034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-25d4b94c-5735-4b61-965d-6b437470dd38 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1095 time: 0.0430455 Aug 31 07:13:33.190956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-ea083705-8b9c-490e-a21d-6798c2d9549d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:33.192437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-ea083705-8b9c-490e-a21d-6798c2d9549d service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0897727 Aug 31 07:13:33.237851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-d0da7a33-111b-47c1-a4e4-8cd4cec97686 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 217 time: 0.0371301 Aug 31 07:13:33.292277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-5f9a8a75-f12d-4199-9220-cd10ca22b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:33.294574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-5f9a8a75-f12d-4199-9220-cd10ca22b7aa service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0492556 Aug 31 07:13:33.343243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-08594ba4-9f2c-4864-b35b-9227ce20aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:33.345018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-08594ba4-9f2c-4864-b35b-9227ce20aad8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437648 Aug 31 07:13:33.365456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42556633-7843-440b-9d15-9b4e80cb6023 req-b048133e-f8fb-41a9-877e-0bbbb13576a7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:33.367119 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-42556633-7843-440b-9d15-9b4e80cb6023 req-b048133e-f8fb-41a9-877e-0bbbb13576a7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0511787 Aug 31 07:13:33.409810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-42556633-7843-440b-9d15-9b4e80cb6023 req-b0b651d7-b97b-493d-ac23-c59811d30fca tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Aug 31 07:13:33.443057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-2e3394b3-517d-4223-a058-e0d01c7bb373 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904043 Aug 31 07:13:33.546955 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d53b9e49-5292-41da-8a7c-e46e49f1ca25 req-bd4c8728-49e2-4106-8234-11020443861d service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951602 Aug 31 07:13:34.529640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe38c94-c289-4176-b9d0-c1df8c734f35 req-0561ea1a-d3f4-4ed0-bae5-e2bf99541884 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:34.531228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fe38c94-c289-4176-b9d0-c1df8c734f35 req-0561ea1a-d3f4-4ed0-bae5-e2bf99541884 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0508418 Aug 31 07:13:34.571306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fe38c94-c289-4176-b9d0-c1df8c734f35 req-71d2fe4e-5043-4c4c-8f31-66f60a51fb7e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341334 Aug 31 07:13:35.573469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf950f-1d30-4d30-8706-7394443b695e req-2e08e257-66cf-47f1-94f2-f4228ef18711 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:35.574897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8bf950f-1d30-4d30-8706-7394443b695e req-2e08e257-66cf-47f1-94f2-f4228ef18711 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1097 time: 0.0401130 Aug 31 07:13:35.611392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b8bf950f-1d30-4d30-8706-7394443b695e req-4915f8e9-eab2-4425-9ead-417996a796da tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298667 Aug 31 07:13:35.690812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a577c984-9791-4f24-b0ef-eb34ad8ed113 req-75850ff8-11a3-4190-86c3-3576473df869 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:35.693648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a577c984-9791-4f24-b0ef-eb34ad8ed113 req-75850ff8-11a3-4190-86c3-3576473df869 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0518689 Aug 31 07:13:35.732649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a190156-5a3d-463d-8d70-7cab4d57d3b9 req-e7a194da-39b2-463c-a1e7-6bdc5a19eed7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:35.734201 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a190156-5a3d-463d-8d70-7cab4d57d3b9 req-e7a194da-39b2-463c-a1e7-6bdc5a19eed7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0562274 Aug 31 07:13:35.736023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a577c984-9791-4f24-b0ef-eb34ad8ed113 req-94450941-79ad-4264-8f66-a85765f9bc02 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377910 Aug 31 07:13:35.773310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a190156-5a3d-463d-8d70-7cab4d57d3b9 req-05e7540f-92b2-4c3f-b744-1071f3238774 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329530 Aug 31 07:13:35.796149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37898) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:35.855467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-29ffb9bc-bc97-479d-8ff2-586607375ac2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/af07cf6a-122c-40f6-871e-3dee8c186d03 HTTP/1.1" status: 200 len: 991 time: 0.0581686 Aug 31 07:13:35.932336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:36.267239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37910) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:36.327927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33102415-0802-479e-8a7d-d507ed0b507a req-558482c1-abaa-4125-a439-f4a3a809858c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:36.329502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33102415-0802-479e-8a7d-d507ed0b507a req-558482c1-abaa-4125-a439-f4a3a809858c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0509236 Aug 31 07:13:36.361484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-a0387d7d-23e5-4a01-871f-259d9845fe99 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0929337 Aug 31 07:13:36.368963 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33102415-0802-479e-8a7d-d507ed0b507a req-220ba1ce-5a12-4bd9-9d5e-5d9076d3181e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333602 Aug 31 07:13:36.875526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9086b12-1219-4ecf-8829-b66b84ece938 req-266ffe61-636d-4c78-bbaf-946d6f924b25 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:36.877513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c9086b12-1219-4ecf-8829-b66b84ece938 req-266ffe61-636d-4c78-bbaf-946d6f924b25 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0727880 Aug 31 07:13:36.926890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c9086b12-1219-4ecf-8829-b66b84ece938 req-2ffa178a-a08f-43a2-a3f6-b219efb82fa1 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367093 Aug 31 07:13:37.429698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-f1963239-6f18-4ebd-9b21-eaeaf1851817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:37.431338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-f1963239-6f18-4ebd-9b21-eaeaf1851817 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1097 time: 0.0415583 Aug 31 07:13:37.491050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5784915e-d8f2-472c-b7ee-2e4df3520203 req-8b9301b6-e784-424f-ba2d-24f021b6ff7a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:37.492725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5784915e-d8f2-472c-b7ee-2e4df3520203 req-8b9301b6-e784-424f-ba2d-24f021b6ff7a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0515800 Aug 31 07:13:37.529951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-1f50112f-3a00-4c80-afde-319c358c5368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:37.531625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-1f50112f-3a00-4c80-afde-319c358c5368 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0932310 Aug 31 07:13:37.534281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5784915e-d8f2-472c-b7ee-2e4df3520203 req-44c4b2bf-25da-4c87-b778-1b162aa7c193 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344381 Aug 31 07:13:37.605719 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-23952852-ad1e-4316-80d7-1fd7f07bb60d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 999 time: 0.0672350 Aug 31 07:13:37.656810 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-adcea77b-af31-40da-87ea-b361bab72143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:37.658334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-adcea77b-af31-40da-87ea-b361bab72143 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0460277 Aug 31 07:13:37.711042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-e9565f07-2106-4af1-8f6b-cdcdf5ef36a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:37.712576 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-e9565f07-2106-4af1-8f6b-cdcdf5ef36a9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473843 Aug 31 07:13:37.809288 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-39eb55d1-002a-4f1a-aaa6-0488e22f0ac7 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896435 Aug 31 07:13:37.910943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-670cacbf-5f0f-4983-9a33-34763f2830c4 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945029 Aug 31 07:13:38.065301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccdf6e-9230-4e99-b955-b3afde6cce15 req-564949ff-7eff-4f61-834e-f533fab000e4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:38.067204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eaccdf6e-9230-4e99-b955-b3afde6cce15 req-564949ff-7eff-4f61-834e-f533fab000e4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0616210 Aug 31 07:13:38.110816 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eaccdf6e-9230-4e99-b955-b3afde6cce15 req-88069ca4-cf66-4774-8adc-74026eb16505 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366840 Aug 31 07:13:38.655757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339610-060c-4a0c-984b-dfa0848f9052 req-5947736c-bc43-42e7-b5ee-2bcdb6e5f68a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:38.657268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5339610-060c-4a0c-984b-dfa0848f9052 req-5947736c-bc43-42e7-b5ee-2bcdb6e5f68a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Aug 31 07:13:38.699271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5339610-060c-4a0c-984b-dfa0848f9052 req-9b85bc62-69dd-4271-ba73-892cf8e7f8e1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361032 Aug 31 07:13:39.238992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fd9bf1-dcd8-42fc-89bc-58c2ce288e8e req-da8f9ab5-5bda-44de-b2b4-8b2baf578fac tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:39.240582 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80fd9bf1-dcd8-42fc-89bc-58c2ce288e8e req-da8f9ab5-5bda-44de-b2b4-8b2baf578fac tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0558209 Aug 31 07:13:39.284817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-80fd9bf1-dcd8-42fc-89bc-58c2ce288e8e req-3948043d-5c7c-4b6a-9112-01b5fea92251 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360599 Aug 31 07:13:39.835581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7302f0d9-5d23-493f-bec7-058eb44b96fb req-9e977b94-749f-48cf-9460-d054e5f94e71 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:39.837427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7302f0d9-5d23-493f-bec7-058eb44b96fb req-9e977b94-749f-48cf-9460-d054e5f94e71 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0632586 Aug 31 07:13:39.883380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7302f0d9-5d23-493f-bec7-058eb44b96fb req-19f8b719-5ae4-4f96-a9fe-b66a16bc0ad9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390720 Aug 31 07:13:40.400768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0610415-9f25-4c48-91d3-cf2feeddddc0 req-4f4a056b-ac25-4967-a97c-58b405424012 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:40.402294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0610415-9f25-4c48-91d3-cf2feeddddc0 req-4f4a056b-ac25-4967-a97c-58b405424012 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0505240 Aug 31 07:13:40.444950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0610415-9f25-4c48-91d3-cf2feeddddc0 req-eb2992f0-763e-4383-a10a-5cf04db69c6e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361307 Aug 31 07:13:41.035427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24447793-1161-4315-9956-63b41a2f9030 req-0c6b03ee-a529-4cca-bd4b-dcb2ccb8fc47 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:41.035427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24447793-1161-4315-9956-63b41a2f9030 req-0c6b03ee-a529-4cca-bd4b-dcb2ccb8fc47 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0610464 Aug 31 07:13:41.079834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24447793-1161-4315-9956-63b41a2f9030 req-46a0778f-64d8-44ed-a517-66a394567d15 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371480 Aug 31 07:13:41.570382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4042b8-0782-4590-a10b-c2e276b73822 req-93de941a-89b7-47c6-bbe9-5e6277e1a6c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:41.571788 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d4042b8-0782-4590-a10b-c2e276b73822 req-93de941a-89b7-47c6-bbe9-5e6277e1a6c5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0500338 Aug 31 07:13:41.610472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d4042b8-0782-4590-a10b-c2e276b73822 req-da5bc015-de39-41a7-873b-b091ac2fc8f2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328062 Aug 31 07:13:42.197276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7b5e1a-e906-4302-b5f1-52d941b81521 req-f58e899d-c479-4e15-8a5f-7428e2dfa8e5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:42.198783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d7b5e1a-e906-4302-b5f1-52d941b81521 req-f58e899d-c479-4e15-8a5f-7428e2dfa8e5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0489006 Aug 31 07:13:42.241289 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d7b5e1a-e906-4302-b5f1-52d941b81521 req-50a086b9-05f9-4cc3-8f92-837ee5b0e742 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357888 Aug 31 07:13:42.727155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70ff37-5897-4c30-9668-0006a9888790 req-a3f28d5a-2c01-438e-aa6f-c1de5976a78b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:42.728739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a70ff37-5897-4c30-9668-0006a9888790 req-a3f28d5a-2c01-438e-aa6f-c1de5976a78b tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0523603 Aug 31 07:13:42.769299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a70ff37-5897-4c30-9668-0006a9888790 req-56f8beb0-89d1-47ae-bf83-dceef74f0c0c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341942 Aug 31 07:13:43.359599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338898ab-eff1-442a-808e-4ed3caffb5af req-e9fb8d0d-1788-4638-a944-54ba0d8e96f2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:43.361112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-338898ab-eff1-442a-808e-4ed3caffb5af req-e9fb8d0d-1788-4638-a944-54ba0d8e96f2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0506210 Aug 31 07:13:43.399416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-338898ab-eff1-442a-808e-4ed3caffb5af req-2354dd77-720c-4b77-a440-bf632ed71198 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323238 Aug 31 07:13:43.883608 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3bffe8-f5a7-48a9-adae-a54a07a65493 req-d25e32b6-4413-41f6-8c81-48c04f985cb4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:43.885093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b3bffe8-f5a7-48a9-adae-a54a07a65493 req-d25e32b6-4413-41f6-8c81-48c04f985cb4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 943 time: 0.0506585 Aug 31 07:13:43.927405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b3bffe8-f5a7-48a9-adae-a54a07a65493 req-40e3f6c6-4728-4c33-9e40-338413fe0e3f tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355880 Aug 31 07:13:44.187507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 34256b2b-e77e-405b-95d5-06d7b9d58c62 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:13:44.281666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:44.293033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'port_id': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'mac_address': 'fa:16:3e:33:28:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:13:44.329558 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:44.341781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34256b2b-e77e-405b-95d5-06d7b9d58c62 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:13:44.361830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:44.365307 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:44.411265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:44.418294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.418637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.418972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.419301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.419626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.420502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.420845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.421201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.421607 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.421904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.422223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.422539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:44.518071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa127f4-c701-4b5b-ab5e-ca596546bed4 req-025da662-bf6c-4d8f-a70b-ea85bed0998b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:44.519474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fa127f4-c701-4b5b-ab5e-ca596546bed4 req-025da662-bf6c-4d8f-a70b-ea85bed0998b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0511856 Aug 31 07:13:44.559976 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2fa127f4-c701-4b5b-ab5e-ca596546bed4 req-b7e7f39b-1f1f-445c-a66e-82f50908bbe6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332453 Aug 31 07:13:44.586910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['34256b2b-e77e-405b-95d5-06d7b9d58c62'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:13:45.043987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc110034-1e7a-40ff-88f2-3fbff7c7a051 req-671bcca5-65c5-491b-9e8a-6e30e6f78a67 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:45.045532 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc110034-1e7a-40ff-88f2-3fbff7c7a051 req-671bcca5-65c5-491b-9e8a-6e30e6f78a67 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 944 time: 0.0494409 Aug 31 07:13:45.084103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc110034-1e7a-40ff-88f2-3fbff7c7a051 req-d1e687ee-6043-4e08-9f5d-972fabf2ef3c tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325544 Aug 31 07:13:45.676560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab54266-889a-46c1-ae42-687196f6b22d req-91795a82-70c4-485b-a922-713bc7c0a9cc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:45.678072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eab54266-889a-46c1-ae42-687196f6b22d req-91795a82-70c4-485b-a922-713bc7c0a9cc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0500741 Aug 31 07:13:45.721486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eab54266-889a-46c1-ae42-687196f6b22d req-e11dd4ce-d603-44db-8a9e-1a76ebbd583d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374715 Aug 31 07:13:45.823899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:46.185792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 34256b2b-e77e-405b-95d5-06d7b9d58c62 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:13:46.204737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ba966-eaaf-4f19-9a4b-3c4b4c3d0b75 req-a5adfac1-609a-49f7-8626-4ac8f78687e5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:46.206379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e42ba966-eaaf-4f19-9a4b-3c4b4c3d0b75 req-a5adfac1-609a-49f7-8626-4ac8f78687e5 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 944 time: 0.0543113 Aug 31 07:13:46.238035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 34256b2b-e77e-405b-95d5-06d7b9d58c62 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:13:46.242053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 34256b2b-e77e-405b-95d5-06d7b9d58c62 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:13:46.242446 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:46.246122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e42ba966-eaaf-4f19-9a4b-3c4b4c3d0b75 req-6afd05d4-c37d-40c0-b6ec-a19f861a46da tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334024 Aug 31 07:13:46.322439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:46.345782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:46.348111 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c706ea4b-c309-4117-8d48-f409fac3a4a5" -d '{"events": [{"server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "name": "network-vif-plugged", "status": "completed", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:46.360852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:46.365305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:46.390018 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a2ba5c-0856-4f8c-9700-2933d65eac76 x-openstack-request-id: req-b0a2ba5c-0856-4f8c-9700-2933d65eac76 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:46.390327 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "name": "network-vif-plugged", "status": "completed", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:46.390706 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0a2ba5c-0856-4f8c-9700-2933d65eac76 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:46.391039 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'code': 200} Aug 31 07:13:46.419263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:46.484246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb427574-0ee8-47e7-8b9f-a98ee9334a02 req-56dda54d-c71e-458a-b16d-13a7ef52824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:46.485750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb427574-0ee8-47e7-8b9f-a98ee9334a02 req-56dda54d-c71e-458a-b16d-13a7ef52824c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1097 time: 0.0410311 Aug 31 07:13:46.520303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb427574-0ee8-47e7-8b9f-a98ee9334a02 req-84ffb3ef-9443-4578-83da-ebb37cb6cad8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279403 Aug 31 07:13:46.836059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf9744-4c0f-4e45-ab2e-4905eca11a36 req-d5f4aa88-e68d-43fb-983d-c3d8baa54912 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:46.837550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ccf9744-4c0f-4e45-ab2e-4905eca11a36 req-d5f4aa88-e68d-43fb-983d-c3d8baa54912 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0492315 Aug 31 07:13:46.880521 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ccf9744-4c0f-4e45-ab2e-4905eca11a36 req-5bc82675-d6ee-4949-9463-18985a2f4448 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366886 Aug 31 07:13:47.367944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a0de8b-e50a-4ad9-934f-ffa6e3b6465a req-a6525610-8995-41fa-aa9e-436ae6a7ad73 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:47.369456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8a0de8b-e50a-4ad9-934f-ffa6e3b6465a req-a6525610-8995-41fa-aa9e-436ae6a7ad73 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0513110 Aug 31 07:13:47.410111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8a0de8b-e50a-4ad9-934f-ffa6e3b6465a req-282c3e8e-6c38-4456-9a10-90b541bc2b56 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338697 Aug 31 07:13:47.766145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-1e54b05f-bd71-4efd-9a3c-379136dcec4d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410526 Aug 31 07:13:47.851519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-80f7bf49-2c21-4ae9-b999-2b193bd0eac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:47.853012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-80f7bf49-2c21-4ae9-b999-2b193bd0eac3 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1097 time: 0.0453813 Aug 31 07:13:47.961959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-1a72d2df-7478-453e-a9c7-557b89763924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:47.963456 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-1a72d2df-7478-453e-a9c7-557b89763924 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0906980 Aug 31 07:13:48.018189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-9e52d707-6fcf-4aa1-8b36-6162f43c6ce2 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 217 time: 0.0467620 Aug 31 07:13:48.063164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b94c35-0cd1-44f5-97f9-3e62071726f4 req-e76fc13c-794d-49d1-9b82-f33e5e5dc19e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.064777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75b94c35-0cd1-44f5-97f9-3e62071726f4 req-e76fc13c-794d-49d1-9b82-f33e5e5dc19e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.1162596 Aug 31 07:13:48.069239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-e54ace78-6ab9-4bf7-991d-6fc5e62dba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.070737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-e54ace78-6ab9-4bf7-991d-6fc5e62dba6b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0456853 Aug 31 07:13:48.105732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75b94c35-0cd1-44f5-97f9-3e62071726f4 req-bbc513ab-d75c-42d7-b228-b04451b1c185 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347116 Aug 31 07:13:48.120335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-5ca4f9f4-5975-4851-ac72-765e7c2e48f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.121898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-5ca4f9f4-5975-4851-ac72-765e7c2e48f2 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431976 Aug 31 07:13:48.215181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-c11fb987-7b96-49a9-960d-6d6a38e4eeae service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861375 Aug 31 07:13:48.305936 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2151546a-ff0d-4b3a-8cf1-b42ee330530a req-7784077d-4ea8-484b-8751-7e38c581f0ea service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837505 Aug 31 07:13:48.527173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1072c-64b2-4d5e-a051-32a9198c2f13 req-c4013e66-fccb-4f2f-9e48-54af98d1c7d2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.528711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98a1072c-64b2-4d5e-a051-32a9198c2f13 req-c4013e66-fccb-4f2f-9e48-54af98d1c7d2 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0525842 Aug 31 07:13:48.567661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98a1072c-64b2-4d5e-a051-32a9198c2f13 req-21399741-2993-4238-be86-6f6f81365479 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328004 Aug 31 07:13:48.683583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ffdc1a-f0ce-4aca-84f0-d2b0d4ccfb7e req-adf89c0c-08f5-45b9-9e3a-425e26dd9dd4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.685052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10ffdc1a-f0ce-4aca-84f0-d2b0d4ccfb7e req-adf89c0c-08f5-45b9-9e3a-425e26dd9dd4 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0488610 Aug 31 07:13:48.724864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-10ffdc1a-f0ce-4aca-84f0-d2b0d4ccfb7e req-d99f212c-5788-4ee8-abb1-ce321a640f27 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331271 Aug 31 07:13:48.746839 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37984) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:48.786528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59fe7dc-b0d0-4653-8e78-4f3d48787e49 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:48.788012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e59fe7dc-b0d0-4653-8e78-4f3d48787e49 tempest-TestVolumeBootPattern-735318859 tempest-TestVolumeBootPattern-735318859-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1092 time: 0.0402217 Aug 31 07:13:48.790715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 37986) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:13:48.794955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address': '172.20.0.3'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:48.818262 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:48.917434 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.030377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Allocated IP 172.25.3.114 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/01f4fb38-c2ce-41dc-87e3-5957a6423bcf) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:13:49.129648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.167863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.205099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:13:49.210410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:13:49.213934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:13:49.232089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78cd93-0582-4459-bde6-23736ae13be9 req-144ae46e-7ce6-4c7e-8204-3ad5f7740d95 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:49.234742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b78cd93-0582-4459-bde6-23736ae13be9 req-144ae46e-7ce6-4c7e-8204-3ad5f7740d95 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0586925 Aug 31 07:13:49.244318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=01f4fb38-c2ce-41dc-87e3-5957a6423bcf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:49.259446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.259790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.260127 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.260456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.260929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.261215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.261547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.261999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.262175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.262415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.262702 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.263009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:49.276825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b78cd93-0582-4459-bde6-23736ae13be9 req-f69db01e-950e-4cf9-a560-66351755952e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355773 Aug 31 07:13:49.595151 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.665532 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.812839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.817307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:49.887023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event updated for resources: {'Port': ['ID=01f4fb38-c2ce-41dc-87e3-5957a6423bcf,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:49.900154 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:50.005180 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP fc2da48a-5501-47de-a086-bb9ba933fd96 associated. External IP: 172.25.3.114, port: 34256b2b-e77e-405b-95d5-06d7b9d58c62. Aug 31 07:13:50.221955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:13:50.335078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:13:50.347154 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:13:50.356669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:50.357315 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:13:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:50.378765 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:50.415327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d30c8d62-a819-45d6-86e5-fc09daf04616 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6235998 Aug 31 07:13:50.416664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:50.418916 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f723c6a-a444-4e35-99b3-43b4b2698026" -d '{"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:50.429968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3c6819-5d5a-4974-8ab8-c466cd74b2fc req-97e07615-a219-4ce2-8231-2b7e3133ef32 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:50.431523 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a3c6819-5d5a-4974-8ab8-c466cd74b2fc req-97e07615-a219-4ce2-8231-2b7e3133ef32 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0827155 Aug 31 07:13:50.461133 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e63f5-02ee-48e4-8d68-282a0cd66ded x-openstack-request-id: req-9f6e63f5-02ee-48e4-8d68-282a0cd66ded {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:50.461449 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:50.461705 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9f6e63f5-02ee-48e4-8d68-282a0cd66ded {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:50.462101 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'status': 'completed', 'code': 200} Aug 31 07:13:50.466355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:50.476249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2a3c6819-5d5a-4974-8ab8-c466cd74b2fc req-da3ad262-a2f1-439a-8926-4345872652d8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379496 Aug 31 07:13:50.526304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-d9dfe436-d346-4ea7-8e86-257723199d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:50.527823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-d9dfe436-d346-4ea7-8e86-257723199d1a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1097 time: 0.0415752 Aug 31 07:13:50.624655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-f9797c52-bd48-440e-ba62-44df19063598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:50.626197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-f9797c52-bd48-440e-ba62-44df19063598 service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0913634 Aug 31 07:13:50.695075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}, {'id': 'fc2da48a-5501-47de-a086-bb9ba933fd96', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:33:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:49Z', 'updated_at': '2021-08-31T07:13:49Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:50.695670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-80a24e92-40ee-4421-804b-e7d0c8746343 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 999 time: 0.0630634 Aug 31 07:13:50.726408 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:13:50.736223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:13:50.736840 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:13:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:50.750696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-c2acca5b-68b9-4da5-b730-a6888e5409ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:50.752427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-c2acca5b-68b9-4da5-b730-a6888e5409ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0481839 Aug 31 07:13:50.804519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-d03b28a2-8954-4717-8673-10588806ba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:50.806129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-d03b28a2-8954-4717-8673-10588806ba8c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0467741 Aug 31 07:13:50.844015 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:13:50.901952 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-d95e3237-a4be-4b28-8189-5f253d14f0de service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878885 Aug 31 07:13:50.997670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f723c6a-a444-4e35-99b3-43b4b2698026 req-b0dca5a4-a3f9-4f1c-bc17-ccb919db84e6 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880883 Aug 31 07:13:51.075345 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}, {'id': 'fc2da48a-5501-47de-a086-bb9ba933fd96', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:33:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:49Z', 'updated_at': '2021-08-31T07:13:49Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:13:51.101848 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fd41d05-320a-47b5-a9c5-03f756c94249 None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}, {'id': 'fc2da48a-5501-47de-a086-bb9ba933fd96', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.114', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3924, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:33:28:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:13:49Z', 'updated_at': '2021-08-31T07:13:49Z', 'revision_number': 0, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:13:51.296743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb5589ce-580b-401a-8a7b-90b75a1c0f09 None None] New status for floating IP fc2da48a-5501-47de-a086-bb9ba933fd96: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:13:51.593586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e64246-fe4f-461d-9dba-f53e2fe91b3f req-e175b99a-2ab7-4054-9d25-25c18030e428 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:51.595068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9e64246-fe4f-461d-9dba-f53e2fe91b3f req-e175b99a-2ab7-4054-9d25-25c18030e428 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0499978 Aug 31 07:13:51.633185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e9e64246-fe4f-461d-9dba-f53e2fe91b3f req-583bf9d5-ea95-4dcb-8db9-8496715a7dd4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320969 Aug 31 07:13:52.747495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138cd264-a029-45e1-b06e-3a6830e3d2d0 req-ee57b1c6-1a77-4fa4-9ced-7692322dc903 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:52.748959 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-138cd264-a029-45e1-b06e-3a6830e3d2d0 req-ee57b1c6-1a77-4fa4-9ced-7692322dc903 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0485666 Aug 31 07:13:52.785809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-138cd264-a029-45e1-b06e-3a6830e3d2d0 req-2a2cd9e3-681c-4eb4-9299-73b8ade5a6e6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303094 Aug 31 07:13:53.528921 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-f8257f9b-196c-4fc6-8cb1-a512ca43be27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0430558 Aug 31 07:13:53.617820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d039-500c-4962-a367-b78feb7ef247 req-85972e81-933c-411f-ab88-1f29644b3a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:53.619284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-85972e81-933c-411f-ab88-1f29644b3a84 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0416939 Aug 31 07:13:53.728509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d039-500c-4962-a367-b78feb7ef247 req-3cb31c98-ea99-4ae2-b0c0-41ef428e1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:53.730194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-3cb31c98-ea99-4ae2-b0c0-41ef428e1014 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0872841 Aug 31 07:13:53.802660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-3ff65c40-0ce1-4ded-9c3e-e6e8ebb18b17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 1001 time: 0.0644138 Aug 31 07:13:53.856272 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d039-500c-4962-a367-b78feb7ef247 req-48d49388-4a72-49d1-8c71-9a94266d019d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:53.857777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-48d49388-4a72-49d1-8c71-9a94266d019d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0477452 Aug 31 07:13:53.903472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9dad3-1f32-4bd0-9000-367dcfc7130b req-db2b6119-5f7c-4f61-8a7f-e63edf516628 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:53.904483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b6d039-500c-4962-a367-b78feb7ef247 req-e644be4a-6435-415e-a4e3-6e5c83ac5b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:53.904953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99d9dad3-1f32-4bd0-9000-367dcfc7130b req-db2b6119-5f7c-4f61-8a7f-e63edf516628 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0492513 Aug 31 07:13:53.907347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-e644be4a-6435-415e-a4e3-6e5c83ac5b7e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411718 Aug 31 07:13:53.944169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-99d9dad3-1f32-4bd0-9000-367dcfc7130b req-2e47c303-3ea6-4801-b82c-42d12e3625da tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327611 Aug 31 07:13:54.004548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-c6d32392-2508-41bb-a414-225346b2539c service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898583 Aug 31 07:13:54.095565 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-20b6d039-500c-4962-a367-b78feb7ef247 req-deb9278b-6faf-4bb4-a8c6-ab1e6508c4a8 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835063 Aug 31 07:13:54.828730 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f5dc4edc-2d75-44f7-bb46-e0ae305317d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:54.854321 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-ecfd503c-cc7c-40eb-98eb-ebfb39d77e35 service neutron] show failed (client error): The resource could not be found. Aug 31 07:13:54.855423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-ecfd503c-cc7c-40eb-98eb-ebfb39d77e35 service neutron] 10.222.0.53 "GET /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0629694 Aug 31 07:13:55.069044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ceff82-85d5-48a3-bc12-8351aa456fd2 req-e121aced-af4e-491d-8f7e-3c8c54388d01 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:55.070631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29ceff82-85d5-48a3-bc12-8351aa456fd2 req-e121aced-af4e-491d-8f7e-3c8c54388d01 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 945 time: 0.0523627 Aug 31 07:13:55.086922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-df4935b3-8f29-4fdd-aafc-1f622f30b698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:55.088335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-df4935b3-8f29-4fdd-aafc-1f622f30b698 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 1097 time: 0.0767899 Aug 31 07:13:55.102108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:13:55.110401 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29ceff82-85d5-48a3-bc12-8351aa456fd2 req-1e0d84c3-89b2-4c79-8285-4fc26bcf5be3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338566 Aug 31 07:13:55.156572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.359227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:13:55.393426 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:13:55.435291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:55.437970 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bbcac2-989f-4884-9a56-86325b8d7f5d" -d '{"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:55.442664 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.455614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Transition to ACTIVE for port object 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:13:55.459048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.518465 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5080b8a1-49b7-42bb-ba53-99b08ecaf229 x-openstack-request-id: req-5080b8a1-49b7-42bb-ba53-99b08ecaf229 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:55.518753 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-unplugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:55.519012 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5080b8a1-49b7-42bb-ba53-99b08ecaf229 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:55.519476 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'code': 200} Aug 31 07:13:55.581956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:55.607126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.607472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.607820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.608161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.608495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.608830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.609160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.609565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.609849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.610740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.611302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.611643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:13:55.647660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] No DVR routers for this DVR port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:13:55.788119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:13:55.788367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:13:55.788687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:55.793615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:13:55.793941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:13:55.799673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:13:55.800015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:13:55.800417 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:13:55.800883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Bound port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:13:55.801243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.868387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:13:55.871291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:13:55.876450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.908452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:55.909141 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:55.910565 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] 10.222.0.50 "PUT /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 1092 time: 0.8132706 Aug 31 07:13:55.934659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e82c4-2442-4f86-a403-1d49c7bfb8b2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:13:55.983683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-be26cf1b-83d0-4ebb-b239-2cdf9bacf665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:55.985814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-be26cf1b-83d0-4ebb-b239-2cdf9bacf665 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0466404 Aug 31 07:13:56.083614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-29a586b0-981d-40e9-ba2d-9650f697af2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:56.085247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-29a586b0-981d-40e9-ba2d-9650f697af2e service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0932434 Aug 31 07:13:56.153364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-5025ce13-c26d-4f23-8416-17ebd0ced521 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0602727 Aug 31 07:13:56.206441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-97b6c22b-22e6-4535-9aac-2bbd2e8f6bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:56.207784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-97b6c22b-22e6-4535-9aac-2bbd2e8f6bab service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0462556 Aug 31 07:13:56.233428 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b286aa-c606-41b3-9c1e-91de49589078 req-aa1b1c3a-31d5-48aa-8d86-ba4721510a59 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:56.233428 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60b286aa-c606-41b3-9c1e-91de49589078 req-aa1b1c3a-31d5-48aa-8d86-ba4721510a59 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0508816 Aug 31 07:13:56.260642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-6b9c449a-cce4-4866-9ab0-5802ff06a036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:56.262183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-6b9c449a-cce4-4866-9ab0-5802ff06a036 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0470257 Aug 31 07:13:56.274765 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-60b286aa-c606-41b3-9c1e-91de49589078 req-7d345fce-4b61-4f25-9d94-47d364453c11 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350125 Aug 31 07:13:56.357213 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-320700ca-d9f2-4367-8870-d0883d51cf81 service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867352 Aug 31 07:13:56.456720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fdd05a8-4098-45ed-a2a6-97af997d25c9 req-a16c98c9-7c06-40e4-b64d-af6af6241faa service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927513 Aug 31 07:13:57.403898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98102d5-7b59-41af-bfc6-be3a094d3c51 req-d44eb37a-314e-4689-8d4d-5bb3a2379f35 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.405628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f98102d5-7b59-41af-bfc6-be3a094d3c51 req-d44eb37a-314e-4689-8d4d-5bb3a2379f35 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0520973 Aug 31 07:13:57.447851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f98102d5-7b59-41af-bfc6-be3a094d3c51 req-23a068cc-4b0a-49f5-ba7a-cf2e15b19047 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337968 Aug 31 07:13:57.465949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55bab16d-3f28-4fc6-a4f3-9c5901961251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:57.520569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:13:57.522998 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-484c63ff-4ecb-49d0-9375-157aec19e5c0" -d '{"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:13:57.586844 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2cbc2f1-ad8e-4285-a472-d1590b8a2ff6 x-openstack-request-id: req-a2cbc2f1-ad8e-4285-a472-d1590b8a2ff6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:13:57.587197 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:13:57.587452 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2cbc2f1-ad8e-4285-a472-d1590b8a2ff6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:13:57.587850 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:13:57.654216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-98968fe2-49be-408d-9063-a8b7ddb0c082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.655733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-98968fe2-49be-408d-9063-a8b7ddb0c082 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0409675 Aug 31 07:13:57.656752 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-084adbdd-b0c0-4fff-8849-e19cbe2c5fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.658269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-084adbdd-b0c0-4fff-8849-e19cbe2c5fca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0456920 Aug 31 07:13:57.754994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-b2aabd5b-658a-4f90-a51b-d0f2b86fd804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.756518 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-b2aabd5b-658a-4f90-a51b-d0f2b86fd804 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0930390 Aug 31 07:13:57.790043 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:13:57.825727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-d1bbdd27-5dd4-4f54-b0b8-09cce95802f4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0620422 Aug 31 07:13:57.878515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-417c167f-dcdf-4a27-a9a4-55e25e3b2dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.879977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-417c167f-dcdf-4a27-a9a4-55e25e3b2dee service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0467303 Aug 31 07:13:57.936671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-7157c96e-cc5d-4b17-9986-bb0c60d44e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:57.938908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-7157c96e-cc5d-4b17-9986-bb0c60d44e5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505517 Aug 31 07:13:58.033706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-0bd6cae7-188d-4349-8a11-e39b41b0068f service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872653 Aug 31 07:13:58.079387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-96f5184f-4c6a-4113-9565-55d507e46bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.080768 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-96f5184f-4c6a-4113-9565-55d507e46bec service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.4156868 Aug 31 07:13:58.134666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-ebcd7585-ec14-410b-8bdc-c24fc6a4b6a4 service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900471 Aug 31 07:13:58.152662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-49de2a15-dc0a-4020-8a80-51bcd102f69b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0641901 Aug 31 07:13:58.203526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-3f9d6b41-4741-48dd-aa63-c2079dd2420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.205241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-3f9d6b41-4741-48dd-aa63-c2079dd2420a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0454149 Aug 31 07:13:58.254984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-dbb5bb12-ed6b-47ae-90a4-1d1dfd59a74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.256726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-dbb5bb12-ed6b-47ae-90a4-1d1dfd59a74c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446200 Aug 31 07:13:58.354834 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-f419c2a5-1c33-4737-9553-a6c2117516e0 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909719 Aug 31 07:13:58.448865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-484c63ff-4ecb-49d0-9375-157aec19e5c0 req-aa6622b3-5e68-49ea-9c7f-cfd76546f231 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871334 Aug 31 07:13:58.593688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5972d7-fe91-40fd-a043-e07d0b30f6a0 req-267a2945-47e0-426e-9c39-f060a6d169eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.595880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a5972d7-fe91-40fd-a043-e07d0b30f6a0 req-267a2945-47e0-426e-9c39-f060a6d169eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0563598 Aug 31 07:13:58.634281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a5972d7-fe91-40fd-a043-e07d0b30f6a0 req-484fb912-eb49-4c98-b4c6-6e7bc536e397 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321035 Aug 31 07:13:58.882984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:13:58.917924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-6938e615-fcdb-4ff9-a0a5-395f01596276 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.919352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-6938e615-fcdb-4ff9-a0a5-395f01596276 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 943 time: 0.0871611 Aug 31 07:13:58.924722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:13:58.931991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bbcee-34f7-4ccd-a30d-c072c079c04b req-1013b0d7-e4f4-48a3-b6b7-61f2efa380a6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:58.933476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b3bbcee-34f7-4ccd-a30d-c072c079c04b req-1013b0d7-e4f4-48a3-b6b7-61f2efa380a6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0722857 Aug 31 07:13:59.011036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b3bbcee-34f7-4ccd-a30d-c072c079c04b req-73191bc1-3656-47dc-ad4b-803f16602d13 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697007 Aug 31 07:13:59.017390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-183c23ba-8a03-46ba-ac6a-0dab23805958 service neutron] 10.222.0.50 "GET /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.0830185 Aug 31 07:13:59.092616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a9ac97ab-158a-4866-8a6e-7c0982384907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:59.094197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a9ac97ab-158a-4866-8a6e-7c0982384907 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1095 time: 0.0439634 Aug 31 07:13:59.189120 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:13:59.189841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-7ade4df1-08d7-4aa9-891d-06ce791e1281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:59.190828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-7ade4df1-08d7-4aa9-891d-06ce791e1281 service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0895405 Aug 31 07:13:59.258552 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-26810c0d-e4fe-4e8b-88cf-922e00119b28 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0603836 Aug 31 07:13:59.317582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-559fbd9f-d999-4db8-979b-e0e7ed9584ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:59.319384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-559fbd9f-d999-4db8-979b-e0e7ed9584ce service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0538213 Aug 31 07:13:59.370225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-136c2544-ea8e-4318-9880-feebb9d5bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:13:59.372276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-136c2544-ea8e-4318-9880-feebb9d5bf37 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460074 Aug 31 07:13:59.469298 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-5b97f662-cab7-4a25-b4d8-b7cbf859653e service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900204 Aug 31 07:13:59.573627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-d16a7d76-f6b3-4185-98db-5af7cc59675a service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973275 Aug 31 07:13:59.716492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:00.133774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74183163-77cb-4ea7-9f24-d9e11027a26f req-5a0b8f27-90e3-4c7d-8941-95292a0756a3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:00.135257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74183163-77cb-4ea7-9f24-d9e11027a26f req-5a0b8f27-90e3-4c7d-8941-95292a0756a3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 943 time: 0.0515099 Aug 31 07:14:00.175014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74183163-77cb-4ea7-9f24-d9e11027a26f req-aab30028-eefb-4bb8-ab37-4573912701df tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333624 Aug 31 07:14:00.264079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:14:00.361064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:00.372423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:14:00.416233 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:00.429214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:14:00.448743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:00.452457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:00.498916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:00.682263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:14:01.137062 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:01.294913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cdec6f-1c19-4e43-ab72-a2407d931e52 req-f441b877-322d-4d68-9854-08f4f7f45990 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:01.296502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10cdec6f-1c19-4e43-ab72-a2407d931e52 req-f441b877-322d-4d68-9854-08f4f7f45990 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0507050 Aug 31 07:14:01.336453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-10cdec6f-1c19-4e43-ab72-a2407d931e52 req-9764139a-9b02-4036-91d5-7ca81603f5df tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326431 Aug 31 07:14:01.646233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-9a4d022d-c7e6-4888-b50b-453c38a4ed17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:01.647732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-9a4d022d-c7e6-4888-b50b-453c38a4ed17 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 1096 time: 0.0498648 Aug 31 07:14:01.659357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:01.711016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:01.912376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:01.945179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:01.982909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:14:01.991742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.002667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Ignored duplicate provisioning block setup for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 31 07:14:02.006703 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.088207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=9']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:02.133065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] No DVR routers for this DVR port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h2-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:14:02.267791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:14:02.274497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:02.274989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:02.275322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:02.280050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:14:02.280589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:02.287193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:02.287525 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:02.287902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:02.288320 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Bound port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:02.288676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.353874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:02.356934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:14:02.362895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.382590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:02.396830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.397479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.399031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] 10.222.0.53 "PUT /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 1092 time: 0.7441494 Aug 31 07:14:02.399490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:02.402014 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:02.412708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:02.413195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:02.413696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:02.419997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:14:02.420355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Attempting to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on network 6c02c44c-c906-4468-934d-2bace5abf049 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:02.427460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 13, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:02.427856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Checking segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:02.428455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Bound using segment: {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:02.429009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Bound port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1843abf3-8e89-4bb7-87f8-5a277617ac5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 552, 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:02.430624 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:02.487106 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46df82d-d865-4722-bbae-cc9eed8012e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=10']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:02.498338 n-d-712707-15 neutron-server[94641]: WARNING neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Concurrent port binding operations failed on port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b Aug 31 07:14:02.502222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:02.503700 n-d-712707-15 neutron-server[94641]: INFO neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Attempt 2 to bind port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b Aug 31 07:14:02.504150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:14:02.523413 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89aa648c-a2dc-4ef7-b892-c9913b454a9a x-openstack-request-id: req-89aa648c-a2dc-4ef7-b892-c9913b454a9a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:02.523702 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:02.523929 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-89aa648c-a2dc-4ef7-b892-c9913b454a9a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:02.524323 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:14:02.546333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-871f282c-31ea-4e29-bd40-98cc290d1775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.548220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-871f282c-31ea-4e29-bd40-98cc290d1775 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1096 time: 0.1022623 Aug 31 07:14:02.560975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045ff81-0c8f-4578-ba84-406caae645ec req-0fa5b2d6-535c-428f-9444-0b8479101eab tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.562936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8045ff81-0c8f-4578-ba84-406caae645ec req-0fa5b2d6-535c-428f-9444-0b8479101eab tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0719504 Aug 31 07:14:02.563080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-f332b2b8-5f04-4c5f-b982-3812003122f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.564758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-f332b2b8-5f04-4c5f-b982-3812003122f0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1096 time: 0.0443561 Aug 31 07:14:02.654010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8045ff81-0c8f-4578-ba84-406caae645ec req-a6e4ce56-0cd7-4948-9c4d-a9f6d69949b8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812728 Aug 31 07:14:02.668793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-0bb20543-ec32-46c0-8eec-5cb3135ee54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.670802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-0bb20543-ec32-46c0-8eec-5cb3135ee54b service neutron] 10.222.0.50 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0983965 Aug 31 07:14:02.685713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-b48550dd-9936-4e4d-8cae-04e5d269f16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.687248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-b48550dd-9936-4e4d-8cae-04e5d269f16c service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.1226306 Aug 31 07:14:02.737077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-3a743143-7ae1-48e2-9856-7d0c6de3432d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0576496 Aug 31 07:14:02.760600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-53c60dc2-5940-4f94-a4a0-fc7b250ba3aa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0649159 Aug 31 07:14:02.794581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-cb0eb0e4-cf17-4cbd-a610-238d1711db1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.796066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-cb0eb0e4-cf17-4cbd-a610-238d1711db1e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0474503 Aug 31 07:14:02.810789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-9c865cfc-8405-436a-bb94-f295c7255333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.812385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-9c865cfc-8405-436a-bb94-f295c7255333 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0444520 Aug 31 07:14:02.841857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-2c6dd44f-3ab3-4e7b-84d3-3499652940cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.843648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-2c6dd44f-3ab3-4e7b-84d3-3499652940cb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409281 Aug 31 07:14:02.860123 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-b8ede923-36fb-4677-95dc-51ff5827a272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:02.861771 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-b8ede923-36fb-4677-95dc-51ff5827a272 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418987 Aug 31 07:14:02.934719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-34152535-6e2d-4f04-8a6a-91b7250ece66 service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836601 Aug 31 07:14:02.954601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-c337620a-4d11-4908-97b0-0ec184694257 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851057 Aug 31 07:14:03.046405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77b0f2b7-aed7-401c-91dd-0e1cbabc753a req-01b67389-8b7f-47a5-9b97-e5a51af42c73 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856230 Aug 31 07:14:03.143308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-5db7d915-d707-4b18-9e9a-6da4b764f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:03.144833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-5db7d915-d707-4b18-9e9a-6da4b764f6ef service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1096 time: 0.0512919 Aug 31 07:14:03.240239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-b115b8ea-0616-41ec-83c7-d4c6cd39f4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:03.241776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-b115b8ea-0616-41ec-83c7-d4c6cd39f4ac service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.0900521 Aug 31 07:14:03.315554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-4b266c98-3258-4738-a1f1-bd116b2fe5e9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 997 time: 0.0657115 Aug 31 07:14:03.367638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-1ff0765b-3881-4e96-88dd-8eeea25d773d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:03.369117 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-1ff0765b-3881-4e96-88dd-8eeea25d773d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0454473 Aug 31 07:14:03.372709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-3c949803-2af4-4b9a-8d58-97fa499952b1 service neutron] 10.222.0.50 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305613 Aug 31 07:14:03.417458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-8f8aedd3-d019-4ee2-8611-1d21b9e81480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:03.418958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-8f8aedd3-d019-4ee2-8611-1d21b9e81480 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414762 Aug 31 07:14:03.516454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-4d46d09e-cfe2-4a5b-81c2-9870aaa0613d service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892138 Aug 31 07:14:03.609266 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-261fc6b4-f099-4f7e-80bd-a793f01f7c8b req-34801276-1615-44c8-affb-587b742a1de3 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839758 Aug 31 07:14:03.771508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8640b46f-bc13-4ccf-979e-9d51386587f6 req-e79f078f-350b-40d5-b581-f9342a85a3bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:03.772953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8640b46f-bc13-4ccf-979e-9d51386587f6 req-e79f078f-350b-40d5-b581-f9342a85a3bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0491827 Aug 31 07:14:03.810553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8640b46f-bc13-4ccf-979e-9d51386587f6 req-fedea9db-4941-44ec-a559-e9fb2a657463 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314174 Aug 31 07:14:04.280343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:14:04.322571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:14:04.927774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a79ce2-6679-4e3d-b12d-eb47e62707d2 req-a2c1445a-9354-4912-90fe-9194bd64ccde tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:04.929287 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0a79ce2-6679-4e3d-b12d-eb47e62707d2 req-a2c1445a-9354-4912-90fe-9194bd64ccde tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 944 time: 0.0505519 Aug 31 07:14:04.969373 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0a79ce2-6679-4e3d-b12d-eb47e62707d2 req-290bee66-442f-4b2a-822b-1e648dc32352 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340014 Aug 31 07:14:04.992002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38038) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:05.053779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6de6cbde-df66-4341-9ac0-acf3ab56be53 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/af07cf6a-122c-40f6-871e-3dee8c186d03 HTTP/1.1" status: 200 len: 989 time: 0.0605898 Aug 31 07:14:05.928811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:06.899418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:14:07.001313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:07.013571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'port_id': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'mac_address': 'fa:16:3e:c1:87:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 552, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:14:07.056202 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:07.074857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:14:07.098145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:07.101785 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:07.310113 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=11']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:07.380160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:14:08.897897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:08.945752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:08.949814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:08.950187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:09.051810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:09.076131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:09.078749 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e30814-4bcd-4b2b-b5da-7ede48a4b4c4" -d '{"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-plugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:09.095253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:09.100252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:09.124830 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368ff06f-cc5e-4f35-aa02-41f9c61dce30 x-openstack-request-id: req-368ff06f-cc5e-4f35-aa02-41f9c61dce30 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:09.125132 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-plugged", "status": "completed", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:09.126325 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-368ff06f-cc5e-4f35-aa02-41f9c61dce30 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:09.126564 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'code': 200} Aug 31 07:14:09.153618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:15.828726 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:24.831647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0bd3a624-85cf-4ec9-a500-297bc158534e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:27.463835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c86137ef-8d67-471a-87ff-de829d8e0e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:27.792126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:29.715394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:31.141164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:35.853832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ed9b9-9a54-4cd2-81b3-755a6242473c req-b986b1f5-cd0e-43eb-b0d1-2fec8bccd383 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:35.855418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da9ed9b9-9a54-4cd2-81b3-755a6242473c req-b986b1f5-cd0e-43eb-b0d1-2fec8bccd383 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1098 time: 0.1685183 Aug 31 07:14:35.891576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da9ed9b9-9a54-4cd2-81b3-755a6242473c req-c006ee13-d49d-4298-b1e9-e16a6a7a18cf tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0287747 Aug 31 07:14:35.914641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38060) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:35.958798 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.092216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 2ea7837c-9dea-4e1a-a297-80e270fadfc9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:14:36.092691 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.174887 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.175181 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.189824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 2ea7837c-9dea-4e1a-a297-80e270fadfc9 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:14:36.191820 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:14:36.358954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.388762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=2ea7837c-9dea-4e1a-a297-80e270fadfc9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:36.456374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.456725 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP af07cf6a-122c-40f6-871e-3dee8c186d03 disassociated (deleted). External IP: 172.25.3.4, port: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b. Aug 31 07:14:36.686536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:14:36.813292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:14:36.818669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:36.823541 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Sync routers for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:14:36.834217 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:36.834828 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:36.851569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-34681042-fc2a-4e45-9d6d-f3e19479d2d2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/floatingips/af07cf6a-122c-40f6-871e-3dee8c186d03 HTTP/1.1" status: 204 len: 168 time: 0.9356639 Aug 31 07:14:36.852167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:36.854723 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d957768f-6627-4f1e-9ee6-866811a66bfd" -d '{"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:36.895877 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e63f22-6789-4432-a531-4ca685c809c9 x-openstack-request-id: req-17e63f22-6789-4432-a531-4ca685c809c9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:36.896534 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:36.896906 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-17e63f22-6789-4432-a531-4ca685c809c9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:36.897653 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:14:37.111334 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:37.112926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-919e9ba9-21ec-4047-8a4d-cd7fef62eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:37.115213 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-919e9ba9-21ec-4047-8a4d-cd7fef62eef2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 1098 time: 0.1718111 Aug 31 07:14:37.134253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81f6d2-d6a9-4d5a-a390-a3883db056f3 req-cb5b0fa9-4cc4-4f36-8312-7ee0e28a6398 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:37.135740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c81f6d2-d6a9-4d5a-a390-a3883db056f3 req-cb5b0fa9-4cc4-4f36-8312-7ee0e28a6398 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 946 time: 0.0526943 Aug 31 07:14:37.181801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c81f6d2-d6a9-4d5a-a390-a3883db056f3 req-d60583fb-964c-44c2-85c3-0f7437d465f9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386345 Aug 31 07:14:37.232202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-008782e1-2365-4b67-a928-e2f8231e1e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:37.233730 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-008782e1-2365-4b67-a928-e2f8231e1e09 service neutron] 10.222.0.53 "GET /v2.0/networks?id=6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 200 len: 897 time: 0.1096804 Aug 31 07:14:37.295113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-b9084395-9473-4a86-93e8-ac6e703591d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 200 len: 217 time: 0.0516565 Aug 31 07:14:37.335367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:37.349581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-bc06b5ff-cec1-41a9-bda5-bfb62d0df4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:37.351069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-bc06b5ff-cec1-41a9-bda5-bfb62d0df4b6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 200 len: 834 time: 0.0477514 Aug 31 07:14:37.363504 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Checking router: 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:14:37.372072 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:37.372636 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:37.427777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-794b7650-0223-43b6-b1f4-bec598c2f6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:37.430673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-794b7650-0223-43b6-b1f4-bec598c2f6d4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=6c02c44c-c906-4468-934d-2bace5abf049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693252 Aug 31 07:14:37.446584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-38f7c116-7708-4515-8edf-7f48719fce89 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:14:37.448481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-38f7c116-7708-4515-8edf-7f48719fce89 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093930 Aug 31 07:14:37.529582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:37.559709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-8ec557df-eebc-41c1-becc-83fead07ba87 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035831 Aug 31 07:14:37.660548 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d957768f-6627-4f1e-9ee6-866811a66bfd req-c6d479c6-64ff-4bd4-bb8f-7e4df513be76 service neutron] 10.222.0.53 "GET /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913520 Aug 31 07:14:37.740441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:37.765870 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0293745-f99a-4d41-9229-f8ec868d2691 None None] The sync data for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 is: [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:12:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '14df9e99-6784-4a4e-85f2-e481654f7b36', 'name': '', 'network_id': '6c02c44c-c906-4468-934d-2bace5abf049', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:00:5d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3918, 'fixed_ips': [{'subnet_id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:47Z', 'updated_at': '2021-08-31T07:12:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': 'fedcd97b-594c-49cb-b393-37ed00834560', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:14:38.007681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd2668b-fb15-4a9c-8946-13f89b54ec4e None None] New status for floating IP af07cf6a-122c-40f6-871e-3dee8c186d03: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:14:38.318737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5678bc-4ae1-4eb9-a5dc-6bc7f6dfe6d5 req-6632d8a6-d4d0-4400-9ba8-c6c633701bd5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:38.320331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b5678bc-4ae1-4eb9-a5dc-6bc7f6dfe6d5 req-6632d8a6-d4d0-4400-9ba8-c6c633701bd5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 946 time: 0.0542479 Aug 31 07:14:38.359939 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0b5678bc-4ae1-4eb9-a5dc-6bc7f6dfe6d5 req-86323cd5-515e-4be8-86cf-c461efde5b68 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=b299abb0-37c3-433c-afbc-2f065dcba809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328193 Aug 31 07:14:38.441403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-16f66e2e-38fd-4b79-8856-cd16fe42cded tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:38.442893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-16f66e2e-38fd-4b79-8856-cd16fe42cded tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/ports?device_id=644b37f5-7763-40b8-bc61-c9c9a08d3609 HTTP/1.1" status: 200 len: 946 time: 0.0563016 Aug 31 07:14:38.535483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:14:38.535768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:38.627800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:38.628167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:38.640951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:14:38.768388 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:38.800111 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=7cb39a53-5234-4e54-8ab3-53b0e0c6b13b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:38.846038 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] No DVR routers for this DVR port 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:14:38.848926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:38.850990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d590049-6349-43a8-8add-77d2ca8c4b8d req-0884b1c3-d9fe-48d1-821e-0c23537c366f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "DELETE /v2.0/ports/7cb39a53-5234-4e54-8ab3-53b0e0c6b13b HTTP/1.1" status: 204 len: 173 time: 0.4021366 Aug 31 07:14:38.898765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-deleted', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:38.901650 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e2be91-4ca0-4513-b0f9-bc65e0dc6bbd" -d '{"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-deleted", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:38.939196 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a700bf1-0c60-43d5-8b83-4d37596a3916 x-openstack-request-id: req-0a700bf1-0c60-43d5-8b83-4d37596a3916 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:38.939528 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644b37f5-7763-40b8-bc61-c9c9a08d3609", "name": "network-vif-deleted", "tag": "7cb39a53-5234-4e54-8ab3-53b0e0c6b13b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:38.939936 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a700bf1-0c60-43d5-8b83-4d37596a3916 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:38.940435 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '644b37f5-7763-40b8-bc61-c9c9a08d3609', 'name': 'network-vif-deleted', 'tag': '7cb39a53-5234-4e54-8ab3-53b0e0c6b13b', 'status': 'completed', 'code': 200} Aug 31 07:14:39.419651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:39.794159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:40.050604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 14df9e99-6784-4a4e-85f2-e481654f7b36 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:14:40.050872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:40.142606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 14df9e99-6784-4a4e-85f2-e481654f7b36, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=14df9e99-6784-4a4e-85f2-e481654f7b36,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:40.142966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:40.156993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 14df9e99-6784-4a4e-85f2-e481654f7b36 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:14:40.384552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:40.416760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=14df9e99-6784-4a4e-85f2-e481654f7b36,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:40.919479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.135237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:14:41.240688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:14:41.246031 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-616b8d5d-0efe-4639-8ac5-afddb62ec9b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8252532 Aug 31 07:14:41.248498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:41.251500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Sync routers for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:14:41.260449 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:41.261045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:41.309578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting subnet fedcd97b-594c-49cb-b393-37ed00834560 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:14:41.314993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.368061 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:41.369677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.462604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.529540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.568987 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:14:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:41.574160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Subnet': ['ID=fedcd97b-594c-49cb-b393-37ed00834560,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:41.579165 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.582255 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fc18c373-a58e-4289-be64-2605569a24bc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/subnets/fedcd97b-594c-49cb-b393-37ed00834560 HTTP/1.1" status: 204 len: 168 time: 0.3325169 Aug 31 07:14:41.584105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2295ced2-d51e-40d9-805b-1a73efe77a61 None None] Network 6c02c44c-c906-4468-934d-2bace5abf049 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:14:41.585413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:41.601944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Checking router: 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:14:41.611159 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Routers {'0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:41.611774 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:41.764479 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.772030 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] Set router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:41.834275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] DHCP port deletion for 6c02c44c-c906-4468-934d-2bace5abf049 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:14:41.911088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Deleting port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:14:41.911916 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.938392 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:41.964114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:14:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:41.996180 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4efa45-6c25-474e-998c-9f5e6bb5787f None None] The sync data for ids ['0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d'] in n-d-712707-15 is: [{'id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-203422467', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125'}], 'enable_snat': True}, 'gw_port_id': '94e69545-125b-4856-877a-e0701a3b802b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:12:44Z', 'updated_at': '2021-08-31T07:14:40Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': '94e69545-125b-4856-877a-e0701a3b802b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:64:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:12:45Z', 'updated_at': '2021-08-31T07:12:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:14:42.001454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] For port 6aa5b90f-96c5-4c35-8113-202bfff27ab1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6aa5b90f-96c5-4c35-8113-202bfff27ab1,segment=NetworkSegment(1843abf3-8e89-4bb7-87f8-5a277617ac5d),segment_id=1843abf3-8e89-4bb7-87f8-5a277617ac5d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:42.001864 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.004580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 94e69545-125b-4856-877a-e0701a3b802b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:14:42.004993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.016389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Calling delete_port for 6aa5b90f-96c5-4c35-8113-202bfff27ab1 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:14:42.097431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 94e69545-125b-4856-877a-e0701a3b802b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=94e69545-125b-4856-877a-e0701a3b802b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:42.097712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.101015 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.112675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 94e69545-125b-4856-877a-e0701a3b802b owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:14:42.126811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] Pushing event deleted for resources: {'Port': ['ID=6aa5b90f-96c5-4c35-8113-202bfff27ab1,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:42.133450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa6a10ad-e8c9-4d97-bd39-7f5a05f590b6 None None] No DVR routers for this DVR port 6aa5b90f-96c5-4c35-8113-202bfff27ab1 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:14:42.298018 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.322739 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=94e69545-125b-4856-877a-e0701a3b802b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:42.392041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.496398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.498761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.551708 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.552151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Fanout notify agent at l3_agent the message router_deleted on router 0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:14:42.560741 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.562419 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b1cc6aed-7b01-4f94-a8d4-829efe4197c4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/routers/0b5e6b2c-d217-4a72-ab20-bb41c1cccf3d HTTP/1.1" status: 204 len: 168 time: 0.9755607 Aug 31 07:14:42.566811 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:42.654399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.758362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.770116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c02c44c-c906-4468-934d-2bace5abf049']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:42.783478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1843abf3-8e89-4bb7-87f8-5a277617ac5d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:42.783765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1843abf3-8e89-4bb7-87f8-5a277617ac5d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:42.794535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.811066 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.818387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Releasing vlan 552 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:14:42.818798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:14:42.822034 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:14:42.885700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.894088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.895839 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/networks/6c02c44c-c906-4468-934d-2bace5abf049 HTTP/1.1" status: 204 len: 168 time: 0.3280263 Aug 31 07:14:42.898785 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:42.910401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d07c9fc-801f-4ed1-95b1-81bebbdc42f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Network': ['ID=6c02c44c-c906-4468-934d-2bace5abf049,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:42.974426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:42.994000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:14:43.003898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.020891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:14:43.021517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7cb39a53-5234-4e54-8ab3-53b0e0c6b13b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:14:43.073762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.076401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.077620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/security-groups/b299abb0-37c3-433c-afbc-2f065dcba809 HTTP/1.1" status: 204 len: 168 time: 0.1778092 Aug 31 07:14:43.087940 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec95b46-c547-4750-ac22-b815bab47e88 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b299abb0-37c3-433c-afbc-2f065dcba809,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:43.335746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:43.340501 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1152517754', 'description': 'tempest-secgroup-smoke-1152517754 description', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:43.365584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.455345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.458938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.492960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.494211 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1574557 Aug 31 07:14:43.497616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38094) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:43.498575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1a0f3-2546-467f-b937-eda786e4b375 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58230663-729b-4cad-bc9a-50a7f58b2472,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:43.504862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:43.532615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.590275 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.594701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.616977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1734f7bc-3c8b-432d-a22a-5cddaa8cf231,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:43.623958 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.625806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-487f667d-7f57-4b80-a091-1db8ae84a67d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1266983 Aug 31 07:14:43.628765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:43.633170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:43.661977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.696038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 94e69545-125b-4856-877a-e0701a3b802b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:14:43.722056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 94e69545-125b-4856-877a-e0701a3b802b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:14:43.722397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 94e69545-125b-4856-877a-e0701a3b802b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:14:43.722808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 14df9e99-6784-4a4e-85f2-e481654f7b36 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:14:43.722933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.726784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.743356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 14df9e99-6784-4a4e-85f2-e481654f7b36 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:14:43.743709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 14df9e99-6784-4a4e-85f2-e481654f7b36 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:14:43.744199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6aa5b90f-96c5-4c35-8113-202bfff27ab1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:14:43.746712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4bd0955-0911-42ca-905f-4b9f84b03acb,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:43.753988 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.754736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ed8b921-e869-420e-be09-6f3105ac5403 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249752 Aug 31 07:14:43.757453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38098) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:43.761933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:43.766570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6aa5b90f-96c5-4c35-8113-202bfff27ab1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:14:43.767009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6aa5b90f-96c5-4c35-8113-202bfff27ab1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:14:43.792548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.856789 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.860635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.879163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=805c4aa8-041b-490f-9994-62a061b13893,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:43.884439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.885590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a88b0f7a-6c30-4f6e-8e43-162816580275 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1271875 Aug 31 07:14:43.888353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:43.893523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:43.919308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.979541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:43.983064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.004640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f642ecf-2b1e-47cb-9ad0-4ea97ab5ec61,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:44.009744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.011054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8661178a-4378-4d71-848a-14b456c9aebe tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1216960 Aug 31 07:14:44.013892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:44.018609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:44.039779 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:14:44.044349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.105855 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.110802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.129723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08efa676-b4ea-464d-8c36-0f4101537d9c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:44.135368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.136566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-008c9c03-4ed8-4096-896b-e73d6bb24474 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217203 Aug 31 07:14:44.139452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:44.144542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '58230663-729b-4cad-bc9a-50a7f58b2472', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:44.166201 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:14:44.170906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.232546 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.236825 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.255887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c559379f-ef12-4d5d-9346-41455fcad332,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:44.261694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.262920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0971d01-b6f2-4774-89c2-9f4a105a9836 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224935 Aug 31 07:14:44.265750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:44.270975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'network': {'name': 'tempest-network-smoke--1575875308', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:44.293106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:14:44.297243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.321235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] vlan segment allocate from pool success with {'vlan_id': 572, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:14:44.330358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.330768 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Added segment 346bf98b-6776-405c-8f33-aa2210f6cb3d of type vlan for network f7dfa664-ce3e-4d9d-acec-9e015e644afc Aug 31 07:14:44.373076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.399111 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.405404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:44.406023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.469812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2029417 Aug 31 07:14:44.472838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:44.477795 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'admin_state_up': True, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:44.479637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd79a3-97e4-4a83-a01c-31cf2d8b9f67 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Network': ['ID=f7dfa664-ce3e-4d9d-acec-9e015e644afc,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:44.492106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:14:44.506284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.507542 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.563782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.712183 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.924802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:44.946175 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:45.067338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.200 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/b96760f5-9050-4ae3-8492-432335c4ab44) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:14:45.182445 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:45.221616 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:45.263244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:14:45.268624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:45.271373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:14:45.301841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=b96760f5-9050-4ae3-8492-432335c4ab44,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:45.539976 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:45.734316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:45.830978 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.200592 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router a4cff75c-e7bc-4a05-a5df-b2507522aa8f is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:14:46.306864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:14:46.318624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Sync routers for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:14:46.326551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.327837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3cdc090d-07d2-4339-8f3f-f987a287b854 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8538954 Aug 31 07:14:46.330228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:46.330841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:46.331174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38110) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:46.365517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d0183177-5888-4e85-a6dd-a55a547b012b tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=674f8bf57eb04593a53e4c32e7aa88a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308623 Aug 31 07:14:46.365756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38112) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:46.444717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:46.452710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ea54e6-4903-4fc1-be5f-09570a408373 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:46.454369 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b1ea54e6-4903-4fc1-be5f-09570a408373 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877702 Aug 31 07:14:46.457142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38114) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:46.485508 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c80d9dff-13a8-49b3-930b-934afdb03d6b tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272255 Aug 31 07:14:46.488101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38116) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:46.493019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1965162935', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:46.584344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:14:46.587880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.629339 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:46.654734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Checking router: a4cff75c-e7bc-4a05-a5df-b2507522aa8f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:14:46.655128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Updating router a4cff75c-e7bc-4a05-a5df-b2507522aa8f port b96760f5-9050-4ae3-8492-432335c4ab44 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:14:46.683890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.778499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.839308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Subnet': ['ID=72814bad-5b93-4f0a-be96-3f849455f25e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:46.849023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:46.849418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network hostable DHCP agents. Network: f7dfa664-ce3e-4d9d-acec-9e015e644afc, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:14:46.865746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:14:46.875163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, f7dfa664-ce3e-4d9d-acec-9e015e644afc) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:46.879437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:46.880024 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:46.893989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34df4eeb-f0d8-4e76-8485-2f164b5efa9c None None] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:14:46.894992 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da681924-9817-4c47-a568-763bd407d75f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4058917 Aug 31 07:14:46.897639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:14:47.016758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.038061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Transition to ACTIVE for port object b96760f5-9050-4ae3-8492-432335c4ab44 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:47.044648 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.131337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Attempting to bind port b96760f5-9050-4ae3-8492-432335c4ab44 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:47.131708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Attempting to bind port b96760f5-9050-4ae3-8492-432335c4ab44 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:47.132075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Attempting to bind port b96760f5-9050-4ae3-8492-432335c4ab44 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:47.152920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Pushing event updated for resources: {'Port': ['ID=b96760f5-9050-4ae3-8492-432335c4ab44,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:47.155086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:47.155465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:47.156529 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.157037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:47.157546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Bound port: b96760f5-9050-4ae3-8492-432335c4ab44, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:47.157933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.184603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:14:47.185481 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.193368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.193723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.194063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.194400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.194736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.195065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.195396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.195721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.196049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.196374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.196703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.197024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:47.290059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] For port b96760f5-9050-4ae3-8492-432335c4ab44, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:47.313838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] For port b96760f5-9050-4ae3-8492-432335c4ab44, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b96760f5-9050-4ae3-8492-432335c4ab44,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:14:47.321363 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.339361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.417786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:47.418415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:47.430158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ff6c4-6cd9-4079-ab96-ab9854f2a977 None None] Pushing event updated for resources: {'Port': ['ID=b96760f5-9050-4ae3-8492-432335c4ab44,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:47.434230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Allocated IP 172.20.0.2 (f7dfa664-ce3e-4d9d-acec-9e015e644afc/72814bad-5b93-4f0a-be96-3f849455f25e/6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:14:47.756323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:47.939714 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:47.957380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Transition to ACTIVE for port object 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:47.994351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Transition to ACTIVE for port object 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:48.003963 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.043917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:14:48.051799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.1 (f7dfa664-ce3e-4d9d-acec-9e015e644afc/72814bad-5b93-4f0a-be96-3f849455f25e/bba9eb15-4cfb-4662-badb-8648d2686e2e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:14:48.052353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:48.054545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:14:48.072861 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Pushing event updated for resources: {'Port': ['ID=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:48.100177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:48.140724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f73cfc-844a-4d97-8b2b-67358c57c956 None None] The sync data for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 is: [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:45Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:14:48.151573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Attempting to bind port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:48.151946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Attempting to bind port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:48.152310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Attempting to bind port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:48.158898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:48.159274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:48.159678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.160070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Bound using segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:48.160538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Bound port: 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:48.160919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.173762 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.189544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object bba9eb15-4cfb-4662-badb-8648d2686e2e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:48.229881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] For port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:48.230126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.234876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] For port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:14:48.253560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.270416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:14:48.281411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:48.284356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:14:48.318773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-baa8681a-6b6d-41ce-82fe-d33d9a0d1b8e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0721233 Aug 31 07:14:48.331753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31078a03-7c52-42e3-9164-c2a2b8c6056d None None] Pushing event updated for resources: {'Port': ['ID=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:48.334580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:48.362069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.457752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-c811a85b-9859-4a8c-8a30-604bdb60d6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:48.459396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-c811a85b-9859-4a8c-8a30-604bdb60d6bb service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1097 time: 0.0951560 Aug 31 07:14:48.591127 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.637047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-420a00e0-cd12-4167-bec5-d5e4a1adc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:48.638833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-420a00e0-cd12-4167-bec5-d5e4a1adc8ce service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1539023 Aug 31 07:14:48.724201 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-05371749-84dd-4626-b9b9-4915e0496dad service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 1001 time: 0.0770471 Aug 31 07:14:48.784310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-876b78ab-6673-4acd-ad3e-a0e30b91a48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:48.786037 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-876b78ab-6673-4acd-ad3e-a0e30b91a48a service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0533464 Aug 31 07:14:48.840069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-a5454c4f-822c-4dce-b48c-9f588326f8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:48.842069 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-a5454c4f-822c-4dce-b48c-9f588326f8a8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477450 Aug 31 07:14:48.853474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-d7c97ac0-b221-4ed3-ad13-f91adfdbbc56 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:14:48.854622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-d7c97ac0-b221-4ed3-ad13-f91adfdbbc56 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056350 Aug 31 07:14:48.931912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.938008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:48.963448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-3ebcad3d-0755-4319-a619-7109c07d4d34 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988336 Aug 31 07:14:49.019813 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:49.022163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:49.074971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a414ab83-d211-4a84-8f17-d8ad3444d579 req-8ebe8aab-6f05-4c3e-a0a4-bacedeb9b097 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032259 Aug 31 07:14:49.133812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:14:49.135258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:49.269076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router a4cff75c-e7bc-4a05-a5df-b2507522aa8f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:14:49.384196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:14:49.389226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-836b772b-3d7c-4d21-b23f-7c88f48f0d03 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/a4cff75c-e7bc-4a05-a5df-b2507522aa8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4906411 Aug 31 07:14:49.415604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-86e54f55-8039-4cc9-97a2-b83a01c41cb6 req-dc57b6a1-21e2-468f-ad73-a00db64b2388 service neutron] (94640) timed out ('10.222.0.57', 59284) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:14:49.420058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9025a2cd-0161-43ff-baee-aff3ba102fb6 None None] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:14:49.533860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b7750fa-e40d-47c6-bdd9-2bcef4b7e2cd None None] Provisioning for port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:49.535106 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-e347f460-6b85-40e9-aab0-6b5242812d0b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1152517754&fields=id&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 267 time: 0.0352137 Aug 31 07:14:49.662758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-d850b3c8-5dbc-42a2-a39f-cf2e6ea5577d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:49.664449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-d850b3c8-5dbc-42a2-a39f-cf2e6ea5577d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 797 time: 0.1215813 Aug 31 07:14:49.686543 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-0ad0523f-2bd6-4017-837b-08926d8f7bdb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/quotas/674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 375 time: 0.0149276 Aug 31 07:14:49.752958 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-ab31e528-dfdc-464a-9bae-12fadf99ad64 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547018 Aug 31 07:14:49.768076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:49.826244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:49.832046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:49.833221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:49.864633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-2a133ab9-cb58-4d1d-9424-e8d87c1ea0f0 service neutron] 10.222.0.57 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976291 Aug 31 07:14:49.883775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Provisioning for port bba9eb15-4cfb-4662-badb-8648d2686e2e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:49.888750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Provisioning complete for port bba9eb15-4cfb-4662-badb-8648d2686e2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:49.889348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:49.958649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Port bba9eb15-4cfb-4662-badb-8648d2686e2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:14:49.961312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:49.987167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Provisioning complete for port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:49.987568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a560595f-ce44-4be1-85db-a88a98f04a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:49.989046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-af4c55fb-8d36-4624-8ad1-1d7bdffd26ea service neutron] 10.222.0.57 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161702 Aug 31 07:14:50.029142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:50.030587 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Sync routers for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:14:50.041411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.042218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b96760f5-9050-4ae3-8492-432335c4ab44 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:50.047763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:50.048688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:50.199061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:50.237923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b96760f5-9050-4ae3-8492-432335c4ab44 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:50.242079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b96760f5-9050-4ae3-8492-432335c4ab44 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:50.242450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.248073 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d8f9613a-488f-47bd-bf52-1e8a7703304c req-3d566ef4-4be0-45c5-9ccc-34afae4ab545 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 210 time: 0.0429893 Aug 31 07:14:50.295403 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:50.321903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7cd33ff6-f49b-4c99-bf1c-1554da428f34 None None] Provisioning complete for port bba9eb15-4cfb-4662-badb-8648d2686e2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:50.322179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7cd33ff6-f49b-4c99-bf1c-1554da428f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.385946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7cd33ff6-f49b-4c99-bf1c-1554da428f34 None None] Port bba9eb15-4cfb-4662-badb-8648d2686e2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:14:50.400824 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.425813 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port b96760f5-9050-4ae3-8492-432335c4ab44, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b96760f5-9050-4ae3-8492-432335c4ab44,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:50.430228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.486810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=b96760f5-9050-4ae3-8492-432335c4ab44,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:50.508199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-59bc76d6-c285-417c-9e56-52579d549a0d None None] Provisioning complete for port bba9eb15-4cfb-4662-badb-8648d2686e2e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:50.508612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-59bc76d6-c285-417c-9e56-52579d549a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.550072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-59bc76d6-c285-417c-9e56-52579d549a0d None None] Port bba9eb15-4cfb-4662-badb-8648d2686e2e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:14:50.557557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 2, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:50.584502 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Checking router: a4cff75c-e7bc-4a05-a5df-b2507522aa8f for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:14:50.584763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Updating router a4cff75c-e7bc-4a05-a5df-b2507522aa8f port bba9eb15-4cfb-4662-badb-8648d2686e2e binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:14:50.612898 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.883973 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.894044 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Transition to ACTIVE for port object bba9eb15-4cfb-4662-badb-8648d2686e2e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:50.899072 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:50.949964 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Pushing event updated for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:50.972692 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.973037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.973398 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.973734 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.974065 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.974394 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.974719 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.975045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.975370 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.975692 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.976013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:50.976344 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.008028 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Attempting to bind port bba9eb15-4cfb-4662-badb-8648d2686e2e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:51.008378 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Attempting to bind port bba9eb15-4cfb-4662-badb-8648d2686e2e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:51.008742 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Attempting to bind port bba9eb15-4cfb-4662-badb-8648d2686e2e on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:51.014339 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 14, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:51.014708 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:51.016040 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.016458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Bound using segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:51.016920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Bound port: bba9eb15-4cfb-4662-badb-8648d2686e2e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:51.017301 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.088100 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] For port bba9eb15-4cfb-4662-badb-8648d2686e2e, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:51.093307 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] For port bba9eb15-4cfb-4662-badb-8648d2686e2e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bba9eb15-4cfb-4662-badb-8648d2686e2e,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:14:51.099093 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.166214 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:14:51.166859 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:51.208732 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eba26e-e4ec-4960-8bc2-c25b34423670 None None] Pushing event updated for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:51.262694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-d1ca24d6-5a7b-4b8e-b193-7bf8bc8ba38f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:51.264399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-d1ca24d6-5a7b-4b8e-b193-7bf8bc8ba38f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 797 time: 0.1493428 Aug 31 07:14:51.321893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:14:51.334141 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-bc167d53-26b7-471b-b36a-c8895b4fe04d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 380 time: 0.0597103 Aug 31 07:14:51.351374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'port': {'device_id': '011866c5-66a0-4f36-90cf-77360c56adc1', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'admin_state_up': True, 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'security_groups': ['58230663-729b-4cad-bc9a-50a7f58b2472']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:51.404232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ee70a91-0ee6-4f85-9d52-5514ae596a76 req-bbb7304f-5709-4547-8c1d-b3005078e468 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 210 time: 0.0514863 Aug 31 07:14:51.478432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:14:51.482106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.533213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:51Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:14:51.562827 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8f90ab-4a0b-4e83-b03d-5bf4842be73f None None] The sync data for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 is: [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:51Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:14:51.632863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.12 (f7dfa664-ce3e-4d9d-acec-9e015e644afc/72814bad-5b93-4f0a-be96-3f849455f25e/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:14:51.800406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:51.811682 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.827132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:51.851229 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:51.851591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.865230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:51.920730 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:14:51.924432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:14:51.929226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:14:51.933659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:51.944661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b96760f5-9050-4ae3-8492-432335c4ab44 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:51.968015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.968923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.969563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.969945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.970682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.970682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.970962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.971306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.971591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.971928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.972263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.972876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:14:51.998799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b96760f5-9050-4ae3-8492-432335c4ab44 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:51.999172 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.007094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:52.007853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.028477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-5b9a72bc-378b-467e-9426-fd25707cddeb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6812871 Aug 31 07:14:52.041681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Request body: {'port': {'device_id': '011866c5-66a0-4f36-90cf-77360c56adc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:14:52.095913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bba9eb15-4cfb-4662-badb-8648d2686e2e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:52.111365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.171124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bba9eb15-4cfb-4662-badb-8648d2686e2e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:52.177267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bba9eb15-4cfb-4662-badb-8648d2686e2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:52.178497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.261555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eca66f8d-4e6e-4f17-89e4-b54d2362b8d6 None None] Provisioning for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:52.272275 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-eca66f8d-4e6e-4f17-89e4-b54d2362b8d6 None None] Provisioning complete for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:52.272521 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eca66f8d-4e6e-4f17-89e4-b54d2362b8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.299947 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.329257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-eca66f8d-4e6e-4f17-89e4-b54d2362b8d6 None None] Port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:14:52.348289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port bba9eb15-4cfb-4662-badb-8648d2686e2e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bba9eb15-4cfb-4662-badb-8648d2686e2e,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:52.352932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.404602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:52.424554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:14:52.433686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.447660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Transition to ACTIVE for port object a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:14:52.452658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.541588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:52.609851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c917d34-32fd-40bb-940a-e1f5c341bfca req-465f6bb6-8736-4f7b-b445-a925137e3106 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:52.612537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c917d34-32fd-40bb-940a-e1f5c341bfca req-465f6bb6-8736-4f7b-b445-a925137e3106 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.1211369 Aug 31 07:14:52.647541 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:14:52.647878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:14:52.648208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:52.661642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:14:52.661982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:14:52.673553 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2c917d34-32fd-40bb-940a-e1f5c341bfca req-4ffae2af-f1c4-42d4-91bf-5aab0b80f129 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528719 Aug 31 07:14:52.674441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 14, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:14:52.674834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:14:52.675164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Bound using segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:14:52.675609 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Bound port: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:14:52.675971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.745519 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:14:52.749099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:14:52.755389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.798891 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:52.800517 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:52.804056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] 10.222.0.53 "PUT /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1093 time: 0.7653623 Aug 31 07:14:52.804056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:52.804818 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d846300-6dfe-4402-b8e2-4837bfca5c7d" -d '{"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:52.830573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6652fd7-2aea-4bb9-b3e4-77ff22a85257 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:52.852154 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafebf36-d20f-41e1-86c9-5ebde4271f19 x-openstack-request-id: req-dafebf36-d20f-41e1-86c9-5ebde4271f19 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:52.852447 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:52.852703 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dafebf36-d20f-41e1-86c9-5ebde4271f19 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:52.853110 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'status': 'completed', 'code': 200} Aug 31 07:14:52.897451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-0d37a395-5264-457c-9ce3-39bceef8974f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:52.899059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-0d37a395-5264-457c-9ce3-39bceef8974f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1096 time: 0.0443976 Aug 31 07:14:52.953534 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-7b966048-cadf-4676-8f2f-373412394d61 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 217 time: 0.0457568 Aug 31 07:14:53.006263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-3ae83e71-cfbf-4158-9771-7dc7f1a0818d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.007732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-3ae83e71-cfbf-4158-9771-7dc7f1a0818d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0487709 Aug 31 07:14:53.053640 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-7306a579-f829-4c7b-86e3-050cf62ed9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.055105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-7306a579-f829-4c7b-86e3-050cf62ed9c0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0395520 Aug 31 07:14:53.147013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-f16f429e-e437-4396-ba5c-7435b9458688 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834057 Aug 31 07:14:53.239320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ca788a8-b26c-4370-bddd-45c3102fa96a req-b0151d0a-bff8-4ed5-a866-664eeaa08567 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852790 Aug 31 07:14:53.322560 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-5504966c-2fb1-4ecc-b0a5-2053527f4b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.324088 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-5504966c-2fb1-4ecc-b0a5-2053527f4b64 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1096 time: 0.0416861 Aug 31 07:14:53.417156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-c511201f-5aff-4dfb-8c4d-e8ca376940d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.418631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-c511201f-5aff-4dfb-8c4d-e8ca376940d6 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 898 time: 0.0875952 Aug 31 07:14:53.460570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-9d04892d-1303-452d-9fb8-e332b75a31b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 217 time: 0.0340934 Aug 31 07:14:53.509863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-29ca413f-1da5-4d17-8611-8220ca57663a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.511235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-29ca413f-1da5-4d17-8611-8220ca57663a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0428975 Aug 31 07:14:53.560870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-eafa973c-8323-45ce-b812-a3ba11e1e7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.562882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-eafa973c-8323-45ce-b812-a3ba11e1e7ab service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0437808 Aug 31 07:14:53.655852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-851757a4-38b7-4fff-90d9-2e89a3016ae7 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846074 Aug 31 07:14:53.689845 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bba9eb15-4cfb-4662-badb-8648d2686e2e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:53.742745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bba9eb15-4cfb-4662-badb-8648d2686e2e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:53.743137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:53.788935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d846300-6dfe-4402-b8e2-4837bfca5c7d req-441afed9-3200-4f17-aab8-991f448a25d0 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174979 Aug 31 07:14:53.805574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49294f5a-200f-43a0-84c2-81c16e16a1aa req-9aa61162-eb0b-432e-9bf5-c22ea299701f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:53.807113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49294f5a-200f-43a0-84c2-81c16e16a1aa req-9aa61162-eb0b-432e-9bf5-c22ea299701f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.0621514 Aug 31 07:14:53.849626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-49294f5a-200f-43a0-84c2-81c16e16a1aa req-151e7e93-d83f-4dec-9514-d8c2ef033ad1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356598 Aug 31 07:14:54.832386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03a4fa0d-6912-449e-a6e0-83844e6e36c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:54.968708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7925a9-3b92-4f72-a71e-aa648755dab5 req-4dac42d2-8edb-461e-a866-5655486ce4ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:54.970747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b7925a9-3b92-4f72-a71e-aa648755dab5 req-4dac42d2-8edb-461e-a866-5655486ce4ca tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.0524642 Aug 31 07:14:55.012876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6b7925a9-3b92-4f72-a71e-aa648755dab5 req-aab73a61-dab2-4749-8439-6e2b15ee10e5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361772 Aug 31 07:14:56.127731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716ce50-2823-4fba-b129-bd3b2f3ef52e req-fa82a160-f33a-4469-aea6-517fbc5a097c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:56.129267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0716ce50-2823-4fba-b129-bd3b2f3ef52e req-fa82a160-f33a-4469-aea6-517fbc5a097c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.0494323 Aug 31 07:14:56.166791 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0716ce50-2823-4fba-b129-bd3b2f3ef52e req-fb40818d-8880-4d0e-8bd2-2354b8e02b2c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 Aug 31 07:14:57.065719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:14:57.159670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:57.171424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:14:57.212184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:57.225953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:14:57.245435 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:57.249111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:57.291167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206628e-2018-4ec5-a0ce-29357f18700e req-bd9d966f-a67d-4e2a-a646-acbe02be18e1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:57.293110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6206628e-2018-4ec5-a0ce-29357f18700e req-bd9d966f-a67d-4e2a-a646-acbe02be18e1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.0581987 Aug 31 07:14:57.309317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:57.341544 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6206628e-2018-4ec5-a0ce-29357f18700e req-104d396a-1af8-41ec-bc4a-f601ffe7fe59 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403807 Aug 31 07:14:57.452203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:14:57.494414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-072034ed-c61f-4be7-934f-c0e6c5cef129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:57.793951 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:58.460561 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d31cf5-ef6b-4168-bc4b-440911cb50b7 req-db89ce6e-7f00-4470-8d70-2017c94d3921 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:58.461956 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18d31cf5-ef6b-4168-bc4b-440911cb50b7 req-db89ce6e-7f00-4470-8d70-2017c94d3921 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 945 time: 0.0586386 Aug 31 07:14:58.830813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-18d31cf5-ef6b-4168-bc4b-440911cb50b7 req-5f0b66b1-ec19-41c0-9d44-9b3950444a7c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3626711 Aug 31 07:14:59.066604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:14:59.114579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:14:59.118178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:14:59.118549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:59.197636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:59.220206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:14:59.223569 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453dd08c-d81c-413d-91f2-1f36b9f9a0ee" -d '{"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-plugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:14:59.236437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:14:59.240358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:59.264380 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e66aec9b-7cd7-4284-a7f2-9aa2afcd9971 x-openstack-request-id: req-e66aec9b-7cd7-4284-a7f2-9aa2afcd9971 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:14:59.264672 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-plugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:14:59.264923 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e66aec9b-7cd7-4284-a7f2-9aa2afcd9971 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:14:59.265311 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'code': 200} Aug 31 07:14:59.297615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:14:59.362773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95689654-87ee-4e94-bbcb-80fadadb63b5 req-272e7e70-cd5a-4137-a307-c0266c146722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:59.364240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95689654-87ee-4e94-bbcb-80fadadb63b5 req-272e7e70-cd5a-4137-a307-c0266c146722 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1098 time: 0.0399244 Aug 31 07:14:59.399407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95689654-87ee-4e94-bbcb-80fadadb63b5 req-8142598d-3968-4f1a-aa2e-7cba50685643 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282133 Aug 31 07:14:59.717582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:14:59.945948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684e083-e855-49ba-bd4f-0f3aabc3a510 req-c90a057d-32e3-4b5c-aace-28b960ef8525 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:14:59.947313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9684e083-e855-49ba-bd4f-0f3aabc3a510 req-c90a057d-32e3-4b5c-aace-28b960ef8525 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0492368 Aug 31 07:14:59.985770 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9684e083-e855-49ba-bd4f-0f3aabc3a510 req-32afb1c2-362e-4629-9733-d5181a805d92 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325239 Aug 31 07:15:01.102769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba581626-8f5a-494a-897e-49719a236f33 req-2cea2ea5-d33f-4a85-b3f0-3781f10ae21c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:01.104258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba581626-8f5a-494a-897e-49719a236f33 req-2cea2ea5-d33f-4a85-b3f0-3781f10ae21c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0511241 Aug 31 07:15:01.144735 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:01.145537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba581626-8f5a-494a-897e-49719a236f33 req-111044ec-bee9-4072-936a-266257cfd4cc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350347 Aug 31 07:15:01.263162 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764dfcb7-6c3c-4009-8dc5-1f432f64620c req-a5627f9c-b140-48d0-9beb-1365cbc540b9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:01.264744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-764dfcb7-6c3c-4009-8dc5-1f432f64620c req-a5627f9c-b140-48d0-9beb-1365cbc540b9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0528870 Aug 31 07:15:01.303477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-764dfcb7-6c3c-4009-8dc5-1f432f64620c req-273a56e1-aeb2-475b-81ce-86a4c2a2f8b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326879 Aug 31 07:15:01.325147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:01.363688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab04a5-3d5b-4086-bac8-d00c02418e84 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:01.365138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-40ab04a5-3d5b-4086-bac8-d00c02418e84 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1093 time: 0.0390115 Aug 31 07:15:01.367828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:01.372046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:01.394545 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:01.495701 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:01.603452 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.236 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/b39f6042-c023-45a6-a57b-95236b985321) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:01.706335 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:01.744756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:01.786230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:01.789313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:01.793742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:01.796800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=b39f6042-c023-45a6-a57b-95236b985321,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:02.145232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.210653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.360519 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.365182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.430586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=b39f6042-c023-45a6-a57b-95236b985321,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:02.442895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.543737 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP 16cf6d1d-9463-4eb5-9539-2116c37fe454 associated. External IP: 172.25.3.236, port: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c. Aug 31 07:15:02.750597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router a4cff75c-e7bc-4a05-a5df-b2507522aa8f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:02.859125 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:02.869725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Sync routers for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:02.875405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:02.880492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:02.881120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:02.902699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-31084e4c-6f04-4c3a-a209-9a3c93a98af9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5338774 Aug 31 07:15:02.903301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:02.905703 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0906e18f-b40c-421a-9c1b-622e7410b391" -d '{"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:02.948804 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12e4185-e40f-475f-a5bd-321487e33364 x-openstack-request-id: req-e12e4185-e40f-475f-a5bd-321487e33364 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:02.949091 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:02.949501 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e12e4185-e40f-475f-a5bd-321487e33364 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:02.949914 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'status': 'completed', 'code': 200} Aug 31 07:15:02.999895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:03.012449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4947d010-4431-47be-80d5-c12ced732743 req-216d8d4a-abff-44fb-bfef-2823493a666a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:03.014249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4947d010-4431-47be-80d5-c12ced732743 req-216d8d4a-abff-44fb-bfef-2823493a666a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0541289 Aug 31 07:15:03.030119 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-dd70ec66-8f30-4835-87ce-caaf13d7caf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:03.032049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-dd70ec66-8f30-4835-87ce-caaf13d7caf6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1098 time: 0.0490358 Aug 31 07:15:03.058630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4947d010-4431-47be-80d5-c12ced732743 req-53dc721e-d405-4cef-92ce-ee8d7a3bb2cc tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Aug 31 07:15:03.081242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38182) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:03.131160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-6f7109c5-b99b-4a84-bf78-28f7b68c2998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:03.132639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-6f7109c5-b99b-4a84-bf78-28f7b68c2998 service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 898 time: 0.0938456 Aug 31 07:15:03.147900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cb32e850-8ed8-479c-901c-e9dc05581627 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/16cf6d1d-9463-4eb5-9539-2116c37fe454 HTTP/1.1" status: 200 len: 992 time: 0.0639646 Aug 31 07:15:03.199089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-239d30e9-4f07-4c0e-86f1-7829df5abcac service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1000 time: 0.0595627 Aug 31 07:15:03.230616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '16cf6d1d-9463-4eb5-9539-2116c37fe454', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011866c5-66a0-4f36-90cf-77360c56adc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:02Z', 'updated_at': '2021-08-31T07:15:02Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:03.255134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-6a428557-dcec-483e-8be3-4c99cd5ae0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:03.256644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-6a428557-dcec-483e-8be3-4c99cd5ae0b3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0506823 Aug 31 07:15:03.307636 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-36df307c-079b-4409-85c6-3616acbe42b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:03.309379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-36df307c-079b-4409-85c6-3616acbe42b8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457041 Aug 31 07:15:03.404613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-b1f7740d-7aec-4140-bdae-f8293028f72a service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875456 Aug 31 07:15:03.406684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Checking router: a4cff75c-e7bc-4a05-a5df-b2507522aa8f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:03.414911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:03.415505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:14:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:03.498698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0906e18f-b40c-421a-9c1b-622e7410b391 req-4530aca7-d4b6-4430-b629-ba42485149ce service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874259 Aug 31 07:15:03.520211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:03.735928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '16cf6d1d-9463-4eb5-9539-2116c37fe454', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011866c5-66a0-4f36-90cf-77360c56adc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:02Z', 'updated_at': '2021-08-31T07:15:02Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:03.765154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43029f4e-371f-482f-9dfe-a6aea426ea52 None None] The sync data for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 is: [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '16cf6d1d-9463-4eb5-9539-2116c37fe454', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.236', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3943, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '011866c5-66a0-4f36-90cf-77360c56adc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:15:02Z', 'updated_at': '2021-08-31T07:15:02Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:03.953024 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ec53c7-cf4d-46b9-89db-304002e9d0ce None None] New status for floating IP 16cf6d1d-9463-4eb5-9539-2116c37fe454: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:15:04.150010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38184) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:04.217497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-191a6208-f019-439f-890e-009dc327cc24 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/16cf6d1d-9463-4eb5-9539-2116c37fe454 HTTP/1.1" status: 200 len: 994 time: 0.0662010 Aug 31 07:15:05.972248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:13.192075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:15:15.828618 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:24.834686 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d11eef03-6753-4147-94df-35df51a5991c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:27.464400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7983446a-fd9c-4593-8ee0-9e8a552c46d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:27.795250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.173487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38196) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:29.332347 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 01f4fb38-c2ce-41dc-87e3-5957a6423bcf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:29.332686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.413580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.413910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.426399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 01f4fb38-c2ce-41dc-87e3-5957a6423bcf owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:29.573295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.603020 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=01f4fb38-c2ce-41dc-87e3-5957a6423bcf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:29.664573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.664985 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP fc2da48a-5501-47de-a086-bb9ba933fd96 disassociated (deleted). External IP: 172.25.3.114, port: 34256b2b-e77e-405b-95d5-06d7b9d58c62. Aug 31 07:15:29.722254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.877980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:29.988876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:29.994001 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:29.999594 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:30.010152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:30.010811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:30.022900 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fe4b06d7-686b-4b1b-9fdd-8db1a5f8aa8d tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "DELETE /v2.0/floatingips/fc2da48a-5501-47de-a086-bb9ba933fd96 HTTP/1.1" status: 204 len: 168 time: 0.8482292 Aug 31 07:15:30.023758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:30.026135 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf850cd2-7b97-4012-b522-5ca7c45d90cc" -d '{"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:30.068345 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e53d135-b965-4b0a-bb13-c650877ebc9b x-openstack-request-id: req-9e53d135-b965-4b0a-bb13-c650877ebc9b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:30.068642 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:30.068901 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9e53d135-b965-4b0a-bb13-c650877ebc9b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:30.069311 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'status': 'completed', 'code': 200} Aug 31 07:15:30.129265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:30.141129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-0ea8ff0a-de62-4034-8075-88fe62c7295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.143997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-0ea8ff0a-de62-4034-8075-88fe62c7295a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 1097 time: 0.0473175 Aug 31 07:15:30.246887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-d5e2da97-0a5d-49a1-a54d-240d582908ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.248323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-d5e2da97-0a5d-49a1-a54d-240d582908ed service neutron] 10.222.0.50 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.0955465 Aug 31 07:15:30.254522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d552be2-3cc1-423f-a546-458de33efd6e req-7bf49c49-be74-4258-b87c-be2bbaaceaed tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.256042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d552be2-3cc1-423f-a546-458de33efd6e req-7bf49c49-be74-4258-b87c-be2bbaaceaed tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0526080 Aug 31 07:15:30.296481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-05edefda-0760-4c1a-a1dc-78b9eb1d7b97 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 200 len: 217 time: 0.0402179 Aug 31 07:15:30.299246 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d552be2-3cc1-423f-a546-458de33efd6e req-cc0d3143-7744-41d6-86cd-2020bbe4612e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364559 Aug 31 07:15:30.346874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-1df30787-4387-4f47-9edb-f98aa53dd2da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.348342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-1df30787-4387-4f47-9edb-f98aa53dd2da service neutron] 10.222.0.50 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0449021 Aug 31 07:15:30.372310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:30.398014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-7ad44952-b6cc-402f-a683-756a36cdd8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:30.399513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-7ad44952-b6cc-402f-a683-756a36cdd8ee service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0431507 Aug 31 07:15:30.401419 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:30.410620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:30.411253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:30.497226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-b769f3dc-d34e-49e9-b49f-f4f9895729b2 service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897145 Aug 31 07:15:30.520262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:30.593232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cf850cd2-7b97-4012-b522-5ca7c45d90cc req-18e976b4-85d9-429a-84cd-f9721c097bfc service neutron] 10.222.0.50 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878818 Aug 31 07:15:30.750532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:30.784195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b402ca74-87d5-49c2-890b-35ce9720450c None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1242368e-1add-44ec-9071-c601e8486bb8', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'floating_ip_address': '172.25.3.196', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'port_id': '84626acf-53a6-462c-841b-ea070a61c65b', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'mac_address': 'fa:16:3e:68:3e:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:11:38Z', 'updated_at': '2021-08-31T07:11:40Z', 'revision_number': 1, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:31.003440 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e73bbee-1db1-494b-b597-d37de95b33de None None] New status for floating IP fc2da48a-5501-47de-a086-bb9ba933fd96: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:15:31.148110 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:31.426948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144c7a3-47d0-40df-a368-23c19260f3c5 req-304c7014-a681-4c65-8295-f6915e8ee943 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:31.428539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5144c7a3-47d0-40df-a368-23c19260f3c5 req-304c7014-a681-4c65-8295-f6915e8ee943 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0529644 Aug 31 07:15:31.471415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5144c7a3-47d0-40df-a368-23c19260f3c5 req-47c1c344-4d46-458a-b7b8-e49f8714432e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369589 Aug 31 07:15:31.800531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-fdadc6cb-a716-4bff-b73c-601124161384 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:31.802008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-fdadc6cb-a716-4bff-b73c-601124161384 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 945 time: 0.0482531 Aug 31 07:15:31.891647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 34256b2b-e77e-405b-95d5-06d7b9d58c62 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:31.891989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:31.982939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port 34256b2b-e77e-405b-95d5-06d7b9d58c62, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=34256b2b-e77e-405b-95d5-06d7b9d58c62,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:31.983220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:31.996231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 34256b2b-e77e-405b-95d5-06d7b9d58c62 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:32.125437 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:32.152224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=34256b2b-e77e-405b-95d5-06d7b9d58c62,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:32.164535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.164882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.165233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.165569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.165896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.166222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.166547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.166869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.167187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.167511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.167828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.168144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:32.208008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port 34256b2b-e77e-405b-95d5-06d7b9d58c62 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:32.210671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:32.212763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3e8f3f4-34a8-47c6-8260-55e882608c6f req-71ff989b-5938-4b32-a21e-96ffe36bed6a tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.50 "DELETE /v2.0/ports/34256b2b-e77e-405b-95d5-06d7b9d58c62 HTTP/1.1" status: 204 len: 173 time: 0.4045730 Aug 31 07:15:32.213176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'name': 'network-vif-deleted', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:32.215509 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f1c54-d9fc-460c-a53d-1b1d920a804b" -d '{"events": [{"server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "name": "network-vif-deleted", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:32.256277 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9838c079-11be-496f-be6f-d64717b25a12 x-openstack-request-id: req-9838c079-11be-496f-be6f-d64717b25a12 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:32.256573 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "334b2bfb-3f43-40b0-b62c-a96fbfe817dc", "name": "network-vif-deleted", "tag": "34256b2b-e77e-405b-95d5-06d7b9d58c62", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:32.256826 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9838c079-11be-496f-be6f-d64717b25a12 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:32.257220 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '334b2bfb-3f43-40b0-b62c-a96fbfe817dc', 'name': 'network-vif-deleted', 'tag': '34256b2b-e77e-405b-95d5-06d7b9d58c62', 'status': 'completed', 'code': 200} Aug 31 07:15:32.578291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ef809ed-f6a4-4841-be75-e37f0269d084 req-4f088989-c428-4375-a759-068596c8c1a7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0278237 Aug 31 07:15:32.850070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dbc030-0eaa-492c-9a47-9c22e30c98d9 req-fa352a72-f404-4e02-ab07-dcb4e467f192 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:32.851572 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4dbc030-0eaa-492c-9a47-9c22e30c98d9 req-fa352a72-f404-4e02-ab07-dcb4e467f192 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0539827 Aug 31 07:15:32.889868 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f4dbc030-0eaa-492c-9a47-9c22e30c98d9 req-72e8613d-73c7-467a-8d18-a3d60751cd99 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322502 Aug 31 07:15:32.914031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38216) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:32.979462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6b85eaff-bc0e-404f-a6c1-be094a297736 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/16cf6d1d-9463-4eb5-9539-2116c37fe454 HTTP/1.1" status: 200 len: 994 time: 0.0641668 Aug 31 07:15:33.361732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee86bd-1577-4e47-90eb-d65fc22a8eec req-53671b93-af1a-4deb-a8de-5d906aa256db tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:33.363281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97ee86bd-1577-4e47-90eb-d65fc22a8eec req-53671b93-af1a-4deb-a8de-5d906aa256db tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1098 time: 0.0423787 Aug 31 07:15:33.400542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-97ee86bd-1577-4e47-90eb-d65fc22a8eec req-395eba3f-ce56-4813-90e8-e403ddaba968 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312521 Aug 31 07:15:33.472476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-fb43ff66-8e73-433a-91ae-407238eb08ed req-84324b92-bb3f-4001-8415-14d7e8d001ff service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:15:33.473628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fb43ff66-8e73-433a-91ae-407238eb08ed req-84324b92-bb3f-4001-8415-14d7e8d001ff service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056388 Aug 31 07:15:33.684209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4cc13fc0-1122-4b02-94d9-f8452501a797 req-93f250fd-b632-43fc-a36f-4998838fd5a6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0325239 Aug 31 07:15:33.918633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-14e5ce61-d4db-4e01-acb8-82a6ae559c18 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401089 Aug 31 07:15:34.457442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-734d6483-84b4-4ea8-a8b6-8f9eacc9659e tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:15:34.458517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-734d6483-84b4-4ea8-a8b6-8f9eacc9659e tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0670881 Aug 31 07:15:34.468728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Request body: {'binding': {'host': 'n-h2-712707-15', 'vnic_type': 'normal', 'profile': {}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:34.469294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Unknown quota resources ['binding']. {{(pid=94640) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 31 07:15:34.610873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on host n-h2-712707-15 for vnic_type normal with profile None {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:15:34.611204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:15:34.611534 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:34.616219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:15:34.616539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:34.621406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:15:34.621744 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:34.622260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Bound using segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:15:34.622690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Bound port: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:15:34.709742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:15:34.714895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] Notify callbacks [] for binding, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:34.716093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-99f32adf-ed9b-4499-bc73-25629b3a50a4 service neutron] 10.222.0.57 "POST /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c/bindings HTTP/1.1" status: 201 len: 390 time: 0.2510400 Aug 31 07:15:34.811249 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e7c133f9-4e06-4dfe-960a-8006a39efb42 req-3127762f-10a1-4994-8def-43fc7b290f60 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0498569 Aug 31 07:15:34.899457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb59b91-304f-4b58-8085-0c8558b851d6 req-f5ccdd40-d563-4812-ad1b-5823741f07db tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:34.900927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1eb59b91-304f-4b58-8085-0c8558b851d6 req-f5ccdd40-d563-4812-ad1b-5823741f07db tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0542326 Aug 31 07:15:34.984293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1eb59b91-304f-4b58-8085-0c8558b851d6 req-a255298e-d0d4-4fcd-a969-b7d3aa5b90bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770576 Aug 31 07:15:34.996583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-5bd32086-56f7-4f23-91f0-cd929fc9cedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:34.998206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-5bd32086-56f7-4f23-91f0-cd929fc9cedd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1098 time: 0.0727534 Aug 31 07:15:35.101698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-164ea4ae-69ca-43aa-ba2a-941658971110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.103484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-164ea4ae-69ca-43aa-ba2a-941658971110 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 898 time: 0.0970998 Aug 31 07:15:35.176441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-8907446f-2493-4457-8c6c-c4f264375181 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1002 time: 0.0645730 Aug 31 07:15:35.227589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-021598eb-8839-4f3b-af16-45f70f83a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.229059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-021598eb-8839-4f3b-af16-45f70f83a90d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0453551 Aug 31 07:15:35.276821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-0fea99f2-8cbe-4299-9524-eef015fc808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.283370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-0fea99f2-8cbe-4299-9524-eef015fc808b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414460 Aug 31 07:15:35.378945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-f3ce10fc-9b97-4f96-ba82-bb7957877ce4 service neutron] 10.222.0.50 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920453 Aug 31 07:15:35.476481 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-f7c79555-535d-454f-86d6-377fa06520ba service neutron] 10.222.0.50 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896428 Aug 31 07:15:35.626676 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-23088988-9d8a-4244-b8c6-92a2be9755c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:35.628228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-23088988-9d8a-4244-b8c6-92a2be9755c9 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1098 time: 0.0927148 Aug 31 07:15:35.640986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-712707-15'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:35.700774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:35.840643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:35.887718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:35.931068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ac08cb1-213e-47a0-8a33-b953a62b0db6 req-5e930fa4-5230-405a-b455-f3fe086ab9e6 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=334b2bfb-3f43-40b0-b62c-a96fbfe817dc HTTP/1.1" status: 200 len: 210 time: 0.0312059 Aug 31 07:15:35.931701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:35.933570 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454d8b74-6f73-4cab-bae5-0db33d3bef91" -d '{"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:35.937914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:35.944668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:35.982271 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55cca113-144e-43f7-be15-8ad73878fcb0 x-openstack-request-id: req-55cca113-144e-43f7-be15-8ad73878fcb0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:35.982553 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:35.982797 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-55cca113-144e-43f7-be15-8ad73878fcb0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:35.983179 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'code': 200} Aug 31 07:15:35.984331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.047232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:36.114598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on host n-h1-712707-15 for vnic_type normal with profile {"migrating_to": "n-h2-712707-15"} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:15:36.115364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:15:36.115712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:36.121235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:15:36.121744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Attempting to bind port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on network f7dfa664-ce3e-4d9d-acec-9e015e644afc {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:36.128497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:15:36.128860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Checking segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:36.129246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Bound using segment: {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:15:36.129703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Bound port: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '346bf98b-6776-405c-8f33-aa2210f6cb3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:15:36.130065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.131878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cbaa8c-0fca-440f-bf87-70faf00eee7c req-0b0bf2d9-817c-468c-9b4d-d3ac830e0b61 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:36.133633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77cbaa8c-0fca-440f-bf87-70faf00eee7c req-0b0bf2d9-817c-468c-9b4d-d3ac830e0b61 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 944 time: 0.0703626 Aug 31 07:15:36.176725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77cbaa8c-0fca-440f-bf87-70faf00eee7c req-1d68f212-9b3f-4b64-b30b-2c71fee1be99 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371020 Aug 31 07:15:36.226517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:36.231336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:15:36.237359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.252241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] Provisioning complete for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:36.252807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.328621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:36.346671 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.372300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:36.374745 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21ba862-0a97-4e4a-af52-c334c5ec6cc3" -d '{"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-plugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:36.388384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:36.389146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.390694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c210dd4f-6ffc-4883-8510-13da38501525 service neutron] 10.222.0.50 "PUT /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1124 time: 0.7543857 Aug 31 07:15:36.391743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:36.401584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:36.471452 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7666de-65ba-4dee-875c-717eb71bd067 x-openstack-request-id: req-ff7666de-65ba-4dee-875c-717eb71bd067 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:36.471728 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-plugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:36.471978 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff7666de-65ba-4dee-875c-717eb71bd067 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:36.472362 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'code': 200} Aug 31 07:15:36.528120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:15:36.594085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d64d46-ef2d-43f1-a79f-a5c1fc581daf None None] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:36.614209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 34256b2b-e77e-405b-95d5-06d7b9d58c62 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:36.639669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 34256b2b-e77e-405b-95d5-06d7b9d58c62 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:36.639939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 34256b2b-e77e-405b-95d5-06d7b9d58c62 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:36.795660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13f36249-d7f3-45e6-9f59-241447b4b379 None None] Provisioning complete for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:36.796027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13f36249-d7f3-45e6-9f59-241447b4b379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:37.299231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515d0b26-d5ac-4870-86a3-e72453bf92ab req-8f7780f5-b8a3-4be7-808a-44c9919b9d95 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:37.300643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-515d0b26-d5ac-4870-86a3-e72453bf92ab req-8f7780f5-b8a3-4be7-808a-44c9919b9d95 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0505502 Aug 31 07:15:37.338647 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-515d0b26-d5ac-4870-86a3-e72453bf92ab req-2be201ac-efa9-4651-84f8-ccefce2a6810 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Aug 31 07:15:37.984097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:37.987073 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1930f2-3476-4eb4-a63a-a954c490d11e" -d '{"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:38.023809 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd9b241d-6b9e-4ba7-88e8-42822f180dd7 x-openstack-request-id: req-fd9b241d-6b9e-4ba7-88e8-42822f180dd7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:38.024098 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:38.024353 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fd9b241d-6b9e-4ba7-88e8-42822f180dd7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:38.024753 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'status': 'completed', 'code': 200} Aug 31 07:15:38.086269 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-b006c11f-9749-4bd5-ac28-b25b13e452ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:38.087843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-b006c11f-9749-4bd5-ac28-b25b13e452ca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1129 time: 0.0411444 Aug 31 07:15:38.190276 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-3376386e-c921-45c9-9553-e2906d05f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:38.191778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-3376386e-c921-45c9-9553-e2906d05f58d service neutron] 10.222.0.53 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 898 time: 0.0956042 Aug 31 07:15:38.258010 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-130ef29d-ec90-4694-bf23-169d24fb378e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1002 time: 0.0588491 Aug 31 07:15:38.309017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-f22e9896-ba02-4af3-9c2a-7350f31cbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:38.310505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-f22e9896-ba02-4af3-9c2a-7350f31cbb68 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0446973 Aug 31 07:15:38.361280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-b973b494-169c-4e38-bc03-4a2fc34514dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:38.362982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-b973b494-169c-4e38-bc03-4a2fc34514dd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460024 Aug 31 07:15:38.473595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-ae4758cc-06b5-465a-9961-5aea30aa4610 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029429 Aug 31 07:15:38.480616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbd246-ea69-431f-aabc-e864af6988c0 req-fe062fa4-5be3-412b-962d-1c372e3e1a93 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:38.482508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33cbd246-ea69-431f-aabc-e864af6988c0 req-fe062fa4-5be3-412b-962d-1c372e3e1a93 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0691149 Aug 31 07:15:38.520425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33cbd246-ea69-431f-aabc-e864af6988c0 req-255ac4de-a510-4a15-972d-24371d4ee10a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Aug 31 07:15:38.571987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dc1930f2-3476-4eb4-a63a-a954c490d11e req-0031eb3d-e073-4ec0-af02-923c8320caf2 service neutron] 10.222.0.53 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918367 Aug 31 07:15:38.612013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:15:38.854856 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:38.867228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c has no active binding in host n-h2-712707-15 {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 31 07:15:39.647492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6bdeb-b00f-4661-8cc3-851cb58a1301 req-f2cb9ac8-a0dc-47c9-9f9f-3d5b5f262604 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:39.649046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07d6bdeb-b00f-4661-8cc3-851cb58a1301 req-f2cb9ac8-a0dc-47c9-9f9f-3d5b5f262604 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0506563 Aug 31 07:15:39.690230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-07d6bdeb-b00f-4661-8cc3-851cb58a1301 req-211c43d8-95e6-4d50-8690-83e8563404e6 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 Aug 31 07:15:40.807351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a460150-b5d5-4e0d-bfd1-fe8ae731478e req-9a154aa0-7034-473e-a8c3-d076e9a208df tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:40.808812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a460150-b5d5-4e0d-bfd1-fe8ae731478e req-9a154aa0-7034-473e-a8c3-d076e9a208df tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0499949 Aug 31 07:15:40.851011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7a460150-b5d5-4e0d-bfd1-fe8ae731478e req-d517a797-a1a9-43f1-a26c-3b3319ac10b4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356333 Aug 31 07:15:41.292277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38296) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:41.308552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-e2f9f7aa-992c-4f34-b1dc-70e044072636 service neutron] 10.222.0.53 "GET /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 385 time: 0.0561421 Aug 31 07:15:41.450275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port f815f16b-47cd-4e75-9200-afc455bf38fc {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:41.450631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:41.486720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:41.508672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:41.530801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:41.531034 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:41.544165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for f815f16b-47cd-4e75-9200-afc455bf38fc owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:41.555362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:41.557848 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858a0e4b-0bfa-4800-9e63-a14d42b1a1b9" -d '{"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:41.567250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:41.706171 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:41.731491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=f815f16b-47cd-4e75-9200-afc455bf38fc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:41.803294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:41.803587 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Floating IP 1242368e-1add-44ec-9071-c601e8486bb8 disassociated (deleted). External IP: 172.25.3.196, port: 84626acf-53a6-462c-841b-ea070a61c65b. Aug 31 07:15:41.929570 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e67b1b-9f43-4e2b-96e7-6a626c47c35f x-openstack-request-id: req-34e67b1b-9f43-4e2b-96e7-6a626c47c35f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:41.930064 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-unplugged", "status": "completed", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:41.930215 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-34e67b1b-9f43-4e2b-96e7-6a626c47c35f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:41.930645 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'code': 200} Aug 31 07:15:41.931898 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:42.013626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] Transition to ACTIVE for port object a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:42.019415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:42.132937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=11']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:42.163805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] No DVR routers for this DVR port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:42.305164 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-484a7547-7ccd-4ba2-82f2-2ed5d0193a07 service neutron] 10.222.0.53 "PUT /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c/bindings/n-h2-712707-15/activate HTTP/1.1" status: 200 len: 370 time: 0.9889414 Aug 31 07:15:42.441186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04b6d9-3dcf-4dd3-acab-bc16d8414664 req-7a1e0104-3308-4b68-9a26-876fc9507524 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.442670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b04b6d9-3dcf-4dd3-acab-bc16d8414664 req-7a1e0104-3308-4b68-9a26-876fc9507524 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 945 time: 0.4880362 Aug 31 07:15:42.501242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-7618856e-d9cc-43d0-89c2-5081a1d13ba3 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.502780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-7618856e-d9cc-43d0-89c2-5081a1d13ba3 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 1097 time: 0.0997841 Aug 31 07:15:42.506257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:42.514995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b04b6d9-3dcf-4dd3-acab-bc16d8414664 req-77132647-31ca-4e25-9393-93db31ab44f0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636814 Aug 31 07:15:42.602805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-8248eeaa-3baf-411d-8124-0cf2dfc14f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.604299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-8248eeaa-3baf-411d-8124-0cf2dfc14f58 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 1097 time: 0.0924883 Aug 31 07:15:42.635596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:15:42.688867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:42.693991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:42.701816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:42.716606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-6cca2c11-1e05-451b-9bf9-3e170dfd51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.718112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-6cca2c11-1e05-451b-9bf9-3e170dfd51a8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1097 time: 0.0833201 Aug 31 07:15:42.724372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:42.724997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:42.733249 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3bf2dadf-8e9c-4ad2-aaf9-f31f4e51f8e3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "DELETE /v2.0/floatingips/1242368e-1add-44ec-9071-c601e8486bb8 HTTP/1.1" status: 204 len: 168 time: 1.4398642 Aug 31 07:15:42.734954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:42.737472 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9eb01b5-fb42-49a3-9677-6274c5789ae3" -d '{"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:42.787119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:42.800604 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339a3851-be68-4031-9ee1-d33b6656a933 x-openstack-request-id: req-339a3851-be68-4031-9ee1-d33b6656a933 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:42.800873 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "tag": "84626acf-53a6-462c-841b-ea070a61c65b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:42.801128 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-339a3851-be68-4031-9ee1-d33b6656a933 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:42.801558 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b', 'status': 'completed', 'code': 200} Aug 31 07:15:42.837633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-768b8d5d-ea8a-459d-a71a-0bd7670e5648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.837908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:15:42.839120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-768b8d5d-ea8a-459d-a71a-0bd7670e5648 service neutron] 10.222.0.50 "GET /v2.0/networks?id=f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 200 len: 898 time: 0.1138825 Aug 31 07:15:42.879011 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-238b5ad3-0721-46c6-8b05-b8575d7f91cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.882372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-238b5ad3-0721-46c6-8b05-b8575d7f91cf service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=55f94d1032e44f4f9c21d865880b6973&device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 1097 time: 0.0678883 Aug 31 07:15:42.904664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:42.928316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-edf19e95-52f4-40c9-88a7-26f3bc628d4c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 200 len: 1000 time: 0.0808499 Aug 31 07:15:42.960238 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:42.996703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-53f94f66-bda0-439a-8b62-18ee671aa1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:42.998969 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-53f94f66-bda0-439a-8b62-18ee671aa1e1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 200 len: 913 time: 0.1008334 Aug 31 07:15:43.011483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:15:43.015796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c1b7b1c7-9699-4e11-adfb-20dafcfd09df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.018670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-c1b7b1c7-9699-4e11-adfb-20dafcfd09df service neutron] 10.222.0.50 "GET /v2.0/subnets?id=72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 200 len: 835 time: 0.0834715 Aug 31 07:15:43.029587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fa9b17-7a4a-4d2e-8c6c-e6572680ebd7 req-6ebedfaf-a773-4bab-88e5-f8883fdbc6af tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.031034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-50fa9b17-7a4a-4d2e-8c6c-e6572680ebd7 req-6ebedfaf-a773-4bab-88e5-f8883fdbc6af tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0648570 Aug 31 07:15:43.047822 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-2224b57e-31d6-4554-b3fd-c23117232419 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 200 len: 217 time: 0.0404525 Aug 31 07:15:43.072421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:43.077633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:43.106734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-50fa9b17-7a4a-4d2e-8c6c-e6572680ebd7 req-139d10cb-1853-4e91-b906-b27534600a21 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664890 Aug 31 07:15:43.109525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-d2a4b22a-0b01-4cc8-b851-d6cc101fafdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.112467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-d2a4b22a-0b01-4cc8-b851-d6cc101fafdb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=f7dfa664-ce3e-4d9d-acec-9e015e644afc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0805664 Aug 31 07:15:43.115227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-fe5e7052-e589-41e0-989d-e17020d93b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.116979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-fe5e7052-e589-41e0-989d-e17020d93b96 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 200 len: 851 time: 0.0622551 Aug 31 07:15:43.167536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-57a72d3f-abb6-4c27-9b21-861ca515ee1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.169137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-57a72d3f-abb6-4c27-9b21-861ca515ee1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=d1eaa949-efa4-4fb5-be29-abee2b26671b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439830 Aug 31 07:15:43.171731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:43.204374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:43.221639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-735a7d51-ee9a-4cc8-8e1d-29ba6a04231e service neutron] 10.222.0.50 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015725 Aug 31 07:15:43.231547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:43.240874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:43.241513 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:43.264338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-2b1b547f-1634-4bd6-8fb4-60e6dfc14bdf service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871694 Aug 31 07:15:43.324712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-6a7f8e0e-f741-49f5-a60f-417501b0b4ee service neutron] 10.222.0.50 "GET /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962157 Aug 31 07:15:43.358217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:43.367658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b9eb01b5-fb42-49a3-9677-6274c5789ae3 req-4a7a4220-1be4-4483-85ef-104186a58554 service neutron] 10.222.0.53 "GET /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954125 Aug 31 07:15:43.563056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-167aface-6fed-4026-b84c-6d2f60bc465b tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.564610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-167aface-6fed-4026-b84c-6d2f60bc465b tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.50 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 1098 time: 0.0470722 Aug 31 07:15:43.571916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:43.600638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba8cc36-3a1d-49e0-87b3-efeb3d220e66 None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:21Z', 'revision_number': 4, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '03df9a99-8269-4dd5-a627-15eda8818e5e', 'name': '', 'network_id': 'd1eaa949-efa4-4fb5-be29-abee2b26671b', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'mac_address': 'fa:16:3e:d4:d1:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:20Z', 'updated_at': '2021-08-31T07:04:29Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'subnets': [{'id': 'f61fdeb3-e107-42da-905d-55d952b890e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:43.643954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f7c96-6b62-4598-ac08-6aaa9d78cf24 req-cf6332df-7c30-4936-98a7-713984c5d568 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.645568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-272f7c96-6b62-4598-ac08-6aaa9d78cf24 req-cf6332df-7c30-4936-98a7-713984c5d568 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0587497 Aug 31 07:15:43.696343 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-272f7c96-6b62-4598-ac08-6aaa9d78cf24 req-63bde11f-9204-4200-8b0d-efd53c4a9a3c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344505 Aug 31 07:15:43.724787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-9c3923c2-68ee-488c-9b49-c4cdcc988eb6 service neutron] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:43.728175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-9c3923c2-68ee-488c-9b49-c4cdcc988eb6 service neutron] Notify callbacks [] for binding, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:43.729370 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47ad21a5-bf00-45b6-b490-ba53b87d90b9 req-9c3923c2-68ee-488c-9b49-c4cdcc988eb6 service neutron] 10.222.0.50 "DELETE /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c/bindings/n-h1-712707-15 HTTP/1.1" status: 204 len: 173 time: 0.1563771 Aug 31 07:15:43.820018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83962a33-d0d6-488d-b348-a0571c51e920 req-c13ea233-cb02-410d-afe6-77eb56c87e1e tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.821612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83962a33-d0d6-488d-b348-a0571c51e920 req-c13ea233-cb02-410d-afe6-77eb56c87e1e tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 1098 time: 0.0495250 Aug 31 07:15:43.860941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83962a33-d0d6-488d-b348-a0571c51e920 req-e743dc62-3c52-4dcd-9e74-52e625c63ecf tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330176 Aug 31 07:15:43.868305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a472ab-30ee-4fa8-9f52-b92237168481 None None] New status for floating IP 1242368e-1add-44ec-9071-c601e8486bb8: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:15:43.979773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57978ad-66a7-40f3-8d94-0550c7f7ce6b req-debb9392-6fc6-46bd-b3e8-b558e7f7332c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:43.981275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d57978ad-66a7-40f3-8d94-0550c7f7ce6b req-debb9392-6fc6-46bd-b3e8-b558e7f7332c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 946 time: 0.0509517 Aug 31 07:15:44.021752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d57978ad-66a7-40f3-8d94-0550c7f7ce6b req-1f7db9e0-d5d0-4a13-be42-fc5a87a94468 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336285 Aug 31 07:15:44.045977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:44.116040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c19cd7eb-c526-466d-8e7d-7ce89c6afdf5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/16cf6d1d-9463-4eb5-9539-2116c37fe454 HTTP/1.1" status: 200 len: 993 time: 0.0686433 Aug 31 07:15:44.231874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4f3406-1409-4fcc-9675-52279727bc1a req-a658590e-137f-4caa-8386-4961c52b77c3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:44.233381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d4f3406-1409-4fcc-9675-52279727bc1a req-a658590e-137f-4caa-8386-4961c52b77c3 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0520890 Aug 31 07:15:44.273071 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d4f3406-1409-4fcc-9675-52279727bc1a req-c595c94d-6526-4416-8ccd-ac959f53a8cd tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/security-groups?id=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331752 Aug 31 07:15:44.336756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38322) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:44.528803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-e2bb3fe8-70a7-4f25-8f8d-b3daaec4eca7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:44.530336 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-e2bb3fe8-70a7-4f25-8f8d-b3daaec4eca7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 945 time: 0.0950370 Aug 31 07:15:44.617257 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port b39f6042-c023-45a6-a57b-95236b985321 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:44.617653 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.644373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:15:44.646779 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:44.707358 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port 84626acf-53a6-462c-841b-ea070a61c65b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:44.707738 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.758744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.759092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.781770 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for b39f6042-c023-45a6-a57b-95236b985321 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:44.810617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.818443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:44.839461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:15:44.843926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'port_id': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'mac_address': 'fa:16:3e:10:e3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 572, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:15:44.863679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:44.872527 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.885613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] For port 84626acf-53a6-462c-841b-ea070a61c65b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=84626acf-53a6-462c-841b-ea070a61c65b,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:44.885980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:44.901792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:15:44.906012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for 84626acf-53a6-462c-841b-ea070a61c65b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:44.964561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=14']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:45.109584 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.149477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=b39f6042-c023-45a6-a57b-95236b985321,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:45.174084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.233989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=84626acf-53a6-462c-841b-ea070a61c65b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:45.285662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.286012 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP 16cf6d1d-9463-4eb5-9539-2116c37fe454 disassociated (deleted). External IP: 172.25.3.236, port: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c. Aug 31 07:15:45.289371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] No DVR routers for this DVR port 84626acf-53a6-462c-841b-ea070a61c65b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:45.330638 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.332736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95b85c18-7ffb-4b78-bfd6-8529cd822603 req-3c151894-5bd3-44d1-976c-5b00d9af20b8 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.53 "DELETE /v2.0/ports/84626acf-53a6-462c-841b-ea070a61c65b HTTP/1.1" status: 204 len: 173 time: 0.7967014 Aug 31 07:15:45.333589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'name': 'network-vif-deleted', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:45.333740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:45.336176 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1493a8c5-cf6e-4dcd-89af-9cb6ab403149" -d '{"events": [{"server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "name": "network-vif-deleted", "tag": "84626acf-53a6-462c-841b-ea070a61c65b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:45.386744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce1ba479-e498-42d0-b521-96c5da6b9378 req-2093c804-197a-4ee2-a384-98c991e8b87e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0356636 Aug 31 07:15:45.405713 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e21ee8-9446-433f-91ac-1137cba3047f x-openstack-request-id: req-a4e21ee8-9446-433f-91ac-1137cba3047f {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:45.406068 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41baaf48-affc-4e28-a9a2-53f9635e5589", "name": "network-vif-deleted", "tag": "84626acf-53a6-462c-841b-ea070a61c65b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:45.406401 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a4e21ee8-9446-433f-91ac-1137cba3047f {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:45.406937 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41baaf48-affc-4e28-a9a2-53f9635e5589', 'name': 'network-vif-deleted', 'tag': '84626acf-53a6-462c-841b-ea070a61c65b', 'status': 'completed', 'code': 200} Aug 31 07:15:45.422978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:45.552390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router a4cff75c-e7bc-4a05-a5df-b2507522aa8f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:45.677139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:45.682628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.690024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Sync routers for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:45.702717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:45.703356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:45.713240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f65af6dd-19c9-4027-af90-595b5a32490c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/floatingips/16cf6d1d-9463-4eb5-9539-2116c37fe454 HTTP/1.1" status: 204 len: 168 time: 1.3753965 Aug 31 07:15:45.847004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:45.849258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:45.962533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3484ac66-c590-4276-a198-4790dba591d7 req-274e1b98-bb57-4b06-8745-8d3638f98ebf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:45.963968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3484ac66-c590-4276-a198-4790dba591d7 req-274e1b98-bb57-4b06-8745-8d3638f98ebf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 945 time: 0.0498080 Aug 31 07:15:46.021576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3484ac66-c590-4276-a198-4790dba591d7 req-2b11597c-6e2c-4dc8-a6a8-6acb09bd10ef tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=58230663-729b-4cad-bc9a-50a7f58b2472&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482550 Aug 31 07:15:46.054415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:46.080776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Checking router: a4cff75c-e7bc-4a05-a5df-b2507522aa8f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:46.089553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:46.090171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:46.201211 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:46.334158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-605409bb-db6e-45db-a4cf-e2d1e0ca2160 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:46.335767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-605409bb-db6e-45db-a4cf-e2d1e0ca2160 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 945 time: 0.0547788 Aug 31 07:15:46.410836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:46.439197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:46.439744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:46.443123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206293d-877e-4e00-b5df-f4c42901f0c3 None None] The sync data for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 is: [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:48Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bba9eb15-4cfb-4662-badb-8648d2686e2e', 'name': '', 'network_id': 'f7dfa664-ce3e-4d9d-acec-9e015e644afc', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:d1:10:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3940, 'fixed_ips': [{'subnet_id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:47Z', 'updated_at': '2021-08-31T07:14:52Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '72814bad-5b93-4f0a-be96-3f849455f25e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:46.504767 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22862104-1a04-4da0-a7c1-f377fd41b5e7 req-76b0cce9-a0ff-4dfe-8414-fe6c5856019e tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0315053 Aug 31 07:15:46.563469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:46.563931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:46.578611 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:46.645272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:46.728716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:46.729072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:46.734312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:46.734999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:46.759027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c was deleted so its status cannot be updated. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 31 07:15:46.792123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:46.796027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a28205e-60f9-4f4b-90a3-5a6be89187df None None] New status for floating IP 16cf6d1d-9463-4eb5-9539-2116c37fe454: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:15:46.834274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] No DVR routers for this DVR port a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:46.837473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:46.839639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28d76bf8-65eb-40c0-a1e1-7aa8d8b6813b req-f503f10c-f228-4d4a-9313-2965db2a02e4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.50 "DELETE /v2.0/ports/a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c HTTP/1.1" status: 204 len: 173 time: 0.4976048 Aug 31 07:15:46.840094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-deleted', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:46.843330 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b86f9a-1917-46aa-9e44-bf2016221917" -d '{"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-deleted", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:46.910795 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446e5ab6-d4bf-4d6c-a281-4ce02fca4bf9 x-openstack-request-id: req-446e5ab6-d4bf-4d6c-a281-4ce02fca4bf9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:46.911093 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "name": "network-vif-deleted", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:46.911340 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-446e5ab6-d4bf-4d6c-a281-4ce02fca4bf9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:46.911743 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'name': 'network-vif-deleted', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'status': 'completed', 'code': 200} Aug 31 07:15:47.129982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2466ebe-1f49-4796-82a9-2db1aeb311cf req-8f9dbf08-0b4a-4257-b4a2-1b4ed663d3a3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 210 time: 0.0297222 Aug 31 07:15:47.407843 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:15:47.410118 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f004037f-64da-4e47-ac6f-2bd47829a03c" -d '{"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:15:47.448147 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fab4e5-3b55-427f-a8e3-c77e10b293d2 x-openstack-request-id: req-b1fab4e5-3b55-427f-a8e3-c77e10b293d2 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:15:47.448441 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "011866c5-66a0-4f36-90cf-77360c56adc1", "tag": "a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:15:47.448694 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b1fab4e5-3b55-427f-a8e3-c77e10b293d2 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:15:47.449116 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '011866c5-66a0-4f36-90cf-77360c56adc1', 'tag': 'a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c', 'status': 'completed', 'code': 200} Aug 31 07:15:47.484559 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f004037f-64da-4e47-ac6f-2bd47829a03c req-9b7b03ac-8ec7-4a2f-9f8c-93084c09eb6e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=011866c5-66a0-4f36-90cf-77360c56adc1 HTTP/1.1" status: 200 len: 210 time: 0.0270054 Aug 31 07:15:47.606708 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c504f954-d660-4da0-b0ba-d5a7af765570 req-09e76ecf-9331-4123-a4e2-aafbcea8be76 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0322001 Aug 31 07:15:47.693773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004037f-64da-4e47-ac6f-2bd47829a03c req-491cb178-a817-4d9f-9099-1319a9f6385b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:47.695306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f004037f-64da-4e47-ac6f-2bd47829a03c req-491cb178-a817-4d9f-9099-1319a9f6385b service neutron] 10.222.0.50 "GET /v2.0/networks?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2028055 Aug 31 07:15:47.859079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f004037f-64da-4e47-ac6f-2bd47829a03c req-ba405081-3651-40af-8fae-35a92b932a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:47.860769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f004037f-64da-4e47-ac6f-2bd47829a03c req-ba405081-3651-40af-8fae-35a92b932a7c service neutron] 10.222.0.50 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1589646 Aug 31 07:15:48.240885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38348) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:48.622471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:48.737483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d90fd3e-10a1-4d1a-9a86-d366ee121fba req-5d6a029e-7f4b-48e6-a1cc-7d6421a425d7 tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "GET /v2.0/ports?device_id=41baaf48-affc-4e28-a9a2-53f9635e5589 HTTP/1.1" status: 200 len: 210 time: 0.0560384 Aug 31 07:15:48.921251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port bba9eb15-4cfb-4662-badb-8648d2686e2e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:48.921623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.015406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port bba9eb15-4cfb-4662-badb-8648d2686e2e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bba9eb15-4cfb-4662-badb-8648d2686e2e,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:49.015768 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.029036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for bba9eb15-4cfb-4662-badb-8648d2686e2e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:49.211482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.236108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=bba9eb15-4cfb-4662-badb-8648d2686e2e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:49.363536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 84626acf-53a6-462c-841b-ea070a61c65b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:49.389523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 84626acf-53a6-462c-841b-ea070a61c65b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:49.390008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 84626acf-53a6-462c-841b-ea070a61c65b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:49.436477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.651939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router a4cff75c-e7bc-4a05-a5df-b2507522aa8f has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:49.760175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:49.765687 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1138fe2f-bbab-41bc-b7cb-ce26a0be49b2 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/a4cff75c-e7bc-4a05-a5df-b2507522aa8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5229461 Aug 31 07:15:49.768041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38354) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:49.770524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Sync routers for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:49.780488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:49.781230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:49.802909 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38356) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:49.825446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting subnet 72814bad-5b93-4f0a-be96-3f849455f25e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:15:49.829551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.879590 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.943786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Deleting port a57ab315-0f7a-4daa-aff6-2bb96809db20 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:49.944140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:49.971298 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.033394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.033698 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.035662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.046474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Calling delete_port for a57ab315-0f7a-4daa-aff6-2bb96809db20 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:50.059311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:50.066462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Subnet': ['ID=72814bad-5b93-4f0a-be96-3f849455f25e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:50.070450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.074699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f118f920-bcf2-49e1-ad43-5aaf026ae650 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/subnets/72814bad-5b93-4f0a-be96-3f849455f25e HTTP/1.1" status: 204 len: 168 time: 0.3033495 Aug 31 07:15:50.074922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38358) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:50.092095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccb32e2-7146-4254-b217-337704ad3d2a None None] Network f7dfa664-ce3e-4d9d-acec-9e015e644afc requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:15:50.186169 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.191098 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.195955 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:15:50.222888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'Port': ['ID=a57ab315-0f7a-4daa-aff6-2bb96809db20,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:50.297764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.301791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.303277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-669ccd0a-d14b-46f2-971d-b9fcf66c80ad tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "DELETE /v2.0/floatingips/ae46f1c6-4632-4223-865e-a22f294eb30c HTTP/1.1" status: 204 len: 168 time: 0.4987664 Aug 31 07:15:50.305618 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.377768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200'}], 'enable_snat': True}, 'gw_port_id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:15:49Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'b96760f5-9050-4ae3-8492-432335c4ab44', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:0c:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:14:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:50.412151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Checking router: a4cff75c-e7bc-4a05-a5df-b2507522aa8f for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:50.421718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] DHCP port deletion for f7dfa664-ce3e-4d9d-acec-9e015e644afc request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:15:50.428561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Routers {'a4cff75c-e7bc-4a05-a5df-b2507522aa8f'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:50.429198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:50.555644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] Set router a4cff75c-e7bc-4a05-a5df-b2507522aa8f gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:50.583205 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Deleting port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:50.583586 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.647916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:15:50Z', 'revision_number': 6, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:50.686167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:50.706132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82ec2e-7780-466a-bf3f-5ff098617563 None None] The sync data for ids ['a4cff75c-e7bc-4a05-a5df-b2507522aa8f'] in n-d-712707-15 is: [{'id': 'a4cff75c-e7bc-4a05-a5df-b2507522aa8f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-758644307', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:14:44Z', 'updated_at': '2021-08-31T07:15:50Z', 'revision_number': 6, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:50.710440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:50.710561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device a69a36bb-3fb9-44fd-b3a9-7e85748f5e6c not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:50.710662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port b96760f5-9050-4ae3-8492-432335c4ab44 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:50.711140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.726833 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] For port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,segment=NetworkSegment(346bf98b-6776-405c-8f33-aa2210f6cb3d),segment_id=346bf98b-6776-405c-8f33-aa2210f6cb3d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:50.727237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.740069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Calling delete_port for 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:50.803329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port b96760f5-9050-4ae3-8492-432335c4ab44, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b96760f5-9050-4ae3-8492-432335c4ab44,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:50.803753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.816602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for b96760f5-9050-4ae3-8492-432335c4ab44 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:50.828005 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:50.853121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Pushing event deleted for resources: {'Port': ['ID=6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:50.864491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.864943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.865380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.866036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.866199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.866573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.866975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.867421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.867799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.868162 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.868560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.869317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:50.871768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043fba81-217c-45a9-a7bc-a4d5a1e9748e None None] No DVR routers for this DVR port 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:50.990594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.020423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=b96760f5-9050-4ae3-8492-432335c4ab44,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:51.086966 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.197352 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.199716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.247597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.248099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Fanout notify agent at l3_agent the message router_deleted on router a4cff75c-e7bc-4a05-a5df-b2507522aa8f {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:15:51.255899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.257026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55066045-e960-45de-8349-a644a41c809f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/routers/a4cff75c-e7bc-4a05-a5df-b2507522aa8f HTTP/1.1" status: 204 len: 168 time: 1.1812251 Aug 31 07:15:51.259803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38368) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:51.340518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.428886 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.438699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dfa664-ce3e-4d9d-acec-9e015e644afc']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:51.449148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '346bf98b-6776-405c-8f33-aa2210f6cb3d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:51.449486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '346bf98b-6776-405c-8f33-aa2210f6cb3d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:51.458818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.473209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.479177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:15:51.479574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:15:51.482519 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:15:51.553907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.561434 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.566352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/networks/f7dfa664-ce3e-4d9d-acec-9e015e644afc HTTP/1.1" status: 204 len: 168 time: 0.3023980 Aug 31 07:15:51.566352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38372) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:51.584714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e924ed-318c-47e3-87aa-52fc69d38b75 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Network': ['ID=f7dfa664-ce3e-4d9d-acec-9e015e644afc,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:51.647884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.684707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.736414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:51.753590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.757367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:51.759421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/security-groups/58230663-729b-4cad-bc9a-50a7f58b2472 HTTP/1.1" status: 204 len: 168 time: 0.1923704 Aug 31 07:15:51.767941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:51.768070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 6ef8e15a-4e03-4b3f-b67f-2b2a2ec0e006 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:51.768407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bba9eb15-4cfb-4662-badb-8648d2686e2e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:51.775602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56bcad-8cfb-4295-9e85-9a5ee7f27a05 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58230663-729b-4cad-bc9a-50a7f58b2472,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:51.796013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bba9eb15-4cfb-4662-badb-8648d2686e2e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:51.796351 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bba9eb15-4cfb-4662-badb-8648d2686e2e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:51.797159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b96760f5-9050-4ae3-8492-432335c4ab44 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:51.831168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b96760f5-9050-4ae3-8492-432335c4ab44 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:51.831959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b96760f5-9050-4ae3-8492-432335c4ab44 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:52.268640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38378) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.273800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-876473999', 'description': 'tempest-secgroup-smoke-876473999 description', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.298964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.386878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.390668 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.421898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2625795d-9c9c-41ca-8345-02200919bd12,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:52.424526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.425783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a7225928-5344-4937-8c9f-64c433d18d7e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1561205 Aug 31 07:15:52.428871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38380) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.433461 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.460900 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.522025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.526024 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.542918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18e70d53-e0a7-406a-8452-f3f94d4ae2a2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:52.553823 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.555395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-576e7ebd-20eb-4134-913a-a5128ba670eb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254067 Aug 31 07:15:52.557920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.562640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.592216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.664770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.669894 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.690331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad712a89-8497-4286-ba3a-5ba536af6db7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:52.697260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.700857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-390f71b7-1d50-42ce-a7c8-2fbb1ae05f0f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1393774 Aug 31 07:15:52.701007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38386) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.706251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.733466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.794068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.798938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.820639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=824d73e1-15a6-42fa-8c3e-2fc84c19a63a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:52.827303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.828419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ff63bda-fcd8-4d2a-b435-c0b16999865d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1264091 Aug 31 07:15:52.831327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38388) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.835936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.863947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.926205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.929907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.948508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b79c0cd-5379-4e29-95e6-858259875319,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:52.958014 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:52.959221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1268997 Aug 31 07:15:52.960577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.960928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.961270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.961639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.962174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38390) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:52.965883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.966903 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.967205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:52.967363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.967644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.968177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.968803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.969955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.970418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ca4a19c-5d73-4959-af12-ff41f82005be tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:52.990697 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:15:52.995492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.057658 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.061253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.081189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1422f1ad-7150-4dbe-a4f3-580de28149bf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:53.085190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.086550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2780254e-0231-4b96-b3f1-44b666a74114 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1233666 Aug 31 07:15:53.089667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38392) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:53.096217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'security_group_rule': {'security_group_id': '2625795d-9c9c-41ca-8345-02200919bd12', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:53.119533 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Project 674f8bf57eb04593a53e4c32e7aa88a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:15:53.125592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.192847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.197064 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.215804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204d4670-1e5d-4d36-a010-e3f3e660d736,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:53.224868 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.226111 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4dcca434-b737-4cda-8abc-28319f8f5993 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351137 Aug 31 07:15:53.228882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38394) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:53.234114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'network': {'name': 'tempest-network-smoke--266851351', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:53.255433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:15:53.258987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.285973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] vlan segment allocate from pool success with {'vlan_id': 580, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:15:53.294819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.295291 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Added segment 0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87 of type vlan for network 1b8839f1-5784-42c5-a3a4-64771d0688e0 Aug 31 07:15:53.338523 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.363859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.369297 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:53.369910 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.425975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1958928 Aug 31 07:15:53.428613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38396) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:53.435007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'admin_state_up': True, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:53.452761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ff482-dbf1-489d-a7da-ae84e98e6d70 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Network': ['ID=1b8839f1-5784-42c5-a3a4-64771d0688e0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:53.464557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:15:53.467555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.469250 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.525140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.667524 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.684352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38400) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:53.748023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.777003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.838533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.841550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.842748 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] 10.222.0.57 "DELETE /v2.0/security-groups/ae0d4187-0beb-4cb9-8f15-ec2ff63bc050 HTTP/1.1" status: 204 len: 168 time: 0.1574008 Aug 31 07:15:53.857160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcd75d-9e35-4074-a999-3b26ec5857bc tempest-TestVolumeBootPattern-1426303433 tempest-TestVolumeBootPattern-1426303433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0d4187-0beb-4cb9-8f15-ec2ff63bc050,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:53.872530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.892794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:53.899982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38404) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:54.008196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.112 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/ab5907e2-f2f7-499f-885a-ea8324b4957d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:54.117135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.158335 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.200923 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:54.203946 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:54.208237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:54.230751 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=ab5907e2-f2f7-499f-885a-ea8324b4957d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:54.449357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.470146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.670863 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.763440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Deleting port 03df9a99-8269-4dd5-a627-15eda8818e5e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:54.764174 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.803849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 4b71e786-be19-42db-858e-1e0382780417 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:15:54.839563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9d8c2f10-76e6-4140-8d0a-5bd994fa9814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.848580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] For port 03df9a99-8269-4dd5-a627-15eda8818e5e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=03df9a99-8269-4dd5-a627-15eda8818e5e,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:54.848956 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.862443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Calling delete_port for 03df9a99-8269-4dd5-a627-15eda8818e5e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:54.913082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:54.923540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Sync routers for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:54.931567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:54.936264 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-93c7aedd-7db9-499d-b72f-ab8dbb1eb4bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5067172 Aug 31 07:15:54.936414 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:54.936954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38408) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:54.937094 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:55.022381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9cc2150-e7e4-4033-86ba-7b09b482472b tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=674f8bf57eb04593a53e4c32e7aa88a5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0842957 Aug 31 07:15:55.023080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38412) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:55.053184 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:55.132445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d16e84d-27b4-4f4e-9079-7e18250276b8 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:55.136632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d16e84d-27b4-4f4e-9079-7e18250276b8 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1097481 Aug 31 07:15:55.136883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38414) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:55.167412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9092b3d7-ca47-40b8-b5d5-4b13973fab27 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293467 Aug 31 07:15:55.170080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38416) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:55.175860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-503467566', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:15:55.252597 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:54Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:55.272679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:15:55.279257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.281212 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Checking router: 4b71e786-be19-42db-858e-1e0382780417 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:55.282503 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Updating router 4b71e786-be19-42db-858e-1e0382780417 port ab5907e2-f2f7-499f-885a-ea8324b4957d binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:15:55.307416 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.486421 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.492198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.519190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=03df9a99-8269-4dd5-a627-15eda8818e5e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:55.567439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Subnet': ['ID=08e27365-e25a-420d-af47-3e846155b13f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:55.576969 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Checking segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:55.577727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network hostable DHCP agents. Network: 1b8839f1-5784-42c5-a3a4-64771d0688e0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:15:55.596406 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.605091 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:15:55.607505 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Transition to ACTIVE for port object ab5907e2-f2f7-499f-885a-ea8324b4957d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:55.615396 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.618652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1b8839f1-5784-42c5-a3a4-64771d0688e0) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:55.627713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12673dd3-40a9-48c7-b013-42259dfc6d2b None None] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:15:55.645515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:55.646514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.670269 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Attempting to bind port ab5907e2-f2f7-499f-885a-ea8324b4957d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:15:55.670890 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Attempting to bind port ab5907e2-f2f7-499f-885a-ea8324b4957d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:15:55.671430 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Attempting to bind port ab5907e2-f2f7-499f-885a-ea8324b4957d on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:55.689627 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:15:55.690325 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:55.690923 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.691512 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:15:55.692179 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Bound port: ab5907e2-f2f7-499f-885a-ea8324b4957d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:15:55.692752 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.707070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7cbbe5e-fcda-4b8e-8ab8-a2e64739a4ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5356929 Aug 31 07:15:55.709855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38418) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:55.767973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] For port ab5907e2-f2f7-499f-885a-ea8324b4957d, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:55.773253 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] For port ab5907e2-f2f7-499f-885a-ea8324b4957d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ab5907e2-f2f7-499f-885a-ea8324b4957d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:15:55.779417 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Pushing event updated for resources: {'Port': ['ID=ab5907e2-f2f7-499f-885a-ea8324b4957d,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:55.785708 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.798039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:55.799175 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.799326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.799844 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.800194 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.800968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.801253 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.801621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.802327 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.802327 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.802607 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.802913 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.803238 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:15:55.857696 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e96124-e8d6-4715-8d53-a34d6056ce93 None None] Pushing event updated for resources: {'Port': ['ID=ab5907e2-f2f7-499f-885a-ea8324b4957d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:55.878584 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:55.879353 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:55.924101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1b8839f1-5784-42c5-a3a4-64771d0688e0', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:15:55.925119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.005137 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:56.077671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Router fa084953-a794-4438-8ed4-21ab9074aeac has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:56.092639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Allocated IP 172.20.0.2 (1b8839f1-5784-42c5-a3a4-64771d0688e0/08e27365-e25a-420d-af47-3e846155b13f/9817a8d5-fb66-434d-8147-08ecdc37d685) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:56.215659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:56.219741 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:54Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:56.232416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Sync routers for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:56.233872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-762e1454-487f-4f89-8213-e5bbcbc8feb6 admin admin] 10.222.0.57 "PUT /v2.0/routers/fa084953-a794-4438-8ed4-21ab9074aeac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3332777 Aug 31 07:15:56.235559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38420) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:56.252027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcefc835-2c10-43de-9196-2b75404d1106 None None] The sync data for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 is: [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:54Z', 'revision_number': 3, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:56.254450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:56.255187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:56.308059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.325428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Transition to ACTIVE for port object 9817a8d5-fb66-434d-8147-08ecdc37d685 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:56.331066 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.376257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Transition to ACTIVE for port object 9817a8d5-fb66-434d-8147-08ecdc37d685 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:56.391844 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.395571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.439102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:56.474164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:56.506042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:56.511153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:56.517702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Pushing event updated for resources: {'Port': ['ID=9817a8d5-fb66-434d-8147-08ecdc37d685,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:56.551816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.653462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Deleting port 136629e0-e4c7-4430-99e3-8d6366f4036f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:56.653774 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.660733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Attempting to bind port 9817a8d5-fb66-434d-8147-08ecdc37d685 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:15:56.661096 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Attempting to bind port 9817a8d5-fb66-434d-8147-08ecdc37d685 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:15:56.661510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Attempting to bind port 9817a8d5-fb66-434d-8147-08ecdc37d685 on network 1b8839f1-5784-42c5-a3a4-64771d0688e0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:15:56.680250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:15:56.680621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Checking segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:15:56.681023 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.681442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Bound using segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:15:56.681988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Bound port: 9817a8d5-fb66-434d-8147-08ecdc37d685, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:15:56.682371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.728279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.1 (1b8839f1-5784-42c5-a3a4-64771d0688e0/08e27365-e25a-420d-af47-3e846155b13f/3f885796-6b80-4735-a6d6-47251ca721e7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:15:56.774931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] For port 136629e0-e4c7-4430-99e3-8d6366f4036f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=136629e0-e4c7-4430-99e3-8d6366f4036f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:56.775455 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.798969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Calling delete_port for 136629e0-e4c7-4430-99e3-8d6366f4036f owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:56.800914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] For port 9817a8d5-fb66-434d-8147-08ecdc37d685, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:15:56.805023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] For port 9817a8d5-fb66-434d-8147-08ecdc37d685, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9817a8d5-fb66-434d-8147-08ecdc37d685,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:15:56.815693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238'}], 'enable_snat': True}, 'gw_port_id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:15:55Z', 'revision_number': 5, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port': {'id': '136629e0-e4c7-4430-99e3-8d6366f4036f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:9d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:04:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:56.820559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.852826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Checking router: fa084953-a794-4438-8ed4-21ab9074aeac for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:56.881265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:56.902120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Routers {'fa084953-a794-4438-8ed4-21ab9074aeac'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:56.903029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['fa084953-a794-4438-8ed4-21ab9074aeac'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:56.905992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object 3f885796-6b80-4735-a6d6-47251ca721e7 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:56.957149 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.041824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:57.049202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:57.050497 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.055836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:15:57.106706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:57.116458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=136629e0-e4c7-4430-99e3-8d6366f4036f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:57.142611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.189363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db3b2d9-c134-48dd-b17f-6000c6173dcb None None] Pushing event updated for resources: {'Port': ['ID=9817a8d5-fb66-434d-8147-08ecdc37d685,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:57.262453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.314556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] Set router fa084953-a794-4438-8ed4-21ab9074aeac gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:57.362258 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.387746 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:15:56Z', 'revision_number': 6, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:57.425784 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.426217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355118d-d789-4863-8891-9a7a091f9be9 None None] The sync data for ids ['fa084953-a794-4438-8ed4-21ab9074aeac'] in n-d-712707-15 is: [{'id': 'fa084953-a794-4438-8ed4-21ab9074aeac', 'name': 'tempest-TestVolumeBootPattern-1441409836-router', 'tenant_id': '55f94d1032e44f4f9c21d865880b6973', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:16Z', 'updated_at': '2021-08-31T07:15:56Z', 'revision_number': 6, 'project_id': '55f94d1032e44f4f9c21d865880b6973', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:15:57.430167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.473635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2110a664-8db9-400e-a1cc-933f8f8db58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.511255 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.511696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa084953-a794-4438-8ed4-21ab9074aeac {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:15:57.516529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.517775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6fd034a3-af1f-421e-889d-cf67db7a01d3 admin admin] 10.222.0.57 "DELETE /v2.0/routers/fa084953-a794-4438-8ed4-21ab9074aeac HTTP/1.1" status: 204 len: 168 time: 1.2810833 Aug 31 07:15:57.520144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38422) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:57.575382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Deleting subnet f61fdeb3-e107-42da-905d-55d952b890e7 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:15:57.580497 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.645970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.728960 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.732433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.739133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.813161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.830513 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.857845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f61fdeb3-e107-42da-905d-55d952b890e7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:57.867541 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.867975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a386e0-450f-4122-b5c6-b9ac9a3a7084 None None] Network d1eaa949-efa4-4fb5-be29-abee2b26671b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:15:57.873476 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fcaa0266-3bcc-4a83-b298-45bdc318049a admin admin] 10.222.0.57 "DELETE /v2.0/subnets/f61fdeb3-e107-42da-905d-55d952b890e7 HTTP/1.1" status: 204 len: 168 time: 0.3522861 Aug 31 07:15:57.874918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38424) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:57.877551 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:57.911961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:58.018148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.057589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:15:58.060385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:15:58.083787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Deleting port e997bde8-6e2d-4c93-aa08-6f386b5eab11 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:15:58.084087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.157677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] For port e997bde8-6e2d-4c93-aa08-6f386b5eab11, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e997bde8-6e2d-4c93-aa08-6f386b5eab11,segment=NetworkSegment(eae993db-2993-443f-835d-e7b9e0c43180),segment_id=eae993db-2993-443f-835d-e7b9e0c43180)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:58.158170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.172546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Calling delete_port for e997bde8-6e2d-4c93-aa08-6f386b5eab11 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:15:58.210791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 4b71e786-be19-42db-858e-1e0382780417 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:15:58.257046 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.283928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Pushing event deleted for resources: {'Port': ['ID=e997bde8-6e2d-4c93-aa08-6f386b5eab11,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:58.290830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] No DVR routers for this DVR port e997bde8-6e2d-4c93-aa08-6f386b5eab11 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:15:58.349877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986aac1f-f47a-482f-8d5b-8b6b8831353a None None] DHCP port deletion for d1eaa949-efa4-4fb5-be29-abee2b26671b request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:15:58.429507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.446584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eaa949-efa4-4fb5-be29-abee2b26671b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:58.471758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eae993db-2993-443f-835d-e7b9e0c43180') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:58.472252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eae993db-2993-443f-835d-e7b9e0c43180') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:58.496332 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.521040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.525476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7eab6-b856-4739-8a3c-f618e0d64f3a None None] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:15:58.528950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:15:58.529839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:15:58.533728 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:15:58.570260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ab5907e2-f2f7-499f-885a-ea8324b4957d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:58.603769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.631871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.636852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] 10.222.0.57 "DELETE /v2.0/networks/d1eaa949-efa4-4fb5-be29-abee2b26671b HTTP/1.1" status: 204 len: 168 time: 0.7571533 Aug 31 07:15:58.636852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72a4a6-a237-44ba-88a2-9e76b0aab194 admin admin] Pushing event deleted for resources: {'Network': ['ID=d1eaa949-efa4-4fb5-be29-abee2b26671b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:58.637605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38426) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:15:58.681595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9ecd8850-f076-4b1d-88b1-43c7162b64c9 None None] Provisioning for port 9817a8d5-fb66-434d-8147-08ecdc37d685 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:58.716535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ab5907e2-f2f7-499f-885a-ea8324b4957d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:58.722370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ab5907e2-f2f7-499f-885a-ea8324b4957d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:58.723487 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.790831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:15:58.803227 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e91a8b53-6c9a-4811-91f3-aa1655243b7f tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/4b71e786-be19-42db-858e-1e0382780417/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0919120 Aug 31 07:15:58.928341 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.952520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ab5907e2-f2f7-499f-885a-ea8324b4957d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ab5907e2-f2f7-499f-885a-ea8324b4957d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:58.958061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:58.959180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9817a8d5-fb66-434d-8147-08ecdc37d685 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:59.025421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-c180c6b4-cf15-4670-8e9e-d6fb881fbb44 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-876473999&fields=id&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 267 time: 0.0866129 Aug 31 07:15:59.054146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ab5907e2-f2f7-499f-885a-ea8324b4957d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:59.064663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9817a8d5-fb66-434d-8147-08ecdc37d685 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:59.074695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9817a8d5-fb66-434d-8147-08ecdc37d685 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.075064 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.111486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Sync routers for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:15:59.131159 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:15:59.133920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:59.211765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-109a29c0-8ea2-4ddc-af50-a520a7a2c4ea tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:15:59.212002 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.213753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-109a29c0-8ea2-4ddc-af50-a520a7a2c4ea tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 796 time: 0.1651518 Aug 31 07:15:59.240432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Provisioning complete for port 9817a8d5-fb66-434d-8147-08ecdc37d685 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.240819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.257155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-2e26d5aa-2630-4094-8a0f-60328a040542 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/quotas/674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 375 time: 0.0361483 Aug 31 07:15:59.297557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:15:59.323878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9817a8d5-fb66-434d-8147-08ecdc37d685, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9817a8d5-fb66-434d-8147-08ecdc37d685,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:15:59.325167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.335329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-ba3cf31d-24d7-4af7-a766-52e0c326343c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0704243 Aug 31 07:15:59.342075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.355467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 03df9a99-8269-4dd5-a627-15eda8818e5e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:15:59.400724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 03df9a99-8269-4dd5-a627-15eda8818e5e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:15:59.401105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 03df9a99-8269-4dd5-a627-15eda8818e5e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:15:59.462315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9817a8d5-fb66-434d-8147-08ecdc37d685,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:15:59.463023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-9955ba43-18e5-487b-be5e-18fd12cb87cf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:15:59.464122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-9955ba43-18e5-487b-be5e-18fd12cb87cf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076981 Aug 31 07:15:59.500517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Provisioning for port 3f885796-6b80-4735-a6d6-47251ca721e7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:15:59.506907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Provisioning complete for port 3f885796-6b80-4735-a6d6-47251ca721e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.507560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.545418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-200a39ee-0d9e-4abb-a833-3a60e5bf0712 None None] Port 3f885796-6b80-4735-a6d6-47251ca721e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:15:59.566566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 2, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:15:59.602732 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Checking router: 4b71e786-be19-42db-858e-1e0382780417 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:15:59.603090 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Updating router 4b71e786-be19-42db-858e-1e0382780417 port 3f885796-6b80-4735-a6d6-47251ca721e7 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:15:59.629053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-0e787362-3416-4a07-b6d8-0298e4779c90 service neutron] 10.222.0.57 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549170 Aug 31 07:15:59.630173 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.668494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fef1201f-e66f-4dc2-800d-fc2aaad34313 None None] Provisioning complete for port 3f885796-6b80-4735-a6d6-47251ca721e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.668960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fef1201f-e66f-4dc2-800d-fc2aaad34313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.714907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fef1201f-e66f-4dc2-800d-fc2aaad34313 None None] Port 3f885796-6b80-4735-a6d6-47251ca721e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:15:59.737031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.757554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ab5907e2-f2f7-499f-885a-ea8324b4957d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:59.816775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ab5907e2-f2f7-499f-885a-ea8324b4957d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.817164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.866941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-de4c4595-3f90-46c3-8f6c-10c208820efb None None] Provisioning complete for port 3f885796-6b80-4735-a6d6-47251ca721e7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:15:59.867463 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de4c4595-3f90-46c3-8f6c-10c208820efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.929239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de4c4595-3f90-46c3-8f6c-10c208820efb None None] Port 3f885796-6b80-4735-a6d6-47251ca721e7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:15:59.943303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9817a8d5-fb66-434d-8147-08ecdc37d685 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:15:59.949285 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:15:59.960102 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Transition to ACTIVE for port object 3f885796-6b80-4735-a6d6-47251ca721e7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:15:59.967205 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.001308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9817a8d5-fb66-434d-8147-08ecdc37d685 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:16:00.001839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.033057 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032f27-d259-4cc9-88e2-054f9dcbb9bd None None] Pushing event updated for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:00.063994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-f87113da-5880-4e76-b322-7bcf6749d824 service neutron] 10.222.0.57 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241319 Aug 31 07:16:00.088430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Deleting port 9834d493-6134-4bfd-b368-794cf95d5ba1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:16:00.089365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.101943 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Attempting to bind port 3f885796-6b80-4735-a6d6-47251ca721e7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:16:00.102457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Attempting to bind port 3f885796-6b80-4735-a6d6-47251ca721e7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:16:00.103315 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Attempting to bind port 3f885796-6b80-4735-a6d6-47251ca721e7 on network 1b8839f1-5784-42c5-a3a4-64771d0688e0 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:16:00.112433 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:16:00.113131 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Checking segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:16:00.113271 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.113661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Bound using segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:16:00.114139 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Bound port: 3f885796-6b80-4735-a6d6-47251ca721e7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:16:00.114521 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.202150 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] For port 3f885796-6b80-4735-a6d6-47251ca721e7, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:16:00.206054 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] For port 3f885796-6b80-4735-a6d6-47251ca721e7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3f885796-6b80-4735-a6d6-47251ca721e7,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:16:00.208547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e997bde8-6e2d-4c93-aa08-6f386b5eab11 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:16:00.213784 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.225365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] For port 9834d493-6134-4bfd-b368-794cf95d5ba1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9834d493-6134-4bfd-b368-794cf95d5ba1,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:00.225635 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.240602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Calling delete_port for 9834d493-6134-4bfd-b368-794cf95d5ba1 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:16:00.255478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e997bde8-6e2d-4c93-aa08-6f386b5eab11 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:16:00.255603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e997bde8-6e2d-4c93-aa08-6f386b5eab11 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:16:00.255999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 136629e0-e4c7-4430-99e3-8d6366f4036f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:16:00.294055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:16:00.294786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:00.307433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 136629e0-e4c7-4430-99e3-8d6366f4036f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:16:00.307788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 136629e0-e4c7-4430-99e3-8d6366f4036f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:16:00.340734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-43b2dc4e-3473-4d7a-94ef-b50c561afac8 req-ab9511c5-1e89-41e9-8e18-87b01897cb20 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 210 time: 0.0506842 Aug 31 07:16:00.374688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f032f27-d259-4cc9-88e2-054f9dcbb9bd None None] Pushing event updated for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:00.478255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:16:00.578705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.612922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Pushing event deleted for resources: {'Port': ['ID=9834d493-6134-4bfd-b368-794cf95d5ba1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:00.832895 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:00.846115 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:00Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:00.876499 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2396abac-2420-42d7-b81c-b450bd9bfb05 None None] The sync data for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 is: [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:00Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:16:01.100395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Router cf71525e-4111-4187-8bb3-82eab004c807 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:16:01.152969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.219572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:16:01.226364 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fbf11301-d04f-4515-bcd4-9fbaf1943e96 admin admin] 10.222.0.57 "PUT /v2.0/routers/cf71525e-4111-4187-8bb3-82eab004c807/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5872884 Aug 31 07:16:01.227540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38456) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:01.230009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Sync routers for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:16:01.244537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:16:01.245168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:01.361495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.366191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:16:01.530041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2110556-f4ef-4670-94fb-5d00a008a346 req-2b8b48a0-0507-403f-9026-c027c748b3cd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 210 time: 0.0550663 Aug 31 07:16:01.587399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.655193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-ff0067d3-0579-48d2-9bd1-7153ee94d274 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:01.656732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-ff0067d3-0579-48d2-9bd1-7153ee94d274 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 796 time: 0.1876385 Aug 31 07:16:01.669055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:16:00Z', 'revision_number': 5, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port': {'id': '20af1330-5d1f-4164-bc52-b802a931a6e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:f3:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3491, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:04:25Z', 'updated_at': '2021-08-31T07:04:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:01.705618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Checking router: cf71525e-4111-4187-8bb3-82eab004c807 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:16:01.715269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-cb3f417a-71d0-445f-8f82-68f6edca5803 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=674f8bf57eb04593a53e4c32e7aa88a5 HTTP/1.1" status: 200 len: 379 time: 0.0477278 Aug 31 07:16:01.715807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Routers {'cf71525e-4111-4187-8bb3-82eab004c807'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:16:01.716928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cf71525e-4111-4187-8bb3-82eab004c807'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:01.722578 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Deleting port 20af1330-5d1f-4164-bc52-b802a931a6e9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:16:01.722809 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.728621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'port': {'device_id': '6914b878-52f6-4e27-82c0-695c3827336e', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'admin_state_up': True, 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'security_groups': ['2625795d-9c9c-41ca-8345-02200919bd12']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:16:01.834263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] Set router cf71525e-4111-4187-8bb3-82eab004c807 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:16:01.866241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3f885796-6b80-4735-a6d6-47251ca721e7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:16:01.894937 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] For port 20af1330-5d1f-4164-bc52-b802a931a6e9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=20af1330-5d1f-4164-bc52-b802a931a6e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:01.895411 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.896253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:16:01Z', 'revision_number': 6, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:01.914177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Calling delete_port for 20af1330-5d1f-4164-bc52-b802a931a6e9 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:16:01.945870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76dc65ce-4bc2-4d8e-87e2-d96f21be66f2 None None] The sync data for ids ['cf71525e-4111-4187-8bb3-82eab004c807'] in n-d-712707-15 is: [{'id': 'cf71525e-4111-4187-8bb3-82eab004c807', 'name': 'tempest-TestVolumeBootPattern-1005468030-router', 'tenant_id': 'ddcaec835d6e46f3888eae44f70898c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:04:24Z', 'updated_at': '2021-08-31T07:16:01Z', 'revision_number': 6, 'project_id': 'ddcaec835d6e46f3888eae44f70898c0', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:16:01.975718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Made reservation on behalf of 674f8bf57eb04593a53e4c32e7aa88a5 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:16:01.976512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3f885796-6b80-4735-a6d6-47251ca721e7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:16:01.980117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:01.981073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3f885796-6b80-4735-a6d6-47251ca721e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:16:01.981481 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.075291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.111899 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3f885796-6b80-4735-a6d6-47251ca721e7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3f885796-6b80-4735-a6d6-47251ca721e7,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:02.119845 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.174740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:02.222540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.20.0.10 (1b8839f1-5784-42c5-a3a4-64771d0688e0/08e27365-e25a-420d-af47-3e846155b13f/5390f78d-45fa-4329-93fd-806537a65e17) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:16:02.239234 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.278964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Pushing event deleted for resources: {'Port': ['ID=20af1330-5d1f-4164-bc52-b802a931a6e9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:02.416909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.522980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.527041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.539365 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.590434 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Transition to ACTIVE for port object 5390f78d-45fa-4329-93fd-806537a65e17 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:16:02.594267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.594828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf71525e-4111-4187-8bb3-82eab004c807 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:16:02.601017 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.604417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ed6fc603-38c7-44b9-8a28-4891acb74b12 admin admin] 10.222.0.57 "DELETE /v2.0/routers/cf71525e-4111-4187-8bb3-82eab004c807 HTTP/1.1" status: 204 len: 168 time: 1.3709452 Aug 31 07:16:02.604941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38462) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:02.672820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-397d84c1-9d65-4441-bd65-decbc897b45e req-d5940496-3b82-4cac-ba89-0739e1edf7d0 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 210 time: 0.0586715 Aug 31 07:16:02.688015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Deleting subnet 52da1e87-65d4-4137-8dba-2e1c24a6d91e {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:16:02.693130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.722944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.774395 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.805927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:16:02.806803 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:02.811390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:16:02.816844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:16:02.895943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:02.896366 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.922548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:02.925445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-4345f790-48f4-47f8-912d-74e98fed0e91 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2007062 Aug 31 07:16:02.949471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Request body: {'port': {'device_id': '6914b878-52f6-4e27-82c0-695c3827336e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:16:03.032426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2c3f1a9-45d5-42d4-bcf7-9fa86588f97c None None] Provisioning for port 5390f78d-45fa-4329-93fd-806537a65e17 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:16:03.034605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.036571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2c3f1a9-45d5-42d4-bcf7-9fa86588f97c None None] Provisioning complete for port 5390f78d-45fa-4329-93fd-806537a65e17 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:16:03.036986 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2c3f1a9-45d5-42d4-bcf7-9fa86588f97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.048078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.076374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2c3f1a9-45d5-42d4-bcf7-9fa86588f97c None None] Port 5390f78d-45fa-4329-93fd-806537a65e17 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:16:03.085771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad84a0c9-9ed5-4f62-8512-781a0460c728 None None] Network a2acd2a3-2ff0-43c6-9575-23a6688e01b4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:16:03.099598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52da1e87-65d4-4137-8dba-2e1c24a6d91e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.104420 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.106350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a81337cd-f30c-4dd5-97f6-17e01466f38d admin admin] 10.222.0.57 "DELETE /v2.0/subnets/52da1e87-65d4-4137-8dba-2e1c24a6d91e HTTP/1.1" status: 204 len: 168 time: 0.5007918 Aug 31 07:16:03.108946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38464) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:03.189371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.252679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Deleting port d37ed975-f537-465d-b061-526421af9daa {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:16:03.252860 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.302780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] DHCP port deletion for a2acd2a3-2ff0-43c6-9575-23a6688e01b4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:16:03.319779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] For port d37ed975-f537-465d-b061-526421af9daa, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d37ed975-f537-465d-b061-526421af9daa,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:03.320156 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.333702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Calling delete_port for d37ed975-f537-465d-b061-526421af9daa owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:16:03.355316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Deleting port d37ed975-f537-465d-b061-526421af9daa {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:16:03.355692 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.368521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:16:03.376194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.389515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Transition to ACTIVE for port object 5390f78d-45fa-4329-93fd-806537a65e17 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:16:03.394775 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.427602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] For port d37ed975-f537-465d-b061-526421af9daa, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d37ed975-f537-465d-b061-526421af9daa,segment=NetworkSegment(c98ae70a-ff53-4508-9e92-97ff719a1f35),segment_id=c98ae70a-ff53-4508-9e92-97ff719a1f35)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:03.428020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.429676 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.446472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Calling delete_port for d37ed975-f537-465d-b061-526421af9daa owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:16:03.451018 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.462644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d37ed975-f537-465d-b061-526421af9daa,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.471543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] No DVR routers for this DVR port d37ed975-f537-465d-b061-526421af9daa on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:16:03.536453 n-d-712707-15 neutron-server[94641]: self.session.flush() Aug 31 07:16:03.541167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Attempting to bind port 5390f78d-45fa-4329-93fd-806537a65e17 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:16:03.541167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Attempting to bind port 5390f78d-45fa-4329-93fd-806537a65e17 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:16:03.541167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Attempting to bind port 5390f78d-45fa-4329-93fd-806537a65e17 on network 1b8839f1-5784-42c5-a3a4-64771d0688e0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:16:03.544238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Port 5390f78d-45fa-4329-93fd-806537a65e17 on network 1b8839f1-5784-42c5-a3a4-64771d0688e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:16:03.544899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.545210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Attempting to bind port 5390f78d-45fa-4329-93fd-806537a65e17 on network 1b8839f1-5784-42c5-a3a4-64771d0688e0 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:16:03.553993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:16:03.554339 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Checking segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:16:03.554989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Bound using segment: {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:16:03.555599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Bound port: 5390f78d-45fa-4329-93fd-806537a65e17, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 580, 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:16:03.555964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.558626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.558866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] No DVR routers for this DVR port d37ed975-f537-465d-b061-526421af9daa on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:16:03.575817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2acd2a3-2ff0-43c6-9575-23a6688e01b4']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:03.580020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dee3a1-96a8-428d-b6f0-6a9530daa21a None None] Pushing event deleted for resources: {'Port': ['ID=d37ed975-f537-465d-b061-526421af9daa,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.602244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98ae70a-ff53-4508-9e92-97ff719a1f35') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:03.602599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98ae70a-ff53-4508-9e92-97ff719a1f35') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:03.614213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.630284 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.637918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:16:03.638420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:16:03.640086 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:16:03.642620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:16:03.645423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:16:03.651021 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.690349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:03.690964 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.692362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] 10.222.0.53 "PUT /v2.0/ports/5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 1093 time: 0.7488143 Aug 31 07:16:03.692811 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:16:03.695300 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc1f0516-2dff-4a2a-ac1d-cc243b212075" -d '{"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:16:03.725043 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.735922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f123ba-6be2-455d-a0ba-0d7a75125ecb service neutron] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.745161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.746982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a2acd2a3-2ff0-43c6-9575-23a6688e01b4 HTTP/1.1" status: 204 len: 168 time: 0.6361415 Aug 31 07:16:03.747889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f46c52-3cd5-4e72-ab00-0e7c7f58eab0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2acd2a3-2ff0-43c6-9575-23a6688e01b4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:03.794407 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:16:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b1aeef4-1cd8-4c14-921a-97b1bf6c80d4 x-openstack-request-id: req-6b1aeef4-1cd8-4c14-921a-97b1bf6c80d4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:16:03.794708 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:16:03.794996 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b1aeef4-1cd8-4c14-921a-97b1bf6c80d4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:16:03.795479 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'status': 'completed', 'code': 200} Aug 31 07:16:03.821045 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-26e1a745-25a0-4648-a339-24413646c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:03.822698 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-26e1a745-25a0-4648-a339-24413646c4ad service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1096 time: 0.0749154 Aug 31 07:16:03.837665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3f885796-6b80-4735-a6d6-47251ca721e7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:16:03.866474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf924-baa5-4aa3-8494-585868ea3838 req-3eae80d5-a9af-40c8-b787-2f5e8d75bebb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:03.867935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02dcf924-baa5-4aa3-8494-585868ea3838 req-3eae80d5-a9af-40c8-b787-2f5e8d75bebb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 944 time: 0.0578439 Aug 31 07:16:03.890161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-661f5973-9f86-4e6d-afd4-c1b69d57bce2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 217 time: 0.0550728 Aug 31 07:16:03.925880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3f885796-6b80-4735-a6d6-47251ca721e7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:16:03.926244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:03.942287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02dcf924-baa5-4aa3-8494-585868ea3838 req-fdc3b36e-b92f-4d89-9405-899839f63a3d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654721 Aug 31 07:16:03.953087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-c95e8c77-7d7b-4f36-bd87-aaabd5dd4ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:03.955979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-c95e8c77-7d7b-4f36-bd87-aaabd5dd4ac1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 200 len: 834 time: 0.0585871 Aug 31 07:16:04.002983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38472) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:04.012230 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96b8e95-e178-40be-9237-e24287cacd06 req-68c09b26-7447-43b2-9e9c-60e62d46020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:04.013702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-68c09b26-7447-43b2-9e9c-60e62d46020b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b8839f1-5784-42c5-a3a4-64771d0688e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508995 Aug 31 07:16:04.066868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3290c7ac-7dbf-4f97-ab67-46e8d5c8dfd9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=55f94d1032e44f4f9c21d865880b6973&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0626361 Aug 31 07:16:04.069157 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38474) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:04.113626 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-fa93ee88-2c8c-4a58-ba88-b7b9f0bdaa51 service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927708 Aug 31 07:16:04.116071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 20af1330-5d1f-4164-bc52-b802a931a6e9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:16:04.129807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.155526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.221733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.225060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.226511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3 HTTP/1.1" status: 204 len: 168 time: 0.1563678 Aug 31 07:16:04.233786 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d96b8e95-e178-40be-9237-e24287cacd06 req-ecafd4a0-0ed2-4072-a3b0-f9a3116e1225 service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133816 Aug 31 07:16:04.236351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dfab1c-7462-42cd-acfc-a293a9942aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e1d1b-b5f6-45c1-bcb5-c5eeda2099c3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:04.327637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 20af1330-5d1f-4164-bc52-b802a931a6e9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:16:04.328228 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 20af1330-5d1f-4164-bc52-b802a931a6e9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:16:04.328938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9834d493-6134-4bfd-b368-794cf95d5ba1 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:16:04.329849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-17b9ebd4-f212-4c40-abd4-8448d7556092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:04.331995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-17b9ebd4-f212-4c40-abd4-8448d7556092 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1096 time: 0.0463579 Aug 31 07:16:04.354173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9834d493-6134-4bfd-b368-794cf95d5ba1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:16:04.354408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9834d493-6134-4bfd-b368-794cf95d5ba1 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:16:04.354669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d37ed975-f537-465d-b061-526421af9daa no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:16:04.377589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d37ed975-f537-465d-b061-526421af9daa {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:16:04.377949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d37ed975-f537-465d-b061-526421af9daa not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:16:04.434701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-1ea78134-2f4e-4200-8aef-783342d748af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:04.435649 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-1ea78134-2f4e-4200-8aef-783342d748af service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 897 time: 0.0969832 Aug 31 07:16:04.477436 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-d14d62d8-7e34-46c8-a6f7-9c6b53ae19c6 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 217 time: 0.0347862 Aug 31 07:16:04.528530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-172fd8e8-1efb-417c-96b1-f70110a70d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:04.530064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-172fd8e8-1efb-417c-96b1-f70110a70d63 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 200 len: 834 time: 0.0444105 Aug 31 07:16:04.585417 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-6aa0b77a-d3f2-4b50-949c-d1d643d85c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:04.587200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-6aa0b77a-d3f2-4b50-949c-d1d643d85c56 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b8839f1-5784-42c5-a3a4-64771d0688e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498285 Aug 31 07:16:04.604498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:04.645487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4f896f74-ba51-49a9-a729-576bfa5d0d3c admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ddcaec835d6e46f3888eae44f70898c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396125 Aug 31 07:16:04.648152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38482) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:04.684361 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-32ad198b-349f-4165-aebf-bea36615fa5b service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887108 Aug 31 07:16:04.697766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.720743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.773953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.778428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:04.780059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b2e0998b-554d-4275-ba26-7edd03d82a36 HTTP/1.1" status: 204 len: 168 time: 0.1308231 Aug 31 07:16:04.789650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc1f0516-2dff-4a2a-ac1d-cc243b212075 req-53f6b922-ac76-4665-9456-349ec6fd402b service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972116 Aug 31 07:16:04.792041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85cd472-e2ae-4023-b103-0727e742dfc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e0998b-554d-4275-ba26-7edd03d82a36,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:05.076023 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589f7e0-2769-40f0-b190-0483fb04a8f9 req-e444c3e2-8fc6-4949-bfeb-df42af729860 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:05.077528 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7589f7e0-2769-40f0-b190-0483fb04a8f9 req-e444c3e2-8fc6-4949-bfeb-df42af729860 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 944 time: 0.0551796 Aug 31 07:16:05.122251 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7589f7e0-2769-40f0-b190-0483fb04a8f9 req-2d2e0ed8-f628-4286-96c4-ee37522da9ec tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378821 Aug 31 07:16:06.003312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:06.243685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43180c-b212-4174-8343-158d595b9e30 req-fc9f0676-f5c3-4416-a4e2-beffe378c600 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:06.245183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c43180c-b212-4174-8343-158d595b9e30 req-fc9f0676-f5c3-4416-a4e2-beffe378c600 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 944 time: 0.0543230 Aug 31 07:16:06.285687 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c43180c-b212-4174-8343-158d595b9e30 req-92da0d0a-3043-4d59-b5bc-48de3028e97c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338786 Aug 31 07:16:07.400044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51739254-e1ec-4361-ba05-baaa301a10fa req-f779c2e4-800e-4e8c-8329-36949dddb078 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:07.401561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51739254-e1ec-4361-ba05-baaa301a10fa req-f779c2e4-800e-4e8c-8329-36949dddb078 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 944 time: 0.0495420 Aug 31 07:16:07.426732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:16:07.441575 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-51739254-e1ec-4361-ba05-baaa301a10fa req-4ed26cc4-2a2d-4839-a248-9ffd961ef6f5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327916 Aug 31 07:16:07.523896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:07.535823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '5390f78d-45fa-4329-93fd-806537a65e17', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'mac_address': 'fa:16:3e:cb:2e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:16:07.572900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:07.586456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:16:07.606143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:07.610488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:07.661342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:07.852168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['5390f78d-45fa-4329-93fd-806537a65e17'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:16:08.556424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8eb361-2e6c-4752-aeec-ef062876bce2 req-f3e5ff1f-b83e-4c49-a605-a04e915fb22b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:08.557812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea8eb361-2e6c-4752-aeec-ef062876bce2 req-f3e5ff1f-b83e-4c49-a605-a04e915fb22b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 945 time: 0.0488975 Aug 31 07:16:08.596629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea8eb361-2e6c-4752-aeec-ef062876bce2 req-db2e4e07-0d9a-4f06-9305-d3dae4279b9a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327857 Aug 31 07:16:09.426814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:16:09.476193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 5390f78d-45fa-4329-93fd-806537a65e17 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:16:09.479814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 5390f78d-45fa-4329-93fd-806537a65e17 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:16:09.480187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:09.558254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:09.581733 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:16:09.583983 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-259f9c01-e5df-4c1d-bddb-fe5e4984cbb0" -d '{"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-plugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:16:09.597821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:16:09.601863 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:09.655051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:09.724123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6577-b8c2-4031-8eee-6f1ed8efb597 req-778de080-da62-4d7e-8397-e15082c3feee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:09.725661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c1b6577-b8c2-4031-8eee-6f1ed8efb597 req-778de080-da62-4d7e-8397-e15082c3feee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0547001 Aug 31 07:16:09.765417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c1b6577-b8c2-4031-8eee-6f1ed8efb597 req-a51ccd81-40a5-4fb5-b7a6-fd497e87b3ae tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335555 Aug 31 07:16:09.814384 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8911ed39-a8c2-4c09-bbb1-994e18f41910 x-openstack-request-id: req-8911ed39-a8c2-4c09-bbb1-994e18f41910 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:16:09.814675 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-plugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:16:09.814923 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8911ed39-a8c2-4c09-bbb1-994e18f41910 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:16:09.815313 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'code': 200} Aug 31 07:16:09.908706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f0915-0e1b-4a19-99e9-0538ee6122f9 req-ad07b1df-5fc9-4ea0-a1a6-eb1698ed89ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:09.910199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-776f0915-0e1b-4a19-99e9-0538ee6122f9 req-ad07b1df-5fc9-4ea0-a1a6-eb1698ed89ed service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1098 time: 0.0402160 Aug 31 07:16:09.948666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-776f0915-0e1b-4a19-99e9-0538ee6122f9 req-46384ffa-d113-4874-b751-21e397767fd4 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318069 Aug 31 07:16:10.884443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698f63-8011-4c43-bbd0-db43c6cbeebd req-2f3c8332-7de9-4ad9-ba84-5c29fa81d7cf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:10.885943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8698f63-8011-4c43-bbd0-db43c6cbeebd req-2f3c8332-7de9-4ad9-ba84-5c29fa81d7cf tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0510926 Aug 31 07:16:10.926881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8698f63-8011-4c43-bbd0-db43c6cbeebd req-1bbe20bd-298d-4325-a92d-a4000d2e36ed tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337427 Aug 31 07:16:12.048126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbcd38-b4b8-4167-bb27-ea921c553862 req-e23ea39e-f921-45fe-9f1d-2b0ceee0b996 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:12.049665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6dbcd38-b4b8-4167-bb27-ea921c553862 req-e23ea39e-f921-45fe-9f1d-2b0ceee0b996 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0526185 Aug 31 07:16:12.089319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a6dbcd38-b4b8-4167-bb27-ea921c553862 req-4cbc09b3-d47d-4533-aeef-2d31a1995deb tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336277 Aug 31 07:16:12.201815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58622a5d-0953-4c9a-bfe3-2a0870384e63 req-c341206a-4ecb-4ddc-8034-d80b0cb7a751 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:12.203274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58622a5d-0953-4c9a-bfe3-2a0870384e63 req-c341206a-4ecb-4ddc-8034-d80b0cb7a751 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0481634 Aug 31 07:16:12.248833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58622a5d-0953-4c9a-bfe3-2a0870384e63 req-fb389d9b-27db-4a03-9b22-1c08577e9c98 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389314 Aug 31 07:16:12.271165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38506) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:12.315248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c832c2e-2a43-418e-9a98-482cb6eee9c6 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:12.316759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1c832c2e-2a43-418e-9a98-482cb6eee9c6 tempest-TestNetworkAdvancedServerOps-175025289 tempest-TestNetworkAdvancedServerOps-175025289-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1093 time: 0.0446208 Aug 31 07:16:12.319560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:12.324274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:16:12.348842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:12.446402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:12.552396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Allocated IP 172.25.3.97 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/db8e704f-afc3-49ee-b230-5eafda34032f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:16:12.653840 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:12.692953 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:12.732865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:16:12.736327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:16:12.738912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:16:12.770537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=db8e704f-afc3-49ee-b230-5eafda34032f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:13.127982 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.194536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.347246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.351670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.416880 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event updated for resources: {'Port': ['ID=db8e704f-afc3-49ee-b230-5eafda34032f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:16:13.429386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.531101 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP a104e095-f8b0-4e13-9624-1f9a847aaa7c associated. External IP: 172.25.3.97, port: 5390f78d-45fa-4329-93fd-806537a65e17. Aug 31 07:16:13.743744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 4b71e786-be19-42db-858e-1e0382780417 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:16:13.851451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:16:13.861463 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Sync routers for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:16:13.870481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:16:13.871095 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:13.871297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:13.900243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-03116a99-c014-43d9-a50f-5e2c481a036d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5796041 Aug 31 07:16:13.900858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:16:13.903228 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a16ed4-c582-4a92-9977-594567536753" -d '{"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:16:13.979554 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:16:14.003645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e9ac5-b375-41b4-ab90-67e5d1a36043 req-dca05d4c-fcd0-44aa-9a3c-1bfa7b8052e7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:14.005114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-002e9ac5-b375-41b4-ab90-67e5d1a36043 req-dca05d4c-fcd0-44aa-9a3c-1bfa7b8052e7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0525992 Aug 31 07:16:14.024043 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de174a9-6695-4735-977e-0dd534ce1bad x-openstack-request-id: req-1de174a9-6695-4735-977e-0dd534ce1bad {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:16:14.024391 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:16:14.024706 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1de174a9-6695-4735-977e-0dd534ce1bad {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:16:14.025187 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'status': 'completed', 'code': 200} Aug 31 07:16:14.045121 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-002e9ac5-b375-41b4-ab90-67e5d1a36043 req-b1a42277-480f-48b2-ba9b-71a0346b8ece tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327473 Aug 31 07:16:14.069717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:14.088518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16ed4-c582-4a92-9977-594567536753 req-cdc1975b-8813-474e-82d7-3b71e0d2ce7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:14.090168 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-cdc1975b-8813-474e-82d7-3b71e0d2ce7c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1098 time: 0.0418019 Aug 31 07:16:14.139355 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1ea6c179-7bea-4a03-93f6-1eef21b07079 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/a104e095-f8b0-4e13-9624-1f9a847aaa7c HTTP/1.1" status: 200 len: 991 time: 0.0672836 Aug 31 07:16:14.184154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16ed4-c582-4a92-9977-594567536753 req-8e1d4f6b-3ab3-4f0e-ba5a-d809d67c782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:14.185568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-8e1d4f6b-3ab3-4f0e-ba5a-d809d67c782e service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 897 time: 0.0886517 Aug 31 07:16:14.208771 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a104e095-f8b0-4e13-9624-1f9a847aaa7c', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '4b71e786-be19-42db-858e-1e0382780417', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'mac_address': 'fa:16:3e:cb:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b878-52f6-4e27-82c0-695c3827336e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:16:12Z', 'updated_at': '2021-08-31T07:16:12Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:14.234705 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Checking router: 4b71e786-be19-42db-858e-1e0382780417 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:16:14.242937 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:16:14.243540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:15:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:14.251348 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-863d3fc8-cecd-46d2-bba2-34dd768e20d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 999 time: 0.0587795 Aug 31 07:16:14.307050 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16ed4-c582-4a92-9977-594567536753 req-69b8ab04-8f2d-4f63-99f7-c4aa19272593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:14.309516 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-69b8ab04-8f2d-4f63-99f7-c4aa19272593 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 200 len: 834 time: 0.0518110 Aug 31 07:16:14.354370 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:16:14.356312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a16ed4-c582-4a92-9977-594567536753 req-f06c9096-7063-402a-9324-9c8c23b2a05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:14.357867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-f06c9096-7063-402a-9324-9c8c23b2a05b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b8839f1-5784-42c5-a3a4-64771d0688e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416434 Aug 31 07:16:14.455214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-6761fe89-a652-4cc0-9818-0302c1ff9c18 service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895290 Aug 31 07:16:14.550891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-06a16ed4-c582-4a92-9977-594567536753 req-30ec06b0-5846-4bc1-a2a2-8093de9d893e service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892611 Aug 31 07:16:14.581510 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a104e095-f8b0-4e13-9624-1f9a847aaa7c', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '4b71e786-be19-42db-858e-1e0382780417', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'mac_address': 'fa:16:3e:cb:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b878-52f6-4e27-82c0-695c3827336e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:16:12Z', 'updated_at': '2021-08-31T07:16:12Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:16:14.607672 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6eaecf-81cd-4bb8-8873-820b6994676f None None] The sync data for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 is: [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'a104e095-f8b0-4e13-9624-1f9a847aaa7c', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '4b71e786-be19-42db-858e-1e0382780417', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'mac_address': 'fa:16:3e:cb:2e:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6914b878-52f6-4e27-82c0-695c3827336e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:16:12Z', 'updated_at': '2021-08-31T07:16:12Z', 'revision_number': 0, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:16:14.815645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10967bed-2d02-4b55-81e3-33c603c9e8c8 None None] New status for floating IP a104e095-f8b0-4e13-9624-1f9a847aaa7c: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:16:15.142253 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38518) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:16:15.203540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7c1deff-c4c6-4878-8606-98ce23287a9c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/a104e095-f8b0-4e13-9624-1f9a847aaa7c HTTP/1.1" status: 200 len: 993 time: 0.0600741 Aug 31 07:16:15.852356 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:24.831911 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6cdd7436-0fb7-4493-93fa-91b217ab798f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:27.196367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:16:27.463643 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-42ed5e25-e595-4e59-97ac-0bbecd82be46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:27.804720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:29.727985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:31.152910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:36.018828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:45.864985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:47.600545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80397545-3b90-4bfb-8103-52bd58e42e4a req-db395d9a-cb1c-4cd1-b79f-41938b04d353 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:47.602116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80397545-3b90-4bfb-8103-52bd58e42e4a req-db395d9a-cb1c-4cd1-b79f-41938b04d353 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0536196 Aug 31 07:16:47.643031 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80397545-3b90-4bfb-8103-52bd58e42e4a req-a003fbda-c372-4508-b6d9-c5fe313d9f14 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339334 Aug 31 07:16:48.768001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c502-7e2d-4303-bf83-f1caa299ae59 req-c57e4cf8-87ce-41de-843a-6a4f006a1ca8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:48.772085 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d15c502-7e2d-4303-bf83-f1caa299ae59 req-c57e4cf8-87ce-41de-843a-6a4f006a1ca8 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0607982 Aug 31 07:16:48.811344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d15c502-7e2d-4303-bf83-f1caa299ae59 req-55f95e3a-96a1-4f86-bc94-70dd16d0d3ee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328519 Aug 31 07:16:49.927906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3b14-fb3f-4f1a-b806-e32c135f2ad0 req-e3dbff1c-f3d5-4129-a2b2-d08d68f03232 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:49.929390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9caa3b14-fb3f-4f1a-b806-e32c135f2ad0 req-e3dbff1c-f3d5-4129-a2b2-d08d68f03232 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0490706 Aug 31 07:16:49.966901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9caa3b14-fb3f-4f1a-b806-e32c135f2ad0 req-47ac4e12-a6a6-427b-a09c-8c398341ea59 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315418 Aug 31 07:16:51.082307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6c3a44-645b-4eed-b160-5702be9535be req-820261a8-c40f-4e71-a8cb-93af56345e2a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:51.083800 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec6c3a44-645b-4eed-b160-5702be9535be req-820261a8-c40f-4e71-a8cb-93af56345e2a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0503376 Aug 31 07:16:51.122226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ec6c3a44-645b-4eed-b160-5702be9535be req-4ffc8073-844e-4147-9b41-e5ef5eec69ee tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325377 Aug 31 07:16:52.241612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d379db-2ce5-4c16-8b7b-e47632cab43d req-d4062288-be16-4a3c-9b25-b7b2d5afd8bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:52.243055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30d379db-2ce5-4c16-8b7b-e47632cab43d req-d4062288-be16-4a3c-9b25-b7b2d5afd8bd tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0527008 Aug 31 07:16:52.280624 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-30d379db-2ce5-4c16-8b7b-e47632cab43d req-1d14e6b8-18b1-482a-861e-f0a03a4c3a78 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314796 Aug 31 07:16:53.395421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760b526b-ed82-42b6-84fa-99d426f47920 req-93068594-dc66-4d05-81b9-a3c935a25d22 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:53.396891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-760b526b-ed82-42b6-84fa-99d426f47920 req-93068594-dc66-4d05-81b9-a3c935a25d22 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0488987 Aug 31 07:16:53.434911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-760b526b-ed82-42b6-84fa-99d426f47920 req-da92a12f-a143-42f6-8137-ab0805a66925 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321109 Aug 31 07:16:54.548499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bee9f-748b-4fed-8d71-9beb45360e4d req-aa910570-57fa-4605-a893-9a5dbfebf5d4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:54.550083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-685bee9f-748b-4fed-8d71-9beb45360e4d req-aa910570-57fa-4605-a893-9a5dbfebf5d4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0486658 Aug 31 07:16:54.588075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-685bee9f-748b-4fed-8d71-9beb45360e4d req-114175e5-4610-4682-b2d4-9e4682c8a762 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321290 Aug 31 07:16:54.833055 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f858d300-dba0-4339-8321-a96d29fcb401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:55.706852 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5cd48d-b7f1-4d8d-a091-f9904069b16d req-a8490597-8139-4f29-83fb-a840c17a844e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:55.708303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc5cd48d-b7f1-4d8d-a091-f9904069b16d req-a8490597-8139-4f29-83fb-a840c17a844e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0533447 Aug 31 07:16:55.745839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc5cd48d-b7f1-4d8d-a091-f9904069b16d req-75bebfa7-291e-4cf2-a425-dcee36fffead tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313828 Aug 31 07:16:56.862969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f186d4-9f81-46d4-b21a-8e64586b2d77 req-c9cc3cf7-da06-4356-a6ca-d7a1b5e0c94a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:56.864439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73f186d4-9f81-46d4-b21a-8e64586b2d77 req-c9cc3cf7-da06-4356-a6ca-d7a1b5e0c94a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0501554 Aug 31 07:16:56.902642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73f186d4-9f81-46d4-b21a-8e64586b2d77 req-169d7051-2124-470c-a39b-39c6c67f7929 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315003 Aug 31 07:16:57.463903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-58320ae6-ca51-4594-9435-3fe98c8ebac3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:57.806207 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:16:58.020621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dff45a-6b3d-427e-a46a-40128d296de9 req-aef9e42c-f4a3-47e6-bc5a-afac3f96c1ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:58.022066 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64dff45a-6b3d-427e-a46a-40128d296de9 req-aef9e42c-f4a3-47e6-bc5a-afac3f96c1ba tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0518203 Aug 31 07:16:58.062997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-64dff45a-6b3d-427e-a46a-40128d296de9 req-f3df6efd-4294-421f-b2b3-dc64402238d5 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345299 Aug 31 07:16:58.547509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-4eebd491-1941-4cec-b850-c6b135773fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:58.548908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-4eebd491-1941-4cec-b850-c6b135773fce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1098 time: 0.0406342 Aug 31 07:16:58.656041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-ef5c5e59-e700-4077-adf4-bfa4231afd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:58.657867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-ef5c5e59-e700-4077-adf4-bfa4231afd58 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 897 time: 0.0887907 Aug 31 07:16:58.722686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-58855209-625d-4f5f-914b-9ab36237a877 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 1001 time: 0.0580058 Aug 31 07:16:58.779793 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-ebd6561a-1c7a-4bda-9569-5f3ae12a7f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:58.781403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-ebd6561a-1c7a-4bda-9569-5f3ae12a7f5d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 200 len: 834 time: 0.0523720 Aug 31 07:16:58.827654 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-e35ba77d-d6cf-4596-bb0a-b64dc6ba242b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:58.829773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-e35ba77d-d6cf-4596-bb0a-b64dc6ba242b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b8839f1-5784-42c5-a3a4-64771d0688e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411816 Aug 31 07:16:58.917703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-15464d3e-e3c2-4bb8-afb5-7f14fc39ad6a service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811505 Aug 31 07:16:59.012574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3a464b20-9e4a-4ee3-b450-8001ddc8f499 req-eba5ec36-f5ea-4782-a90a-82e184d59664 service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874231 Aug 31 07:16:59.183604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f80599-9375-4ca4-bf1e-746eb9c264cb req-dd339d24-349b-44d3-9aaf-b339cadfed56 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:16:59.185055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8f80599-9375-4ca4-bf1e-746eb9c264cb req-dd339d24-349b-44d3-9aaf-b339cadfed56 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0518575 Aug 31 07:16:59.494129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f8f80599-9375-4ca4-bf1e-746eb9c264cb req-5cac8d8f-d61c-446d-b2b7-4436d4d9da19 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3023610 Aug 31 07:16:59.730127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:00.623909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173ae31-6831-4444-bf47-9bd20083feba req-bb2089e3-91f1-4d6e-87d7-ddf136a06e1c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:00.626002 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0173ae31-6831-4444-bf47-9bd20083feba req-bb2089e3-91f1-4d6e-87d7-ddf136a06e1c tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0499780 Aug 31 07:17:00.663390 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0173ae31-6831-4444-bf47-9bd20083feba req-14d554b5-0149-4084-b994-acd5daeaac5a tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314555 Aug 31 07:17:01.154924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:01.778725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a9719-03d7-43df-985e-93566cc30a22 req-1e845fe3-5c86-4eeb-8aa4-9f995b431961 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:01.780185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-988a9719-03d7-43df-985e-93566cc30a22 req-1e845fe3-5c86-4eeb-8aa4-9f995b431961 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0490246 Aug 31 07:17:01.820096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-988a9719-03d7-43df-985e-93566cc30a22 req-98fcbedc-f126-402d-af5e-c648b8acd68d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331535 Aug 31 07:17:02.933113 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1727798-0b4a-4d56-87ae-927c3d7f3594 req-2ef46db9-7fdc-40e0-8d99-fd527a1d2df4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:02.934710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1727798-0b4a-4d56-87ae-927c3d7f3594 req-2ef46db9-7fdc-40e0-8d99-fd527a1d2df4 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0486047 Aug 31 07:17:02.977068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1727798-0b4a-4d56-87ae-927c3d7f3594 req-c8cad1cd-085c-4e93-bce1-3015f6bed901 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363572 Aug 31 07:17:04.093883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b61a090-73cc-442f-bec3-d9b415a2d2b2 req-95bb8e98-d9e9-48c4-814c-8401db339a02 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:04.095745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b61a090-73cc-442f-bec3-d9b415a2d2b2 req-95bb8e98-d9e9-48c4-814c-8401db339a02 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0524654 Aug 31 07:17:04.134626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2b61a090-73cc-442f-bec3-d9b415a2d2b2 req-6a243d56-e40a-4220-a5a0-174181dd009d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322659 Aug 31 07:17:04.194907 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:17:05.246607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb7ec0-c561-4ef5-ae3d-cc3253734152 req-fdcd3149-31d9-44f0-b1b4-9db1a591aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:05.248093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fdb7ec0-c561-4ef5-ae3d-cc3253734152 req-fdcd3149-31d9-44f0-b1b4-9db1a591aa6a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1098 time: 0.0694530 Aug 31 07:17:05.268918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32edf16b-713a-4440-a8f1-4d571e54db0d req-2680a850-edf3-4f53-a9d6-a53cb4f220a1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:05.270377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32edf16b-713a-4440-a8f1-4d571e54db0d req-2680a850-edf3-4f53-a9d6-a53cb4f220a1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0648286 Aug 31 07:17:05.310594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fdb7ec0-c561-4ef5-ae3d-cc3253734152 req-ce7fa496-26a2-48f6-8c33-0548b3823541 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549414 Aug 31 07:17:05.322494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32edf16b-713a-4440-a8f1-4d571e54db0d req-3606179c-ee2f-4cbe-935f-2f49fbe0667b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459461 Aug 31 07:17:06.019706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:06.444555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1c776-3a51-4d59-af15-4b3e46266f67 req-ee8ca605-0f8f-4437-aef7-13cf0ecf13e9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:06.446048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9a1c776-3a51-4d59-af15-4b3e46266f67 req-ee8ca605-0f8f-4437-aef7-13cf0ecf13e9 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0521610 Aug 31 07:17:06.483666 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b9a1c776-3a51-4d59-af15-4b3e46266f67 req-62d7369d-0a05-4080-8d75-79589123b833 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316052 Aug 31 07:17:06.507919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38586) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:06.572385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-009f1964-c7e9-4c16-8cca-ad9ca2fffac1 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/floatingips/a104e095-f8b0-4e13-9624-1f9a847aaa7c HTTP/1.1" status: 200 len: 993 time: 0.0629013 Aug 31 07:17:07.645298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:17:07.648420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:07.795333 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:07.802421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:07.825658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '5390f78d-45fa-4329-93fd-806537a65e17', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'port_id': '5390f78d-45fa-4329-93fd-806537a65e17', 'mac_address': 'fa:16:3e:cb:2e:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 580, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:17:07.833155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:07.835416 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3292eef-877d-4aa0-a7e7-a1b156cc2835" -d '{"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-unplugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:07.849881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:07.868139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:07.875206 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2bf8a-9da1-42af-a02f-afdee6b07be8 x-openstack-request-id: req-b3f2bf8a-9da1-42af-a02f-afdee6b07be8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:07.875498 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-unplugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:07.875749 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b3f2bf8a-9da1-42af-a02f-afdee6b07be8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:07.876134 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'code': 200} Aug 31 07:17:07.911625 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:07.934588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:17:07.942658 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:07.951722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.952071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.952414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.952753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.953090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.953454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.953787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.954120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.954489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.954865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.955181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.955505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:07.993641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:17:07.994003 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:17:08.529378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:08.542151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:17:08.560836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:08.564745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:08.612365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:08.783197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['5390f78d-45fa-4329-93fd-806537a65e17'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:17:09.660008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:09.707753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 5390f78d-45fa-4329-93fd-806537a65e17 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:09.708127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:09.785757 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:09.817240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:09.821222 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:09.867602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:09.876790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:09.879053 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e035f077-05d3-4e4c-a6a7-ad5be86ff300" -d '{"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-plugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:09.915056 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc8265b-4262-4e9c-b532-f13adf166f22 x-openstack-request-id: req-dcc8265b-4262-4e9c-b532-f13adf166f22 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:09.915353 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-plugged", "status": "completed", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:09.915608 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dcc8265b-4262-4e9c-b532-f13adf166f22 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:09.916000 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'code': 200} Aug 31 07:17:15.864828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:24.835307 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4cc3dd64-663a-4133-90fc-7e337c18b43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.465190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc0c2e80-c5a5-4d23-af10-337d3fc432f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:27.809350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:29.735835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:31.161159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:36.032806 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:41.195015 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:17:41.452146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38602) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:41.611372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port db8e704f-afc3-49ee-b230-5eafda34032f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:41.611858 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:41.685468 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:41.685788 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:41.697421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for db8e704f-afc3-49ee-b230-5eafda34032f owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:42.182332 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:42.209217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=db8e704f-afc3-49ee-b230-5eafda34032f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:42.240188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.240536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.240872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.241204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.241556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.241884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.242213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.242535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.242859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.243178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.243499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.243817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:42.286617 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:42.287193 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Floating IP a104e095-f8b0-4e13-9624-1f9a847aaa7c disassociated (deleted). External IP: 172.25.3.97, port: 5390f78d-45fa-4329-93fd-806537a65e17. Aug 31 07:17:42.498169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 4b71e786-be19-42db-858e-1e0382780417 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:42.606836 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:42.611917 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:42.616350 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Sync routers for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:42.625313 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:42.625950 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:42.639505 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f9ba0b2-5913-4d14-9d8c-512a8502431b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/floatingips/a104e095-f8b0-4e13-9624-1f9a847aaa7c HTTP/1.1" status: 204 len: 168 time: 1.1863658 Aug 31 07:17:42.640098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:42.642400 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe832b7c-bf65-4297-997b-eb56a888112f" -d '{"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:42.736814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:42.829419 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a080fa59-4bf7-4734-8f77-39339cef4850 x-openstack-request-id: req-a080fa59-4bf7-4734-8f77-39339cef4850 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:42.829929 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:42.833592 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a080fa59-4bf7-4734-8f77-39339cef4850 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:42.834278 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'status': 'completed', 'code': 200} Aug 31 07:17:42.891550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832b7c-bf65-4297-997b-eb56a888112f req-a93822bf-2e84-4ac0-b5fc-5b8bfb315b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:42.894522 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-a93822bf-2e84-4ac0-b5fc-5b8bfb315b3f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 1098 time: 0.0465107 Aug 31 07:17:42.943634 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f806ef6-edf5-43fd-b8eb-e6be2102ae62 req-7d23d996-5201-4356-8e10-f7ce10ca0623 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:42.945910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f806ef6-edf5-43fd-b8eb-e6be2102ae62 req-7d23d996-5201-4356-8e10-f7ce10ca0623 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0733197 Aug 31 07:17:42.948931 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:42.989713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f806ef6-edf5-43fd-b8eb-e6be2102ae62 req-7f9a3b7a-ca97-4140-8277-238cb01ae711 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370002 Aug 31 07:17:42.999291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832b7c-bf65-4297-997b-eb56a888112f req-da82ab6b-8a6d-4fc9-a3e4-36037863fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:43.000870 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-da82ab6b-8a6d-4fc9-a3e4-36037863fd0f service neutron] 10.222.0.53 "GET /v2.0/networks?id=1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 200 len: 897 time: 0.0988314 Aug 31 07:17:43.051023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-3db85b9b-fbc2-4bc7-8dff-92a22245e79c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 200 len: 217 time: 0.0418742 Aug 31 07:17:43.070146 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Checking router: 4b71e786-be19-42db-858e-1e0382780417 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:43.079316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:43.079989 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:43.104046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832b7c-bf65-4297-997b-eb56a888112f req-7f555136-54c8-436a-a43f-e0132a87e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:43.105615 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-7f555136-54c8-436a-a43f-e0132a87e28e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 200 len: 834 time: 0.0467877 Aug 31 07:17:43.153012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe832b7c-bf65-4297-997b-eb56a888112f req-ec4c0d20-2b60-41a9-9a9d-ad4ef4ceca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:43.154653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-ec4c0d20-2b60-41a9-9a9d-ad4ef4ceca2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1b8839f1-5784-42c5-a3a4-64771d0688e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0417404 Aug 31 07:17:43.194004 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:43.259188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-c6732bbb-c70d-4170-955d-9045676a1cea service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968785 Aug 31 07:17:43.356451 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe832b7c-bf65-4297-997b-eb56a888112f req-06a89640-0cbc-4996-81bf-2b1d09fe421e service neutron] 10.222.0.53 "GET /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886667 Aug 31 07:17:43.395091 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:43.420452 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ee664ef-eae4-4387-b634-48ca0211107e None None] The sync data for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 is: [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:57Z', 'revision_number': 4, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3f885796-6b80-4735-a6d6-47251ca721e7', 'name': '', 'network_id': '1b8839f1-5784-42c5-a3a4-64771d0688e0', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'mac_address': 'fa:16:3e:c1:89:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_interface', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': '08e27365-e25a-420d-af47-3e846155b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:56Z', 'updated_at': '2021-08-31T07:16:02Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'subnets': [{'id': '08e27365-e25a-420d-af47-3e846155b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:43.654313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e981674f-7f0d-4e62-aac5-791592b71a38 None None] New status for floating IP a104e095-f8b0-4e13-9624-1f9a847aaa7c: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:17:44.148526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82e068-e524-4c91-b680-8a0a079c9b8a req-b25b47e6-31e1-4056-9211-de80f1c2885d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.150045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d82e068-e524-4c91-b680-8a0a079c9b8a req-b25b47e6-31e1-4056-9211-de80f1c2885d tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0814421 Aug 31 07:17:44.174824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-781a052f-448d-4f32-b6e7-ed8708550347 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:44.176261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-781a052f-448d-4f32-b6e7-ed8708550347 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "GET /v2.0/ports?device_id=6914b878-52f6-4e27-82c0-695c3827336e HTTP/1.1" status: 200 len: 946 time: 0.0695672 Aug 31 07:17:44.228912 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6d82e068-e524-4c91-b680-8a0a079c9b8a req-711cbde6-6878-4581-b23d-e55cb425c5ac tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "GET /v2.0/security-groups?id=2625795d-9c9c-41ca-8345-02200919bd12&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716534 Aug 31 07:17:44.281160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:44.281447 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.375880 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 5390f78d-45fa-4329-93fd-806537a65e17, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=5390f78d-45fa-4329-93fd-806537a65e17,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:44.376253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.391170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 5390f78d-45fa-4329-93fd-806537a65e17 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:44.526636 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.553769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=5390f78d-45fa-4329-93fd-806537a65e17,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:44.597967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] No DVR routers for this DVR port 5390f78d-45fa-4329-93fd-806537a65e17 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:44.600602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:44.602638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd297f68-a2ba-4382-89f9-d5bb96657d99 req-b02e46bb-4751-40e6-8543-48893f046f9b tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.53 "DELETE /v2.0/ports/5390f78d-45fa-4329-93fd-806537a65e17 HTTP/1.1" status: 204 len: 173 time: 0.4202373 Aug 31 07:17:44.835694 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-deleted', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:17:44.838181 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41106f91-0f97-4135-83a3-7064238f010b" -d '{"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-deleted", "tag": "5390f78d-45fa-4329-93fd-806537a65e17"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:17:44.874154 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721a52e4-04ac-45e7-8e85-71817d6f12eb x-openstack-request-id: req-721a52e4-04ac-45e7-8e85-71817d6f12eb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:17:44.874452 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6914b878-52f6-4e27-82c0-695c3827336e", "name": "network-vif-deleted", "tag": "5390f78d-45fa-4329-93fd-806537a65e17", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:17:44.874705 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-721a52e4-04ac-45e7-8e85-71817d6f12eb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:17:44.875110 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6914b878-52f6-4e27-82c0-695c3827336e', 'name': 'network-vif-deleted', 'tag': '5390f78d-45fa-4329-93fd-806537a65e17', 'status': 'completed', 'code': 200} Aug 31 07:17:45.288163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:45.677800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:45.864770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:45.968954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port 3f885796-6b80-4735-a6d6-47251ca721e7 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:45.969232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:46.061726 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port 3f885796-6b80-4735-a6d6-47251ca721e7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3f885796-6b80-4735-a6d6-47251ca721e7,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:46.062085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:46.075612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for 3f885796-6b80-4735-a6d6-47251ca721e7 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:46.280873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:46.308719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=3f885796-6b80-4735-a6d6-47251ca721e7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:46.499124 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:46.750649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Router 4b71e786-be19-42db-858e-1e0382780417 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:46.863328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:46.873759 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ce196fd-78ce-468a-bbe0-f98da014420e tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "PUT /v2.0/routers/4b71e786-be19-42db-858e-1e0382780417/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5806565 Aug 31 07:17:46.873759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:46.874284 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Sync routers for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:46.885754 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:46.886369 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:46.930487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting subnet 08e27365-e25a-420d-af47-3e846155b13f {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:17:46.933659 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:46.975776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.001072 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:47.075053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.140953 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.170930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Subnet': ['ID=08e27365-e25a-420d-af47-3e846155b13f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:47.175978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.178374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3fdf8d58-682f-4461-9b32-ca38962186a7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/subnets/08e27365-e25a-420d-af47-3e846155b13f HTTP/1.1" status: 204 len: 168 time: 0.3031068 Aug 31 07:17:47.180538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:47.192460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ada0837-8bd2-48d9-a21a-f444ad7d2763 None None] Network 1b8839f1-5784-42c5-a3a4-64771d0688e0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:47.197641 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:17:46Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:47.229255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Checking router: 4b71e786-be19-42db-858e-1e0382780417 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:47.244094 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Routers {'4b71e786-be19-42db-858e-1e0382780417'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:47.245396 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['4b71e786-be19-42db-858e-1e0382780417'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:47.308670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.383520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] Set router 4b71e786-be19-42db-858e-1e0382780417 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:47.451997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] DHCP port deletion for 1b8839f1-5784-42c5-a3a4-64771d0688e0 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:17:47.466645 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.508165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Deleting port 9817a8d5-fb66-434d-8147-08ecdc37d685 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:47.508966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.530763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Deleting port ab5907e2-f2f7-499f-885a-ea8324b4957d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:17:47.531170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.589060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] For port 9817a8d5-fb66-434d-8147-08ecdc37d685, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9817a8d5-fb66-434d-8147-08ecdc37d685,segment=NetworkSegment(0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87),segment_id=0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:47.590244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.609681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Calling delete_port for 9817a8d5-fb66-434d-8147-08ecdc37d685 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:47.620390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:17:46Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:47.621630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] For port ab5907e2-f2f7-499f-885a-ea8324b4957d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ab5907e2-f2f7-499f-885a-ea8324b4957d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:47.622016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.634451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Calling delete_port for ab5907e2-f2f7-499f-885a-ea8324b4957d owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:17:47.666469 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2d1a4-0b58-48a1-811e-5146b18eab81 None None] The sync data for ids ['4b71e786-be19-42db-858e-1e0382780417'] in n-d-712707-15 is: [{'id': '4b71e786-be19-42db-858e-1e0382780417', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1197697562', 'tenant_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112'}], 'enable_snat': True}, 'gw_port_id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:17:46Z', 'revision_number': 5, 'project_id': '674f8bf57eb04593a53e4c32e7aa88a5', 'gw_port': {'id': 'ab5907e2-f2f7-499f-885a-ea8324b4957d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:b4:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b71e786-be19-42db-858e-1e0382780417', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3956, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:15:53Z', 'updated_at': '2021-08-31T07:15:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:47.706018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.741701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] Pushing event deleted for resources: {'Port': ['ID=9817a8d5-fb66-434d-8147-08ecdc37d685,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:47.747618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d131b1-6438-42e4-be9f-38811515f948 None None] No DVR routers for this DVR port 9817a8d5-fb66-434d-8147-08ecdc37d685 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:17:47.863287 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:47.877882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:47.891987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Port': ['ID=ab5907e2-f2f7-499f-885a-ea8324b4957d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:47.898456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 5390f78d-45fa-4329-93fd-806537a65e17 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:47.898787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 5390f78d-45fa-4329-93fd-806537a65e17 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:47.959497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.060998 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.063671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.131883 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.132526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Fanout notify agent at l3_agent the message router_deleted on router 4b71e786-be19-42db-858e-1e0382780417 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:17:48.140291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.145414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8d14da8-ca47-4fc4-966f-0d7d50549cf3 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/routers/4b71e786-be19-42db-858e-1e0382780417 HTTP/1.1" status: 204 len: 168 time: 0.9600613 Aug 31 07:17:48.146533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38624) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:48.181854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3f885796-6b80-4735-a6d6-47251ca721e7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:48.204296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3f885796-6b80-4735-a6d6-47251ca721e7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:48.206664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3f885796-6b80-4735-a6d6-47251ca721e7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:48.206664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9817a8d5-fb66-434d-8147-08ecdc37d685 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:48.231750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9817a8d5-fb66-434d-8147-08ecdc37d685 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:48.232644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9817a8d5-fb66-434d-8147-08ecdc37d685 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:48.250129 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.342743 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.355299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b8839f1-5784-42c5-a3a4-64771d0688e0']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:48.368517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:48.368836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dafdeab-2fa1-451a-a8d8-d4d5b2ff2b87') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:48.379868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.397106 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.406425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Releasing vlan 580 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:17:48.407050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:17:48.413549 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:17:48.483547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.491343 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.493178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/networks/1b8839f1-5784-42c5-a3a4-64771d0688e0 HTTP/1.1" status: 204 len: 168 time: 0.3456426 Aug 31 07:17:48.496184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38626) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:48.506642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'Network': ['ID=1b8839f1-5784-42c5-a3a4-64771d0688e0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:48.515237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.515593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.515938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.516309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.516630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.516962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.517298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.517763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.518392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.518838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.519228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.519541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0cddc3-a7ce-417b-977d-c329550efab7 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:48.558983 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.586222 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.651979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.654944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:48.656212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] 10.222.0.57 "DELETE /v2.0/security-groups/2625795d-9c9c-41ca-8345-02200919bd12 HTTP/1.1" status: 204 len: 168 time: 0.1589673 Aug 31 07:17:48.666350 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5ec35e-0bbd-46ec-8f63-a0fa6103e943 tempest-TestNetworkAdvancedServerOps-1826171020 tempest-TestNetworkAdvancedServerOps-1826171020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2625795d-9c9c-41ca-8345-02200919bd12,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:49.006351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38634) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:49.152454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4890f771-814b-4221-b610-e86efac516d5 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=674f8bf57eb04593a53e4c32e7aa88a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1448622 Aug 31 07:17:49.154977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38638) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:49.207514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.229152 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.277733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.280267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.281793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/d6e62b7f-de64-4dd2-8e9a-c264c9ce9ad4 HTTP/1.1" status: 204 len: 168 time: 0.1255293 Aug 31 07:17:49.291466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5798501c-b9ac-4694-975d-ea3ba24f27bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e62b7f-de64-4dd2-8e9a-c264c9ce9ad4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:49.568242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38644) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:49.609691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-23225020-eb9a-4a3f-8281-1365998f6681 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1c191b8ad0434510b41c7dfa6a05fcf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402009 Aug 31 07:17:49.612886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38646) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:49.663449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.684596 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.738500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.741285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:49.742056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ab5907e2-f2f7-499f-885a-ea8324b4957d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:17:49.745283 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/048db90c-e035-4ca3-8ac9-037b25f4fa52 HTTP/1.1" status: 204 len: 168 time: 0.1312659 Aug 31 07:17:49.754894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9f09d9-1582-4785-943d-13903623668a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048db90c-e035-4ca3-8ac9-037b25f4fa52,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:49.777975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ab5907e2-f2f7-499f-885a-ea8324b4957d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:17:49.778506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ab5907e2-f2f7-499f-885a-ea8324b4957d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:17:50.476100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38668) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:50.582950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-725741524-network', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:50.606179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Made reservation on behalf of 16bd2926ce09435da2daf0a6d93a7687 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:50.608594 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.621721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.716935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.721158 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.743865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] vlan segment allocate from pool success with {'vlan_id': 555, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:17:50.760506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a2d73-4d5f-4a85-bbc2-02ef356513b5,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:50.763646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.763986 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Added segment 943afcde-69b9-4a9a-8aaf-fb79d3beb67c of type vlan for network 12004e54-99fb-413e-8abd-cd7450cdb975 Aug 31 07:17:50.806441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.838517 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.840214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:50.840845 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:50.918280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4410303 Aug 31 07:17:50.921812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38672) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:50.927168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Request body: {'subnet': {'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-725741524-subnet', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:50.937877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c455dc-5ade-4c74-a4c2-8da07c34f21d admin admin] Pushing event updated for resources: {'Network': ['ID=12004e54-99fb-413e-8abd-cd7450cdb975,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:50.950613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 12004e54-99fb-413e-8abd-cd7450cdb975 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:17:50.951268 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Made reservation on behalf of 16bd2926ce09435da2daf0a6d93a7687 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:50.953841 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.471480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.522270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14963116-b053-4fd4-b199-07456741226c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:51.538463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Checking segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:51.538747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Network hostable DHCP agents. Network: 12004e54-99fb-413e-8abd-cd7450cdb975, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:17:51.557001 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Network 12004e54-99fb-413e-8abd-cd7450cdb975 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:17:51.567312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 12004e54-99fb-413e-8abd-cd7450cdb975) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:51.573958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:51.575334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.579076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee39160-5d41-42a2-adba-070c21526d69 None None] Network 12004e54-99fb-413e-8abd-cd7450cdb975 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:51.591654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5225167d-8f65-4337-95d3-bdc7742530a7 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6686373 Aug 31 07:17:51.596981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38674) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:51.602061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:51.624266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.625342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.684160 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.738165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-12004e54-99fb-413e-8abd-cd7450cdb975', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:17:51.739040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.825117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:51.874409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Allocated IP 172.20.0.2 (12004e54-99fb-413e-8abd-cd7450cdb975/14963116-b053-4fd4-b199-07456741226c/f2f49838-9a51-4e76-b599-4bd431e4b4b8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:52.023623 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.031499 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.034378 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Transition to ACTIVE for port object f2f49838-9a51-4e76-b599-4bd431e4b4b8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:52.052178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Transition to ACTIVE for port object f2f49838-9a51-4e76-b599-4bd431e4b4b8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:52.052493 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.059285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.122045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Network 12004e54-99fb-413e-8abd-cd7450cdb975 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:52.126308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:52.134028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:52.138472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Pushing event updated for resources: {'Port': ['ID=f2f49838-9a51-4e76-b599-4bd431e4b4b8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:52.164736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Allocated IP 172.25.3.248 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/ee14c952-c369-4c75-8d40-1fd02da18449) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:52.201740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Attempting to bind port f2f49838-9a51-4e76-b599-4bd431e4b4b8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:52.202160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Attempting to bind port f2f49838-9a51-4e76-b599-4bd431e4b4b8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:52.202527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Attempting to bind port f2f49838-9a51-4e76-b599-4bd431e4b4b8 on network 12004e54-99fb-413e-8abd-cd7450cdb975 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:52.208308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:52.208734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Checking segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:52.209136 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.209586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Bound using segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:52.210069 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Bound port: f2f49838-9a51-4e76-b599-4bd431e4b4b8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:52.210451 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.277004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] For port f2f49838-9a51-4e76-b599-4bd431e4b4b8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:52.277269 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.280817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] For port f2f49838-9a51-4e76-b599-4bd431e4b4b8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f2f49838-9a51-4e76-b599-4bd431e4b4b8,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:52.286841 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.320338 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.348811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13940ce7-2a2f-4978-9609-1497e63346d5 None None] Pushing event updated for resources: {'Port': ['ID=f2f49838-9a51-4e76-b599-4bd431e4b4b8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:52.370724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:52.373984 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:52.378786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:52.402508 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Pushing event updated for resources: {'Port': ['ID=ee14c952-c369-4c75-8d40-1fd02da18449,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:52.668646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:52.874877 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.016622 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Router df2dc05b-d318-46a9-9c5d-02078579da9d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:17:53.129391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:53.141018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:53.148003 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.151408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:53.152115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:53.152645 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4d020215-e0bd-428e-9e59-a49e36a7890d admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5541770 Aug 31 07:17:53.152794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38676) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:53.367459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044a0965-c70d-44d1-8c5e-3edf5e807746 None None] Network 12004e54-99fb-413e-8abd-cd7450cdb975 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:53.469975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fda861e7-a4e8-4746-bce3-0f8fcc2715cb None None] Provisioning for port f2f49838-9a51-4e76-b599-4bd431e4b4b8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:53.496938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:53.626615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.750942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:52Z', 'revision_number': 3, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:53.782310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:53.782663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Updating router df2dc05b-d318-46a9-9c5d-02078579da9d port ee14c952-c369-4c75-8d40-1fd02da18449 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:17:53.816004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:53.850725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f2f49838-9a51-4e76-b599-4bd431e4b4b8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:53.865748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Allocated IP 172.20.0.1 (12004e54-99fb-413e-8abd-cd7450cdb975/14963116-b053-4fd4-b199-07456741226c/ad3f5bad-0fad-4d2b-93a1-320545fce0d9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:53.988153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.001578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Transition to ACTIVE for port object ad3f5bad-0fad-4d2b-93a1-320545fce0d9 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:54.030759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f2f49838-9a51-4e76-b599-4bd431e4b4b8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:54.036349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.040051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f2f49838-9a51-4e76-b599-4bd431e4b4b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:54.040431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.077389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] Provisioning complete for port f2f49838-9a51-4e76-b599-4bd431e4b4b8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:54.077770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.079034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Network 12004e54-99fb-413e-8abd-cd7450cdb975 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:54.082397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:54.086470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:54.121541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Pushing event updated for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:54.133116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.286706 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.290195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.292177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.317542 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.324427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Transition to ACTIVE for port object ee14c952-c369-4c75-8d40-1fd02da18449 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:54.340674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.356442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] For port f2f49838-9a51-4e76-b599-4bd431e4b4b8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f2f49838-9a51-4e76-b599-4bd431e4b4b8,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:54.379336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.437125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Attempting to bind port ee14c952-c369-4c75-8d40-1fd02da18449 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:54.437522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Attempting to bind port ee14c952-c369-4c75-8d40-1fd02da18449 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:54.437896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Attempting to bind port ee14c952-c369-4c75-8d40-1fd02da18449 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:54.439917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964bcdd-481a-4a88-a20a-ababa2b4cadb None None] Pushing event updated for resources: {'Port': ['ID=ee14c952-c369-4c75-8d40-1fd02da18449,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:54.452247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:54.452624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:54.453026 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.453442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:54.453922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Bound port: ee14c952-c369-4c75-8d40-1fd02da18449, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:54.454303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.473159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:17:54.473538 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:17:54.491481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.496984 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.535248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8ca3e07-f676-432a-81da-1afad3863040 None None] Provisioning for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:54.540748 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2248e325-e802-4d2b-a7df-097b187d1465 None None] Pushing event updated for resources: {'Port': ['ID=f2f49838-9a51-4e76-b599-4bd431e4b4b8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:54.552337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d8ca3e07-f676-432a-81da-1afad3863040 None None] Provisioning complete for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:54.552718 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8ca3e07-f676-432a-81da-1afad3863040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.572533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Pushing event updated for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:54.575990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.582426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] For port ee14c952-c369-4c75-8d40-1fd02da18449, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:54.606010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] For port ee14c952-c369-4c75-8d40-1fd02da18449, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ee14c952-c369-4c75-8d40-1fd02da18449,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:54.609257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d8ca3e07-f676-432a-81da-1afad3863040 None None] Port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:17:54.612032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.675045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:54.675672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:54.675812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Network 12004e54-99fb-413e-8abd-cd7450cdb975 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:54.677026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:54.680416 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964bcdd-481a-4a88-a20a-ababa2b4cadb None None] Pushing event updated for resources: {'Port': ['ID=ee14c952-c369-4c75-8d40-1fd02da18449,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:54.811727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Router df2dc05b-d318-46a9-9c5d-02078579da9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:17:54.812158 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:54.869816 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d14095df-0286-4a73-8944-56268864363d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:54.940125 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:54.948914 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4b4c20dd-8ebe-46c2-b908-195ac69283cc admin admin] 10.222.0.57 "PUT /v2.0/routers/df2dc05b-d318-46a9-9c5d-02078579da9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7943861 Aug 31 07:17:54.972907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c436cf8-d19c-4922-9cfd-1f0f8713569f None None] Provisioning complete for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:54.973280 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c436cf8-d19c-4922-9cfd-1f0f8713569f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.080795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c436cf8-d19c-4922-9cfd-1f0f8713569f None None] Port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:17:55.110593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:55.137224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80343435-f0ce-4ba3-b785-908ecfc63f17 None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:55.476363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 38692) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:55.481584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1107340972-network', 'tenant_id': 'e70312e6b8be481886c375bed8822c17'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:55.505211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Made reservation on behalf of e70312e6b8be481886c375bed8822c17 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:55.507631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.516706 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.619017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.623173 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.651486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 577, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:17:55.661257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5e6d94-d066-40fe-802e-cba884b6c104,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:55.667680 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.668034 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Added segment 130fe794-3010-4b54-a546-f812d491262c of type vlan for network dd324dd3-9394-487c-ad66-5627136cd659 Aug 31 07:17:55.712902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.745124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.746192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:55.746848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:55.821908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3443813 Aug 31 07:17:55.822729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38694) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:55.828840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Request body: {'subnet': {'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1107340972-subnet', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:55.833386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d784469-3499-459c-bc7a-1bfb81fb5ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=dd324dd3-9394-487c-ad66-5627136cd659,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:55.845049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network dd324dd3-9394-487c-ad66-5627136cd659 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:17:55.859638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Made reservation on behalf of e70312e6b8be481886c375bed8822c17 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:17:55.861535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f2f49838-9a51-4e76-b599-4bd431e4b4b8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:55.863314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.058060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.128659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.130696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f2f49838-9a51-4e76-b599-4bd431e4b4b8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:56.131082 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.137769 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Checking segment: {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:56.138136 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Network hostable DHCP agents. Network: dd324dd3-9394-487c-ad66-5627136cd659, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:17:56.158008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Network dd324dd3-9394-487c-ad66-5627136cd659 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:17:56.171178 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, dd324dd3-9394-487c-ad66-5627136cd659) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:56.177505 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:17:56.178103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.182569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3028820d-94fd-4d1b-a510-ad2d6495197e None None] Network dd324dd3-9394-487c-ad66-5627136cd659 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:56.193999 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-27a7535c-afa7-4ed2-a482-c1f6c0d047b8 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3701193 Aug 31 07:17:56.196466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38696) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:56.201733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:17:56.226247 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.227394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.292840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.374001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-dd324dd3-9394-487c-ad66-5627136cd659', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:17:56.375239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.442033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.526029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Allocated IP 172.20.0.2 (dd324dd3-9394-487c-ad66-5627136cd659/02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1/b4920e81-9e20-4def-8e46-6da06508b735) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:56.646895 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.666446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.677820 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.687135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Transition to ACTIVE for port object b4920e81-9e20-4def-8e46-6da06508b735 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:56.702907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Transition to ACTIVE for port object b4920e81-9e20-4def-8e46-6da06508b735 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:56.709507 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.750799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Network dd324dd3-9394-487c-ad66-5627136cd659 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:56.754359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:56.758017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:56.764832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Pushing event updated for resources: {'Port': ['ID=b4920e81-9e20-4def-8e46-6da06508b735,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.784345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Allocated IP 172.25.3.177 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/9c754ffa-b1e6-45ed-bd41-50db2dd2e545) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:56.822264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Attempting to bind port b4920e81-9e20-4def-8e46-6da06508b735 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:56.822635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Attempting to bind port b4920e81-9e20-4def-8e46-6da06508b735 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:56.823004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Attempting to bind port b4920e81-9e20-4def-8e46-6da06508b735 on network dd324dd3-9394-487c-ad66-5627136cd659 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:56.827923 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:56.828299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Checking segment: {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:56.828701 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.829107 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Bound using segment: {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:56.830254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Bound port: b4920e81-9e20-4def-8e46-6da06508b735, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:56.831104 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.890724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.900167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] For port b4920e81-9e20-4def-8e46-6da06508b735, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:56.903441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] For port b4920e81-9e20-4def-8e46-6da06508b735, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b4920e81-9e20-4def-8e46-6da06508b735,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:56.907966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.940836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:56.966771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41f2a5e-f623-4fd8-8a78-4a03e2f5adef None None] Pushing event updated for resources: {'Port': ['ID=b4920e81-9e20-4def-8e46-6da06508b735,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.988486 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:56.992754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:56.995474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Pushing event updated for resources: {'Port': ['ID=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:56.998305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:57.253572 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:57.265973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:57.266610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:57.290284 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.372932 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:57.465747 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f85983b5-1f2a-4d14-ac40-e3211b481a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.593247 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:57.627133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:57.627743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Updating router df2dc05b-d318-46a9-9c5d-02078579da9d port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:17:57.658470 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.826371 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.846909 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:57.943815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b4920e81-9e20-4def-8e46-6da06508b735 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:57.999354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port b4920e81-9e20-4def-8e46-6da06508b735 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:58.003345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9f7dc6-615b-4a61-91e0-da15456b9fbd None None] Network dd324dd3-9394-487c-ad66-5627136cd659 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:17:58.021670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ee14c952-c369-4c75-8d40-1fd02da18449 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:58.025938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Router 89b443de-1c0c-49ce-947b-e433044f1835 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:17:58.098747 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.110637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Provisioning for port b4920e81-9e20-4def-8e46-6da06508b735 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:58.111788 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Transition to ACTIVE for port object ad3f5bad-0fad-4d2b-93a1-320545fce0d9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:58.118799 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.128176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Provisioning complete for port b4920e81-9e20-4def-8e46-6da06508b735 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:58.128547 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.148220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:17:58.173980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.175145 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Pushing event updated for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:58.178448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c76f5b9e-d08f-4f22-b853-97b5e48726df admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9780340 Aug 31 07:17:58.178448 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 38698) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:17:58.182796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Sync routers for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:17:58.192532 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ee14c952-c369-4c75-8d40-1fd02da18449 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:58.199472 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.199923 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.200379 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.200814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.201242 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.201692 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.202603 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.202603 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.202954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.203383 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.203789 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.204221 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:17:58.231758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:58.232551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:58.247926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Attempting to bind port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:58.248662 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Attempting to bind port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:58.249254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Attempting to bind port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 on network 12004e54-99fb-413e-8abd-cd7450cdb975 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:58.254944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:58.256368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Checking segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:58.257127 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.257756 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Bound using segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:58.258448 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Bound port: ad3f5bad-0fad-4d2b-93a1-320545fce0d9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:58.259057 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.299992 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ee14c952-c369-4c75-8d40-1fd02da18449 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:58.300361 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.370405 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] For port ad3f5bad-0fad-4d2b-93a1-320545fce0d9, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:58.379987 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] For port ad3f5bad-0fad-4d2b-93a1-320545fce0d9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:58.386207 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.474726 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f348940-c983-45eb-b527-1b3acd3f356c None None] Pushing event updated for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:58.477858 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:58.478527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:58.510517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.540403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:58.558049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] For port b4920e81-9e20-4def-8e46-6da06508b735, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b4920e81-9e20-4def-8e46-6da06508b735,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:58.588522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.629522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:17:58.754826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806744d4-fa8c-4210-8ded-1d6796a70420 None None] Pushing event updated for resources: {'Port': ['ID=b4920e81-9e20-4def-8e46-6da06508b735,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:58.877197 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.910038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ee14c952-c369-4c75-8d40-1fd02da18449, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ee14c952-c369-4c75-8d40-1fd02da18449,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:17:58.919530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.933270 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:58.954042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:58.982346 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3d29ab-990b-4759-a4c9-e4f707d47ee9 None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:17:59.009791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7dcb0bd6-95ec-484a-87b2-da150a4d6393 None None] Provisioning complete for port b4920e81-9e20-4def-8e46-6da06508b735 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:59.010374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7dcb0bd6-95ec-484a-87b2-da150a4d6393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.013817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ee14c952-c369-4c75-8d40-1fd02da18449,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.061822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:57Z', 'revision_number': 3, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:59.094709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Checking router: 89b443de-1c0c-49ce-947b-e433044f1835 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:17:59.095058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Updating router 89b443de-1c0c-49ce-947b-e433044f1835 port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:17:59.111755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Allocated IP 172.20.0.1 (dd324dd3-9394-487c-ad66-5627136cd659/02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1/4f3bca49-fdad-4028-9840-d76a97397306) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:17:59.143377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.230244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.244978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Transition to ACTIVE for port object 4f3bca49-fdad-4028-9840-d76a97397306 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:59.279059 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.322809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Network dd324dd3-9394-487c-ad66-5627136cd659 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:59.325842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:59.330736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:17:59.336518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.374885 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.425273 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.436787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Transition to ACTIVE for port object 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:17:59.445078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.507985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Attempting to bind port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:17:59.508458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Attempting to bind port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:17:59.508836 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Attempting to bind port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:17:59.514772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805b1bd-59cd-4172-a948-5dcf328b444d None None] Pushing event updated for resources: {'Port': ['ID=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.517892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:17:59.518334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:17:59.518740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.519125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:17:59.519600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Bound port: 9c754ffa-b1e6-45ed-bd41-50db2dd2e545, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:17:59.520020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.522255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.578721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] For port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:17:59.583767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] For port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:17:59.587966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.596265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1d9ae60-3fef-44b9-a0a5-c118d175ac01 None None] Provisioning for port 4f3bca49-fdad-4028-9840-d76a97397306 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:17:59.624259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d1d9ae60-3fef-44b9-a0a5-c118d175ac01 None None] Provisioning complete for port 4f3bca49-fdad-4028-9840-d76a97397306 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:17:59.624638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d1d9ae60-3fef-44b9-a0a5-c118d175ac01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.694755 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.700513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.770668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Pushing event updated for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.773415 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.856475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:17:59.857806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:17:59.866199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b4920e81-9e20-4def-8e46-6da06508b735 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:17:59.888714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Network dd324dd3-9394-487c-ad66-5627136cd659 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:17:59.890173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:17:59.924338 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d805b1bd-59cd-4172-a948-5dcf328b444d None None] Pushing event updated for resources: {'Port': ['ID=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:17:59.927519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:17:59.931985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d1d9ae60-3fef-44b9-a0a5-c118d175ac01 None None] Port 4f3bca49-fdad-4028-9840-d76a97397306 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:18:00.022631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Router 89b443de-1c0c-49ce-947b-e433044f1835 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:18:00.031965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port b4920e81-9e20-4def-8e46-6da06508b735 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:00.032638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.038095 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:18:00.143133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:18:00.148597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-332b3f4b-899b-4aac-9e10-cbf49b475d28 admin admin] 10.222.0.57 "PUT /v2.0/routers/89b443de-1c0c-49ce-947b-e433044f1835/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9689457 Aug 31 07:18:00.230450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-621eacfa-34f1-4a4b-bbf7-5e1c56fbbc33 None None] Provisioning complete for port 4f3bca49-fdad-4028-9840-d76a97397306 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:00.230832 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-621eacfa-34f1-4a4b-bbf7-5e1c56fbbc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.275715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ee14c952-c369-4c75-8d40-1fd02da18449 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:00.331467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-621eacfa-34f1-4a4b-bbf7-5e1c56fbbc33 None None] Port 4f3bca49-fdad-4028-9840-d76a97397306 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:18:00.385795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ee14c952-c369-4c75-8d40-1fd02da18449 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:00.386219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.432529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4f3bca49-fdad-4028-9840-d76a97397306', 'name': '', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'mac_address': 'fa:16:3e:80:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:58Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 2, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'subnets': [{'id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:00.464571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767a45cf-abdb-4540-98b7-da0bfe02e7fc None None] The sync data for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 is: [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4f3bca49-fdad-4028-9840-d76a97397306', 'name': '', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'mac_address': 'fa:16:3e:80:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:58Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 2, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'subnets': [{'id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:18:00.516386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ad3f5bad-0fad-4d2b-93a1-320545fce0d9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:00.585064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:00.589680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:00.590062 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.694329 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.738110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ad3f5bad-0fad-4d2b-93a1-320545fce0d9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:00.742814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:00.803987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:01.174672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:01.870895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:01.925291 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:01.929587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:01.930037 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:02.013216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:02.037859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:02.042810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:02.043664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ad3f5bad-0fad-4d2b-93a1-320545fce0d9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:02.136321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:02.147568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:02.147946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:02.591129 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Sync routers for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:18:02.601192 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:18:02.601863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:02.708807 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:18:02.910143 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4f3bca49-fdad-4028-9840-d76a97397306', 'name': '', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'mac_address': 'fa:16:3e:80:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:58Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 2, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'subnets': [{'id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:02.940423 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Checking router: 89b443de-1c0c-49ce-947b-e433044f1835 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:18:02.940775 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Updating router 89b443de-1c0c-49ce-947b-e433044f1835 port 4f3bca49-fdad-4028-9840-d76a97397306 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:18:02.966995 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.238054 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.247566 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Transition to ACTIVE for port object 4f3bca49-fdad-4028-9840-d76a97397306 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:18:03.253758 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.308235 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02865be7-9b80-42ec-b18e-2ce9dc448821 None None] Pushing event updated for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:03.360471 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Attempting to bind port 4f3bca49-fdad-4028-9840-d76a97397306 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:18:03.360872 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Attempting to bind port 4f3bca49-fdad-4028-9840-d76a97397306 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:18:03.361231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Attempting to bind port 4f3bca49-fdad-4028-9840-d76a97397306 on network dd324dd3-9394-487c-ad66-5627136cd659 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:18:03.367382 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 17, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:18:03.367722 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Checking segment: {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:18:03.368124 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.368515 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Bound using segment: {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:18:03.368980 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Bound port: 4f3bca49-fdad-4028-9840-d76a97397306, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '130fe794-3010-4b54-a546-f812d491262c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 577, 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:18:03.369381 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.450398 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] For port 4f3bca49-fdad-4028-9840-d76a97397306, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:18:03.458711 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] For port 4f3bca49-fdad-4028-9840-d76a97397306, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f3bca49-fdad-4028-9840-d76a97397306,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:18:03.463360 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.542435 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:18:03.543076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:17:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:03.593477 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02865be7-9b80-42ec-b18e-2ce9dc448821 None None] Pushing event updated for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:03.773482 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:18:03.824216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f3bca49-fdad-4028-9840-d76a97397306 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:03.887858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4f3bca49-fdad-4028-9840-d76a97397306 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:18:03.891955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4f3bca49-fdad-4028-9840-d76a97397306 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:03.892336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.973994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:03.996327 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4f3bca49-fdad-4028-9840-d76a97397306', 'name': '', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'mac_address': 'fa:16:3e:80:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:58Z', 'updated_at': '2021-08-31T07:18:03Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'subnets': [{'id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:18:04.008242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4f3bca49-fdad-4028-9840-d76a97397306, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f3bca49-fdad-4028-9840-d76a97397306,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:18:04.013286 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:04.014171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:04.023810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc3ba33e-72bb-4aee-b883-927e808283eb None None] The sync data for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 is: [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:17:59Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '4f3bca49-fdad-4028-9840-d76a97397306', 'name': '', 'network_id': 'dd324dd3-9394-487c-ad66-5627136cd659', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'mac_address': 'fa:16:3e:80:17:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_interface', 'standard_attr_id': 3986, 'fixed_ips': [{'subnet_id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:58Z', 'updated_at': '2021-08-31T07:18:03Z', 'revision_number': 4, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'subnets': [{'id': '02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:18:04.119051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:18:04.131281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:04.131281 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:05.793022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f3bca49-fdad-4028-9840-d76a97397306 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:18:05.844951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4f3bca49-fdad-4028-9840-d76a97397306 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:18:05.846007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:06.031462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:15.863647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:18.193427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:18:24.836579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-481baa52-69fd-471c-9682-cb721756900e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:27.466450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b21fac5c-fafa-4973-af06-6fccd232648b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:27.810462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:29.739031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:31.157640 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:36.045393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:45.868559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:54.839459 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5966d3d9-f088-493f-a62d-52dd883891fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:55.194520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:18:57.468949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81befe4a-2131-47da-8f9a-15cf0c30561e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:57.810729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:18:59.740794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:01.157559 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:06.043849 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:15.859569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:24.841918 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-022eea67-6482-4812-aa31-b8bb6d50a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.472125 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6435b5a7-70f3-4d19-9b46-994ee34e6efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:27.813543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:29.747658 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:31.161506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:32.194190 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:19:36.044540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:43.980156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:43.985936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1777255247', 'description': 'tempest-secgroup-smoke-1777255247 description', 'project_id': '16bd2926ce09435da2daf0a6d93a7687'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.011671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.096632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.100257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.127646 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.128881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1477089 Aug 31 07:19:44.132044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.133132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.138562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.142362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.142704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.143044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.143377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.143704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.144027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.144349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.144665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.144984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.145301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.145645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.145959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e252e86-1922-4923-9895-04c7029d0af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.166255 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.227627 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.231371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.251863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c55733fe-d8e4-4c50-b7f5-9c4f8809477d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.260945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.261295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.261670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.262010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.262349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.262682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.263012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.263341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.264259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.264589 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.264917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.265243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:44.267989 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.272207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3effbb9d-3477-4225-9fca-4597861bdc20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1390705 Aug 31 07:19:44.272833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.283304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.309755 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.371187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.375475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.394260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b774fa0e-baa9-4aaf-988e-30cb239c6fa3,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.402151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.403451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ad1cedca-fa85-4840-bb40-591645e36af6 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1286361 Aug 31 07:19:44.406354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.411055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.437362 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.495433 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.500232 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.517931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25603ad4-7a13-493d-a129-cb830fa2c75d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.523235 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.524501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3365c95-0d9b-4e41-9fe2-af0062659511 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171846 Aug 31 07:19:44.527233 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.531846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.559210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.616863 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.620661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.639059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d6f86e7-f5be-411e-a21f-24d8d1abcfaf,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.644607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.647354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8bd5cde4-92bd-42f7-8476-0b79d83401e5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178224 Aug 31 07:19:44.648693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39752) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.653217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.675780 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Project 16bd2926ce09435da2daf0a6d93a7687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:19:44.681003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.746295 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.750262 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.767407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83e76fb3-79eb-4006-b534-dbf13b2a6cc7,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.773666 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.774871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4c259265-ffcc-4c86-940e-c9e50da9742c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1252177 Aug 31 07:19:44.777643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39754) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:19:44.782423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'security_group_rule': {'security_group_id': 'a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7', 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:44.803916 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Project 16bd2926ce09435da2daf0a6d93a7687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:19:44.808632 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.871637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.875529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.893892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435715d4-e603-42d6-9397-cc0b0f4ff547,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:44.900854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:44.902086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8e3c5a33-c649-4d80-9a7b-8afd3a562f6d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234887 Aug 31 07:19:45.234332 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-76b92b9d-f6dc-4e38-96e5-dbbfe83f54d4 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1777255247&fields=id&tenant_id=16bd2926ce09435da2daf0a6d93a7687 HTTP/1.1" status: 200 len: 267 time: 0.0337813 Aug 31 07:19:45.622347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-087bb2f4-60ac-4942-8270-4ee2cb823b81 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:45.624080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-087bb2f4-60ac-4942-8270-4ee2cb823b81 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 813 time: 0.3830469 Aug 31 07:19:45.642250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-f54056c1-afa8-4a4b-9d56-c8c733e43213 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/quotas/16bd2926ce09435da2daf0a6d93a7687 HTTP/1.1" status: 200 len: 375 time: 0.0122149 Aug 31 07:19:45.704586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-47cab949-76b2-43ba-82de-a64b9e87341c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0560968 Aug 31 07:19:45.861007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:45.908551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-e11eb76d-c54f-433c-a614-fca49b9f9711 service neutron] 10.222.0.57 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925898 Aug 31 07:19:46.003951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-6a1ffc65-3436-4e24-a7c6-6bf49ec66f10 service neutron] 10.222.0.57 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886307 Aug 31 07:19:46.377230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0d868389-bf79-4b14-ac4a-bdac90987d60 req-6bb64fc2-9a82-419e-8576-e518130e29de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0942841 Aug 31 07:19:47.217731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-113f047a-4bbe-4b12-a174-a12b17af15ea tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:47.219365 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-113f047a-4bbe-4b12-a174-a12b17af15ea tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 813 time: 0.1055832 Aug 31 07:19:47.265550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-f4a04805-b031-4d5e-8ec2-20cb4f7ca924 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16bd2926ce09435da2daf0a6d93a7687 HTTP/1.1" status: 200 len: 380 time: 0.0374420 Aug 31 07:19:47.274943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'port': {'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'admin_state_up': True, 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'security_groups': ['a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:47.384890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Made reservation on behalf of 16bd2926ce09435da2daf0a6d93a7687 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:19:47.388582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:47.477050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7e27c9a-af89-49e8-9f1f-17b788bd3aff req-e4809575-1e2e-422d-9116-3de9f1da0307 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0314503 Aug 31 07:19:47.525506 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Allocated IP 172.20.0.11 (12004e54-99fb-413e-8abd-cd7450cdb975/14963116-b053-4fd4-b199-07456741226c/906b8892-ae62-47f1-98d3-9504f4ea7a57) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:19:47.670469 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:47.684052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Transition to ACTIVE for port object 906b8892-ae62-47f1-98d3-9504f4ea7a57 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:19:47.717235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:47.765973 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Network 12004e54-99fb-413e-8abd-cd7450cdb975 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:19:47.769074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:19:47.772936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:19:47.780324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:47.829988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:47.830652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:47.847670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-d4b8ae1a-dfe9-4e82-9d20-ac1646aeecfd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5763965 Aug 31 07:19:47.917549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Request body: {'port': {'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:19:47.983711 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.078392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da3fbe69-0a38-4a84-9a38-a84b1818003e None None] Provisioning for port 906b8892-ae62-47f1-98d3-9504f4ea7a57 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:19:48.082998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-da3fbe69-0a38-4a84-9a38-a84b1818003e None None] Provisioning complete for port 906b8892-ae62-47f1-98d3-9504f4ea7a57 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:19:48.083480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-da3fbe69-0a38-4a84-9a38-a84b1818003e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.121102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-da3fbe69-0a38-4a84-9a38-a84b1818003e None None] Port 906b8892-ae62-47f1-98d3-9504f4ea7a57 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:19:48.258470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906b8892-ae62-47f1-98d3-9504f4ea7a57 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:19:48.267147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.280947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Transition to ACTIVE for port object 906b8892-ae62-47f1-98d3-9504f4ea7a57 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:19:48.284628 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.357536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Pushing event updated for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:48.413809 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Attempting to bind port 906b8892-ae62-47f1-98d3-9504f4ea7a57 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:19:48.414532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Attempting to bind port 906b8892-ae62-47f1-98d3-9504f4ea7a57 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:19:48.414532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Attempting to bind port 906b8892-ae62-47f1-98d3-9504f4ea7a57 on network 12004e54-99fb-413e-8abd-cd7450cdb975 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:48.419318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Port 906b8892-ae62-47f1-98d3-9504f4ea7a57 on network 12004e54-99fb-413e-8abd-cd7450cdb975 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:19:48.419778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Attempting to bind port 906b8892-ae62-47f1-98d3-9504f4ea7a57 on network 12004e54-99fb-413e-8abd-cd7450cdb975 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:19:48.425360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 19, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:19:48.425907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Checking segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:19:48.426294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Bound using segment: {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:19:48.426718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Bound port: 906b8892-ae62-47f1-98d3-9504f4ea7a57, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '943afcde-69b9-4a9a-8aaf-fb79d3beb67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:19:48.427078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.513061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:19:48.517890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:19:48.524007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.562764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:48.563594 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:48.565139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] 10.222.0.53 "PUT /v2.0/ports/906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 1093 time: 0.7088273 Aug 31 07:19:48.567851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:19:48.569892 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77927974-4874-4c2f-956a-5c4ee322782b" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:19:48.637634 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a867b456-2602-4bc7-8c03-80c9b496eebd x-openstack-request-id: req-a867b456-2602-4bc7-8c03-80c9b496eebd {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:19:48.637925 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:19:48.638177 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a867b456-2602-4bc7-8c03-80c9b496eebd {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:19:48.639365 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:19:48.643197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a922943-b0f7-4df0-a07b-099c8ef387b8 service neutron] Pushing event updated for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:48.691327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214b4e98-66d5-450c-96bd-68bdaf71f1ef req-6d7a0cd7-234c-4028-aa35-e0b338614f18 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:48.692950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-214b4e98-66d5-450c-96bd-68bdaf71f1ef req-6d7a0cd7-234c-4028-aa35-e0b338614f18 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.1134310 Aug 31 07:19:48.711686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-412b871b-2e82-495f-b351-8c8a5f35fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:48.713498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-412b871b-2e82-495f-b351-8c8a5f35fdc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1096 time: 0.0875015 Aug 31 07:19:48.762403 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-acb0fe1c-9733-4f88-a916-58b8bfd49bc4 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 217 time: 0.0411973 Aug 31 07:19:48.814932 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-214b4e98-66d5-450c-96bd-68bdaf71f1ef req-0e73281f-0b09-4317-ac0e-094acee022f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146264 Aug 31 07:19:48.833420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-717b8564-838d-477e-b04d-76a2b870200a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:48.834931 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-717b8564-838d-477e-b04d-76a2b870200a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.0624924 Aug 31 07:19:48.890057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-e2628ccb-0bc9-4391-88a9-b65d4004f027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:48.891580 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-e2628ccb-0bc9-4391-88a9-b65d4004f027 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0481720 Aug 31 07:19:48.990914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-665f380c-15cb-4d2b-a91f-39fd980318d5 service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922775 Aug 31 07:19:49.089638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68206393-1bae-45ab-a224-b3221c31b0d2 req-04aa063c-a09e-436e-b03c-26ed3dcc3676 service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904880 Aug 31 07:19:49.178402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927974-4874-4c2f-956a-5c4ee322782b req-2b113491-6cb9-4acf-89fb-96e98091f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.179869 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-2b113491-6cb9-4acf-89fb-96e98091f9d5 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1096 time: 0.0458801 Aug 31 07:19:49.277475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927974-4874-4c2f-956a-5c4ee322782b req-79dbbf2b-1552-426e-b228-f4dbda8e4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.279110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-79dbbf2b-1552-426e-b228-f4dbda8e4a16 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 914 time: 0.0916371 Aug 31 07:19:49.322514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-6105284c-005a-4717-ac21-0dfd2f0b2422 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 217 time: 0.0367925 Aug 31 07:19:49.372112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927974-4874-4c2f-956a-5c4ee322782b req-d1018b5a-e2fc-4505-8e07-cdd77ba9a199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.374430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-d1018b5a-e2fc-4505-8e07-cdd77ba9a199 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.0448644 Aug 31 07:19:49.421489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77927974-4874-4c2f-956a-5c4ee322782b req-66aa2e4c-7b7e-41dc-a5f2-7ca76d6c7c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.423004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-66aa2e4c-7b7e-41dc-a5f2-7ca76d6c7c1d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0415361 Aug 31 07:19:49.867821 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-af781932-dd48-42c6-b73b-d3c876726e0b service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4380724 Aug 31 07:19:49.939092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d623d-84d2-420c-9918-c02afe22974c req-fa3d0380-d7c8-4d60-a1e3-cf78b2b3141e tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:49.940733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b0d623d-84d2-420c-9918-c02afe22974c req-fa3d0380-d7c8-4d60-a1e3-cf78b2b3141e tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0533345 Aug 31 07:19:49.966595 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77927974-4874-4c2f-956a-5c4ee322782b req-e19fd66c-64dc-40c5-a709-e3836b3c5e8f service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893755 Aug 31 07:19:49.985102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b0d623d-84d2-420c-9918-c02afe22974c req-5a413d91-f1f0-46f7-b63e-9b1c1c091fdd tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355742 Aug 31 07:19:51.111451 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db73078-a807-473f-8705-e9d6ab616106 req-b4556708-c675-4507-8f7f-6e7431f31d20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:51.113062 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5db73078-a807-473f-8705-e9d6ab616106 req-b4556708-c675-4507-8f7f-6e7431f31d20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0585792 Aug 31 07:19:51.152679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5db73078-a807-473f-8705-e9d6ab616106 req-0e156846-6c3b-4e94-b9e6-a72e04498eb9 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335646 Aug 31 07:19:52.273710 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c75987-1455-4bdd-a942-b3d6bc32de69 req-7bead4f4-d38d-447f-a060-6f1429e07841 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:52.275237 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96c75987-1455-4bdd-a942-b3d6bc32de69 req-7bead4f4-d38d-447f-a060-6f1429e07841 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0541306 Aug 31 07:19:52.314761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96c75987-1455-4bdd-a942-b3d6bc32de69 req-78f2747b-7533-48fa-b08c-9647077165b1 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329325 Aug 31 07:19:53.432202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460c8dac-9bb0-4cb0-a257-cb36a987697e req-10065d25-ba8c-403e-bc2d-cb5b05b2d84c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:53.433769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-460c8dac-9bb0-4cb0-a257-cb36a987697e req-10065d25-ba8c-403e-bc2d-cb5b05b2d84c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0512574 Aug 31 07:19:53.473488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-460c8dac-9bb0-4cb0-a257-cb36a987697e req-5490bf07-f56a-4cab-bd50-189e87877814 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328960 Aug 31 07:19:54.590302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782e01e-3cac-4e06-862a-9eef29029592 req-40580354-e03a-4e55-a9cd-f73ba01fdf42 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:54.592485 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3782e01e-3cac-4e06-862a-9eef29029592 req-40580354-e03a-4e55-a9cd-f73ba01fdf42 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0503964 Aug 31 07:19:54.634658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3782e01e-3cac-4e06-862a-9eef29029592 req-5a596105-c5d0-4a7f-bffe-8a137fa9985b tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361164 Aug 31 07:19:54.844597 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-241e2c8a-ae40-4791-a663-0e66cdf6271d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:55.750277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0631c6-9998-46ec-a606-f4b0a729de97 req-79cf4849-2a09-443e-9f81-9e272b6b56c1 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:55.751752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a0631c6-9998-46ec-a606-f4b0a729de97 req-79cf4849-2a09-443e-9f81-9e272b6b56c1 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0495152 Aug 31 07:19:55.791077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8a0631c6-9998-46ec-a606-f4b0a729de97 req-3f2a161e-a20e-4266-8a68-5b1166fce3cc tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323086 Aug 31 07:19:56.907050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead7ab2-b7d6-4706-9ecf-608886de83c2 req-51cb4a15-f729-482d-9fe0-d1a60439f4f5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:56.908546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bead7ab2-b7d6-4706-9ecf-608886de83c2 req-51cb4a15-f729-482d-9fe0-d1a60439f4f5 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0485470 Aug 31 07:19:56.948385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bead7ab2-b7d6-4706-9ecf-608886de83c2 req-57e3dca0-7a12-419a-a60b-b538ee89dc81 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Aug 31 07:19:57.473891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a89985fd-7faf-48ed-8f7b-67188775b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:57.815028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:58.066503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256891a9-80f5-4f11-9448-123373aaea4a req-5944e617-a3bd-4ead-9325-024f3279e3a0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:58.067895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-256891a9-80f5-4f11-9448-123373aaea4a req-5944e617-a3bd-4ead-9325-024f3279e3a0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 944 time: 0.0524545 Aug 31 07:19:58.107525 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-256891a9-80f5-4f11-9448-123373aaea4a req-71dc7f4c-3137-4d60-8cb0-b5006da58d9a tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336244 Aug 31 07:19:58.594164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 906b8892-ae62-47f1-98d3-9504f4ea7a57 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:19:58.691519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:58.702991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 555, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:19:58.739067 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:58.751898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906b8892-ae62-47f1-98d3-9504f4ea7a57 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:19:58.770476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:19:58.774646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:19:58.826847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:19:58.833880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.834222 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.834556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.834882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.835207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.835530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.835896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.836249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.836655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.837266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.837611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.837927 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:19:58.991985 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['906b8892-ae62-47f1-98d3-9504f4ea7a57'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:19:59.251559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4da2bc-22b3-4080-9e43-3b9e07ad8cd6 req-9d82a490-4b57-4e48-b47d-2f3bede59c8d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:19:59.253745 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f4da2bc-22b3-4080-9e43-3b9e07ad8cd6 req-9d82a490-4b57-4e48-b47d-2f3bede59c8d tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 945 time: 0.0599337 Aug 31 07:19:59.294077 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f4da2bc-22b3-4080-9e43-3b9e07ad8cd6 req-55ade591-d47b-42f7-988b-1d6045ec23cf tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341065 Aug 31 07:19:59.748530 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:00.411458 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7f71e-1def-4c8b-a53a-edbba1386320 req-e9b40791-23c6-4ae1-b60c-3b16cf8a3bf4 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:00.412963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9da7f71e-1def-4c8b-a53a-edbba1386320 req-e9b40791-23c6-4ae1-b60c-3b16cf8a3bf4 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 945 time: 0.0495949 Aug 31 07:20:00.451065 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9da7f71e-1def-4c8b-a53a-edbba1386320 req-841ee6e6-51a9-4ac3-8364-bc2268999144 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314367 Aug 31 07:20:00.609258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 906b8892-ae62-47f1-98d3-9504f4ea7a57 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:20:00.658153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 906b8892-ae62-47f1-98d3-9504f4ea7a57 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:20:00.661991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 906b8892-ae62-47f1-98d3-9504f4ea7a57 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:20:00.662367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:00.737206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:00.760061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:00.762299 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71f26edc-eab1-4e4b-9f81-bdb3a0fb6edc" -d '{"events": [{"server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "name": "network-vif-plugged", "status": "completed", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:00.775941 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:00.780634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:00.914189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487610c7-fd45-4798-aa30-c31709421244 req-c5eef0fd-9c19-4fe3-8ec6-9cbb9b60126d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:00.915710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-487610c7-fd45-4798-aa30-c31709421244 req-c5eef0fd-9c19-4fe3-8ec6-9cbb9b60126d service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1098 time: 0.0445809 Aug 31 07:20:00.952789 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-487610c7-fd45-4798-aa30-c31709421244 req-cdaaeca5-b252-4c69-8b4e-2fba5de89e17 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291219 Aug 31 07:20:00.970467 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea98421-12d3-41c8-a9a1-faa4358c19ec x-openstack-request-id: req-3ea98421-12d3-41c8-a9a1-faa4358c19ec {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:00.970753 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "name": "network-vif-plugged", "status": "completed", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:00.971008 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3ea98421-12d3-41c8-a9a1-faa4358c19ec {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:00.971394 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'code': 200} Aug 31 07:20:00.995152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:01.163032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:01.571814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77221198-223e-42df-b644-e6a03c02540a req-2dcc6fcf-7656-428b-99fc-89604f38b8cf tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:01.573224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77221198-223e-42df-b644-e6a03c02540a req-2dcc6fcf-7656-428b-99fc-89604f38b8cf tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0536146 Aug 31 07:20:01.611235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77221198-223e-42df-b644-e6a03c02540a req-fdda9443-fa2e-4922-a65e-ba0468fd6184 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320349 Aug 31 07:20:02.729253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b757cac9-3fb7-48a1-b5bb-6021790e3b16 req-bf052025-a9d9-42ed-9e50-ee86699a2b20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:02.730751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b757cac9-3fb7-48a1-b5bb-6021790e3b16 req-bf052025-a9d9-42ed-9e50-ee86699a2b20 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0495284 Aug 31 07:20:02.768878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b757cac9-3fb7-48a1-b5bb-6021790e3b16 req-dd8e9978-5b25-49da-b905-5083a45cd393 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316055 Aug 31 07:20:02.897885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df53371-8e9a-4237-823b-3b5e17855012 req-7b3c8e71-a6d4-4f4b-97e3-268b132aaa67 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:02.899300 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7df53371-8e9a-4237-823b-3b5e17855012 req-7b3c8e71-a6d4-4f4b-97e3-268b132aaa67 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0492249 Aug 31 07:20:02.937775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7df53371-8e9a-4237-823b-3b5e17855012 req-0b9647e2-2519-4a9b-9a15-7d5d19c57419 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324178 Aug 31 07:20:02.959290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:03.051570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cab67be4-8956-4c37-9fb2-b7a95f464295 tempest-TestVolumeBackupRestore-1239890854 tempest-TestVolumeBackupRestore-1239890854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:03.053090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cab67be4-8956-4c37-9fb2-b7a95f464295 tempest-TestVolumeBackupRestore-1239890854 tempest-TestVolumeBackupRestore-1239890854-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1093 time: 0.0928273 Aug 31 07:20:03.056134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 39836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:03.061831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:03.086236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:03.197577 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:03.304664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Allocated IP 172.25.3.115 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/de68e885-d4e2-4a37-8b50-6e815fea11c3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:20:03.405756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:03.444475 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:03.485509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:20:03.488435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:20:03.492682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:20:03.495711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'Port': ['ID=de68e885-d4e2-4a37-8b50-6e815fea11c3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:03.847133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:03.916112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.062303 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.066866 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.137159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event updated for resources: {'Port': ['ID=de68e885-d4e2-4a37-8b50-6e815fea11c3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:04.150015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.251091 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Floating IP dfd90c14-4e73-408f-b5d1-de90aba6368a associated. External IP: 172.25.3.115, port: 906b8892-ae62-47f1-98d3-9504f4ea7a57. Aug 31 07:20:04.462210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Router df2dc05b-d318-46a9-9c5d-02078579da9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:04.571747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:04.582426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:04.588747 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.593548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:04.594184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:04.616113 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11eb3f76-a0eb-424a-9444-cf5793007706 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5586667 Aug 31 07:20:04.616697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:04.618919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:04.619380 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0d1ad9-4267-4758-9950-1b6f3a006242" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:04.658343 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae3f438-cb44-48af-b3f0-286fb9046d58 x-openstack-request-id: req-dae3f438-cb44-48af-b3f0-286fb9046d58 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:04.658637 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:04.658895 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-dae3f438-cb44-48af-b3f0-286fb9046d58 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:04.659303 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:20:04.662674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f9e8f2-4095-4707-9202-9a3ba31aeb12 tempest-TestVolumeBackupRestore-1239890854 tempest-TestVolumeBackupRestore-1239890854-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:04.664210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d8f9e8f2-4095-4707-9202-9a3ba31aeb12 tempest-TestVolumeBackupRestore-1239890854 tempest-TestVolumeBackupRestore-1239890854-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1093 time: 0.0442941 Aug 31 07:20:04.667044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:04.672664 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Request body: {'floatingip': {'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:20:04.719893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:04.759681 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:04.807062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-75ead112-1834-46e0-9dfa-b204187fb7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:04.808566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-75ead112-1834-46e0-9dfa-b204187fb7c6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1098 time: 0.0991378 Aug 31 07:20:04.948246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:03Z', 'revision_number': 0, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:04.978198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:04.986864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:04.987465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:05.003658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-9b386ae5-ff83-4920-9329-ca3bac9f01f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:05.005163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-9b386ae5-ff83-4920-9329-ca3bac9f01f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 914 time: 0.1874533 Aug 31 07:20:05.099350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:05.116203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-9635862e-f071-4bfa-8559-be08fe051c46 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 1000 time: 0.1025879 Aug 31 07:20:05.242801 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-5f09d641-ca7f-445a-9bd9-90e7d1f3daba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:05.244203 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-5f09d641-ca7f-445a-9bd9-90e7d1f3daba service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.1207228 Aug 31 07:20:05.322791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-d3149180-336a-4c79-9711-f894f08a795c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:03Z', 'revision_number': 0, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:05.338670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-ba6bf801-b8b7-49da-bb8e-9eaab0e49255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:05.340178 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-ba6bf801-b8b7-49da-bb8e-9eaab0e49255 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0858920 Aug 31 07:20:05.349510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3149180-336a-4c79-9711-f894f08a795c None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:03Z', 'revision_number': 0, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:05.500776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:05.505658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:05.553710 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-0e69e809-ca34-470c-a22e-870d20d1807c service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046103 Aug 31 07:20:05.699672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc0d1ad9-4267-4758-9950-1b6f3a006242 req-aed24dd2-bf03-4ce9-81af-fd0fae738c34 service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375315 Aug 31 07:20:05.811016 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Router df2dc05b-d318-46a9-9c5d-02078579da9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:05.924449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:05.928993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:05.958912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:05.961197 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440dd48b-0d7c-4780-9f4e-23e3b58645f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:05.989953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-434de683-acd0-44a8-b541-69123a113545 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "PUT /v2.0/floatingips/dfd90c14-4e73-408f-b5d1-de90aba6368a HTTP/1.1" status: 200 len: 992 time: 1.3213787 Aug 31 07:20:06.007132 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912b0612-a2b1-41d2-855f-417c9e2520ca x-openstack-request-id: req-912b0612-a2b1-41d2-855f-417c9e2520ca {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:06.007420 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:06.007669 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-912b0612-a2b1-41d2-855f-417c9e2520ca {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:06.008069 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:20:06.028063 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5aeb320-24a9-4262-9367-291c22345101 None None] New status for floating IP dfd90c14-4e73-408f-b5d1-de90aba6368a: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:20:06.069052 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:06.070862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-5707c207-bced-4212-ac56-80fa5ebc346b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:06.071938 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-5707c207-bced-4212-ac56-80fa5ebc346b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1098 time: 0.0424330 Aug 31 07:20:06.167092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-87ff6f23-01d5-42ec-a12c-844e7f1fea53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:06.168594 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-87ff6f23-01d5-42ec-a12c-844e7f1fea53 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 914 time: 0.0894063 Aug 31 07:20:06.238557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-c0d02650-8996-48a0-9016-aa805aedea3d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 1000 time: 0.0633624 Aug 31 07:20:06.267462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:06.277280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:06.278195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:06.290286 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-845d3766-d32d-449e-99f9-2e54758543f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:06.291739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-845d3766-d32d-449e-99f9-2e54758543f2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.0459220 Aug 31 07:20:06.344365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-9607e888-a91c-4f67-81d0-869b04f13bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:06.345925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-9607e888-a91c-4f67-81d0-869b04f13bbf service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475402 Aug 31 07:20:06.389207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:06.441491 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-3512bff8-f541-498e-a173-78a5c948b1bf service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887780 Aug 31 07:20:06.551257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-440dd48b-0d7c-4780-9f4e-23e3b58645f1 req-68f06240-ed68-41bf-a92d-118fd7e39f2a service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022198 Aug 31 07:20:06.689963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:06Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:06.715647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:06.724556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:06.725164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:19:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:06.843463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:07.076346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:06Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:07.104015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6e6129-4bdc-4633-a039-a61f8a446844 None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dfd90c14-4e73-408f-b5d1-de90aba6368a', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'port_id': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'mac_address': 'fa:16:3e:6a:f3:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:20:03Z', 'updated_at': '2021-08-31T07:20:06Z', 'revision_number': 2, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:08.009837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:08.012223 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fba33f8-c689-46a7-a3ba-d727418aae4a" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:08.048598 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd136f-f981-4dbf-a95e-93c7db70bd3b x-openstack-request-id: req-cfbd136f-f981-4dbf-a95e-93c7db70bd3b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:08.048890 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:08.049144 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cfbd136f-f981-4dbf-a95e-93c7db70bd3b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:08.049587 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:20:08.123296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-52399175-e3e1-456b-8aad-5d19f7fe29d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:08.124827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-52399175-e3e1-456b-8aad-5d19f7fe29d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1098 time: 0.0435696 Aug 31 07:20:08.218440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-6273608a-d517-47b0-937c-c3d567ff9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:08.219827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-6273608a-d517-47b0-937c-c3d567ff9b78 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 914 time: 0.0881710 Aug 31 07:20:08.285458 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-dfdcfe9e-cdf4-4508-913a-b6228d8b9986 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 1002 time: 0.0586607 Aug 31 07:20:08.333531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-e3504f0f-8517-48b7-90d2-4add28dc827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:08.334987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-e3504f0f-8517-48b7-90d2-4add28dc827a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.0435417 Aug 31 07:20:08.385095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-4f3f43c2-4d5e-443b-9bf5-5b305e51927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:08.386619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-4f3f43c2-4d5e-443b-9bf5-5b305e51927a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0438671 Aug 31 07:20:08.477427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-9215faab-d798-44b0-8ced-a0f6defe5d81 service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831516 Aug 31 07:20:08.574795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fba33f8-c689-46a7-a3ba-d727418aae4a req-e9d6c933-18a0-4e16-a1b9-2d4d74aa996a service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885532 Aug 31 07:20:09.192889 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:20:15.873177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:24.846350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55cb80e1-21d7-446d-87d1-2dfb309a8719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.476216 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d0bb4144-70f4-4f37-a1f0-02e9fe3b4d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:27.816607 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:29.752930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:31.165063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:36.061915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:39.047849 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:39.207279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Deleting port de68e885-d4e2-4a37-8b50-6e815fea11c3 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:39.207639 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:39.313602 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:39.314092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:39.334535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Calling delete_port for de68e885-d4e2-4a37-8b50-6e815fea11c3 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:39.947837 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:39.972668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event deleted for resources: {'Port': ['ID=de68e885-d4e2-4a37-8b50-6e815fea11c3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:40.037236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:40.037597 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Floating IP dfd90c14-4e73-408f-b5d1-de90aba6368a disassociated (deleted). External IP: 172.25.3.115, port: 906b8892-ae62-47f1-98d3-9504f4ea7a57. Aug 31 07:20:40.249562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Router df2dc05b-d318-46a9-9c5d-02078579da9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:40.357093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:40.362053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:40.366828 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:40.377233 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:40.377880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:40.393218 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9ade0b2f-6974-47ff-9b01-a21795afbb80 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "DELETE /v2.0/floatingips/dfd90c14-4e73-408f-b5d1-de90aba6368a HTTP/1.1" status: 204 len: 168 time: 1.3442369 Aug 31 07:20:40.393881 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:40.396148 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6fe71f5-a97d-440b-bb46-6d12512c872d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:40.437945 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8aab41-c89a-4833-96af-7851c46a7c5e x-openstack-request-id: req-eb8aab41-c89a-4833-96af-7851c46a7c5e {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:40.438252 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:40.438509 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-eb8aab41-c89a-4833-96af-7851c46a7c5e {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:40.438907 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:20:40.493540 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:40.502536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-4a200e02-7d47-46db-9526-2013fd4a1c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.504046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-4a200e02-7d47-46db-9526-2013fd4a1c4d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=16bd2926ce09435da2daf0a6d93a7687&device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 1098 time: 0.0463498 Aug 31 07:20:40.609391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-b51bcfcc-a240-488c-8213-675d17971e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.610960 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-b51bcfcc-a240-488c-8213-675d17971e82 service neutron] 10.222.0.53 "GET /v2.0/networks?id=12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 200 len: 914 time: 0.0977058 Aug 31 07:20:40.635626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c62f8-5498-470f-b5cc-7393f7ed3b23 req-824b8bf5-6515-422b-828b-816945d38f62 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.637966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-302c62f8-5498-470f-b5cc-7393f7ed3b23 req-824b8bf5-6515-422b-828b-816945d38f62 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0535321 Aug 31 07:20:40.665093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-b5792a99-9de8-4041-8450-ef7eb2113291 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 200 len: 217 time: 0.0462148 Aug 31 07:20:40.680304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-302c62f8-5498-470f-b5cc-7393f7ed3b23 req-07e37fc0-7859-4d91-bb52-44df7db05bf9 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357656 Aug 31 07:20:40.715006 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:40.718888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-9a37ef4e-fb7b-4733-9d2b-97afe4ec9357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.720432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-9a37ef4e-fb7b-4733-9d2b-97afe4ec9357 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 200 len: 852 time: 0.0477087 Aug 31 07:20:40.744964 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:40.754258 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:40.754789 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:40.768154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-fe0894ee-7e99-45a0-955b-75caf1c645ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:40.769656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-fe0894ee-7e99-45a0-955b-75caf1c645ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=12004e54-99fb-413e-8abd-cd7450cdb975&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419312 Aug 31 07:20:40.860798 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:40.870202 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-a5cff06e-4ec9-4113-9bfe-b4a9b9480b01 service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908749 Aug 31 07:20:40.962096 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e6fe71f5-a97d-440b-bb46-6d12512c872d req-79239a9c-439d-4224-8a4c-b37dd512de9f service neutron] 10.222.0.53 "GET /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844591 Aug 31 07:20:41.060174 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:41.086636 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f3525-d8d7-4bb4-9250-df6bda44e03d None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:17:54Z', 'revision_number': 4, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'ad3f5bad-0fad-4d2b-93a1-320545fce0d9', 'name': '', 'network_id': '12004e54-99fb-413e-8abd-cd7450cdb975', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'mac_address': 'fa:16:3e:ef:3f:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3974, 'fixed_ips': [{'subnet_id': '14963116-b053-4fd4-b199-07456741226c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:53Z', 'updated_at': '2021-08-31T07:18:00Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'subnets': [{'id': '14963116-b053-4fd4-b199-07456741226c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:41.325299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7aafa54-b691-4e0e-814b-899fbd0785b4 None None] New status for floating IP dfd90c14-4e73-408f-b5d1-de90aba6368a: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:20:41.806179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bac535-02da-49ca-827d-8fa88548925d req-ea69a3d0-67ab-481b-84f9-1b83446c1d37 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:41.807662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-99bac535-02da-49ca-827d-8fa88548925d req-ea69a3d0-67ab-481b-84f9-1b83446c1d37 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0505238 Aug 31 07:20:41.853392 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-99bac535-02da-49ca-827d-8fa88548925d req-b6c263e7-5b94-49b8-b2ab-4606639cad12 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/security-groups?id=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 Aug 31 07:20:42.109627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d113144-200c-4a86-92e2-b23c61f4145a req-7d976e77-212a-4c79-a4f0-5a540da5aad4 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:20:42.111630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d113144-200c-4a86-92e2-b23c61f4145a req-7d976e77-212a-4c79-a4f0-5a540da5aad4 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.53 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 946 time: 0.0508990 Aug 31 07:20:42.204237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Deleting port 906b8892-ae62-47f1-98d3-9504f4ea7a57 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:42.204587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:42.302201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] For port 906b8892-ae62-47f1-98d3-9504f4ea7a57, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=906b8892-ae62-47f1-98d3-9504f4ea7a57,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:42.302575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:42.316658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Calling delete_port for 906b8892-ae62-47f1-98d3-9504f4ea7a57 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:42.448263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:42.479232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event deleted for resources: {'Port': ['ID=906b8892-ae62-47f1-98d3-9504f4ea7a57,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:42.520882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] No DVR routers for this DVR port 906b8892-ae62-47f1-98d3-9504f4ea7a57 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:20:42.523714 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:42.525856 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8d113144-200c-4a86-92e2-b23c61f4145a req-301d3855-40f5-47f2-b943-07038f64a4f0 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.53 "DELETE /v2.0/ports/906b8892-ae62-47f1-98d3-9504f4ea7a57 HTTP/1.1" status: 204 len: 173 time: 0.4084072 Aug 31 07:20:42.526288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'name': 'network-vif-deleted', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:20:42.528669 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961d7bf2-afde-4a66-b723-a5ca7a6b37dd" -d '{"events": [{"server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "name": "network-vif-deleted", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:20:42.566106 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ccddc6-717c-461b-8c0a-a5963708f12c x-openstack-request-id: req-c9ccddc6-717c-461b-8c0a-a5963708f12c {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:20:42.566402 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef", "name": "network-vif-deleted", "tag": "906b8892-ae62-47f1-98d3-9504f4ea7a57", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:20:42.566774 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c9ccddc6-717c-461b-8c0a-a5963708f12c {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:20:42.567232 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef', 'name': 'network-vif-deleted', 'tag': '906b8892-ae62-47f1-98d3-9504f4ea7a57', 'status': 'completed', 'code': 200} Aug 31 07:20:42.959993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-44062197-8bc4-49e7-93ac-a63e699cf223 req-b6f75ad3-e52e-4e3f-a701-4dee0836a83c tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0299590 Aug 31 07:20:44.057205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd4769b3-13e9-48b5-b9fa-b57c635d6f26 req-a7dbc669-e800-4ea8-a4c4-209909f7ea79 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0266712 Aug 31 07:20:45.158040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a3d0ef77-15ec-4faf-a970-3c8cd3e26bb6 req-0c22a6d2-fa0e-4dd1-84f9-37c00bc061d2 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0289881 Aug 31 07:20:45.872510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:46.192135 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:20:46.272733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f2730af0-fcbe-4910-b1cd-eff505b65734 req-a92eb610-f784-4cc6-9cd1-bbbca0dc5f69 tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "GET /v2.0/ports?device_id=c3ac84f6-a6be-4c3e-8bbd-26325f8f91ef HTTP/1.1" status: 200 len: 210 time: 0.0303042 Aug 31 07:20:46.842955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 906b8892-ae62-47f1-98d3-9504f4ea7a57 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:46.872273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 906b8892-ae62-47f1-98d3-9504f4ea7a57 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:46.872616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 906b8892-ae62-47f1-98d3-9504f4ea7a57 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:47.327528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 39880) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:47.391065 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:47.421723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:47.507506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:47.512009 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:47.513696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] 10.222.0.57 "DELETE /v2.0/security-groups/a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7 HTTP/1.1" status: 204 len: 168 time: 0.1849883 Aug 31 07:20:47.524842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c15b93-9bad-44f8-a84a-e3e0cac5bbb7,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:47.534377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.534635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.534980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.535324 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.535661 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.535994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.536327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.536659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.536988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.537318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.537670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:47.537995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0bb3c25-a5b9-484c-aa94-ab637e2db3de tempest-TestVolumeBackupRestore-1836111764 tempest-TestVolumeBackupRestore-1836111764-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:51.001221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40332) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:51.366265 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:51.614215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Deleting port ad3f5bad-0fad-4d2b-93a1-320545fce0d9 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:51.614558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:51.695014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] For port ad3f5bad-0fad-4d2b-93a1-320545fce0d9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:51.695379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:51.708939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Calling delete_port for ad3f5bad-0fad-4d2b-93a1-320545fce0d9 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:51.894751 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:51.921939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad3f5bad-0fad-4d2b-93a1-320545fce0d9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:52.096896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.309252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Router df2dc05b-d318-46a9-9c5d-02078579da9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:52.416214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:52.421194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-493d9d0c-8d6d-447d-815e-9a4cc3339483 admin admin] 10.222.0.57 "PUT /v2.0/routers/df2dc05b-d318-46a9-9c5d-02078579da9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4200995 Aug 31 07:20:52.423743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40334) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:52.427557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Sync routers for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:52.437162 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:52.437791 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:52.526685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.540861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:52.631482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.691304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Deleting port ee14c952-c369-4c75-8d40-1fd02da18449 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:52.691572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.738645 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248'}], 'enable_snat': True}, 'gw_port_id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:20:51Z', 'revision_number': 5, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port': {'id': 'ee14c952-c369-4c75-8d40-1fd02da18449', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:c3:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3973, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:52Z', 'updated_at': '2021-08-31T07:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:52.765516 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Checking router: df2dc05b-d318-46a9-9c5d-02078579da9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:52.773681 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Routers {'df2dc05b-d318-46a9-9c5d-02078579da9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:52.774355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['df2dc05b-d318-46a9-9c5d-02078579da9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:52.777304 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] For port ee14c952-c369-4c75-8d40-1fd02da18449, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ee14c952-c369-4c75-8d40-1fd02da18449,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:52.777791 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.791139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Calling delete_port for ee14c952-c369-4c75-8d40-1fd02da18449 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:52.954934 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] Set router df2dc05b-d318-46a9-9c5d-02078579da9d gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:52.967186 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:52.992463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Pushing event deleted for resources: {'Port': ['ID=ee14c952-c369-4c75-8d40-1fd02da18449,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:53.012763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:20:52Z', 'revision_number': 6, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:53.039760 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0c42a2-40c9-4054-a105-89d20103be8a None None] The sync data for ids ['df2dc05b-d318-46a9-9c5d-02078579da9d'] in n-d-712707-15 is: [{'id': 'df2dc05b-d318-46a9-9c5d-02078579da9d', 'name': 'tempest-TestVolumeBackupRestore-725741524-router', 'tenant_id': '16bd2926ce09435da2daf0a6d93a7687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:51Z', 'updated_at': '2021-08-31T07:20:52Z', 'revision_number': 6, 'project_id': '16bd2926ce09435da2daf0a6d93a7687', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:53.056000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.146893 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.148973 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.193864 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.194415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Fanout notify agent at l3_agent the message router_deleted on router df2dc05b-d318-46a9-9c5d-02078579da9d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:20:53.200334 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.201557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0c30b743-dc60-41de-bc2f-9e72d54e642a admin admin] 10.222.0.57 "DELETE /v2.0/routers/df2dc05b-d318-46a9-9c5d-02078579da9d HTTP/1.1" status: 204 len: 168 time: 0.7768769 Aug 31 07:20:53.204148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40336) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:53.247735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Deleting subnet 14963116-b053-4fd4-b199-07456741226c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:20:53.250680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.284450 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.365198 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.428749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.458780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14963116-b053-4fd4-b199-07456741226c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:53.460807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.463000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-969ff00d-83b3-4206-8ec1-7dde359a2c8e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/14963116-b053-4fd4-b199-07456741226c HTTP/1.1" status: 204 len: 168 time: 0.2579179 Aug 31 07:20:53.465924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40338) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:53.469462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6aa360-a8c6-422e-b08f-745fb5917df7 None None] Network 12004e54-99fb-413e-8abd-cd7450cdb975 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:20:53.538226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.596870 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Deleting port f2f49838-9a51-4e76-b599-4bd431e4b4b8 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:53.597221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.658826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] For port f2f49838-9a51-4e76-b599-4bd431e4b4b8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f2f49838-9a51-4e76-b599-4bd431e4b4b8,segment=NetworkSegment(943afcde-69b9-4a9a-8aaf-fb79d3beb67c),segment_id=943afcde-69b9-4a9a-8aaf-fb79d3beb67c)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:53.659190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.672549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Calling delete_port for f2f49838-9a51-4e76-b599-4bd431e4b4b8 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:53.763373 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.788492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f49838-9a51-4e76-b599-4bd431e4b4b8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:53.797363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] No DVR routers for this DVR port f2f49838-9a51-4e76-b599-4bd431e4b4b8 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:20:53.802677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c836a1fb-aac4-413a-9f82-6e45d5e0e569 None None] DHCP port deletion for 12004e54-99fb-413e-8abd-cd7450cdb975 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:20:53.871766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.881802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12004e54-99fb-413e-8abd-cd7450cdb975']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:53.892672 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '943afcde-69b9-4a9a-8aaf-fb79d3beb67c') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:53.892967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '943afcde-69b9-4a9a-8aaf-fb79d3beb67c') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:53.899642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ee14c952-c369-4c75-8d40-1fd02da18449 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:53.904747 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.921759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ee14c952-c369-4c75-8d40-1fd02da18449 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:53.922105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ee14c952-c369-4c75-8d40-1fd02da18449 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:53.922537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f2f49838-9a51-4e76-b599-4bd431e4b4b8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:53.923547 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.930786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:20:53.931199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:20:53.933652 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:20:53.942496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f2f49838-9a51-4e76-b599-4bd431e4b4b8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:53.942840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f2f49838-9a51-4e76-b599-4bd431e4b4b8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:53.943278 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ad3f5bad-0fad-4d2b-93a1-320545fce0d9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:53.966259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ad3f5bad-0fad-4d2b-93a1-320545fce0d9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:53.966599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ad3f5bad-0fad-4d2b-93a1-320545fce0d9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:53.991500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:53.998561 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.000962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] 10.222.0.57 "DELETE /v2.0/networks/12004e54-99fb-413e-8abd-cd7450cdb975 HTTP/1.1" status: 204 len: 168 time: 0.5318437 Aug 31 07:20:54.004033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40340) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:54.014502 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5115590-4f8a-4c5b-a739-2a6fa065fd79 admin admin] Pushing event deleted for resources: {'Network': ['ID=12004e54-99fb-413e-8abd-cd7450cdb975,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:54.357575 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.602771 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Deleting port 4f3bca49-fdad-4028-9840-d76a97397306 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:54.603109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.680120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] For port 4f3bca49-fdad-4028-9840-d76a97397306, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f3bca49-fdad-4028-9840-d76a97397306,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:54.680392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.692918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Calling delete_port for 4f3bca49-fdad-4028-9840-d76a97397306 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:54.850979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-23e14f70-5575-4a6f-94fc-3455766171f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.880329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:54.912511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3bca49-fdad-4028-9840-d76a97397306,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:54.938577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.938928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.939274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.939615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.939959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.940291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.940623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.940960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.941290 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.941641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.941969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:54.942294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:20:55.089039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:55.300496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Router 89b443de-1c0c-49ce-947b-e433044f1835 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:20:55.699685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:20:55.706311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-23bcd351-e5c3-4fb4-958a-b945814eeca0 admin admin] 10.222.0.57 "PUT /v2.0/routers/89b443de-1c0c-49ce-947b-e433044f1835/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6996181 Aug 31 07:20:55.707533 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40342) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:55.708721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Sync routers for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:20:55.719546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:55.720168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:55.812781 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:55.924466 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:55.983872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Deleting port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:55.984122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:55.997404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:56.061914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] For port 9c754ffa-b1e6-45ed-bd41-50db2dd2e545, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:56.062274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.075794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Calling delete_port for 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:56.174799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177'}], 'enable_snat': True}, 'gw_port_id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:20:54Z', 'revision_number': 5, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port': {'id': '9c754ffa-b1e6-45ed-bd41-50db2dd2e545', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:42:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89b443de-1c0c-49ce-947b-e433044f1835', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3985, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:18:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:56.201475 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Checking router: 89b443de-1c0c-49ce-947b-e433044f1835 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:20:56.209702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Routers {'89b443de-1c0c-49ce-947b-e433044f1835'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:20:56.210317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:20:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['89b443de-1c0c-49ce-947b-e433044f1835'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:56.240152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.266627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Pushing event deleted for resources: {'Port': ['ID=9c754ffa-b1e6-45ed-bd41-50db2dd2e545,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:56.299280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] Set router 89b443de-1c0c-49ce-947b-e433044f1835 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:20:56.335286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.353632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:20:55Z', 'revision_number': 6, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:56.380202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb62c58c-c174-4407-aaa9-4ddc370d0a2c None None] The sync data for ids ['89b443de-1c0c-49ce-947b-e433044f1835'] in n-d-712707-15 is: [{'id': '89b443de-1c0c-49ce-947b-e433044f1835', 'name': 'tempest-TestVolumeBackupRestore-1107340972-router', 'tenant_id': 'e70312e6b8be481886c375bed8822c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:17:56Z', 'updated_at': '2021-08-31T07:20:55Z', 'revision_number': 6, 'project_id': 'e70312e6b8be481886c375bed8822c17', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:20:56.432771 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.435681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.478591 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.479237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 89b443de-1c0c-49ce-947b-e433044f1835 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:20:56.484843 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.486047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f01d37c5-8d1e-4610-9dbc-f253fc2c734c admin admin] 10.222.0.57 "DELETE /v2.0/routers/89b443de-1c0c-49ce-947b-e433044f1835 HTTP/1.1" status: 204 len: 168 time: 0.7776029 Aug 31 07:20:56.488457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40344) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:56.536864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Deleting subnet 02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:20:56.539831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.575145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.651222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.715125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.746934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:56.753711 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.755629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b096fc89-9d6b-4e3a-8feb-134e1fae24bb admin admin] 10.222.0.57 "DELETE /v2.0/subnets/02a0e9ab-1fbc-483c-bfab-b9b6fd40b4d1 HTTP/1.1" status: 204 len: 168 time: 0.2662504 Aug 31 07:20:56.758211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40346) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:56.759968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d4821-edb4-4fd9-b9ec-8eef0ddd5d57 None None] Network dd324dd3-9394-487c-ad66-5627136cd659 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:20:56.829849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.897971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Deleting port b4920e81-9e20-4def-8e46-6da06508b735 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:20:56.898323 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.982245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] For port b4920e81-9e20-4def-8e46-6da06508b735, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=b4920e81-9e20-4def-8e46-6da06508b735,segment=NetworkSegment(130fe794-3010-4b54-a546-f812d491262c),segment_id=130fe794-3010-4b54-a546-f812d491262c)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:20:56.982600 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:56.998595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Calling delete_port for b4920e81-9e20-4def-8e46-6da06508b735 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:20:57.080250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.104598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b4920e81-9e20-4def-8e46-6da06508b735,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:57.110991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] No DVR routers for this DVR port b4920e81-9e20-4def-8e46-6da06508b735 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:20:57.154433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4781e15-df12-48f7-8333-5b8e1b8ae529 None None] DHCP port deletion for dd324dd3-9394-487c-ad66-5627136cd659 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:20:57.194256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.206128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd324dd3-9394-487c-ad66-5627136cd659']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:57.217565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '130fe794-3010-4b54-a546-f812d491262c') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:57.217871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '130fe794-3010-4b54-a546-f812d491262c') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:20:57.227451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.244372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.252306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Releasing vlan 577 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:20:57.252674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:20:57.254459 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:20:57.310616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.316740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.318607 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] 10.222.0.57 "DELETE /v2.0/networks/dd324dd3-9394-487c-ad66-5627136cd659 HTTP/1.1" status: 204 len: 168 time: 0.5592866 Aug 31 07:20:57.334664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babc2519-a2d8-4475-880d-85627ea687ab admin admin] Pushing event deleted for resources: {'Network': ['ID=dd324dd3-9394-487c-ad66-5627136cd659,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:57.477826 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-946ce549-77aa-4f48-a96c-a718c3deba14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.499009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40350) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:57.539642 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7f85c4d2-846b-4f01-a33a-2fccac35a62d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=16bd2926ce09435da2daf0a6d93a7687&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394349 Aug 31 07:20:57.542182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40352) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:57.592037 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.613685 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.663627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.666844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.668663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1f9a2d73-4d5f-4a85-bbc2-02ef356513b5 HTTP/1.1" status: 204 len: 168 time: 0.1250603 Aug 31 07:20:57.676886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35211-d773-482d-a00b-e59d5aad95b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a2d73-4d5f-4a85-bbc2-02ef356513b5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:57.818460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:57.899667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b4920e81-9e20-4def-8e46-6da06508b735 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:57.921620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: b4920e81-9e20-4def-8e46-6da06508b735 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:57.921972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device b4920e81-9e20-4def-8e46-6da06508b735 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:57.922389 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f3bca49-fdad-4028-9840-d76a97397306 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:57.943189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4f3bca49-fdad-4028-9840-d76a97397306 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:57.943537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f3bca49-fdad-4028-9840-d76a97397306 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:57.943960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:20:57.968027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:20:57.968477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9c754ffa-b1e6-45ed-bd41-50db2dd2e545 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:20:58.033258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40358) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:58.074112 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-24e71098-b8d7-42b2-9adc-9b18d3eec01d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=e70312e6b8be481886c375bed8822c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390527 Aug 31 07:20:58.076506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40360) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:20:58.128547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:58.154657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:58.203369 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:58.206631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:20:58.208045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3f5e6d94-d066-40fe-802e-cba884b6c104 HTTP/1.1" status: 204 len: 168 time: 0.1305308 Aug 31 07:20:58.217894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a95773-497f-45d3-b725-f433a5d4cde5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5e6d94-d066-40fe-802e-cba884b6c104,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:20:59.755567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:00.585156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-9ce3a8fd-897c-4fd7-84d6-be96d9554bd9 req-e859f358-e7c4-4bbf-afc1-8d65cbcbe82d service neutron] (94639) timed out ('10.222.0.50', 57139) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:21:01.168282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:06.058439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:08.384122 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-80151f4e-9885-4c55-bc3b-91f004a03686 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/networks?tenant_id=2abe25e143814888834feaa0828eb26d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282378 Aug 31 07:21:08.588618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-e9a8220f-a1ee-4838-b768-ea6d156daac5 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:08.590787 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-e9a8220f-a1ee-4838-b768-ea6d156daac5 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2009828 Aug 31 07:21:08.605980 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-953c127a-9258-43b5-8ae0-0b43ba812a81 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/quotas/2abe25e143814888834feaa0828eb26d HTTP/1.1" status: 200 len: 375 time: 0.0094345 Aug 31 07:21:08.973663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-d90bbede-755d-44d1-9e2b-83e3049dca08 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=2abe25e143814888834feaa0828eb26d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3620808 Aug 31 07:21:10.155926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9302970-4f47-4d9a-9843-4c5fd69c8872 req-02b702b1-f54c-4e98-b8de-3689015e784a tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 210 time: 0.0271266 Aug 31 07:21:11.113624 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-461bfe40-f592-4812-aacb-f15ee26c8edd tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.53 "GET /v2.0/networks?tenant_id=2abe25e143814888834feaa0828eb26d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253031 Aug 31 07:21:11.225429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-d7a890a1-cc67-43ec-bf0e-1fe721614e4b tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:11.226889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-d7a890a1-cc67-43ec-bf0e-1fe721614e4b tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.53 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1077633 Aug 31 07:21:11.247027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Request body: {'port': {'device_id': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'admin_state_up': True, 'tenant_id': '2abe25e143814888834feaa0828eb26d'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:11.264640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c0657a97-c91d-4ac6-98d4-fb8e5054e7a5 req-cdbfe4fe-7c29-4e49-ba15-6fa8e5f12f00 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 210 time: 0.0361323 Aug 31 07:21:11.367311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Made reservation on behalf of 2abe25e143814888834feaa0828eb26d for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:21:11.370855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.379889 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.469707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.473819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.540149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:11.612060 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Allocated IP 192.168.233.223 (ccc5dff9-a7fd-496a-9265-412f521f0b7b/6a356c8c-ee4a-4688-af80-86a28bf7235a/0a42f331-c0ed-4315-996d-6879c6a90c7b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:21:11.762716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.776390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Transition to ACTIVE for port object 0a42f331-c0ed-4315-996d-6879c6a90c7b will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:21:11.809112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.850823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Network ccc5dff9-a7fd-496a-9265-412f521f0b7b is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:21:11.855967 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:21:11.860135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:21:11.888985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Pushing event updated for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:11.915778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:11.916424 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:11.931794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-5782c1fd-fc31-487c-b2dc-e0d62725e55f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6939383 Aug 31 07:21:11.945114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Request body: {'port': {'device_id': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:12.006121 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.121670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27a35d74-d642-4ede-be73-3952b8da4c1f None None] Provisioning for port 0a42f331-c0ed-4315-996d-6879c6a90c7b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:21:12.126631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-27a35d74-d642-4ede-be73-3952b8da4c1f None None] Provisioning complete for port 0a42f331-c0ed-4315-996d-6879c6a90c7b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:21:12.127210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-27a35d74-d642-4ede-be73-3952b8da4c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.163561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-27a35d74-d642-4ede-be73-3952b8da4c1f None None] Port 0a42f331-c0ed-4315-996d-6879c6a90c7b cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:21:12.293547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a42f331-c0ed-4315-996d-6879c6a90c7b {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:21:12.301972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.315688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Transition to ACTIVE for port object 0a42f331-c0ed-4315-996d-6879c6a90c7b will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:21:12.319012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.390719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ea510e-1cac-423a-b5d1-f8d3738ad09a req-dde8e306-d413-4001-bf00-dccfea3d0ed5 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:12.394298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:12.394606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14ea510e-1cac-423a-b5d1-f8d3738ad09a req-dde8e306-d413-4001-bf00-dccfea3d0ed5 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 948 time: 0.0576487 Aug 31 07:21:12.435408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14ea510e-1cac-423a-b5d1-f8d3738ad09a req-f86723d8-971e-40ce-b9d6-34492ca2e4f1 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364156 Aug 31 07:21:12.454698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Attempting to bind port 0a42f331-c0ed-4315-996d-6879c6a90c7b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:21:12.455192 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Attempting to bind port 0a42f331-c0ed-4315-996d-6879c6a90c7b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:21:12.455531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Attempting to bind port 0a42f331-c0ed-4315-996d-6879c6a90c7b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:21:12.460586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Port 0a42f331-c0ed-4315-996d-6879c6a90c7b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:21:12.461167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Attempting to bind port 0a42f331-c0ed-4315-996d-6879c6a90c7b on network ccc5dff9-a7fd-496a-9265-412f521f0b7b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:21:12.467618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:21:12.467954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Checking segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:21:12.468344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Bound using segment: {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:21:12.468776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Bound port: 0a42f331-c0ed-4315-996d-6879c6a90c7b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:21:12.469133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.536917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:21:12.540065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:21:12.545854 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.594296 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:12.595117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:12.596759 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] 10.222.0.53 "PUT /v2.0/ports/0a42f331-c0ed-4315-996d-6879c6a90c7b HTTP/1.1" status: 200 len: 1097 time: 0.6559770 Aug 31 07:21:12.597367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:21:12.599724 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22869297-836e-41e0-a3a1-17ef818be4be" -d '{"events": [{"name": "network-changed", "server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:21:12.625383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13602443-b567-4e7a-9f93-c8930bdd7bb9 service neutron] Pushing event updated for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:12.655098 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f6c52-30d8-400d-aa4c-efa5ae8367ab x-openstack-request-id: req-b78f6c52-30d8-400d-aa4c-efa5ae8367ab {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:21:12.655460 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:21:12.655782 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b78f6c52-30d8-400d-aa4c-efa5ae8367ab {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:21:12.656298 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b', 'status': 'completed', 'code': 200} Aug 31 07:21:12.695754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-afa8833f-c869-42ee-a66e-53b4b94633e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:12.697281 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-afa8833f-c869-42ee-a66e-53b4b94633e3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2abe25e143814888834feaa0828eb26d&device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 1100 time: 0.0554085 Aug 31 07:21:12.742562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-fed83f29-0975-4cb3-8f83-579f983ae639 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b HTTP/1.1" status: 200 len: 217 time: 0.0372109 Aug 31 07:21:12.795191 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-d793766a-e0d0-478b-82a9-168dc679c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:12.796739 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-d793766a-e0d0-478b-82a9-168dc679c396 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0475659 Aug 31 07:21:12.850061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-190fdb18-3dcd-474c-9c02-83b76875c927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:12.851618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-190fdb18-3dcd-474c-9c02-83b76875c927 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0475123 Aug 31 07:21:12.943441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-07691c66-d9c3-4f28-9caa-30cba1e82c52 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845892 Aug 31 07:21:13.044758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7989e038-2f3a-40bd-b3c6-7bf0065fb68e req-b7a62ef6-53aa-494c-bc79-283c50468d64 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930085 Aug 31 07:21:13.139888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869297-836e-41e0-a3a1-17ef818be4be req-308062c6-4d12-4df4-85ef-154cdc0dd901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:13.141414 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-308062c6-4d12-4df4-85ef-154cdc0dd901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=2abe25e143814888834feaa0828eb26d&device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 1100 time: 0.0500491 Aug 31 07:21:13.232160 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869297-836e-41e0-a3a1-17ef818be4be req-0acf8d57-2ba5-4064-83ec-328084019885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:13.233709 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-0acf8d57-2ba5-4064-83ec-328084019885 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ccc5dff9-a7fd-496a-9265-412f521f0b7b HTTP/1.1" status: 200 len: 870 time: 0.0850506 Aug 31 07:21:13.280777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-f2375207-b675-4706-bfe1-10aff67453da service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b HTTP/1.1" status: 200 len: 217 time: 0.0401261 Aug 31 07:21:13.332182 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869297-836e-41e0-a3a1-17ef818be4be req-511a1ea4-33f1-4385-ad2c-6b893ff2874c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:13.333630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-511a1ea4-33f1-4385-ad2c-6b893ff2874c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a356c8c-ee4a-4688-af80-86a28bf7235a HTTP/1.1" status: 200 len: 843 time: 0.0458612 Aug 31 07:21:13.380918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22869297-836e-41e0-a3a1-17ef818be4be req-9daa6c3f-c236-4c1a-b11f-18a9412aa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:13.382437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-9daa6c3f-c236-4c1a-b11f-18a9412aa71e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ccc5dff9-a7fd-496a-9265-412f521f0b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0401762 Aug 31 07:21:13.480204 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-1840c7cb-5f5e-42c0-ae55-2df02619df72 service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879641 Aug 31 07:21:13.558269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686210a-8344-4632-9a6f-b297d99f9f6e req-160c0c7d-c64a-44c9-9828-641075c81fee tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:13.559797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7686210a-8344-4632-9a6f-b297d99f9f6e req-160c0c7d-c64a-44c9-9828-641075c81fee tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 948 time: 0.0528829 Aug 31 07:21:13.571490 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22869297-836e-41e0-a3a1-17ef818be4be req-977fef8b-eb69-4ec0-9a75-c7bd7a2b00ce service neutron] 10.222.0.53 "GET /v2.0/networks/ccc5dff9-a7fd-496a-9265-412f521f0b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846179 Aug 31 07:21:13.599762 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7686210a-8344-4632-9a6f-b297d99f9f6e req-22ebecdf-e6a3-4b22-a6cf-8f43e5489234 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335476 Aug 31 07:21:14.726030 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb3791b-cff3-47af-9122-569a1ad653c7 req-d7648bce-341b-4ba2-b5c8-875d516698f7 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:14.727605 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cb3791b-cff3-47af-9122-569a1ad653c7 req-d7648bce-341b-4ba2-b5c8-875d516698f7 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 948 time: 0.0564921 Aug 31 07:21:14.765753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cb3791b-cff3-47af-9122-569a1ad653c7 req-3f649d9e-f596-4512-8336-a83777c7e441 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316627 Aug 31 07:21:14.981647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a42f331-c0ed-4315-996d-6879c6a90c7b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:21:15.083098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:15.094525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0a42f331-c0ed-4315-996d-6879c6a90c7b', 'network_id': 'ccc5dff9-a7fd-496a-9265-412f521f0b7b', 'port_id': '0a42f331-c0ed-4315-996d-6879c6a90c7b', 'mac_address': 'fa:16:3e:51:0c:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a356c8c-ee4a-4688-af80-86a28bf7235a', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:21:15.131406 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:15.144634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a42f331-c0ed-4315-996d-6879c6a90c7b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:21:15.162799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:15.166674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:15.213287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:15.220777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.221126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.221506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.221847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.222175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.222506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.222832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.223156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.223482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.223805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.224127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.224447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:21:15.368817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0a42f331-c0ed-4315-996d-6879c6a90c7b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:21:15.881970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7b5e33-9102-4c71-9170-4e0ce8f0319a req-b6288466-ceb3-4cd3-a3c9-f36d6daf1bc0 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:15.883479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7b5e33-9102-4c71-9170-4e0ce8f0319a req-b6288466-ceb3-4cd3-a3c9-f36d6daf1bc0 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 949 time: 0.0509934 Aug 31 07:21:15.885959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:15.923549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-be7b5e33-9102-4c71-9170-4e0ce8f0319a req-4b404156-2957-4a1e-824c-802b38fab4d1 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337274 Aug 31 07:21:16.983195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a42f331-c0ed-4315-996d-6879c6a90c7b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:21:17.033518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0a42f331-c0ed-4315-996d-6879c6a90c7b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:21:17.037519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0a42f331-c0ed-4315-996d-6879c6a90c7b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:21:17.037894 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:17.048270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a60e7c-4676-4710-a1df-017587187af4 req-91c172f8-be10-45bd-8de4-56b6914e2f29 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.049815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a60e7c-4676-4710-a1df-017587187af4 req-91c172f8-be10-45bd-8de4-56b6914e2f29 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 949 time: 0.0553696 Aug 31 07:21:17.091961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-32a60e7c-4676-4710-a1df-017587187af4 req-d9b9f7b9-0b45-49a8-938a-ec4365108ec8 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360720 Aug 31 07:21:17.120874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:17.143489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:21:17.145756 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b570a6-6b61-4863-a5db-ca14b4ea2529" -d '{"events": [{"server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "name": "network-vif-plugged", "status": "completed", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:21:17.158234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:17.162453 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:17.211040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:17.254577 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:21:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69d92cb2-9778-42b5-977b-a89ecd2d30dc x-openstack-request-id: req-69d92cb2-9778-42b5-977b-a89ecd2d30dc {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:21:17.254871 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "name": "network-vif-plugged", "status": "completed", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:21:17.255121 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69d92cb2-9778-42b5-977b-a89ecd2d30dc {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:21:17.255530 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b', 'code': 200} Aug 31 07:21:17.353875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c994bc3f-7391-4a0e-95eb-5d2246002b84 req-0afbe9fe-1c0a-4626-ad7e-420447b2bfb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:17.355951 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c994bc3f-7391-4a0e-95eb-5d2246002b84 req-0afbe9fe-1c0a-4626-ad7e-420447b2bfb7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 1102 time: 0.0419219 Aug 31 07:21:17.393385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c994bc3f-7391-4a0e-95eb-5d2246002b84 req-300c63ca-46a8-42c1-9701-aa85fc669c2c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306451 Aug 31 07:21:18.213977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027c55a-2035-42dd-9c5b-703d2b2aa909 req-d36316d4-fe83-4b27-823a-d34d42384718 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:18.215514 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f027c55a-2035-42dd-9c5b-703d2b2aa909 req-d36316d4-fe83-4b27-823a-d34d42384718 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 950 time: 0.0574708 Aug 31 07:21:18.253238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f027c55a-2035-42dd-9c5b-703d2b2aa909 req-bf33c9bf-55ea-40a0-9240-094f3e5013c6 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313199 Aug 31 07:21:19.375069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba2d69-31f2-489c-b8af-38ab0268cf25 req-117eff64-eda0-4a05-81cf-98fd4f3f6577 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:19.376638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5aba2d69-31f2-489c-b8af-38ab0268cf25 req-117eff64-eda0-4a05-81cf-98fd4f3f6577 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 950 time: 0.0536957 Aug 31 07:21:19.416353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5aba2d69-31f2-489c-b8af-38ab0268cf25 req-f943aeb1-6f95-4f34-8a62-c59ede5d3aeb tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329032 Aug 31 07:21:19.801188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-e8d43631-c075-4a19-acd6-eb41d4b7e928 req-70d83a19-e541-4dfb-b892-6454d05806ca service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:21:19.802226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8d43631-c075-4a19-acd6-eb41d4b7e928 req-70d83a19-e541-4dfb-b892-6454d05806ca service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1086202 Aug 31 07:21:20.134701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-3bffe8ec-dd45-4626-8a98-f780cbb8516d req-b98b253a-a550-40db-a990-bce6a456ab53 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:21:20.135759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3bffe8ec-dd45-4626-8a98-f780cbb8516d req-b98b253a-a550-40db-a990-bce6a456ab53 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055971 Aug 31 07:21:20.469086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41914731-8a1c-4fa5-aad2-96665fc4f085 req-ab37399d-faaf-4247-bafa-e28f826779ec tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:20.470638 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41914731-8a1c-4fa5-aad2-96665fc4f085 req-ab37399d-faaf-4247-bafa-e28f826779ec tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 950 time: 0.0543201 Aug 31 07:21:20.509489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41914731-8a1c-4fa5-aad2-96665fc4f085 req-34527d75-8e01-494b-8b24-999c6bb87f8f tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Aug 31 07:21:21.629838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeff172-4341-40cd-98fb-9cc4c2282eb4 req-6f96ca5f-f024-46ca-802d-aa0e0e15a597 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:21.631359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eeff172-4341-40cd-98fb-9cc4c2282eb4 req-6f96ca5f-f024-46ca-802d-aa0e0e15a597 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 950 time: 0.0505776 Aug 31 07:21:21.678489 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7eeff172-4341-40cd-98fb-9cc4c2282eb4 req-7f7cf54b-aa6d-4d55-86ae-6f71ce16a00c tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.57 "GET /v2.0/security-groups?id=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411100 Aug 31 07:21:21.718855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-ad9ff076-bf93-4f91-8a26-6efd9167a6f3 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:21.720337 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-ad9ff076-bf93-4f91-8a26-6efd9167a6f3 tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.53 "GET /v2.0/ports?device_id=9c4cdbd9-9e15-426a-afee-a47c49c0ab90 HTTP/1.1" status: 200 len: 950 time: 0.0576382 Aug 31 07:21:21.812056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Deleting port 0a42f331-c0ed-4315-996d-6879c6a90c7b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:21:21.812317 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:21.907289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] For port 0a42f331-c0ed-4315-996d-6879c6a90c7b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0a42f331-c0ed-4315-996d-6879c6a90c7b,segment=NetworkSegment(fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287),segment_id=fc6bdd10-c9b4-481f-a5fd-2bc7dd08f287)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:21.907680 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:21.922174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Calling delete_port for 0a42f331-c0ed-4315-996d-6879c6a90c7b owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:21:22.059393 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:22.071060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0a42f331-c0ed-4315-996d-6879c6a90c7b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:21:22.088067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Pushing event deleted for resources: {'Port': ['ID=0a42f331-c0ed-4315-996d-6879c6a90c7b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:22.134118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] No DVR routers for this DVR port 0a42f331-c0ed-4315-996d-6879c6a90c7b on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:21:22.137822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:22.139827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c687456-deef-4b13-8667-e60d6d54dd70 req-91430f81-5a41-49aa-9cd6-b5190040f6fc tempest-ServersAdminNegativeTestJSON-93794602 tempest-ServersAdminNegativeTestJSON-93794602-project] 10.222.0.53 "DELETE /v2.0/ports/0a42f331-c0ed-4315-996d-6879c6a90c7b HTTP/1.1" status: 204 len: 173 time: 0.4138007 Aug 31 07:21:22.140273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'name': 'network-vif-deleted', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:21:22.142610 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f358cf31-325e-4d1d-8eff-3192f2bfc84b" -d '{"events": [{"server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "name": "network-vif-deleted", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:21:22.185608 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25da724-8c5e-4948-b891-58c0e257ae28 x-openstack-request-id: req-d25da724-8c5e-4948-b891-58c0e257ae28 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:21:22.185901 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c4cdbd9-9e15-426a-afee-a47c49c0ab90", "name": "network-vif-deleted", "tag": "0a42f331-c0ed-4315-996d-6879c6a90c7b", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:21:22.186158 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d25da724-8c5e-4948-b891-58c0e257ae28 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:21:22.186567 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c4cdbd9-9e15-426a-afee-a47c49c0ab90', 'name': 'network-vif-deleted', 'tag': '0a42f331-c0ed-4315-996d-6879c6a90c7b', 'status': 'completed', 'code': 200} Aug 31 07:21:22.978301 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40498) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:23.116707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bee2f7a7-6ddc-4e0b-b2ab-f5002c0ed2f0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=2abe25e143814888834feaa0828eb26d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1366625 Aug 31 07:21:23.119243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40502) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:23.170076 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.191404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.192355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:21:23.239365 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.241876 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.243036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7ebbf2dd-3474-4ce2-8a14-c783c9de8a32 HTTP/1.1" status: 204 len: 168 time: 0.1228740 Aug 31 07:21:23.251154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34d991-0387-409e-9412-94e3368f3642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ebbf2dd-3474-4ce2-8a14-c783c9de8a32,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:23.508272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:23.522103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb37aaf-6fe9-4c0a-8e2c-6ee26099da5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.612915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb37aaf-6fe9-4c0a-8e2c-6ee26099da5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.616854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ddb37aaf-6fe9-4c0a-8e2c-6ee26099da5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.658595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ddb37aaf-6fe9-4c0a-8e2c-6ee26099da5f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=22f9e42d8b6b414d93eb9a52fcb917ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492262 Aug 31 07:21:23.659557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb37aaf-6fe9-4c0a-8e2c-6ee26099da5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1052cb7b-0ea6-4472-a23f-681c1bb794e3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:23.661408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40510) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:23.712669 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.735129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.782104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.784668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:23.785832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1052cb7b-0ea6-4472-a23f-681c1bb794e3 HTTP/1.1" status: 204 len: 168 time: 0.1234505 Aug 31 07:21:23.794264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1537d69b-1d10-4a4f-96db-9d4e327c657e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1052cb7b-0ea6-4472-a23f-681c1bb794e3,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:24.488162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40532) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:24.586398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1853023964-network', 'tenant_id': 'df8de579711f411bb3bd769512691336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:24.608050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Made reservation on behalf of df8de579711f411bb3bd769512691336 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:21:24.610681 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.619039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.711927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.716393 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.735551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] vlan segment allocate from pool success with {'vlan_id': 551, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:21:24.755880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.756221 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Added segment 2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba of type vlan for network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e Aug 31 07:21:24.757584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3162f2a0-bcdd-4291-af54-3bb4c1f3743d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:24.798062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.825206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.826274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:24.826872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.864180 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8522e24-e16a-4f1b-9432-d56a6d4a74c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:24.888659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3960850 Aug 31 07:21:24.888870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40536) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:21:24.895412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Request body: {'subnet': {'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1853023964-subnet', 'tenant_id': 'df8de579711f411bb3bd769512691336', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:24.901240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d5b00-ec33-4dbb-9f9d-9594b4d8b18a admin admin] Pushing event updated for resources: {'Network': ['ID=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:24.912129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:21:24.921886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Made reservation on behalf of df8de579711f411bb3bd769512691336 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:21:24.924245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:25.047070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a42f331-c0ed-4315-996d-6879c6a90c7b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:21:25.068951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0a42f331-c0ed-4315-996d-6879c6a90c7b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:21:25.069260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0a42f331-c0ed-4315-996d-6879c6a90c7b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:21:25.114992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:25.173039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9017509-6030-4ea0-bf10-49e46e25cc81,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:25.183873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Checking segment: {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:21:25.184234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Network hostable DHCP agents. Network: cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:21:25.207034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:21:25.223686 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:21:25.228965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:25.230207 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:25.235037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7edf40-0708-498a-8d62-3ca1243dd200 None None] Network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:21:25.257886 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ec2574d4-676c-4bf6-a41a-a9a169d6aee3 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3661439 Aug 31 07:21:25.368778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2ac15e-1882-4002-8b10-db287ab4569d None None] Network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:21:25.708759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-95315507-787b-4dc6-a27e-1e7a67d1c847 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:25.710207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-95315507-787b-4dc6-a27e-1e7a67d1c847 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 812 time: 0.1049223 Aug 31 07:21:25.725822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-f892cf84-445b-4184-8e6f-76920931df9f tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/quotas/df8de579711f411bb3bd769512691336 HTTP/1.1" status: 200 len: 375 time: 0.0095289 Aug 31 07:21:25.760314 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-f97662ac-00de-4006-8a8b-e271127da420 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272524 Aug 31 07:21:25.855660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-bb6c0caf-5d95-4b21-842f-06e2723af139 service neutron] 10.222.0.57 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881782 Aug 31 07:21:25.946094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-60bf9edb-d2aa-43f7-8bd6-c9411645c9fb service neutron] 10.222.0.57 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844476 Aug 31 07:21:26.110327 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7f410305-863c-48f4-a57d-5fff3cf1d378 req-c0a274fb-375b-48da-9e45-eda9816bc7b9 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 210 time: 0.0284600 Aug 31 07:21:27.006678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-6e165dca-ce54-4451-a16c-115d90f080f7 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:27.008209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-6e165dca-ce54-4451-a16c-115d90f080f7 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 812 time: 0.1125970 Aug 31 07:21:27.021036 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Request body: {'port': {'device_id': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e', 'admin_state_up': True, 'tenant_id': 'df8de579711f411bb3bd769512691336'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:27.133925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Made reservation on behalf of df8de579711f411bb3bd769512691336 for: {'port': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:21:27.138048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.208967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4fd69371-a6b4-4a21-898b-b63084165deb req-0b354bdd-72dd-4953-bd7f-689e5c496dc8 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 210 time: 0.0309570 Aug 31 07:21:27.268994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Allocated IP 172.20.0.10 (cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e/b9017509-6030-4ea0-bf10-49e46e25cc81/c8fd6dc6-d133-42fa-9c63-cc1237655778) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:21:27.417786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.456245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.482057 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e4615d88-a02c-4453-b9cc-2d262035a9d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.502547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:21:27.505701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:21:27.509462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:21:27.532820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:27.560722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:27.561321 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.575209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-cf466f1d-915f-4bd1-82d7-4ada04a83127 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5580540 Aug 31 07:21:27.587225 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Request body: {'port': {'device_id': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:21:27.643345 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.821051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.905850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8fd6dc6-d133-42fa-9c63-cc1237655778 {{(pid=94640) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:21:27.913168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.926787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Transition to ACTIVE for port object c8fd6dc6-d133-42fa-9c63-cc1237655778 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:21:27.930859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:27.984323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:28.063059 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:21:28.063424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:21:28.063768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:21:28.068232 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:21:28.068572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:21:28.074777 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:21:28.075077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Checking segment: {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:21:28.075473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Bound using segment: {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:21:28.076034 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Bound port: c8fd6dc6-d133-42fa-9c63-cc1237655778, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:21:28.076412 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:28.144677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:21:28.147934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:21:28.152678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:28.187821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.188439 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:28.189884 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] 10.222.0.53 "PUT /v2.0/ports/c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 1093 time: 0.6069117 Aug 31 07:21:28.190322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:21:28.192572 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa610f22-1e66-4c70-9b69-558333cb5575" -d '{"events": [{"name": "network-changed", "server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:21:28.219583 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4840fd-6044-4aff-b933-ded7a06d9620 service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=3']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:28.239381 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26b851df-243e-40ba-a4d1-125a9f6240e6 x-openstack-request-id: req-26b851df-243e-40ba-a4d1-125a9f6240e6 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:21:28.239690 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:21:28.239969 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-26b851df-243e-40ba-a4d1-125a9f6240e6 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:21:28.240394 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'status': 'completed', 'code': 200} Aug 31 07:21:28.273416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-8281a3da-377a-4e4c-beb7-8b50d5da92c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.274920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-8281a3da-377a-4e4c-beb7-8b50d5da92c1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1096 time: 0.0472295 Aug 31 07:21:28.319556 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-c37b9d84-d105-4b0a-8817-b9e5e7dca894 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0370138 Aug 31 07:21:28.326679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c702da-36c2-414e-b53f-4ae47122888b req-51c06fc2-0c11-43eb-9e40-6c65fe146860 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.328174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6c702da-36c2-414e-b53f-4ae47122888b req-51c06fc2-0c11-43eb-9e40-6c65fe146860 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 944 time: 0.0505767 Aug 31 07:21:28.371927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-00b33d98-a72c-4a58-ab44-9472912e9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.373584 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-00b33d98-a72c-4a58-ab44-9472912e9d0c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0464218 Aug 31 07:21:28.377663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6c702da-36c2-414e-b53f-4ae47122888b req-57d62b51-ca8e-47bd-a7e8-2a48e0200c7e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431185 Aug 31 07:21:28.406792 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-1cdf7b9f-b218-49a0-b9ac-b9b9067811e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264890 Aug 31 07:21:28.499550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-5557183a-069b-44ab-a077-3a50b36d61ad service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862041 Aug 31 07:21:28.589798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a2a0e3d-b5a5-453c-909d-995f5489d6b6 req-33398dc2-fbbb-4d73-9557-60734e5ac491 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832031 Aug 31 07:21:28.683521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-9cf08cf9-54ce-4471-814a-4d1b998aa6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.685105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-9cf08cf9-54ce-4471-814a-4d1b998aa6f1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1096 time: 0.0527098 Aug 31 07:21:28.780449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-8b811ca6-632f-4d36-bd0b-9b0193421b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.781957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-8b811ca6-632f-4d36-bd0b-9b0193421b1a service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.0903747 Aug 31 07:21:28.825378 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-d00ed407-a044-43cd-bb4f-cb10d4c38a93 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0360081 Aug 31 07:21:28.879019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-83a997c4-0259-436f-b9f9-b51335f8c54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:28.880422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-83a997c4-0259-436f-b9f9-b51335f8c54c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0479140 Aug 31 07:21:28.912749 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-647674ae-c0ff-4f85-beba-83ff5a5a9351 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241187 Aug 31 07:21:29.002830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-fbbfd6bc-bb81-4892-acd3-162ea60f98a9 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818417 Aug 31 07:21:29.096191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-aa610f22-1e66-4c70-9b69-558333cb5575 req-5f23fd96-9eaa-4806-a5bb-b01e3fd8e1ba service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860031 Aug 31 07:21:29.496391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16eed5-89fd-4ac5-8055-62819d182ace req-de5a3ada-5630-46a9-940d-781f06b23b68 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:29.497913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c16eed5-89fd-4ac5-8055-62819d182ace req-de5a3ada-5630-46a9-940d-781f06b23b68 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 944 time: 0.0510299 Aug 31 07:21:29.537175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c16eed5-89fd-4ac5-8055-62819d182ace req-48dfe1ed-7512-4d07-b5dd-a29625154485 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Aug 31 07:21:29.757469 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:30.664534 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2959853e-a7e4-41e4-b5be-377fd035c866 req-2b218466-4abc-4695-aa1c-b94a22ae7c39 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:30.667406 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2959853e-a7e4-41e4-b5be-377fd035c866 req-2b218466-4abc-4695-aa1c-b94a22ae7c39 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 944 time: 0.0549929 Aug 31 07:21:30.707247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2959853e-a7e4-41e4-b5be-377fd035c866 req-812d4629-e971-4f05-84ae-627ed17ae5b3 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339062 Aug 31 07:21:31.077669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:21:31.183001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:31.186179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:31.194952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e', 'port_id': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'mac_address': 'fa:16:3e:79:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9017509-6030-4ea0-bf10-49e46e25cc81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:21:31.233123 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:31.246100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fd6dc6-d133-42fa-9c63-cc1237655778 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:21:31.266650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:31.270862 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:31.327309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:31.461669 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c8fd6dc6-d133-42fa-9c63-cc1237655778'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:21:31.823189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d3eed-322a-4aeb-b93b-74e309088749 req-170e3307-0f82-45e6-96f3-c533958fb7f1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:31.824702 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-474d3eed-322a-4aeb-b93b-74e309088749 req-170e3307-0f82-45e6-96f3-c533958fb7f1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 945 time: 0.0506363 Aug 31 07:21:31.862805 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-474d3eed-322a-4aeb-b93b-74e309088749 req-48161666-5298-4104-9e63-abc8e1833b59 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317957 Aug 31 07:21:32.982548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25770eec-c05b-43a9-971a-f98819f0e16a req-c1f23bf4-fee3-4b6b-af00-6c8d274f6ec8 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:32.984123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25770eec-c05b-43a9-971a-f98819f0e16a req-c1f23bf4-fee3-4b6b-af00-6c8d274f6ec8 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 945 time: 0.0543497 Aug 31 07:21:33.024276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25770eec-c05b-43a9-971a-f98819f0e16a req-ee8e922b-c8fe-4b5d-ba2f-e9602158340b tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Aug 31 07:21:33.090511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:21:33.139027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c8fd6dc6-d133-42fa-9c63-cc1237655778 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:21:33.143045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c8fd6dc6-d133-42fa-9c63-cc1237655778 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:21:33.143370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:33.223206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:33.245785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:21:33.248285 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1941bc8c-adc5-4be7-9e58-b52b5fe684df" -d '{"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:21:33.261660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:21:33.266128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:33.292574 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50841427-d9cf-422d-95b4-fdf1bee696f8 x-openstack-request-id: req-50841427-d9cf-422d-95b4-fdf1bee696f8 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:21:33.292859 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:21:33.293127 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50841427-d9cf-422d-95b4-fdf1bee696f8 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:21:33.293532 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'code': 200} Aug 31 07:21:33.317191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:21:33.395323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a6579-b02f-47dd-9d25-89f17044a869 req-ebef98c5-1181-424a-a089-c7687e4946d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:33.396741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-784a6579-b02f-47dd-9d25-89f17044a869 req-ebef98c5-1181-424a-a089-c7687e4946d5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1098 time: 0.0494025 Aug 31 07:21:33.432655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-784a6579-b02f-47dd-9d25-89f17044a869 req-821be6bc-3f6e-4ccd-8723-b2305b1ef98e service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283689 Aug 31 07:21:34.140870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adae2d-c029-4530-b632-de9bf9afd418 req-589d7527-3e2f-4a59-ab3e-2d176fc878eb tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:34.142379 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18adae2d-c029-4530-b632-de9bf9afd418 req-589d7527-3e2f-4a59-ab3e-2d176fc878eb tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0479558 Aug 31 07:21:34.184017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-18adae2d-c029-4530-b632-de9bf9afd418 req-1a5618bc-e3c0-452b-bd04-0baa1f3f4a02 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Aug 31 07:21:35.303132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb674097-7fa9-4661-87e6-00c74b96b562 req-0a2bcb38-f603-4fdf-bf09-98761c65f6ae tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:35.304656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb674097-7fa9-4661-87e6-00c74b96b562 req-0a2bcb38-f603-4fdf-bf09-98761c65f6ae tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0504718 Aug 31 07:21:35.342742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb674097-7fa9-4661-87e6-00c74b96b562 req-5b7fe12d-c352-4988-9079-0adb75815d23 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321033 Aug 31 07:21:35.589693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c4e0bb-90b7-4c68-8cb7-c752889ce84d req-98b96f21-6730-4d90-8db7-0290d4e7e922 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:35.591195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c4e0bb-90b7-4c68-8cb7-c752889ce84d req-98b96f21-6730-4d90-8db7-0290d4e7e922 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0534678 Aug 31 07:21:35.638568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a2c4e0bb-90b7-4c68-8cb7-c752889ce84d req-8744ea8f-38f6-46f5-8be5-5a0424c6e545 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367980 Aug 31 07:21:35.698299 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-1a807c0b-01c8-4e92-9ae3-04d01fefad20 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656454 Aug 31 07:21:36.065318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:36.760562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8151f89-c8f1-4005-919f-98e808ce440a req-a6783385-3fe8-4013-9233-3f9bb6eb6067 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:36.762138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8151f89-c8f1-4005-919f-98e808ce440a req-a6783385-3fe8-4013-9233-3f9bb6eb6067 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0532420 Aug 31 07:21:36.801880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8151f89-c8f1-4005-919f-98e808ce440a req-4dde34f7-c72b-44fa-b734-7d6a4029cb14 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324826 Aug 31 07:21:36.819507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-bdb827bd-d6ed-4b88-8f20-d871917ba6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:36.821128 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-bdb827bd-d6ed-4b88-8f20-d871917ba6bd service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1098 time: 0.0410540 Aug 31 07:21:36.919072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-cc24e540-b27a-402d-8d8c-2607d1eeb736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:36.920426 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-cc24e540-b27a-402d-8d8c-2607d1eeb736 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.0926533 Aug 31 07:21:36.961935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-9504ac9e-7769-4087-9638-c38849880f8e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0349197 Aug 31 07:21:37.011868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-b0e29ab0-cea6-4e4d-9b03-5bab5645bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:37.013389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-b0e29ab0-cea6-4e4d-9b03-5bab5645bf55 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0452962 Aug 31 07:21:37.045545 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-6b3f6fd7-8b05-4cef-8651-ecd367c1cdd9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255437 Aug 31 07:21:37.137660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-adc3b576-bba1-40c3-9837-ba1e27638f4f service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853560 Aug 31 07:21:37.225824 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-d44d4368-b18e-4bd3-a1a7-26e61b561203 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810690 Aug 31 07:21:37.922876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4a0b34-d105-4432-b933-f9a5b3ba00c3 req-b025134e-d549-4d3c-81cf-01ba02ec9e4e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:37.924346 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf4a0b34-d105-4432-b933-f9a5b3ba00c3 req-b025134e-d549-4d3c-81cf-01ba02ec9e4e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0536060 Aug 31 07:21:37.964609 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf4a0b34-d105-4432-b933-f9a5b3ba00c3 req-8040f8e1-8d1c-4877-98ee-f91453f9d017 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Aug 31 07:21:39.081012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248d1604-366b-43cf-a323-55f9957c91aa req-18ac6af0-70db-46ed-85c3-5b9003d91fc2 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:39.082510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-248d1604-366b-43cf-a323-55f9957c91aa req-18ac6af0-70db-46ed-85c3-5b9003d91fc2 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0492201 Aug 31 07:21:39.123092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-248d1604-366b-43cf-a323-55f9957c91aa req-27d1d8bd-37b7-4229-8fd9-0b3cabbcf9a5 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343659 Aug 31 07:21:40.239827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6fbce-f644-41d5-a930-a0ce091dcb48 req-6965fd98-95e8-4ddc-965d-e3e5b3620ca5 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:40.241364 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16d6fbce-f644-41d5-a930-a0ce091dcb48 req-6965fd98-95e8-4ddc-965d-e3e5b3620ca5 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0512319 Aug 31 07:21:40.289676 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-16d6fbce-f644-41d5-a930-a0ce091dcb48 req-cb1671c7-c367-4725-b81a-915520d78a2e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382776 Aug 31 07:21:41.415383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38f10dc-9bc5-49e0-8bc0-ededbea3f55c req-64677c1a-28de-4502-be37-b29d501f969c tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:41.418136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d38f10dc-9bc5-49e0-8bc0-ededbea3f55c req-64677c1a-28de-4502-be37-b29d501f969c tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0568516 Aug 31 07:21:41.462412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d38f10dc-9bc5-49e0-8bc0-ededbea3f55c req-b0f4c854-8cce-4d1c-a29c-67cabf1ce901 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383089 Aug 31 07:21:42.584243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9916a7f2-fb77-43e2-b415-61e19f0225f5 req-5cedc97b-4eef-4180-b422-23187f14ff9c tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:42.585902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9916a7f2-fb77-43e2-b415-61e19f0225f5 req-5cedc97b-4eef-4180-b422-23187f14ff9c tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0509741 Aug 31 07:21:42.628466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9916a7f2-fb77-43e2-b415-61e19f0225f5 req-2c4159cb-1ae4-4c95-849e-69d839d49fd9 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Aug 31 07:21:43.747668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5116b6df-cfb4-4ffb-a64b-98ea7c95ac25 req-b298d172-8156-405b-94d5-72b14c5fc341 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:43.749340 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5116b6df-cfb4-4ffb-a64b-98ea7c95ac25 req-b298d172-8156-405b-94d5-72b14c5fc341 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0525839 Aug 31 07:21:43.791445 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5116b6df-cfb4-4ffb-a64b-98ea7c95ac25 req-7e568941-3f09-4392-8922-d8e110c69365 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351031 Aug 31 07:21:44.922483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4446a029-77b4-4a2e-a936-ca35fabe8e09 req-d7789bc1-4d3a-4372-9f74-07be44faaecb tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:44.924154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4446a029-77b4-4a2e-a936-ca35fabe8e09 req-d7789bc1-4d3a-4372-9f74-07be44faaecb tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0572479 Aug 31 07:21:44.965087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4446a029-77b4-4a2e-a936-ca35fabe8e09 req-73b8ad99-572d-4118-b605-b795d6548aac tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347552 Aug 31 07:21:45.884964 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:46.088997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6b1c69-1db7-45c1-9a90-ae9993d671e0 req-5d76b0fc-d4bc-4bd4-a840-b2bc42468cad tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:46.090519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4f6b1c69-1db7-45c1-9a90-ae9993d671e0 req-5d76b0fc-d4bc-4bd4-a840-b2bc42468cad tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0554283 Aug 31 07:21:46.141352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4f6b1c69-1db7-45c1-9a90-ae9993d671e0 req-ef071a55-652b-42f0-84ce-fbb33dff214a tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409636 Aug 31 07:21:47.284874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8230a87-a5b4-4a3c-96b8-db1a6d978c79 req-3468c035-8518-48bb-a893-539bdfa4a63d tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:47.286431 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8230a87-a5b4-4a3c-96b8-db1a6d978c79 req-3468c035-8518-48bb-a893-539bdfa4a63d tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0642576 Aug 31 07:21:47.329303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8230a87-a5b4-4a3c-96b8-db1a6d978c79 req-f04fab67-685a-4ecb-b11d-f24d5f15b4de tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325677 Aug 31 07:21:48.471386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc24ee-e541-4d3f-af75-a7b588d12fbd req-6772bfb3-3e06-4f93-9fbb-6cfaa1da716e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:48.473267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76bc24ee-e541-4d3f-af75-a7b588d12fbd req-6772bfb3-3e06-4f93-9fbb-6cfaa1da716e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0711699 Aug 31 07:21:48.518000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-76bc24ee-e541-4d3f-af75-a7b588d12fbd req-58d68c6a-ff03-4ab9-82d7-accd4ebe1c1e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378439 Aug 31 07:21:49.638653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98883b-9961-4c3b-a5b8-5a589c5ed270 req-5e0a4f1f-67af-4dbc-996d-ffada88f7330 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:49.640139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f98883b-9961-4c3b-a5b8-5a589c5ed270 req-5e0a4f1f-67af-4dbc-996d-ffada88f7330 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0504224 Aug 31 07:21:49.677363 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f98883b-9961-4c3b-a5b8-5a589c5ed270 req-4838e328-1b6b-4e87-ada7-94dfd7b48e5d tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309830 Aug 31 07:21:50.800588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8462f9-214e-4762-aee0-218849572d5b req-ea1b2a17-c5d0-4079-8fd4-f5f3a9eb2dde tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:50.802537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f8462f9-214e-4762-aee0-218849572d5b req-ea1b2a17-c5d0-4079-8fd4-f5f3a9eb2dde tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0545392 Aug 31 07:21:50.842401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f8462f9-214e-4762-aee0-218849572d5b req-3b526097-a1d3-4913-bc71-f64fc6569c52 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334156 Aug 31 07:21:51.967864 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d020f2e-dccf-464d-8c94-71d01aad7084 req-06ac0c96-7bf7-4e38-9017-4f426413bf66 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:51.969398 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d020f2e-dccf-464d-8c94-71d01aad7084 req-06ac0c96-7bf7-4e38-9017-4f426413bf66 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0568326 Aug 31 07:21:52.009210 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1d020f2e-dccf-464d-8c94-71d01aad7084 req-9757910a-8626-49ca-8bca-c964117b8c58 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337749 Aug 31 07:21:53.127321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc37101-1954-4f8c-9054-964b097e5f83 req-8f6ee541-8481-4a6b-a5e4-9162afc08c3a tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:53.128796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abc37101-1954-4f8c-9054-964b097e5f83 req-8f6ee541-8481-4a6b-a5e4-9162afc08c3a tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0503678 Aug 31 07:21:53.166763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abc37101-1954-4f8c-9054-964b097e5f83 req-14dcb752-8842-4a3e-87f3-bb05ec316b2a tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314307 Aug 31 07:21:54.286884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e46ec1-faec-4a26-86d1-21bbe310819c req-cef15df4-492a-4e9f-87a3-72d9fb2970a9 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:54.288820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75e46ec1-faec-4a26-86d1-21bbe310819c req-cef15df4-492a-4e9f-87a3-72d9fb2970a9 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0527332 Aug 31 07:21:54.332175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-75e46ec1-faec-4a26-86d1-21bbe310819c req-56848f38-1ae7-4964-9038-36dda47203e2 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366538 Aug 31 07:21:54.856058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a35ee337-9bae-4af9-8656-12c6ec230c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:55.461346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3689da-619f-4aad-9d5e-a9b21df9b067 req-c2d7d106-c5c0-4743-a2e2-7b30130c8ce1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:55.463337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac3689da-619f-4aad-9d5e-a9b21df9b067 req-c2d7d106-c5c0-4743-a2e2-7b30130c8ce1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0520906 Aug 31 07:21:55.508833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac3689da-619f-4aad-9d5e-a9b21df9b067 req-2eb50233-e0ae-433e-9181-507eff8d21cf tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390093 Aug 31 07:21:56.628216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d82b6df-c65c-41b0-a629-c3c330284c2e req-b400d225-dc2e-49e7-af51-f1110e3b0230 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:56.629733 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d82b6df-c65c-41b0-a629-c3c330284c2e req-b400d225-dc2e-49e7-af51-f1110e3b0230 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0499680 Aug 31 07:21:56.668814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d82b6df-c65c-41b0-a629-c3c330284c2e req-64388ba5-f0e2-4083-b0e7-6275b70d9d53 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321229 Aug 31 07:21:57.485016 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e6d1fcb-94d2-4aa7-ac4f-d594bc2effff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:57.794756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc8e12f-8635-4a77-b816-7c9716cc66b6 req-5f63830f-ddf2-45e6-b299-569b5e0584ba tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:57.796356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3dc8e12f-8635-4a77-b816-7c9716cc66b6 req-5f63830f-ddf2-45e6-b299-569b5e0584ba tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0531690 Aug 31 07:21:57.823915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:21:57.841970 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3dc8e12f-8635-4a77-b816-7c9716cc66b6 req-9301ee41-73c2-4261-bfa1-66cdb125b8f8 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357671 Aug 31 07:21:58.979982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eba243-8dbb-4637-af3a-630acfe0e389 req-69d690a4-b1b6-4b78-893c-7619ca253f66 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:21:58.981463 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7eba243-8dbb-4637-af3a-630acfe0e389 req-69d690a4-b1b6-4b78-893c-7619ca253f66 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0552218 Aug 31 07:21:59.023296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b7eba243-8dbb-4637-af3a-630acfe0e389 req-195fa563-2df3-4b02-ac8c-b663a3b4c022 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355043 Aug 31 07:21:59.763504 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:00.142483 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fde107-554e-444b-b01b-5c4d9f94571a req-7106a80a-82cf-408c-aa22-c9b0e6cee996 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:00.144033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04fde107-554e-444b-b01b-5c4d9f94571a req-7106a80a-82cf-408c-aa22-c9b0e6cee996 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0509202 Aug 31 07:22:00.183573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04fde107-554e-444b-b01b-5c4d9f94571a req-03ee906d-8626-468e-8cd6-e7a1b609d9d0 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329022 Aug 31 07:22:00.192405 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:22:01.177519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:01.312718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d75b3d-9b28-4d55-8fb0-3567eefcff7a req-376cd160-9a99-48a3-8c06-f7839a05f1b1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:01.314420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30d75b3d-9b28-4d55-8fb0-3567eefcff7a req-376cd160-9a99-48a3-8c06-f7839a05f1b1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0614121 Aug 31 07:22:01.358200 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-30d75b3d-9b28-4d55-8fb0-3567eefcff7a req-ebf3279b-a570-4a29-99ce-04dd7949a273 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373211 Aug 31 07:22:02.478782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf742d-48af-4e7b-9079-345657de22bf req-2fa41230-f87f-4365-b4de-72ff95eed995 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:02.480576 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53cf742d-48af-4e7b-9079-345657de22bf req-2fa41230-f87f-4365-b4de-72ff95eed995 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0515997 Aug 31 07:22:02.522161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53cf742d-48af-4e7b-9079-345657de22bf req-e6f79f67-17f3-4b3a-8e70-304ea366460c tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356405 Aug 31 07:22:03.548696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-648feb01-fd13-4626-b7d0-f406e83fda27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:03.550537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-648feb01-fd13-4626-b7d0-f406e83fda27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1098 time: 0.0425701 Aug 31 07:22:03.692613 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa163491-c208-4c48-8ed8-d79f930f55de req-67758236-d5f7-48a1-b97a-3ca4e284a75f tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:03.694146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa163491-c208-4c48-8ed8-d79f930f55de req-67758236-d5f7-48a1-b97a-3ca4e284a75f tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0768685 Aug 31 07:22:03.699834 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-57b17f0f-70ce-4b92-ae73-930b853a3fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:03.701221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-57b17f0f-70ce-4b92-ae73-930b853a3fda service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.1297560 Aug 31 07:22:03.755022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-b27bf020-4a70-4def-a672-c1e22026ef56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0459237 Aug 31 07:22:03.795466 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fa163491-c208-4c48-8ed8-d79f930f55de req-8a9b11f4-2879-4879-bb1a-d407c4b19f4e tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932548 Aug 31 07:22:03.813120 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-8ac68391-7c5d-4070-8207-a979d284008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:03.814591 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-8ac68391-7c5d-4070-8207-a979d284008f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0493362 Aug 31 07:22:03.847877 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-eb5c1aab-338b-4942-af78-19fafb7dc8ad service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246813 Aug 31 07:22:03.940631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-10fe8106-c099-4a9e-94f9-3150d6356bf3 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844810 Aug 31 07:22:04.224992 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-1540436d-4cb6-4503-bd75-901c07761f58 service neutron] show failed (client error): The resource could not be found. Aug 31 07:22:04.226050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-1540436d-4cb6-4503-bd75-901c07761f58 service neutron] 10.222.0.53 "GET /v2.0/ports/c8fd6dc6-d133-42fa-9c63-cc1237655778/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0689044 Aug 31 07:22:04.383314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54d39a4f-e69b-4ae5-80b1-dd39f1786fee req-c01f73a6-6d7e-41a0-9f48-cedc9e6a0889 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348049 Aug 31 07:22:04.522287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-603e8cc9-07d7-4063-954e-e756d05c565e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:04.523865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-603e8cc9-07d7-4063-954e-e756d05c565e service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5&tenant_id=df8de579711f411bb3bd769512691336 HTTP/1.1" status: 200 len: 1098 time: 0.1336062 Aug 31 07:22:04.537649 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:04.599799 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:04.838537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:04.886963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:04.950030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:04.952335 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6de62581-56c1-42ed-ba50-7bd4eff22632" -d '{"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:04.957077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:04.969250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6447435a-43c8-4afa-82b2-138f99c698e5 req-2739f799-8cc4-4a45-8eee-3933a2cd39c2 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:04.970968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6447435a-43c8-4afa-82b2-138f99c698e5 req-2739f799-8cc4-4a45-8eee-3933a2cd39c2 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.1005888 Aug 31 07:22:04.988670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Transition to ACTIVE for port object c8fd6dc6-d133-42fa-9c63-cc1237655778 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:04.997626 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:05.081724 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505a3ed3-85ef-4e25-82f6-1fd978129244 x-openstack-request-id: req-505a3ed3-85ef-4e25-82f6-1fd978129244 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:05.082012 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-unplugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:05.082266 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-505a3ed3-85ef-4e25-82f6-1fd978129244 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:05.082656 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'code': 200} Aug 31 07:22:05.089348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6447435a-43c8-4afa-82b2-138f99c698e5 req-0476f5e8-4ca0-497a-adb2-7e13f6eb0fc3 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117513 Aug 31 07:22:05.090099 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] No DVR routers for this DVR port c8fd6dc6-d133-42fa-9c63-cc1237655778 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:22:05.093294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:05.117465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.117814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.118155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.118490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.119345 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.119675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.120021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.120323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.120646 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.120975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.121291 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.121630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:05.138037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:22:05.138376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:22:05.138704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:05.143075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:22:05.143392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Attempting to bind port c8fd6dc6-d133-42fa-9c63-cc1237655778 on network cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:05.148440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:22:05.148786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Checking segment: {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:05.149176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Bound using segment: {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:22:05.149643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Bound port: c8fd6dc6-d133-42fa-9c63-cc1237655778, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:22:05.150130 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:05.217237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:05.220268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:22:05.225048 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:05.264179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:05.264650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:05.266084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] 10.222.0.50 "PUT /v2.0/ports/c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 1093 time: 0.7331367 Aug 31 07:22:05.294005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6316b4-4685-48a9-af5f-e72c690c9fbf service neutron] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:05.345086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-5bcc688b-074c-4a1b-8679-26b3d1b694cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:05.346740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-5bcc688b-074c-4a1b-8679-26b3d1b694cc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1096 time: 0.0483763 Aug 31 07:22:05.438577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-e9309210-c20e-40be-bea7-310964db2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:05.440152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-e9309210-c20e-40be-bea7-310964db2522 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.0868766 Aug 31 07:22:05.491758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-289e3daa-de75-4caa-b497-5c32753c89b9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0427380 Aug 31 07:22:05.541062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-4b4387d3-b329-4306-a51b-5809d53e794e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:05.542694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-4b4387d3-b329-4306-a51b-5809d53e794e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0436876 Aug 31 07:22:05.573979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-c99be59f-5c85-4e47-96fa-7a0f3265d759 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247607 Aug 31 07:22:05.669166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-b25ed12c-7e37-4883-92ad-56da22f34c62 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878186 Aug 31 07:22:05.762571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e2731eab-1804-4324-977d-0a2f5a34b821 req-9e435f73-8168-4f3f-9d04-0a32f03a01fe service neutron] 10.222.0.50 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861456 Aug 31 07:22:06.076181 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:06.215048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a81c1-7ccf-4588-b9c7-c743e004e8af req-c95dca8b-21ee-4a2c-9326-c9e39d1ac643 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:06.216646 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf6a81c1-7ccf-4588-b9c7-c743e004e8af req-c95dca8b-21ee-4a2c-9326-c9e39d1ac643 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 944 time: 0.0510967 Aug 31 07:22:06.256963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bf6a81c1-7ccf-4588-b9c7-c743e004e8af req-1cefdbc2-9059-494c-ae50-76a576f79f86 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Aug 31 07:22:07.084214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:07.087324 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9" -d '{"events": [{"name": "network-changed", "server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:07.139254 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb944091-3021-42ad-b64a-19c8712e8d2d x-openstack-request-id: req-fb944091-3021-42ad-b64a-19c8712e8d2d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:07.139651 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:07.140016 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fb944091-3021-42ad-b64a-19c8712e8d2d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:07.140740 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'status': 'completed', 'code': 200} Aug 31 07:22:07.201570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-02abd4b7-3be3-4644-87bb-78611bd40c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.203074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-02abd4b7-3be3-4644-87bb-78611bd40c48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1096 time: 0.0459027 Aug 31 07:22:07.210455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-0587f403-4d09-4ea0-a41e-61e011cb0cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.211929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-0587f403-4d09-4ea0-a41e-61e011cb0cc0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1096 time: 0.0426602 Aug 31 07:22:07.250353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:22:07.307254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-07006000-0d0e-452d-a7d5-14cb5c505182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.309188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-07006000-0d0e-452d-a7d5-14cb5c505182 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.0994232 Aug 31 07:22:07.330313 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:22:07.348020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-7e91c24e-5de5-474f-a19f-02f562d1e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.349578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-7e91c24e-5de5-474f-a19f-02f562d1e017 service neutron] 10.222.0.50 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.1290841 Aug 31 07:22:07.376102 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-c0c9c5c4-3c05-4de1-b6b1-c23d616df06f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0600340 Aug 31 07:22:07.399402 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-68ff0501-db25-4e75-9b6e-084b76644da6 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0428395 Aug 31 07:22:07.458619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-87686c56-5447-46c0-8486-ccb3bc4fd838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.458860 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-c24b49b4-7f89-46e5-8e88-3e388f5abae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.460412 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-c24b49b4-7f89-46e5-8e88-3e388f5abae6 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0759289 Aug 31 07:22:07.460560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-87686c56-5447-46c0-8486-ccb3bc4fd838 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0540061 Aug 31 07:22:07.471012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b0aaa-f7e4-48b2-bea6-b4792567daec req-bb481c49-b004-4015-b515-721d8298b6c1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:07.473379 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a6b0aaa-f7e4-48b2-bea6-b4792567daec req-bb481c49-b004-4015-b515-721d8298b6c1 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 944 time: 0.1000037 Aug 31 07:22:07.502698 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-67d04217-bfce-4685-806c-9f40475bccae service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347769 Aug 31 07:22:07.510189 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-ee83073c-8ab0-4e10-b113-e0c3f4d8dba3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357282 Aug 31 07:22:07.581244 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a6b0aaa-f7e4-48b2-bea6-b4792567daec req-b974addb-c5c2-4545-bc6f-b0c17c516a0a tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951817 Aug 31 07:22:07.602444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-606cce34-be9d-4c6e-85c3-d0f13097c301 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915961 Aug 31 07:22:07.624995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-af542625-2c34-4c1c-bab4-eb123bb6b8a1 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062298 Aug 31 07:22:07.700945 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-290752d5-bcde-4362-a48b-e2889027de32 service neutron] 10.222.0.50 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910075 Aug 31 07:22:07.732930 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7047c301-bc96-4b1e-9155-e6b69cb9ebd9 req-605a4103-4755-4c07-b715-524e0c65fb58 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017160 Aug 31 07:22:08.457224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:22:08.554230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:08.566696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'network_id': 'cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e', 'port_id': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'mac_address': 'fa:16:3e:79:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9017509-6030-4ea0-bf10-49e46e25cc81', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:22:08.607482 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:08.621269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8fd6dc6-d133-42fa-9c63-cc1237655778 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:08.644840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:08.649377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:08.699897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:08.714146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8f316-0845-4fb6-b648-3ed5c3b1cb1d req-8fdefd8e-3f3d-45c4-807f-002cbd71e554 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:08.715684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89b8f316-0845-4fb6-b648-3ed5c3b1cb1d req-8fdefd8e-3f3d-45c4-807f-002cbd71e554 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 945 time: 0.0528145 Aug 31 07:22:08.757975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89b8f316-0845-4fb6-b648-3ed5c3b1cb1d req-fe13ec8b-c5d5-4565-966c-91f7c320f691 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358624 Aug 31 07:22:08.929041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['c8fd6dc6-d133-42fa-9c63-cc1237655778'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:22:09.068132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-84ce3152-ee2b-44bc-ba7a-86bfa2a8474b tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:09.069763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-84ce3152-ee2b-44bc-ba7a-86bfa2a8474b tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.53 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5&tenant_id=df8de579711f411bb3bd769512691336&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 945 time: 0.0981522 Aug 31 07:22:09.142016 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-00ddb5d5-3d8c-4944-a8f2-fca0945dcb4b service neutron] delete failed (client error): The resource could not be found. Aug 31 07:22:09.143087 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-00ddb5d5-3d8c-4944-a8f2-fca0945dcb4b service neutron] 10.222.0.53 "DELETE /v2.0/ports/c8fd6dc6-d133-42fa-9c63-cc1237655778/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0655823 Aug 31 07:22:09.230209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-9e9f0401-bf11-41b5-9748-4541f30bceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:09.231716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-9e9f0401-bf11-41b5-9748-4541f30bceaa service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=df8de579711f411bb3bd769512691336&device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 1097 time: 0.0454488 Aug 31 07:22:09.320683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-35060bf4-045b-408b-8fcf-05bccac201f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:09.322587 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-35060bf4-045b-408b-8fcf-05bccac201f4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 200 len: 913 time: 0.0844405 Aug 31 07:22:09.368226 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-5d8946ea-d072-46ef-8aa0-36ab172b8525 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 200 len: 217 time: 0.0390081 Aug 31 07:22:09.418364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-2d58e5b7-2139-4952-b0d5-5934cb354429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:09.419815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-2d58e5b7-2139-4952-b0d5-5934cb354429 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 200 len: 852 time: 0.0453548 Aug 31 07:22:09.451476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-9397c88f-ae17-4a0a-b23d-1aef5f6ac2a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247481 Aug 31 07:22:09.541341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-e389442f-60a6-43c7-8d7e-93db9c80bf73 service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829759 Aug 31 07:22:09.636658 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-b2294c5c-d3bc-4c22-b10c-d1dd2aed5dec service neutron] 10.222.0.53 "GET /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888689 Aug 31 07:22:10.333095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f387fd-87e2-454e-8f0f-ab0c2948c192 req-16990642-5527-4729-9d17-e511c874d565 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:10.334622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87f387fd-87e2-454e-8f0f-ab0c2948c192 req-16990642-5527-4729-9d17-e511c874d565 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 945 time: 0.0509398 Aug 31 07:22:10.374806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87f387fd-87e2-454e-8f0f-ab0c2948c192 req-27056607-0b65-434b-965f-b8df3b9be5b0 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331900 Aug 31 07:22:10.465022 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:22:10.514905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port c8fd6dc6-d133-42fa-9c63-cc1237655778 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:22:10.518596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port c8fd6dc6-d133-42fa-9c63-cc1237655778 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:22:10.518961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:10.596121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:10.618102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:10.621117 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fd31060-258b-4730-b766-3b87dc96e794" -d '{"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:10.633284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:10.638366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:10.668564 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2704e62f-665c-47f7-bc21-7e0c3648d4c7 x-openstack-request-id: req-2704e62f-665c-47f7-bc21-7e0c3648d4c7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:10.668883 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-plugged", "status": "completed", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:10.669132 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2704e62f-665c-47f7-bc21-7e0c3648d4c7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:10.669533 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'code': 200} Aug 31 07:22:10.695685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:11.499913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71635a5-b1ed-4f9b-b802-1e97c08d790b req-74bb3538-ac0e-40b3-9ced-84f61440842f tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:11.501426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c71635a5-b1ed-4f9b-b802-1e97c08d790b req-74bb3538-ac0e-40b3-9ced-84f61440842f tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0548539 Aug 31 07:22:11.541366 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c71635a5-b1ed-4f9b-b802-1e97c08d790b req-a7ed0b58-21bf-4d85-9690-1aa9b8524a0b tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/security-groups?id=3162f2a0-bcdd-4291-af54-3bb4c1f3743d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Aug 31 07:22:11.594111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-5dc469df-4803-4ca6-a239-4d0e69c0f568 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:11.595577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-5dc469df-4803-4ca6-a239-4d0e69c0f568 tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.50 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 946 time: 0.0519967 Aug 31 07:22:11.686983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Deleting port c8fd6dc6-d133-42fa-9c63-cc1237655778 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:22:11.687326 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:12.084725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] For port c8fd6dc6-d133-42fa-9c63-cc1237655778, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=c8fd6dc6-d133-42fa-9c63-cc1237655778,segment=NetworkSegment(2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba),segment_id=2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:12.085378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:12.099193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Calling delete_port for c8fd6dc6-d133-42fa-9c63-cc1237655778 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:22:12.244660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:12.256238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['c8fd6dc6-d133-42fa-9c63-cc1237655778'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:22:12.275708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Pushing event deleted for resources: {'Port': ['ID=c8fd6dc6-d133-42fa-9c63-cc1237655778,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:12.320720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] No DVR routers for this DVR port c8fd6dc6-d133-42fa-9c63-cc1237655778 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:22:12.323553 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:12.325705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63b3a801-8714-4f43-a4e1-0a40751fd417 req-8dfae74e-13bf-4709-a3ad-af538749f2cc tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.50 "DELETE /v2.0/ports/c8fd6dc6-d133-42fa-9c63-cc1237655778 HTTP/1.1" status: 204 len: 173 time: 0.7241428 Aug 31 07:22:12.326146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-deleted', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:12.328451 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61395c4b-d0e9-4727-945a-f73418f40fc7" -d '{"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-deleted", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:12.369544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5492d2aa-61df-4b97-a1aa-19dcf687e5ed x-openstack-request-id: req-5492d2aa-61df-4b97-a1aa-19dcf687e5ed {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:12.370012 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f81b76e8-e047-4f10-8061-a1dc150628c5", "name": "network-vif-deleted", "tag": "c8fd6dc6-d133-42fa-9c63-cc1237655778", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:12.370299 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5492d2aa-61df-4b97-a1aa-19dcf687e5ed {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:12.370652 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f81b76e8-e047-4f10-8061-a1dc150628c5', 'name': 'network-vif-deleted', 'tag': 'c8fd6dc6-d133-42fa-9c63-cc1237655778', 'status': 'completed', 'code': 200} Aug 31 07:22:12.650293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01c2aeaf-4a8e-4d83-b27b-99a8edd24a36 req-e82a0fe3-b913-43ae-bb75-0506ee466dde tempest-DeleteServersTestJSON-1577562792 tempest-DeleteServersTestJSON-1577562792-project] 10.222.0.57 "GET /v2.0/ports?device_id=f81b76e8-e047-4f10-8061-a1dc150628c5 HTTP/1.1" status: 200 len: 210 time: 0.0292885 Aug 31 07:22:13.800050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40708) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:13.846593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Deleting subnet b9017509-6030-4ea0-bf10-49e46e25cc81 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:22:13.849724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:13.888282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:13.928910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:13.987612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.022171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9017509-6030-4ea0-bf10-49e46e25cc81,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:14.024292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.029275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f6be23b8-f499-4db3-a4ef-298e7ef408b5 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/b9017509-6030-4ea0-bf10-49e46e25cc81 HTTP/1.1" status: 204 len: 168 time: 0.2254367 Aug 31 07:22:14.030791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 40710) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:14.110197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.196001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.206131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:14.217117 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:14.217447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f065f7e-dc7d-45a1-8212-3ce9d8b4c2ba') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:22:14.226421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.241184 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.247457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Releasing vlan 551 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:22:14.248140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:22:14.250477 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:22:14.314511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.319941 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.322537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] 10.222.0.57 "DELETE /v2.0/networks/cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e HTTP/1.1" status: 204 len: 168 time: 0.2910378 Aug 31 07:22:14.342359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0ddf3f-7b41-4cdc-9f75-65e4aee40e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=cf3c13b9-4be1-40aa-9d7b-acdcc6317a7e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:14.446344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40714) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:14.487067 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83bf857b-d78b-46c1-bbd3-c72e7a019aa8 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df8de579711f411bb3bd769512691336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395064 Aug 31 07:22:14.489617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40716) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:14.496083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:22:14.516628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: c8fd6dc6-d133-42fa-9c63-cc1237655778 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:22:14.516970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device c8fd6dc6-d133-42fa-9c63-cc1237655778 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:22:14.539900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.562013 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.615815 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.619225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:14.620627 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/3162f2a0-bcdd-4291-af54-3bb4c1f3743d HTTP/1.1" status: 204 len: 168 time: 0.1300673 Aug 31 07:22:14.629709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3162f2a0-bcdd-4291-af54-3bb4c1f3743d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:14.638999 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.639341 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.639681 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.640080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.640325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.640650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.640974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.641301 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.641648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.641971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.642285 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:14.642602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bfa8d4-8690-4348-993b-ad3ddc6e5106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:15.351949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40738) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:15.456563 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-812686343-network', 'tenant_id': 'eaadd287dc4f45a2af35870042aff9af'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:15.489821 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Made reservation on behalf of eaadd287dc4f45a2af35870042aff9af for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:22:15.492487 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.502391 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.608448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.616466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.642511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] vlan segment allocate from pool success with {'vlan_id': 592, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:22:15.652040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a231f24-59b7-4875-b232-e03078780d3d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:15.659132 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.660010 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Added segment a42cb1a0-2c4c-4232-85b0-57c9313ee1e9 of type vlan for network 764252cf-ee45-4e88-a607-888861f4280b Aug 31 07:22:15.702582 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.729816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.730893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:15.731513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.788467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4353359 Aug 31 07:22:15.791517 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 40742) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:22:15.798082 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Request body: {'subnet': {'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-812686343-subnet', 'tenant_id': 'eaadd287dc4f45a2af35870042aff9af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:15.810107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb105e5-762d-4329-90c9-b8e045a27a1c admin admin] Pushing event updated for resources: {'Network': ['ID=764252cf-ee45-4e88-a607-888861f4280b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:15.823353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 764252cf-ee45-4e88-a607-888861f4280b details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:22:15.826807 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Made reservation on behalf of eaadd287dc4f45a2af35870042aff9af for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:22:15.829370 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:15.912336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:16.029379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:16.087177 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:16.094682 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Checking segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:16.094982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Network hostable DHCP agents. Network: 764252cf-ee45-4e88-a607-888861f4280b, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:22:16.112326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Network 764252cf-ee45-4e88-a607-888861f4280b is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:22:16.122325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 764252cf-ee45-4e88-a607-888861f4280b) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:22:16.126595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:16.127147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:16.133033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6ad959-1c59-4634-9626-2367aa67fadd None None] Network 764252cf-ee45-4e88-a607-888861f4280b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:22:16.142725 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1b4e8bd4-c462-417d-9a97-a3047b96aba9 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3501458 Aug 31 07:22:16.255200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee00b73d-3a72-40cc-8f90-1cd353f8cb5d None None] Network 764252cf-ee45-4e88-a607-888861f4280b requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:22:16.651739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-aee0fb35-4943-413a-ad86-35ffe0b0d9ed tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:16.653876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-aee0fb35-4943-413a-ad86-35ffe0b0d9ed tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 814 time: 0.1506128 Aug 31 07:22:16.675197 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-0afcde3c-91ed-41dc-9db9-02966bab2f4a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/quotas/eaadd287dc4f45a2af35870042aff9af HTTP/1.1" status: 200 len: 375 time: 0.0151212 Aug 31 07:22:16.714621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-60a71c78-6956-4e9a-890a-2cc4ec4671fc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0338688 Aug 31 07:22:16.818436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-b8bfd4ed-e49e-46c6-beee-bb0be8c0449c service neutron] 10.222.0.57 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967672 Aug 31 07:22:16.914566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-9b54a51a-4195-428d-98ad-9c4a79f7e9c1 service neutron] 10.222.0.57 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888104 Aug 31 07:22:17.090325 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-69c9e7c4-e346-45de-81e1-52f1d775e6ae req-a0429377-dee3-4eb4-ba93-81a2d9d7c3b7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0341368 Aug 31 07:22:18.213566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-459762a9-5fab-4cb6-ac7e-99f9b988852e req-0019f2f8-89ea-4a33-b077-25b923964e68 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 210 time: 0.0345750 Aug 31 07:22:18.259093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-64ff66e6-7297-4297-8b84-cbb2e4e81a3f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:18.260572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-64ff66e6-7297-4297-8b84-cbb2e4e81a3f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 814 time: 0.1546297 Aug 31 07:22:18.275886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Request body: {'port': {'device_id': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'admin_state_up': True, 'tenant_id': 'eaadd287dc4f45a2af35870042aff9af'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:18.388188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Made reservation on behalf of eaadd287dc4f45a2af35870042aff9af for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:22:18.391869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:18.523964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Allocated IP 172.20.0.8 (764252cf-ee45-4e88-a607-888861f4280b/ceefc3d6-c7fa-49c2-ad94-42d2be9b299c/420998ae-dd95-483c-8a9b-a148008425f1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:22:18.688736 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:18.729103 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:18.771260 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Network 764252cf-ee45-4e88-a607-888861f4280b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:22:18.778974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:22:18.784086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:22:18.813076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:18.842525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:18.843159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:18.858301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ba3c882a-ffc9-41a6-9443-3fe70adcb903 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5862162 Aug 31 07:22:18.871858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Request body: {'port': {'device_id': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:18.935083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.203550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 420998ae-dd95-483c-8a9b-a148008425f1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:19.211441 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.224638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Transition to ACTIVE for port object 420998ae-dd95-483c-8a9b-a148008425f1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:19.228339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.285371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:19.345882 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39d7b54-9875-42db-a1ce-db7aafac6e40 req-f45aab8f-0468-482d-af3b-9149eec98621 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:19.347526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e39d7b54-9875-42db-a1ce-db7aafac6e40 req-f45aab8f-0468-482d-af3b-9149eec98621 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 943 time: 0.0519586 Aug 31 07:22:19.354090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:22:19.354428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:22:19.354757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:19.359170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:22:19.359491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:19.364397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:22:19.364738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Checking segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:19.365124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Bound using segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:22:19.365587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Bound port: 420998ae-dd95-483c-8a9b-a148008425f1, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:22:19.365948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.389248 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e39d7b54-9875-42db-a1ce-db7aafac6e40 req-4cb053a6-8576-4df1-b2a2-8f10b48edd82 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348351 Aug 31 07:22:19.430443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:19.434082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:22:19.438656 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.472858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:19.473499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:19.474917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] 10.222.0.50 "PUT /v2.0/ports/420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 1092 time: 0.6074665 Aug 31 07:22:19.475354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:19.477704 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4f88df-198b-4975-af12-eb1559ad2656" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:19.501781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749907a4-5f93-4296-af48-ebb1d03d6089 service neutron] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:19.534695 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891fc131-6f70-4c00-af0a-e4ebdf4a755c x-openstack-request-id: req-891fc131-6f70-4c00-af0a-e4ebdf4a755c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:19.534993 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:19.535252 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-891fc131-6f70-4c00-af0a-e4ebdf4a755c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:19.535659 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'status': 'completed', 'code': 200} Aug 31 07:22:19.565794 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-5bd76ebb-e7a4-4a5a-abd2-a2803984d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:19.567299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-5bd76ebb-e7a4-4a5a-abd2-a2803984d506 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1095 time: 0.0432587 Aug 31 07:22:19.613857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-ef4b1296-a49d-434b-b837-b493e6f17fa7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0382972 Aug 31 07:22:19.663203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-725a8dce-aa7a-48bb-97d4-7a6f76379836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:19.664650 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-725a8dce-aa7a-48bb-97d4-7a6f76379836 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0440650 Aug 31 07:22:19.698634 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-0bc3d533-1e4d-4189-bf98-88036a99cd9e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262678 Aug 31 07:22:19.796774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-055a27f2-0ec6-4630-badd-c7a8ac784cdd service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910683 Aug 31 07:22:19.891789 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a4af5f0-2be9-40d0-9ad0-3923012f2dfa req-9d028d66-73b6-4825-aa72-5656472bb90f service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872984 Aug 31 07:22:19.978856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88df-198b-4975-af12-eb1559ad2656 req-6b72baa7-413b-47b3-b697-43ba15268852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:19.980360 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-6b72baa7-413b-47b3-b697-43ba15268852 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1095 time: 0.0420361 Aug 31 07:22:20.076465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88df-198b-4975-af12-eb1559ad2656 req-3b895aea-c316-43a0-be4f-cf42da5dc627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:20.077889 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-3b895aea-c316-43a0-be4f-cf42da5dc627 service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0900481 Aug 31 07:22:20.121248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-e9143c35-840d-42cd-9e4f-3366fea736c1 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0353236 Aug 31 07:22:20.175415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f88df-198b-4975-af12-eb1559ad2656 req-65e3d644-33fd-415d-9cd7-64a48a45f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:20.176881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-65e3d644-33fd-415d-9cd7-64a48a45f935 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0485907 Aug 31 07:22:20.209220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-1d49f2ef-1879-4ad1-aeb9-c10fa8d5b1ad service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242791 Aug 31 07:22:20.301606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-09340e59-ad85-4d22-b634-18b5a6e176a1 service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851014 Aug 31 07:22:20.398372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-db4f88df-198b-4975-af12-eb1559ad2656 req-d2bcf916-5b96-478b-8a5f-eb1918a0190c service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888875 Aug 31 07:22:20.511108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7cd2a-7e1a-4813-acf7-c99c837b6162 req-b9a78a30-ffa0-447b-a7ef-fa41046981b3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:20.512606 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eff7cd2a-7e1a-4813-acf7-c99c837b6162 req-b9a78a30-ffa0-447b-a7ef-fa41046981b3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 943 time: 0.0546472 Aug 31 07:22:20.550344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eff7cd2a-7e1a-4813-acf7-c99c837b6162 req-d792bafd-92cd-4d2b-9212-d93924c0d88a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318270 Aug 31 07:22:21.671766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b851af9a-3ff3-4de3-933b-8c626576ef24 req-1e03bff1-975a-4d6a-a6a5-05fd132959e2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:21.673307 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b851af9a-3ff3-4de3-933b-8c626576ef24 req-1e03bff1-975a-4d6a-a6a5-05fd132959e2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 943 time: 0.0510292 Aug 31 07:22:21.715145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b851af9a-3ff3-4de3-933b-8c626576ef24 req-907ba2a9-d982-411e-b691-c85164c08640 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357516 Aug 31 07:22:22.527266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:22:22.624548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:22.636279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '420998ae-dd95-483c-8a9b-a148008425f1', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'port_id': '420998ae-dd95-483c-8a9b-a148008425f1', 'mac_address': 'fa:16:3e:54:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceefc3d6-c7fa-49c2-ad94-42d2be9b299c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:22:22.674476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:22.689029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420998ae-dd95-483c-8a9b-a148008425f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:22.708762 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:22.713843 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:22.777352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:22.790382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.790929 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.791459 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.791989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.792512 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.793035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.793583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.794118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.794644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.795169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.795698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.796214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:22:22.838573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df793cf1-21a6-4dc3-96a4-b8dac254fa1b req-39206238-e20b-406f-96a2-4928743555f7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:22.840074 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df793cf1-21a6-4dc3-96a4-b8dac254fa1b req-39206238-e20b-406f-96a2-4928743555f7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 944 time: 0.0532720 Aug 31 07:22:22.878371 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-df793cf1-21a6-4dc3-96a4-b8dac254fa1b req-dfad4e89-6845-4da2-85b5-9a9870a12de0 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312264 Aug 31 07:22:22.906564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['420998ae-dd95-483c-8a9b-a148008425f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:22:23.992385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b096eec3-61d5-43d2-9201-b80bbc3ce561 req-b7eb0028-c117-4629-b907-5d36a4e9cf91 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:23.994549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b096eec3-61d5-43d2-9201-b80bbc3ce561 req-b7eb0028-c117-4629-b907-5d36a4e9cf91 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 944 time: 0.0505135 Aug 31 07:22:24.033990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b096eec3-61d5-43d2-9201-b80bbc3ce561 req-e4279e78-6471-4a64-8493-5ac33359ae52 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334306 Aug 31 07:22:24.526962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:22:24.576373 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 420998ae-dd95-483c-8a9b-a148008425f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:22:24.580023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 420998ae-dd95-483c-8a9b-a148008425f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:22:24.580390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:24.658845 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:24.681523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:24.684046 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3fef2e-d361-4d23-aa25-5f90aad1f700" -d '{"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:24.698221 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:24.703418 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:24.727242 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca24908-5ee7-43bb-8069-5c1c1752c2fb x-openstack-request-id: req-7ca24908-5ee7-43bb-8069-5c1c1752c2fb {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:24.728502 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:24.728502 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ca24908-5ee7-43bb-8069-5c1c1752c2fb {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:24.728502 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'code': 200} Aug 31 07:22:24.756889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:24.825281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc72c0-b5ae-43bc-8be4-3791f207ed5a req-1dfebdb6-d379-4c9e-829e-735c51952570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:24.826860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1dc72c0-b5ae-43bc-8be4-3791f207ed5a req-1dfebdb6-d379-4c9e-829e-735c51952570 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1097 time: 0.0456305 Aug 31 07:22:24.857624 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e0963daf-4e61-44b5-a552-90074f247410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:24.864469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1dc72c0-b5ae-43bc-8be4-3791f207ed5a req-2bb3b700-e004-480e-b150-149ea1b6276c service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304036 Aug 31 07:22:25.155538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7115ca-b14e-4ed0-b35f-6325c8e4be87 req-5a763c81-b136-4dc7-b784-b3451b513739 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:25.157067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c7115ca-b14e-4ed0-b35f-6325c8e4be87 req-5a763c81-b136-4dc7-b784-b3451b513739 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0546463 Aug 31 07:22:25.196024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c7115ca-b14e-4ed0-b35f-6325c8e4be87 req-65393b91-5098-4cd5-871a-1dfd4711d3cd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330224 Aug 31 07:22:26.317397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3fec95-da40-44b5-8095-cd0364c0fd47 req-b2afb791-8259-4331-9d93-c4ec13ca5afd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:26.318899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af3fec95-da40-44b5-8095-cd0364c0fd47 req-b2afb791-8259-4331-9d93-c4ec13ca5afd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0533698 Aug 31 07:22:26.364483 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-af3fec95-da40-44b5-8095-cd0364c0fd47 req-4c4b6868-fdfb-4d30-a263-1d7e9fda0180 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386024 Aug 31 07:22:26.490778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316d5709-349c-4a76-bd60-7327e4f22a2d req-54f960bb-4dfc-4d92-8dd9-897644dbfd03 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:26.492263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-316d5709-349c-4a76-bd60-7327e4f22a2d req-54f960bb-4dfc-4d92-8dd9-897644dbfd03 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0539973 Aug 31 07:22:26.537067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-316d5709-349c-4a76-bd60-7327e4f22a2d req-32ea7261-4473-43e3-b550-a9bae4837e79 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373161 Aug 31 07:22:26.748466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd1f0-c5fa-4364-810b-551a54349d17 req-f7c9450e-b650-46cb-a3e6-1c749400ea88 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:26.749918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c19bd1f0-c5fa-4364-810b-551a54349d17 req-f7c9450e-b650-46cb-a3e6-1c749400ea88 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0545938 Aug 31 07:22:26.788232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c19bd1f0-c5fa-4364-810b-551a54349d17 req-cb1864fe-e3a4-4ada-97f6-635d70608649 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319481 Aug 31 07:22:26.909267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0529823-3fc3-4036-b643-756d50dd61ec req-1f26d96c-33e5-4665-bc9f-b6a8b7b90c40 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:26.910766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0529823-3fc3-4036-b643-756d50dd61ec req-1f26d96c-33e5-4665-bc9f-b6a8b7b90c40 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0535593 Aug 31 07:22:26.951137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0529823-3fc3-4036-b643-756d50dd61ec req-f16b1c1b-a3bb-4329-9831-cab6633815cf tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314124 Aug 31 07:22:27.212271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-7429ca1c-74a8-432e-9a6f-64d8856c60e0 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0730207 Aug 31 07:22:27.223883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0417a37d-2ceb-4ddf-955a-f0bbf4ed6714 req-3cd3af6c-beb5-463f-9e1c-e686337e8d05 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:27.225424 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0417a37d-2ceb-4ddf-955a-f0bbf4ed6714 req-3cd3af6c-beb5-463f-9e1c-e686337e8d05 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0785410 Aug 31 07:22:27.265915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0417a37d-2ceb-4ddf-955a-f0bbf4ed6714 req-4cb57c46-72d0-418c-8038-45f18c39aded tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335493 Aug 31 07:22:27.494766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9abaf485-76da-4954-80d9-77bf7f60c8d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:27.828133 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:28.426381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9c1b9a-1683-4722-a7f8-9b449736a512 req-e58f1f38-0df9-4355-bfbf-efb7a703ec59 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:28.427932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a9c1b9a-1683-4722-a7f8-9b449736a512 req-e58f1f38-0df9-4355-bfbf-efb7a703ec59 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0846720 Aug 31 07:22:28.430769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-2e5404c0-e7c1-4816-809d-5d0bbfe70606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:28.432176 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-2e5404c0-e7c1-4816-809d-5d0bbfe70606 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1097 time: 0.0776935 Aug 31 07:22:28.525301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5a9c1b9a-1683-4722-a7f8-9b449736a512 req-ba165051-0b80-4821-a736-99c0efe3e11a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910561 Aug 31 07:22:28.553784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-1ad32f7f-35b1-45f7-8d5e-940cfdc06cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:28.555261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-1ad32f7f-35b1-45f7-8d5e-940cfdc06cf1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.1152291 Aug 31 07:22:28.605498 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-e8f9070a-ac53-4891-b362-dc6e670bea6b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0425577 Aug 31 07:22:28.658583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-35d41021-4bc3-498d-9dc1-74cc42f08de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:28.660043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-35d41021-4bc3-498d-9dc1-74cc42f08de3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0482531 Aug 31 07:22:28.691503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-48d0a0d8-f535-47b0-9ead-513b00ffcd5b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242307 Aug 31 07:22:28.785240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-31ec63f0-2074-4158-bf5d-bfd3aa12b82e service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828669 Aug 31 07:22:28.881072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-b5efbd3e-00b3-4979-8bc8-b0b651b0427c service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887635 Aug 31 07:22:29.645656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759bbf77-833f-469f-9186-bf093a7fb169 req-5fb3ab2a-5862-4a8e-bf56-b5aaf2defe66 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:29.647140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-759bbf77-833f-469f-9186-bf093a7fb169 req-5fb3ab2a-5862-4a8e-bf56-b5aaf2defe66 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0541046 Aug 31 07:22:29.688920 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-759bbf77-833f-469f-9186-bf093a7fb169 req-803c467a-1eec-45e6-8b03-e929c479a737 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354347 Aug 31 07:22:29.765267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:30.812376 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471c4744-9eaa-4ad1-99b6-113c11e65d78 req-ec709a9c-181f-49b1-9f2b-8dc9c84d1994 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:30.813906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-471c4744-9eaa-4ad1-99b6-113c11e65d78 req-ec709a9c-181f-49b1-9f2b-8dc9c84d1994 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0534968 Aug 31 07:22:30.857254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-471c4744-9eaa-4ad1-99b6-113c11e65d78 req-81be685b-c3e9-4abf-bc3e-eebcb928da79 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Aug 31 07:22:31.177520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:31.977638 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b357304-4e36-469e-90ea-f71f2e6243d5 req-6b3ae58e-651c-4357-9fd8-dbbc2d308788 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:31.979157 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b357304-4e36-469e-90ea-f71f2e6243d5 req-6b3ae58e-651c-4357-9fd8-dbbc2d308788 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0500593 Aug 31 07:22:32.017481 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b357304-4e36-469e-90ea-f71f2e6243d5 req-4aa46c10-b712-4f06-a873-55b84ae88e48 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323584 Aug 31 07:22:33.135871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6508e86-6450-43d8-8fb0-e103008a1d2d req-cda5e71b-d6e6-46dc-b65d-6c625f9f9845 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:33.137373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6508e86-6450-43d8-8fb0-e103008a1d2d req-cda5e71b-d6e6-46dc-b65d-6c625f9f9845 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0514679 Aug 31 07:22:33.181859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d6508e86-6450-43d8-8fb0-e103008a1d2d req-e791555a-094c-47c3-b5da-cd26db964968 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385227 Aug 31 07:22:34.300388 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7afb85-900a-449b-942b-393cb7e6b3c5 req-0069b2be-41c4-4529-a1a9-1a97058a135a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:34.301901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d7afb85-900a-449b-942b-393cb7e6b3c5 req-0069b2be-41c4-4529-a1a9-1a97058a135a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0523758 Aug 31 07:22:34.340732 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5d7afb85-900a-449b-942b-393cb7e6b3c5 req-ed4abff9-505a-40d2-bc1d-a93312479f34 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328462 Aug 31 07:22:35.457539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2c859b-b2f2-44a0-b375-1d7ab68c549c req-b19bea94-fc83-49ac-99ae-e1b93de7e467 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:35.459053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc2c859b-b2f2-44a0-b375-1d7ab68c549c req-b19bea94-fc83-49ac-99ae-e1b93de7e467 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0498953 Aug 31 07:22:35.499075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc2c859b-b2f2-44a0-b375-1d7ab68c549c req-37b57137-da9c-43df-b460-ffa9bac5eac2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326102 Aug 31 07:22:36.069405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:36.618010 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d1e139-4228-428f-a19e-0e7a8b6aa1b2 req-0363482a-ab90-4854-9451-39518b3e986a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:36.619460 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8d1e139-4228-428f-a19e-0e7a8b6aa1b2 req-0363482a-ab90-4854-9451-39518b3e986a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0527804 Aug 31 07:22:36.656283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8d1e139-4228-428f-a19e-0e7a8b6aa1b2 req-8e969c73-308d-480d-9b36-0dd76c7fec6d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309024 Aug 31 07:22:37.190940 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:22:37.769978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92bef7d-4958-4210-860e-c928b7d822fa req-2d7d7442-2b1d-4871-9683-40f91b1ad5d3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:37.771441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f92bef7d-4958-4210-860e-c928b7d822fa req-2d7d7442-2b1d-4871-9683-40f91b1ad5d3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Aug 31 07:22:37.809528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f92bef7d-4958-4210-860e-c928b7d822fa req-d1943784-6de8-413a-babb-f0cf481e427b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Aug 31 07:22:38.927397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127f3924-1bda-4f25-a5b6-626436ecb5d2 req-41c41c5d-892f-4b34-b9ca-55d0e3a4c050 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:38.928901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-127f3924-1bda-4f25-a5b6-626436ecb5d2 req-41c41c5d-892f-4b34-b9ca-55d0e3a4c050 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0515993 Aug 31 07:22:38.968570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-127f3924-1bda-4f25-a5b6-626436ecb5d2 req-f4e1b432-0bca-426c-aa43-3c1a57e1a51e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332336 Aug 31 07:22:40.087146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325ee1e-0b02-41f2-a01f-f258626c7aeb req-dd19eee2-9ec3-4db4-988a-2f54181e23d4 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:40.088594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d325ee1e-0b02-41f2-a01f-f258626c7aeb req-dd19eee2-9ec3-4db4-988a-2f54181e23d4 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0514278 Aug 31 07:22:40.135448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d325ee1e-0b02-41f2-a01f-f258626c7aeb req-b80da0ed-70aa-4cdd-934b-adaafcc64d9d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395007 Aug 31 07:22:41.260939 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1084aa-7e70-46b6-b901-d1af72285053 req-4d838ffe-6885-43f2-b9ae-9a114bcad6e7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:41.262475 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff1084aa-7e70-46b6-b901-d1af72285053 req-4d838ffe-6885-43f2-b9ae-9a114bcad6e7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0581214 Aug 31 07:22:41.303738 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ff1084aa-7e70-46b6-b901-d1af72285053 req-e89c5549-bf42-46f0-b29b-116a4a2a96b2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Aug 31 07:22:42.434864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2b2e4d-356a-4600-b2ed-d50381482b44 req-ab6592a6-babe-4de9-bae8-308ce85b14dc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:42.436563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa2b2e4d-356a-4600-b2ed-d50381482b44 req-ab6592a6-babe-4de9-bae8-308ce85b14dc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0560882 Aug 31 07:22:42.480094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa2b2e4d-356a-4600-b2ed-d50381482b44 req-6da69b7e-46ae-4567-a8ed-23c6af54b0b1 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367501 Aug 31 07:22:43.601668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdd39a-ea86-4fd2-af88-e08ee74c0884 req-ea7b4371-e819-47ec-979f-96ce36c433ef tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:43.603836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cacdd39a-ea86-4fd2-af88-e08ee74c0884 req-ea7b4371-e819-47ec-979f-96ce36c433ef tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0566256 Aug 31 07:22:43.647703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cacdd39a-ea86-4fd2-af88-e08ee74c0884 req-7e5da1d9-ef89-41bd-87c6-257ea9ba6b29 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332861 Aug 31 07:22:44.765255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2df866-8f5a-4a1e-8677-b9ba80ac9716 req-a4545f0a-b3e2-45d3-a4f0-ac906e20479c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:44.766776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0e2df866-8f5a-4a1e-8677-b9ba80ac9716 req-a4545f0a-b3e2-45d3-a4f0-ac906e20479c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0496674 Aug 31 07:22:44.805933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0e2df866-8f5a-4a1e-8677-b9ba80ac9716 req-a9ec17d2-5a86-4522-9f18-0d80ae166f82 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330842 Aug 31 07:22:45.916302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:45.925163 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1418e-19f0-4979-ac49-2b76d9c39d2a req-16efa049-df77-4863-be03-c0a687183adc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:45.926662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b1418e-19f0-4979-ac49-2b76d9c39d2a req-16efa049-df77-4863-be03-c0a687183adc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0509591 Aug 31 07:22:45.967472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5b1418e-19f0-4979-ac49-2b76d9c39d2a req-4516f23e-9de5-4805-bac6-6e8a4ba2eaa9 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336013 Aug 31 07:22:47.097724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e982-00ba-461e-b5b5-876f7fefe8ce req-5ef2389a-1134-47c5-910f-7f05adc93841 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:47.099245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d01e982-00ba-461e-b5b5-876f7fefe8ce req-5ef2389a-1134-47c5-910f-7f05adc93841 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0615602 Aug 31 07:22:47.145593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d01e982-00ba-461e-b5b5-876f7fefe8ce req-580bd4b0-bfa1-4669-8009-13bd629fd827 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394177 Aug 31 07:22:48.268577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2c1309-d2da-49a4-b119-6baf9724d62b req-4f1c3066-b9c9-4be8-8468-26cd78f00501 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:48.270137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd2c1309-d2da-49a4-b119-6baf9724d62b req-4f1c3066-b9c9-4be8-8468-26cd78f00501 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0546129 Aug 31 07:22:48.310603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd2c1309-d2da-49a4-b119-6baf9724d62b req-86e6a4af-a3e1-4a2b-9c62-1b100e23e9fc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337596 Aug 31 07:22:49.431153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b6d58b-04dd-4f88-a98b-77a5c935ee80 req-d5c74c0d-0e00-49a9-afe0-71380c30e72c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:49.432657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86b6d58b-04dd-4f88-a98b-77a5c935ee80 req-d5c74c0d-0e00-49a9-afe0-71380c30e72c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0515680 Aug 31 07:22:49.470800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86b6d58b-04dd-4f88-a98b-77a5c935ee80 req-a32eae62-8317-4009-8bc1-eba0e28436c5 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 31 07:22:50.594493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb512f2a-27d3-4003-bfe1-be74920bb88f req-697d8dee-93fa-453d-84a5-001bae106e36 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:50.596000 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb512f2a-27d3-4003-bfe1-be74920bb88f req-697d8dee-93fa-453d-84a5-001bae106e36 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0546503 Aug 31 07:22:50.635070 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eb512f2a-27d3-4003-bfe1-be74920bb88f req-8809fccb-3699-4596-a9a7-1e779d50b9c7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329351 Aug 31 07:22:51.763078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0e90-32b0-45e6-b17e-28d06144e971 req-e6e49821-e178-47f3-8f61-141e80c7937e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:51.764589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-557c0e90-32b0-45e6-b17e-28d06144e971 req-e6e49821-e178-47f3-8f61-141e80c7937e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0527439 Aug 31 07:22:51.803525 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-557c0e90-32b0-45e6-b17e-28d06144e971 req-2bd83696-a4b7-4c03-a30d-0c296569f1ff tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328739 Aug 31 07:22:52.922569 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d5563-af29-40d5-89b7-2bedd541e133 req-1351148a-8b16-4067-9f32-b88bbf63590f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:52.924082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e89d5563-af29-40d5-89b7-2bedd541e133 req-1351148a-8b16-4067-9f32-b88bbf63590f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0501010 Aug 31 07:22:52.963820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e89d5563-af29-40d5-89b7-2bedd541e133 req-665bb49c-4d74-446a-aaee-ae72dd5c0c65 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325825 Aug 31 07:22:54.083706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96f153a-8d09-4dc7-b762-c53621dfa2ec req-40f269ae-cbf2-4bff-a142-254a1cf83d5d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:54.085500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c96f153a-8d09-4dc7-b762-c53621dfa2ec req-40f269ae-cbf2-4bff-a142-254a1cf83d5d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0511677 Aug 31 07:22:54.132755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c96f153a-8d09-4dc7-b762-c53621dfa2ec req-e77bd9f8-0c32-4d4b-a03e-cb06f500003f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405252 Aug 31 07:22:54.858329 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca2f556f-adc3-48f1-b84a-235bd609a1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:55.256831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72ba5d-7816-4d06-916c-b2dd333d1de1 req-dbbf5728-c39f-4bc1-978f-ae18ede4c4f8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:55.258405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc72ba5d-7816-4d06-916c-b2dd333d1de1 req-dbbf5728-c39f-4bc1-978f-ae18ede4c4f8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0544999 Aug 31 07:22:55.298935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc72ba5d-7816-4d06-916c-b2dd333d1de1 req-d758b5a2-726e-4eba-b6a3-0b351cfeaed4 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345275 Aug 31 07:22:55.912319 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-130ac402-5ce3-4d49-b65c-ecce32894833 service neutron] show failed (client error): The resource could not be found. Aug 31 07:22:55.913374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-130ac402-5ce3-4d49-b65c-ecce32894833 service neutron] 10.222.0.50 "GET /v2.0/ports/420998ae-dd95-483c-8a9b-a148008425f1/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0579309 Aug 31 07:22:56.126134 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-6e0bbd93-9f55-44ca-a13c-4cf522ffe9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.127640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-6e0bbd93-9f55-44ca-a13c-4cf522ffe9d4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0&tenant_id=eaadd287dc4f45a2af35870042aff9af HTTP/1.1" status: 200 len: 1097 time: 0.0478318 Aug 31 07:22:56.140582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:22:56.196376 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.413530 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:56.420725 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed14f9c-cdf2-48d4-a3f1-9cee18cb56b3 req-4a0b6704-505a-40d5-b0cb-303389dd3ab1 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.422348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ed14f9c-cdf2-48d4-a3f1-9cee18cb56b3 req-4a0b6704-505a-40d5-b0cb-303389dd3ab1 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0529938 Aug 31 07:22:56.461623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h2-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:56.468449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5ed14f9c-cdf2-48d4-a3f1-9cee18cb56b3 req-179a3eec-41ed-401f-8149-12ed5e696e4b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400176 Aug 31 07:22:56.512813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:56.515199 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e009b37e-61d3-49fb-ac7a-1150264732d7" -d '{"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-unplugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:56.519288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.536382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Transition to ACTIVE for port object 420998ae-dd95-483c-8a9b-a148008425f1 will not be triggered until provisioned by entity L2. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:22:56.540802 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.602364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] No DVR routers for this DVR port 420998ae-dd95-483c-8a9b-a148008425f1 on host n-h2-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:22:56.610790 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:56.649459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:22:56.649850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:22:56.650223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:56.656393 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24b5af6-0de6-4bbd-b3a6-84361dde60ff x-openstack-request-id: req-d24b5af6-0de6-4bbd-b3a6-84361dde60ff {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:56.656689 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-unplugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:56.656940 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d24b5af6-0de6-4bbd-b3a6-84361dde60ff {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:56.657356 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'code': 200} Aug 31 07:22:56.658048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:22:56.658362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Attempting to bind port 420998ae-dd95-483c-8a9b-a148008425f1 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:22:56.664325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:22:56.664325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Checking segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:22:56.664325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Bound using segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} {{(pid=94640) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:22:56.664756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.managers [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Bound port: 420998ae-dd95-483c-8a9b-a148008425f1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}}] {{(pid=94640) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:22:56.664988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.739092 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, cleared binding levels {{(pid=94640) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:22:56.742375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94640) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:22:56.748940 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.791250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.791882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:56.793291 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] 10.222.0.53 "PUT /v2.0/ports/420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 1092 time: 0.6569297 Aug 31 07:22:56.811334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec99bbc2-e392-43cf-a6f2-7c5fc93bb92d service neutron] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:56.858998 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-46602e9a-7b4e-407d-86f7-5f44480e90c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.858998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-46602e9a-7b4e-407d-86f7-5f44480e90c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1095 time: 0.0437682 Aug 31 07:22:56.956799 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-91a6d11e-5756-4331-bed9-33552bf9c954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:56.958224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-91a6d11e-5756-4331-bed9-33552bf9c954 service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0920920 Aug 31 07:22:57.000328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-0ddd8427-8133-469e-b010-b8c18314c4f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0351965 Aug 31 07:22:57.056248 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-b49c5c43-bdbc-4588-9920-fda181170be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:57.057760 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-b49c5c43-bdbc-4588-9920-fda181170be5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0503209 Aug 31 07:22:57.094391 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-dec773ab-c373-4fed-9e29-eb9385d5b644 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294769 Aug 31 07:22:57.199486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-9fb1baf2-3341-459b-9a80-9cacf85c73d3 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983648 Aug 31 07:22:57.296478 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca93ff2e-da45-4091-9d0b-4147e9bba455 req-882de56e-d763-481b-8a53-133051132923 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902801 Aug 31 07:22:57.487837 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e71b00ec-dc3f-49d8-bc22-9affbbd5c3d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:57.591172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584c7f1-dae0-44fb-a7f9-0748c7d6b596 req-b84f047d-9f64-496d-90b5-8a1dfac2472a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:57.592621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4584c7f1-dae0-44fb-a7f9-0748c7d6b596 req-b84f047d-9f64-496d-90b5-8a1dfac2472a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 943 time: 0.0545943 Aug 31 07:22:57.637183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4584c7f1-dae0-44fb-a7f9-0748c7d6b596 req-a8377cbf-d0e9-4ac7-b771-2681285384ba tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381563 Aug 31 07:22:57.830104 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:58.659102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:22:58.661537 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72848d5c-0fca-470b-a0f3-71b46fee8c35" -d '{"events": [{"name": "network-changed", "server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:22:58.699462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:22:58.731760 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e719d97b-6198-45a0-b844-cbd8b704dd4b x-openstack-request-id: req-e719d97b-6198-45a0-b844-cbd8b704dd4b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:22:58.732145 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:22:58.733010 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e719d97b-6198-45a0-b844-cbd8b704dd4b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:22:58.733171 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'status': 'completed', 'code': 200} Aug 31 07:22:58.768056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:22:58.790378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee77ca9b-676d-41cd-bcf9-03593683a5d1 req-1ebcab87-c7b0-4538-a423-b901535fe635 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:58.791914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee77ca9b-676d-41cd-bcf9-03593683a5d1 req-1ebcab87-c7b0-4538-a423-b901535fe635 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 943 time: 0.0719507 Aug 31 07:22:58.835033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-1604a507-90d5-4bb8-b422-5aba83d11522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:58.838772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-1604a507-90d5-4bb8-b422-5aba83d11522 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1095 time: 0.0844653 Aug 31 07:22:58.867735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-931231c4-6d78-48fb-9816-b1e9aa40f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:58.869552 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-931231c4-6d78-48fb-9816-b1e9aa40f297 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1095 time: 0.0767345 Aug 31 07:22:58.873820 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee77ca9b-676d-41cd-bcf9-03593683a5d1 req-e9d155ba-13f5-4eab-9063-bd3fe2027cfb tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722620 Aug 31 07:22:58.975914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-13430e33-2b1c-4bdf-82db-883f491d34db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:58.977898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-13430e33-2b1c-4bdf-82db-883f491d34db service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.1316285 Aug 31 07:22:58.978997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-088ba20a-d6d9-4f60-9ab2-7a85dc02d42b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:58.980462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-088ba20a-d6d9-4f60-9ab2-7a85dc02d42b service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.1040990 Aug 31 07:22:59.024735 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-aadf8a81-f8f6-4cf7-87e8-cd7fefff3b17 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0370646 Aug 31 07:22:59.024947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-381dcaf0-d515-4d93-b0ec-420a47b6f847 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0400808 Aug 31 07:22:59.078963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-d0f6b28a-cf74-4333-b3d3-4cdc2f292df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:59.080664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-d0f6b28a-cf74-4333-b3d3-4cdc2f292df8 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0481265 Aug 31 07:22:59.083565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-036acd39-1a4d-4d31-acd8-4378d42be67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:22:59.085273 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-036acd39-1a4d-4d31-acd8-4378d42be67f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0538416 Aug 31 07:22:59.123922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-6e7ec376-266c-4f8f-b3f1-898ba7ad471c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313883 Aug 31 07:22:59.126399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-e28ea9f5-5d69-4839-a1ed-e6ed4c23c93d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373139 Aug 31 07:22:59.237830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-20d87427-280f-47f2-b2e2-79c083342113 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069562 Aug 31 07:22:59.241977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-cba9909b-bfaa-49ce-a7b9-e53b910f4e93 service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078560 Aug 31 07:22:59.332154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-a08c1097-8814-4e9d-8c4a-c4c91ebb23a4 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870483 Aug 31 07:22:59.346344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72848d5c-0fca-470b-a0f3-71b46fee8c35 req-bbdf0d5d-5f9a-4ee7-a26e-d03f17cb880a service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975113 Aug 31 07:22:59.513976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:22:59.621043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:59.633519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '420998ae-dd95-483c-8a9b-a148008425f1', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'port_id': '420998ae-dd95-483c-8a9b-a148008425f1', 'mac_address': 'fa:16:3e:54:e1:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceefc3d6-c7fa-49c2-ad94-42d2be9b299c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:22:59.670865 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:59.683794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 420998ae-dd95-483c-8a9b-a148008425f1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:22:59.702622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:22:59.706482 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:59.760806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:22:59.775432 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:22:59.932634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['420998ae-dd95-483c-8a9b-a148008425f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:00.015974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0570ce5-d595-49fc-981c-c59db7661004 req-4cb297bc-52aa-4c1c-9a1a-e81221fb8888 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.018151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0570ce5-d595-49fc-981c-c59db7661004 req-4cb297bc-52aa-4c1c-9a1a-e81221fb8888 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 944 time: 0.0551336 Aug 31 07:23:00.061967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0570ce5-d595-49fc-981c-c59db7661004 req-ec06deb7-8540-400b-87f6-31a218313c75 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371521 Aug 31 07:23:00.322733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85554a09-8e85-4546-8394-13fd8ecd18c7 req-e8795235-f81a-4178-bc6b-5ae9bc4e4b21 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.324178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85554a09-8e85-4546-8394-13fd8ecd18c7 req-e8795235-f81a-4178-bc6b-5ae9bc4e4b21 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 944 time: 0.1083770 Aug 31 07:23:00.332786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-d0b859f7-9650-43e3-aba9-da8bcbb8285e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.334548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-d0b859f7-9650-43e3-aba9-da8bcbb8285e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.50 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0&tenant_id=eaadd287dc4f45a2af35870042aff9af&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 944 time: 0.0990365 Aug 31 07:23:00.405210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-85554a09-8e85-4546-8394-13fd8ecd18c7 req-6cb1c92a-0f6b-427b-8b1a-bd6ad7a7c47b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693920 Aug 31 07:23:00.426556 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-b14376b6-654c-48c5-a420-068202fe2645 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:23:00.427807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-b14376b6-654c-48c5-a420-068202fe2645 service neutron] 10.222.0.50 "DELETE /v2.0/ports/420998ae-dd95-483c-8a9b-a148008425f1/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0854335 Aug 31 07:23:00.519950 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-2a616a46-722f-41b7-bec6-b92655a2ead1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.521551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-2a616a46-722f-41b7-bec6-b92655a2ead1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 1096 time: 0.0487759 Aug 31 07:23:00.617931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-0e297bec-4cac-4a0e-beb4-bed252d14128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.619857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-0e297bec-4cac-4a0e-beb4-bed252d14128 service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0916982 Aug 31 07:23:00.663174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-60dcb351-a354-4ab6-a9bd-7c1f70bb825d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 200 len: 217 time: 0.0365491 Aug 31 07:23:00.722073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-bc103c7c-d316-4ec8-8538-b735c606ca2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:00.723523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-bc103c7c-d316-4ec8-8538-b735c606ca2f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0540206 Aug 31 07:23:00.756107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-4ed894d7-0b2f-4121-9ae5-6023c5fd3e9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257876 Aug 31 07:23:00.851947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-965e0904-cc25-41a6-b390-3bd8cfc9b25b service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885921 Aug 31 07:23:00.950465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-00c0497f-6ded-4ae9-9b7d-c2a094b4e82b req-d281ed76-5ee2-4ce2-a695-8d18e68727f3 service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922747 Aug 31 07:23:01.181014 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:01.532462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:01.556820 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b975ecdb-3b1f-4a96-8539-2602635cf4eb req-976f1950-7b80-4ef8-87e3-d9bc0280a989 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:01.558339 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b975ecdb-3b1f-4a96-8539-2602635cf4eb req-976f1950-7b80-4ef8-87e3-d9bc0280a989 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 944 time: 0.0773642 Aug 31 07:23:01.596320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 420998ae-dd95-483c-8a9b-a148008425f1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:01.601560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 420998ae-dd95-483c-8a9b-a148008425f1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:01.602080 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:01.606441 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b975ecdb-3b1f-4a96-8539-2602635cf4eb req-b057c1bd-32bb-4542-bbf5-3d6aef5e63fb tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382230 Aug 31 07:23:01.700551 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:01.727695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:01.729170 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb8548c-476e-4a0b-9f86-cd59c5069cf9" -d '{"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:01.744810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:01.750539 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:01.795752 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69b21198-2e8d-42ee-b1b0-64a7be048935 x-openstack-request-id: req-69b21198-2e8d-42ee-b1b0-64a7be048935 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:01.796032 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-plugged", "status": "completed", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:01.796281 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-69b21198-2e8d-42ee-b1b0-64a7be048935 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:01.796661 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'code': 200} Aug 31 07:23:01.806722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:01.809937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a553266c-6be0-470c-a9a9-8dc48944eba5 req-5549119f-66f2-4764-b7ba-af934b3fc6dd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:01.811509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a553266c-6be0-470c-a9a9-8dc48944eba5 req-5549119f-66f2-4764-b7ba-af934b3fc6dd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0705771 Aug 31 07:23:01.856492 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a553266c-6be0-470c-a9a9-8dc48944eba5 req-75b0e1c1-fe40-486e-8a55-f6d98d17d4f3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385320 Aug 31 07:23:01.990394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05308619-1842-44de-9904-058a51eb1f75 req-be88f6e5-d1f7-4c95-a14c-db9288fa466b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:01.992059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05308619-1842-44de-9904-058a51eb1f75 req-be88f6e5-d1f7-4c95-a14c-db9288fa466b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0548966 Aug 31 07:23:02.035974 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-05308619-1842-44de-9904-058a51eb1f75 req-bc248eab-4b80-447a-a4aa-f81d17d45a7a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374610 Aug 31 07:23:02.437397 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-fde3e909-4592-446c-b55c-9ac17a8b557b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:02.438908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-fde3e909-4592-446c-b55c-9ac17a8b557b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 814 time: 0.1115663 Aug 31 07:23:02.454871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-3e319376-3874-4b5b-8161-d048e04ab453 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/quotas/eaadd287dc4f45a2af35870042aff9af HTTP/1.1" status: 200 len: 375 time: 0.0101845 Aug 31 07:23:02.510682 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-fa3cb35d-f28e-45cc-9fab-7d3bf3b74b73 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0495818 Aug 31 07:23:02.522262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-c085f7dd-33c8-4a4a-8c00-3b0a189f4632 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:23:02.523328 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-c085f7dd-33c8-4a4a-8c00-3b0a189f4632 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060234 Aug 31 07:23:02.622619 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-35fcb93b-42bb-495a-9367-79339a307ea5 service neutron] 10.222.0.57 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910978 Aug 31 07:23:02.728427 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-d4fc4984-00ca-413d-aa6e-3adb0efe07c6 service neutron] 10.222.0.57 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996895 Aug 31 07:23:02.912875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc9f15e8-13f0-4a76-988c-3c6c8442d070 req-e95af943-1b61-4bea-bec6-0ca6898f5729 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 210 time: 0.0283329 Aug 31 07:23:03.573083 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-1db0a502-9a30-4a9c-8082-535522526ee8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:03.574578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-1db0a502-9a30-4a9c-8082-535522526ee8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.53 "GET /v2.0/ports?device_id=2c4726ad-e79e-401a-a30f-dae07198c5a0 HTTP/1.1" status: 200 len: 945 time: 0.0521321 Aug 31 07:23:03.681660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Deleting port 420998ae-dd95-483c-8a9b-a148008425f1 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:23:03.682319 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:03.793997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] For port 420998ae-dd95-483c-8a9b-a148008425f1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=420998ae-dd95-483c-8a9b-a148008425f1,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:03.794687 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:03.810209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Calling delete_port for 420998ae-dd95-483c-8a9b-a148008425f1 owned by compute:nova {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:23:03.879971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-432ca765-0fee-47ef-8d0c-ccc9cafd0310 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:03.881702 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-432ca765-0fee-47ef-8d0c-ccc9cafd0310 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 814 time: 0.1215305 Aug 31 07:23:03.897764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Request body: {'port': {'device_id': 'd034f440-e388-45e9-bf52-321a84b14783', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'admin_state_up': True, 'tenant_id': 'eaadd287dc4f45a2af35870042aff9af'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:03.998045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.013033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['420998ae-dd95-483c-8a9b-a148008425f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:04.040889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Made reservation on behalf of eaadd287dc4f45a2af35870042aff9af for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:23:04.045211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.064418 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-640dcdcf-1979-4b05-9ecd-5f2708324c93 req-347407fe-6874-4437-ae61-145947917fbc tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 210 time: 0.0589187 Aug 31 07:23:04.068126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Pushing event deleted for resources: {'Port': ['ID=420998ae-dd95-483c-8a9b-a148008425f1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:04.121598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] No DVR routers for this DVR port 420998ae-dd95-483c-8a9b-a148008425f1 on host n-h1-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:23:04.124944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.127025 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.53 "DELETE /v2.0/ports/420998ae-dd95-483c-8a9b-a148008425f1 HTTP/1.1" status: 204 len: 173 time: 0.5455513 Aug 31 07:23:04.127499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-deleted', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:04.129942 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e91c1b-d262-4391-9d48-65666cf7e36b" -d '{"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-deleted", "tag": "420998ae-dd95-483c-8a9b-a148008425f1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:04.193099 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e524f9f1-3d49-4854-bb6c-d24995de00bc x-openstack-request-id: req-e524f9f1-3d49-4854-bb6c-d24995de00bc {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:04.193587 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c4726ad-e79e-401a-a30f-dae07198c5a0", "name": "network-vif-deleted", "tag": "420998ae-dd95-483c-8a9b-a148008425f1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:04.194102 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e524f9f1-3d49-4854-bb6c-d24995de00bc {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:04.194898 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c4726ad-e79e-401a-a30f-dae07198c5a0', 'name': 'network-vif-deleted', 'tag': '420998ae-dd95-483c-8a9b-a148008425f1', 'status': 'completed', 'code': 200} Aug 31 07:23:04.214380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Allocated IP 172.20.0.10 (764252cf-ee45-4e88-a607-888861f4280b/ceefc3d6-c7fa-49c2-ad94-42d2be9b299c/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:23:04.409153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.450083 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.464498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['420998ae-dd95-483c-8a9b-a148008425f1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:04.506270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Network 764252cf-ee45-4e88-a607-888861f4280b is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:04.509608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:04.516280 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:23:04.519012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:04.572984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:04.573639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.588710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-30822ffd-8fcf-4b10-85a5-1ccb092b6ff2 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6969099 Aug 31 07:23:04.602251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Request body: {'port': {'device_id': 'd034f440-e388-45e9-bf52-321a84b14783', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:04.659426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.950315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:23:04.957748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:04.972972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Transition to ACTIVE for port object d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:04.979250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:05.198072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de309ad5-3e80-43fa-b6fb-547f24280b7f req-ccaa6253-9451-4153-8683-9b5364d81dde tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:05.199865 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de309ad5-3e80-43fa-b6fb-547f24280b7f req-ccaa6253-9451-4153-8683-9b5364d81dde tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 944 time: 0.0563872 Aug 31 07:23:05.243916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de309ad5-3e80-43fa-b6fb-547f24280b7f req-a51e7fa1-a572-4d5d-9a8c-d90be4bdab3d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377440 Aug 31 07:23:05.335372 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:05.361305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.361675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.362018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.362361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.362691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.363023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.363353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.363681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.364004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.364331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.364653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.364975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:05.417729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:23:05.418067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:23:05.418391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:05.422873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:23:05.423186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:05.428462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:23:05.428790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Checking segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:05.429176 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Bound using segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:23:05.429872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Bound port: d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:23:05.430228 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:05.500197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:05.503408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:23:05.507766 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:05.547238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:05.547867 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:05.549296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] 10.222.0.53 "PUT /v2.0/ports/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 1093 time: 0.9523156 Aug 31 07:23:05.549760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:05.552080 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d23e890-9950-45cf-b9a8-8a8662681e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:05.574023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b0cf8f-3212-4c66-93db-4f3bc558cdc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:05.621495 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a54d3db8-b459-4d57-a402-aa661f00fe81 x-openstack-request-id: req-a54d3db8-b459-4d57-a402-aa661f00fe81 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:05.621860 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:05.622297 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a54d3db8-b459-4d57-a402-aa661f00fe81 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:05.622915 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'status': 'completed', 'code': 200} Aug 31 07:23:05.640969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-49e494f1-a71c-41a7-a9b9-e8d3cbe4fdca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:05.642630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-49e494f1-a71c-41a7-a9b9-e8d3cbe4fdca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1096 time: 0.0494089 Aug 31 07:23:05.689717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-4027cf19-ac9b-4a22-b1ab-59104370fb3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0393586 Aug 31 07:23:05.741203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-1c2d0695-2d78-4b5f-aae7-4e7770bad26c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:05.743252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-1c2d0695-2d78-4b5f-aae7-4e7770bad26c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0463464 Aug 31 07:23:05.777719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-258547b0-dde2-4e95-a5ac-d55b49a1bdb0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275507 Aug 31 07:23:05.877814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-b199b8e2-a6bb-4329-a766-c993e3c07ab9 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933833 Aug 31 07:23:05.973713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-19fce635-f689-4249-b5ab-35cedf0e4ee3 req-82887025-ba37-4020-a8cb-56cbd1e43339 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891132 Aug 31 07:23:06.059748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-08be53cd-9aba-4756-bf27-bca1301eeb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:06.061194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-08be53cd-9aba-4756-bf27-bca1301eeb30 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1096 time: 0.0441704 Aug 31 07:23:06.076615 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:06.160180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-c82af7c4-5fc1-4423-8277-7bf45f574ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:06.161690 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-c82af7c4-5fc1-4423-8277-7bf45f574ef2 service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0934417 Aug 31 07:23:06.205867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-6132a0db-1090-4b56-96d5-0136b950d71b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0368021 Aug 31 07:23:06.256282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-3cf62606-aa78-430e-95a8-8ed714ec7559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:06.258359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-3cf62606-aa78-430e-95a8-8ed714ec7559 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0446806 Aug 31 07:23:06.297731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-77632107-f977-4430-8a9b-b61f2030c8f4 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307472 Aug 31 07:23:06.379423 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf79b8b-a0b8-45d4-80da-aa2686d22e97 req-7d8f2c35-0bff-4404-8574-3be6a5307263 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:06.380994 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cf79b8b-a0b8-45d4-80da-aa2686d22e97 req-7d8f2c35-0bff-4404-8574-3be6a5307263 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 944 time: 0.0559838 Aug 31 07:23:06.395004 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-31b3ed6f-0e59-4c96-bbcd-e9dfd265897e service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891850 Aug 31 07:23:06.422104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3cf79b8b-a0b8-45d4-80da-aa2686d22e97 req-5cb640cc-d540-458b-ad57-947c5fc88d1e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343099 Aug 31 07:23:06.492917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7d23e890-9950-45cf-b9a8-8a8662681e9c req-703c79d5-5782-4768-b421-5a67fd5b004e service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901341 Aug 31 07:23:07.543460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968ad6d7-46f6-4d29-847b-556030925368 req-32ebb1d3-4a1c-4249-a844-3543b3891dae tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:07.544882 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-968ad6d7-46f6-4d29-847b-556030925368 req-32ebb1d3-4a1c-4249-a844-3543b3891dae tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 944 time: 0.0518305 Aug 31 07:23:07.557608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:23:07.559679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:23:07.585312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-968ad6d7-46f6-4d29-847b-556030925368 req-137f006e-2242-45ac-bd98-ebd1eb55c61a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342708 Aug 31 07:23:07.586698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 420998ae-dd95-483c-8a9b-a148008425f1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:23:07.587046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 420998ae-dd95-483c-8a9b-a148008425f1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:23:07.671703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:07.682827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'port_id': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'mac_address': 'fa:16:3e:e6:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceefc3d6-c7fa-49c2-ad94-42d2be9b299c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:23:07.727488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:07.740654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:23:07.762146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:07.766152 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:07.812296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:07.986508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['d2dd5d32-57de-4ea5-8d48-2f01afeb4b63'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:08.711259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37a304-e897-4556-8e5b-d73748d47d81 req-afd19400-32d6-48b4-919e-201317602722 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:08.712914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b37a304-e897-4556-8e5b-d73748d47d81 req-afd19400-32d6-48b4-919e-201317602722 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 945 time: 0.0554652 Aug 31 07:23:08.753301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6b37a304-e897-4556-8e5b-d73748d47d81 req-fc3d9484-1ce8-40bc-b892-9e6cbb3723b9 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341365 Aug 31 07:23:09.572953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:09.623988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:09.627883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:09.628246 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:09.706267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:09.732551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:09.734847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6da2f8-aed5-4ab9-8653-aef0631cdc80" -d '{"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-plugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:09.749437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:09.753221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:09.776701 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278342f8-16d1-4791-9213-7904eaa8c64a x-openstack-request-id: req-278342f8-16d1-4791-9213-7904eaa8c64a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:09.777157 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-plugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:09.777273 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-278342f8-16d1-4791-9213-7904eaa8c64a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:09.777665 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'code': 200} Aug 31 07:23:09.811385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:09.876734 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6decf-619a-494f-afe9-4cbffaceaf59 req-eec5b42d-eea1-435c-8df6-6cdcfb124b5d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:09.878293 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95f6decf-619a-494f-afe9-4cbffaceaf59 req-eec5b42d-eea1-435c-8df6-6cdcfb124b5d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0513210 Aug 31 07:23:09.881511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8416820-e512-487e-8a7d-dbd73c03ac79 req-9d444d7e-a916-4453-ab3a-345e12ca27a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:09.883253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8416820-e512-487e-8a7d-dbd73c03ac79 req-9d444d7e-a916-4453-ab3a-345e12ca27a9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1098 time: 0.0464540 Aug 31 07:23:09.919700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95f6decf-619a-494f-afe9-4cbffaceaf59 req-b288fffe-d928-4171-8c94-8611900fb157 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348935 Aug 31 07:23:09.920662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8416820-e512-487e-8a7d-dbd73c03ac79 req-0054d5e0-915e-41e8-8e97-d482aa64c51f service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302415 Aug 31 07:23:11.051821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5a448-e4b0-465a-901a-b5717819ef3a req-76f4226c-1746-47a3-9676-c52eb408ccec tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:11.053354 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf5a448-e4b0-465a-901a-b5717819ef3a req-76f4226c-1746-47a3-9676-c52eb408ccec tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0586421 Aug 31 07:23:11.095980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ddf5a448-e4b0-465a-901a-b5717819ef3a req-1f5eac2f-c484-4316-8934-b22629fb27fe tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360355 Aug 31 07:23:12.217899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ffc93b-88c1-4081-83b3-3a0709da5ac2 req-f29a2d79-a40f-434c-b9a3-423fd18add0a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:12.219286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3ffc93b-88c1-4081-83b3-3a0709da5ac2 req-f29a2d79-a40f-434c-b9a3-423fd18add0a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0511734 Aug 31 07:23:12.258855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f3ffc93b-88c1-4081-83b3-3a0709da5ac2 req-29519bb5-074c-4b32-94f4-bae54a24ef1e tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333788 Aug 31 07:23:12.375747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b056df7f-bd91-4141-8997-e2f2e9ea2e42 req-50187fdf-acdc-4215-a93f-b623bba7c489 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:12.377276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b056df7f-bd91-4141-8997-e2f2e9ea2e42 req-50187fdf-acdc-4215-a93f-b623bba7c489 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0515153 Aug 31 07:23:12.417591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b056df7f-bd91-4141-8997-e2f2e9ea2e42 req-4517874c-e8bb-4e29-ab0c-8364e8257961 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341744 Aug 31 07:23:12.752997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-6c8d6d4b-49ed-4758-84dc-8c8c5135560b service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0518239 Aug 31 07:23:12.763526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39739c9c-8fe0-46e5-be74-b60ef26c9013 req-68a23872-e7ac-4668-8459-caff258a1e6a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:12.765207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39739c9c-8fe0-46e5-be74-b60ef26c9013 req-68a23872-e7ac-4668-8459-caff258a1e6a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0550337 Aug 31 07:23:12.808044 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39739c9c-8fe0-46e5-be74-b60ef26c9013 req-4254a623-69bc-473d-a799-02fe2ff6845f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Aug 31 07:23:13.855915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-99bb9e80-93b8-47c0-85c5-72060e68950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:13.857513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-99bb9e80-93b8-47c0-85c5-72060e68950b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1098 time: 0.0483432 Aug 31 07:23:13.928896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96567f4-e035-41ef-b130-56e59accd94d req-b370f24a-6ea3-4de3-97a6-10dd879e9b57 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:13.930653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a96567f4-e035-41ef-b130-56e59accd94d req-b370f24a-6ea3-4de3-97a6-10dd879e9b57 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0513155 Aug 31 07:23:13.954747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-6870d13c-5048-4296-885f-302f0cf2e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:13.956424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-6870d13c-5048-4296-885f-302f0cf2e514 service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0922856 Aug 31 07:23:13.972354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a96567f4-e035-41ef-b130-56e59accd94d req-b7d49b66-cfef-4f87-975e-eb9667fcc91c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353777 Aug 31 07:23:13.999800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-d5a15b4d-89fb-44ca-b99a-303920838d05 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0359545 Aug 31 07:23:14.056253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-bd7e8161-05ec-44b0-93ed-86abed894af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:14.058383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-bd7e8161-05ec-44b0-93ed-86abed894af9 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0517380 Aug 31 07:23:14.091021 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-dbcdee5f-1e4a-4580-8175-2138b282584a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262091 Aug 31 07:23:14.188241 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-a5ac14b9-9884-4d1a-a774-dad9b2c45b1a service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890024 Aug 31 07:23:14.189853 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:23:14.292796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-a3b2b920-d19c-4b52-8b9d-0da804e14adf service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970232 Aug 31 07:23:15.093642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0012a252-07ef-4905-b298-880a63556a83 req-32a623cc-4cc3-478b-a7a8-d5e63382584a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:15.095172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0012a252-07ef-4905-b298-880a63556a83 req-32a623cc-4cc3-478b-a7a8-d5e63382584a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0543768 Aug 31 07:23:15.135560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0012a252-07ef-4905-b298-880a63556a83 req-d540ba83-54cd-4161-8b8a-b28008d0358c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337510 Aug 31 07:23:15.916930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:16.252410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025309d5-a6cc-41b2-9db6-cef4396cb1bf req-2c3c5fcd-f865-4284-839d-070bd0bbc4c3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:16.253961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-025309d5-a6cc-41b2-9db6-cef4396cb1bf req-2c3c5fcd-f865-4284-839d-070bd0bbc4c3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0501814 Aug 31 07:23:16.294611 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-025309d5-a6cc-41b2-9db6-cef4396cb1bf req-74a253d0-0a95-423d-b3f5-df5d6e016fd5 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335419 Aug 31 07:23:17.412593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b4d0b5-bda9-4671-b109-4f82a3b34997 req-4a8477f0-45d6-4bf4-b95f-aaa40537fa02 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:17.414655 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3b4d0b5-bda9-4671-b109-4f82a3b34997 req-4a8477f0-45d6-4bf4-b95f-aaa40537fa02 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0501344 Aug 31 07:23:17.457351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3b4d0b5-bda9-4671-b109-4f82a3b34997 req-469eb59a-e6bd-403c-838c-cfb02cd410b7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Aug 31 07:23:18.577957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e86024-ffdb-4ae8-80a6-1bbc220d6616 req-e76af590-8ce3-4f42-a0d8-5e2ae9068061 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:18.579350 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3e86024-ffdb-4ae8-80a6-1bbc220d6616 req-e76af590-8ce3-4f42-a0d8-5e2ae9068061 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0522101 Aug 31 07:23:18.618267 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c3e86024-ffdb-4ae8-80a6-1bbc220d6616 req-108d0f42-c1ad-4d54-91aa-a77575080609 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322533 Aug 31 07:23:19.735616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc6fb0-14f4-4286-93b5-8bc962922617 req-b9c1e971-5b59-44d7-99af-f60d8858ce74 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:19.737078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27dc6fb0-14f4-4286-93b5-8bc962922617 req-b9c1e971-5b59-44d7-99af-f60d8858ce74 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Aug 31 07:23:19.777014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27dc6fb0-14f4-4286-93b5-8bc962922617 req-206e495c-059b-4a06-ba74-b9db5e8ad6ae tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328131 Aug 31 07:23:20.894905 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f131c8e-8517-470c-ac3b-3c9dd24fd9da req-52c31806-ee38-4255-b74a-8b400dcf3a42 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:20.896448 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f131c8e-8517-470c-ac3b-3c9dd24fd9da req-52c31806-ee38-4255-b74a-8b400dcf3a42 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0513973 Aug 31 07:23:20.936679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f131c8e-8517-470c-ac3b-3c9dd24fd9da req-7913f318-4237-4efc-98c8-31f9f93d7517 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330164 Aug 31 07:23:22.052899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28344d54-c39d-4678-8099-2373ebc8e0ac req-4de62f99-3794-48af-b3ef-df642c52cb21 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:22.055142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28344d54-c39d-4678-8099-2373ebc8e0ac req-4de62f99-3794-48af-b3ef-df642c52cb21 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0513968 Aug 31 07:23:22.093909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-28344d54-c39d-4678-8099-2373ebc8e0ac req-365ff57f-f10d-47a0-8836-cbecc35ec715 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328083 Aug 31 07:23:23.212186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f185459-3b34-40bf-b43c-8e445a475228 req-36e6e8eb-0cdb-4f99-a89b-5f5cf19b7595 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:23.213917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f185459-3b34-40bf-b43c-8e445a475228 req-36e6e8eb-0cdb-4f99-a89b-5f5cf19b7595 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0519900 Aug 31 07:23:23.251310 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f185459-3b34-40bf-b43c-8e445a475228 req-6a7e1805-8cc8-4760-8920-d4ce987b2769 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314736 Aug 31 07:23:24.373942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442648e8-f98c-4ebf-8a29-7ad36ae5f1f0 req-cb30acb0-2bbc-4823-bb8c-c4f069163ae7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:24.375610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-442648e8-f98c-4ebf-8a29-7ad36ae5f1f0 req-cb30acb0-2bbc-4823-bb8c-c4f069163ae7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0531054 Aug 31 07:23:24.421680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-442648e8-f98c-4ebf-8a29-7ad36ae5f1f0 req-d307b426-4831-4908-91b6-f253e8dd0337 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399799 Aug 31 07:23:24.860696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2735508d-2dd1-488a-987f-97dc4241df85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:25.546800 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cc169-c04a-4d47-8e1e-267acec05c2a req-0be69c10-e404-415f-a03f-9b0c2b667533 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:25.548312 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-903cc169-c04a-4d47-8e1e-267acec05c2a req-0be69c10-e404-415f-a03f-9b0c2b667533 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0571620 Aug 31 07:23:25.590228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-903cc169-c04a-4d47-8e1e-267acec05c2a req-11262117-743f-49cd-96a2-c8750dde78bf tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357671 Aug 31 07:23:26.714180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81e34b4-aa8d-4b5e-8e31-59067aa6e7a0 req-ca51e286-268f-4cd6-a72f-04774e6a6c4f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:26.715709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b81e34b4-aa8d-4b5e-8e31-59067aa6e7a0 req-ca51e286-268f-4cd6-a72f-04774e6a6c4f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0535369 Aug 31 07:23:26.756549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b81e34b4-aa8d-4b5e-8e31-59067aa6e7a0 req-bd4f16dc-f9b9-4ad8-898f-32efa6d2bef3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348299 Aug 31 07:23:27.489264 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3caf7292-4b98-4f6c-a7a8-c7c1d2e11fbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:27.832584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:27.880733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb65a73d-74b7-4e80-8a04-16994fa0ed76 req-e3ef3236-3192-41f8-948a-d16696b76bc9 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:27.882423 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb65a73d-74b7-4e80-8a04-16994fa0ed76 req-e3ef3236-3192-41f8-948a-d16696b76bc9 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0542603 Aug 31 07:23:27.922745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bb65a73d-74b7-4e80-8a04-16994fa0ed76 req-12d5dfb2-ca2a-4a77-b26b-b4aea2d4e203 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337913 Aug 31 07:23:29.043977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8c3635-456f-4ee6-815e-1cdf3349629d req-20a19bc4-2bbb-46de-a8bf-6cd8704fccef tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:29.045531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c8c3635-456f-4ee6-815e-1cdf3349629d req-20a19bc4-2bbb-46de-a8bf-6cd8704fccef tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0519884 Aug 31 07:23:29.086693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6c8c3635-456f-4ee6-815e-1cdf3349629d req-0c5bcdc9-ead9-45a1-91e3-2717d2ee8a35 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343685 Aug 31 07:23:29.773195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:30.210688 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38ea592-e882-45d3-a0c4-f141796afcfc req-efbf9adf-cae8-4bed-9cd2-692986d1fbcd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:30.212221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f38ea592-e882-45d3-a0c4-f141796afcfc req-efbf9adf-cae8-4bed-9cd2-692986d1fbcd tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0510187 Aug 31 07:23:30.252258 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f38ea592-e882-45d3-a0c4-f141796afcfc req-f4e2aca0-d2e8-4939-abc4-3bbe8aa2cdff tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339153 Aug 31 07:23:31.183874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:31.378436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049200dc-7916-49a2-8186-3a8b55c53278 req-b2459b2d-163e-46c7-be81-a12ed6f43f8d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:31.379930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-049200dc-7916-49a2-8186-3a8b55c53278 req-b2459b2d-163e-46c7-be81-a12ed6f43f8d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0525479 Aug 31 07:23:31.426918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-049200dc-7916-49a2-8186-3a8b55c53278 req-104717d7-88ef-48e7-9070-41ce40455c21 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402176 Aug 31 07:23:32.552552 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf51a3-39fd-442f-9076-7213d0373b78 req-7cc61680-2c53-4cdb-be35-40b3565b250c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:32.554144 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3bdf51a3-39fd-442f-9076-7213d0373b78 req-7cc61680-2c53-4cdb-be35-40b3565b250c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0549126 Aug 31 07:23:32.594405 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3bdf51a3-39fd-442f-9076-7213d0373b78 req-997e974e-9873-4429-8023-43b6c4768ef8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333335 Aug 31 07:23:33.728154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68b5707-72de-401f-82db-e031356b86e7 req-a2f0c3f6-80e9-46b2-9518-f26489062aa8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:33.729701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a68b5707-72de-401f-82db-e031356b86e7 req-a2f0c3f6-80e9-46b2-9518-f26489062aa8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0635602 Aug 31 07:23:33.771053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a68b5707-72de-401f-82db-e031356b86e7 req-3333aae7-8e92-45c5-bac9-a528e3f72251 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347233 Aug 31 07:23:34.897144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65a083-f137-459f-abff-457695ec3c2a req-0741a644-4bc8-4f9d-9438-d33ceae5c864 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:34.898794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c65a083-f137-459f-abff-457695ec3c2a req-0741a644-4bc8-4f9d-9438-d33ceae5c864 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0532792 Aug 31 07:23:34.938833 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c65a083-f137-459f-abff-457695ec3c2a req-163161fb-bbdd-4d44-bc1b-8d12385a44a9 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340436 Aug 31 07:23:36.061812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddfd136-a4f1-4be0-ad7b-ab3e01041309 req-e20953d9-85f6-4577-8cf0-0984eff6aa46 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:36.063452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eddfd136-a4f1-4be0-ad7b-ab3e01041309 req-e20953d9-85f6-4577-8cf0-0984eff6aa46 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0541630 Aug 31 07:23:36.074161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:36.104855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eddfd136-a4f1-4be0-ad7b-ab3e01041309 req-a2ec8058-6aaa-4026-a988-d997900727c7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339172 Aug 31 07:23:37.223006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07c224-28dd-4d3b-8c40-b2b9389bdb73 req-452d25b8-61df-4857-9a21-c238fe2fe71b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:37.224655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c07c224-28dd-4d3b-8c40-b2b9389bdb73 req-452d25b8-61df-4857-9a21-c238fe2fe71b tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0502260 Aug 31 07:23:37.270417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9c07c224-28dd-4d3b-8c40-b2b9389bdb73 req-19983ad2-3b01-485b-add8-a02ef54c0c29 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385070 Aug 31 07:23:38.403518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cc7262-d11c-48fb-9fba-4ea9e9ee391a req-352b8776-045a-42bf-bd96-7a80e290c389 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:38.405096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12cc7262-d11c-48fb-9fba-4ea9e9ee391a req-352b8776-045a-42bf-bd96-7a80e290c389 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0644958 Aug 31 07:23:38.453377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12cc7262-d11c-48fb-9fba-4ea9e9ee391a req-2efb1592-e607-4d07-b830-c88c0114542f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Aug 31 07:23:39.581748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167317b-d52a-4b0d-9ab5-65ace7de4e4a req-fa388f0e-08f9-4149-9de2-d6d65977e15f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:39.583162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0167317b-d52a-4b0d-9ab5-65ace7de4e4a req-fa388f0e-08f9-4149-9de2-d6d65977e15f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0566461 Aug 31 07:23:39.623913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0167317b-d52a-4b0d-9ab5-65ace7de4e4a req-afbdc78c-ff98-4790-bb37-3de5f4252926 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344641 Aug 31 07:23:40.742824 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d53703-b6f1-4df6-aaea-724147156148 req-00191455-87d6-4656-986e-7f77bb52a4f6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:40.744344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8d53703-b6f1-4df6-aaea-724147156148 req-00191455-87d6-4656-986e-7f77bb52a4f6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0515060 Aug 31 07:23:40.788200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8d53703-b6f1-4df6-aaea-724147156148 req-ae503c7d-743b-43b8-9ae4-69bd450cb594 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340538 Aug 31 07:23:41.327237 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-33b80e49-4fcc-441d-8720-e51c7337fe2f service neutron] show failed (client error): The resource could not be found. Aug 31 07:23:41.328276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-33b80e49-4fcc-441d-8720-e51c7337fe2f service neutron] 10.222.0.53 "GET /v2.0/ports/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0617764 Aug 31 07:23:41.596310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9b3345c6-50c9-4118-83dd-831a13b9cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:41.597774 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9b3345c6-50c9-4118-83dd-831a13b9cfaf service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783&tenant_id=eaadd287dc4f45a2af35870042aff9af HTTP/1.1" status: 200 len: 1098 time: 0.0434115 Aug 31 07:23:41.609934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:41.668924 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:41.893640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:41.911151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b25fdb-a2ae-4f3d-a9b0-b1709ed3638e req-5d35263f-46b5-46b8-a384-713d6606c17c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:41.912247 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b25fdb-a2ae-4f3d-a9b0-b1709ed3638e req-5d35263f-46b5-46b8-a384-713d6606c17c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0508840 Aug 31 07:23:41.932221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:41.955936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b25fdb-a2ae-4f3d-a9b0-b1709ed3638e req-6b40b784-526a-45fa-97e2-1bf685115360 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340569 Aug 31 07:23:41.978303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:41.980611 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc44128e-f7ad-4713-b505-8da1c00dfcb9" -d '{"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:41.984634 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:42.004892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Transition to ACTIVE for port object d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:42.010283 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:42.036479 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-967077cf-bfce-4cc8-be4d-55f8a73c0dd0 x-openstack-request-id: req-967077cf-bfce-4cc8-be4d-55f8a73c0dd0 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:42.036771 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-unplugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:42.037023 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-967077cf-bfce-4cc8-be4d-55f8a73c0dd0 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:42.037449 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'code': 200} Aug 31 07:23:42.081212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] No DVR routers for this DVR port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:23:42.083387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:42.124358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:23:42.124701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:23:42.125035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:42.129460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:23:42.129784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Attempting to bind port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on network 764252cf-ee45-4e88-a607-888861f4280b {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:42.135458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:23:42.135839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Checking segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:42.136228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Bound using segment: {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:23:42.136662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Bound port: d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 592, 'network_id': '764252cf-ee45-4e88-a607-888861f4280b'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:23:42.137030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:42.202521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:42.205544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:23:42.211595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:42.248505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:42.249121 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:42.250548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] 10.222.0.50 "PUT /v2.0/ports/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 1093 time: 0.6449823 Aug 31 07:23:42.275916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390f3b3-72c3-4a7e-905e-36e5ca36bce6 service neutron] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:42.329168 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-69863240-81e5-48c4-8d7d-11144f26fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:42.330759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-69863240-81e5-48c4-8d7d-11144f26fca9 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1096 time: 0.0562856 Aug 31 07:23:42.425030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9a726911-0af3-4cdb-a9e8-79f9e501b36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:42.426590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9a726911-0af3-4cdb-a9e8-79f9e501b36e service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.0875895 Aug 31 07:23:42.470683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-0fcc14e9-0b1f-4b04-b706-2afdbd92ba6f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0373490 Aug 31 07:23:42.526253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9522ad5d-24a6-40b4-bc19-ad22e2f87ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:42.527938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-9522ad5d-24a6-40b4-bc19-ad22e2f87ce2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0508790 Aug 31 07:23:42.560383 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-3b1c11c0-22cc-4bf7-86ef-1be4aca131a5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257990 Aug 31 07:23:42.652498 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-a190a0f5-2427-4955-a2f3-2050fb491a4f service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847888 Aug 31 07:23:42.751040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5b237d4-b890-4e0a-9448-32ab122b49b2 req-392ec8d4-0feb-4ccc-889e-be8992d2e529 service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910764 Aug 31 07:23:43.083154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d3f953-23a2-40f9-82ea-eb5cf0e58067 req-0ad343cc-f40f-4c60-9e5a-79d974e06d57 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:43.085627 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62d3f953-23a2-40f9-82ea-eb5cf0e58067 req-0ad343cc-f40f-4c60-9e5a-79d974e06d57 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 944 time: 0.0510504 Aug 31 07:23:43.124240 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-62d3f953-23a2-40f9-82ea-eb5cf0e58067 req-a0685333-565c-4de6-9cda-2cce48d65265 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327072 Aug 31 07:23:44.038737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:44.041135 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9" -d '{"events": [{"name": "network-changed", "server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:44.091983 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de17067-0ad9-4f17-92de-e0e3314607fa x-openstack-request-id: req-6de17067-0ad9-4f17-92de-e0e3314607fa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:44.092283 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:44.092544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6de17067-0ad9-4f17-92de-e0e3314607fa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:44.092961 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'status': 'completed', 'code': 200} Aug 31 07:23:44.188562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-1684b875-16a8-49be-81c3-9a172d134a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.190014 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-1684b875-16a8-49be-81c3-9a172d134a5e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1096 time: 0.0703154 Aug 31 07:23:44.192744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-b03bb778-e512-4556-9e2e-fffd803ecb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.194367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-b03bb778-e512-4556-9e2e-fffd803ecb3b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1096 time: 0.0838854 Aug 31 07:23:44.269305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a65d61-e7b6-4da6-83b5-c3e2b193143e req-16cc0e1f-5771-4048-9789-f993ec3b3398 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.273152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59a65d61-e7b6-4da6-83b5-c3e2b193143e req-16cc0e1f-5771-4048-9789-f993ec3b3398 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 944 time: 0.0677257 Aug 31 07:23:44.326314 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59a65d61-e7b6-4da6-83b5-c3e2b193143e req-7a9a7c5d-e678-49cd-ab63-108852b0d395 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Aug 31 07:23:44.372976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-bcd37a60-2ea8-4d84-bb7a-00a4beff43a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.374479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-bcd37a60-2ea8-4d84-bb7a-00a4beff43a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.1727929 Aug 31 07:23:44.375405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-5269085c-9e6d-4e38-9481-828c9259f415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.376685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-5269085c-9e6d-4e38-9481-828c9259f415 service neutron] 10.222.0.50 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.1664164 Aug 31 07:23:44.425231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-03b3a54c-3e34-4010-a28b-83e717bd88c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0417871 Aug 31 07:23:44.466166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-94f0d54a-d3ad-442a-8189-0f46952c379f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0814385 Aug 31 07:23:44.536256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-c01e0b45-a4ed-4769-9b2d-73dd31851fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.538896 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-c01e0b45-a4ed-4769-9b2d-73dd31851fc2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0818131 Aug 31 07:23:44.543945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-033ef43a-088e-4ba3-8e01-f7b48e447d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:44.545512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-033ef43a-088e-4ba3-8e01-f7b48e447d81 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0596821 Aug 31 07:23:44.594847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-3d8b94e4-e2c6-423c-a10b-877c7a2db182 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406122 Aug 31 07:23:44.596549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-e1a7d81a-d92e-4d27-a7d3-ba814e45d095 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502141 Aug 31 07:23:44.755212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-a5d62186-f6de-40e0-8486-b32dc413146c service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531465 Aug 31 07:23:44.760658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-e6762e59-a7cb-4c12-99e4-30f2e1ea6f90 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1512229 Aug 31 07:23:44.920267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-8203a359-f0e1-4a98-a9c9-a81dd3426df8 service neutron] 10.222.0.50 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573751 Aug 31 07:23:44.923751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8cbb316-4aa8-4d5e-9fc7-af824108afc9 req-bd58ce5b-5ef2-4cc9-8eb1-efdf5c3d7b00 service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521618 Aug 31 07:23:44.951841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:23:45.051671 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:45.063264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'network_id': '764252cf-ee45-4e88-a607-888861f4280b', 'port_id': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'mac_address': 'fa:16:3e:e6:8c:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 592, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceefc3d6-c7fa-49c2-ad94-42d2be9b299c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:23:45.102015 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:45.115034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:23:45.135320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:45.139544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:45.187462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:45.195470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.195816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.196154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.196487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.196818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.197141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.197490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.197817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.198140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.198463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.198782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.199103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:45.354699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d2dd5d32-57de-4ea5-8d48-2f01afeb4b63'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:45.457058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed803c6-6db4-4a0b-8f44-d6a428a27fcc req-d2d258d3-4faf-48ca-989a-3bc4a8fb7467 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:45.458933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ed803c6-6db4-4a0b-8f44-d6a428a27fcc req-d2d258d3-4faf-48ca-989a-3bc4a8fb7467 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 945 time: 0.0586679 Aug 31 07:23:45.507589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4ed803c6-6db4-4a0b-8f44-d6a428a27fcc req-d733658d-5ea1-4f27-987b-c66b5c78ed26 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420272 Aug 31 07:23:45.746362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60856bab-1034-45eb-9a80-627c3c029b3c req-a8a6a6b2-7960-43fe-9c1c-798d2fb0e104 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:45.747879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60856bab-1034-45eb-9a80-627c3c029b3c req-a8a6a6b2-7960-43fe-9c1c-798d2fb0e104 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 945 time: 0.0888278 Aug 31 07:23:45.762156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fb81-f629-4db8-86d4-447b82227032 req-1962e96f-8721-44a2-95f7-ad535ccc6e40 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:45.763626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-1962e96f-8721-44a2-95f7-ad535ccc6e40 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.53 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783&tenant_id=eaadd287dc4f45a2af35870042aff9af&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 945 time: 0.0751917 Aug 31 07:23:45.805045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:23:45.831968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60856bab-1034-45eb-9a80-627c3c029b3c req-2475bcea-7d03-4dee-b52a-d18bfbc10266 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673492 Aug 31 07:23:45.849990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:23:45.857154 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-5e89fb81-f629-4db8-86d4-447b82227032 req-9de8245b-04d6-4395-9c42-526d3e03d26f service neutron] delete failed (client error): The resource could not be found. Aug 31 07:23:45.858279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-9de8245b-04d6-4395-9c42-526d3e03d26f service neutron] 10.222.0.53 "DELETE /v2.0/ports/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0866733 Aug 31 07:23:45.924082 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:45.951861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fb81-f629-4db8-86d4-447b82227032 req-0f25d461-fa39-4863-b834-cc6994f395c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:45.953440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-0f25d461-fa39-4863-b834-cc6994f395c3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=eaadd287dc4f45a2af35870042aff9af&device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 1097 time: 0.0456512 Aug 31 07:23:46.345599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fb81-f629-4db8-86d4-447b82227032 req-e07c8de4-e8e7-42de-8219-f9f4f3d0d6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:46.347088 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-e07c8de4-e8e7-42de-8219-f9f4f3d0d6b7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 200 len: 915 time: 0.3859951 Aug 31 07:23:46.390487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-cf499b69-826b-4d65-8fdc-b372e060627a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 200 len: 217 time: 0.0354679 Aug 31 07:23:46.445104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e89fb81-f629-4db8-86d4-447b82227032 req-1bbd7942-5cfc-4e10-8df8-fd94393e6477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:46.446593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-1bbd7942-5cfc-4e10-8df8-fd94393e6477 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 200 len: 854 time: 0.0479317 Aug 31 07:23:46.484766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-38bb0b3e-e98f-43d9-ba23-76c0fd5eb503 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=764252cf-ee45-4e88-a607-888861f4280b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313256 Aug 31 07:23:46.580167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-392a2218-3ef5-42d4-8fd2-a2d54aecdb4c service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875230 Aug 31 07:23:46.677463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5e89fb81-f629-4db8-86d4-447b82227032 req-10d561db-a5fa-4764-a32b-00320dda0e3a service neutron] 10.222.0.53 "GET /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898299 Aug 31 07:23:46.958270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef269664-fa2e-474b-a9b7-9b8e559a1889 req-acf74255-117c-40f6-81a8-473cd00cefea tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:46.960677 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef269664-fa2e-474b-a9b7-9b8e559a1889 req-acf74255-117c-40f6-81a8-473cd00cefea tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 945 time: 0.0567670 Aug 31 07:23:46.969820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:47.003775 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ef269664-fa2e-474b-a9b7-9b8e559a1889 req-a94dfe86-4160-4448-8464-3dba82a49cd3 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370903 Aug 31 07:23:47.035097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:47.040497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:47.040878 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:47.126755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:47.151153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:47.153498 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a8c8f0-1deb-4a9d-b6b0-7dd8100e290c" -d '{"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-plugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:47.167257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:47.172473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:47.216644 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed097bfc-85da-4db7-a818-80e73dbe87de x-openstack-request-id: req-ed097bfc-85da-4db7-a818-80e73dbe87de {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:47.216644 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-plugged", "status": "completed", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:47.217049 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ed097bfc-85da-4db7-a818-80e73dbe87de {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:47.217275 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'code': 200} Aug 31 07:23:47.236592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:48.137416 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a41b89-3927-4784-bdb0-edee2c4b391c req-d04f0576-1ea4-420c-82da-12ce351e32e8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:48.138967 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2a41b89-3927-4784-bdb0-edee2c4b391c req-d04f0576-1ea4-420c-82da-12ce351e32e8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0568657 Aug 31 07:23:48.177806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2a41b89-3927-4784-bdb0-edee2c4b391c req-0dc9b81a-e36c-4602-a5fb-708c9cda85a7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329459 Aug 31 07:23:48.300508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e1a069-3437-4532-8c1e-4b0fa6ccb37a req-05e9c886-3bd4-455d-9baa-702fe73a0964 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:48.302026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77e1a069-3437-4532-8c1e-4b0fa6ccb37a req-05e9c886-3bd4-455d-9baa-702fe73a0964 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0538378 Aug 31 07:23:48.341073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-77e1a069-3437-4532-8c1e-4b0fa6ccb37a req-97c0079f-04c1-4de1-aba2-fa01a3536eda tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329261 Aug 31 07:23:48.461497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010d764-12ff-4c1a-9550-d4051498357e req-2b6f0bfb-4cc6-4a98-bd19-ba71693fac35 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:48.462897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2010d764-12ff-4c1a-9550-d4051498357e req-2b6f0bfb-4cc6-4a98-bd19-ba71693fac35 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0555010 Aug 31 07:23:48.505040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2010d764-12ff-4c1a-9550-d4051498357e req-d08ddbe8-ff84-4a2e-8b77-765b090a35b7 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360296 Aug 31 07:23:48.865024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d3b663-c8e6-4336-9046-83647a7f1dc8 req-00356985-2cd9-4876-804f-6e102e3a279a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:48.868575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8d3b663-c8e6-4336-9046-83647a7f1dc8 req-00356985-2cd9-4876-804f-6e102e3a279a tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0572712 Aug 31 07:23:48.909412 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d8d3b663-c8e6-4336-9046-83647a7f1dc8 req-4fda10e3-c624-4232-9756-3e63cc15668c tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336590 Aug 31 07:23:50.031070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253a8be-ed1a-4415-90c3-fe5f49c7cc2e req-81d8acf7-ad7c-48eb-aa3a-a783b899d4f6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:50.032613 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0253a8be-ed1a-4415-90c3-fe5f49c7cc2e req-81d8acf7-ad7c-48eb-aa3a-a783b899d4f6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0528269 Aug 31 07:23:50.073430 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0253a8be-ed1a-4415-90c3-fe5f49c7cc2e req-88aff19b-2c84-4af9-99e9-fe93aa8bcac8 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.57 "GET /v2.0/security-groups?id=1a231f24-59b7-4875-b232-e03078780d3d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338066 Aug 31 07:23:50.126663 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-85996d6d-bf30-4d03-98ac-541a0bfa657f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:50.128122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-85996d6d-bf30-4d03-98ac-541a0bfa657f tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.50 "GET /v2.0/ports?device_id=d034f440-e388-45e9-bf52-321a84b14783 HTTP/1.1" status: 200 len: 946 time: 0.0628991 Aug 31 07:23:50.223974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Deleting port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:23:50.224230 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:50.324675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] For port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,segment=NetworkSegment(a42cb1a0-2c4c-4232-85b0-57c9313ee1e9),segment_id=a42cb1a0-2c4c-4232-85b0-57c9313ee1e9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:50.325045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:50.338655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Calling delete_port for d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:23:50.469405 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:50.485548 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['d2dd5d32-57de-4ea5-8d48-2f01afeb4b63'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:23:50.507217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Pushing event deleted for resources: {'Port': ['ID=d2dd5d32-57de-4ea5-8d48-2f01afeb4b63,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:50.548749 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] No DVR routers for this DVR port d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:23:50.551412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:50.553441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b67eb0b3-5787-4bb0-bd49-f207a64872ad req-aa028c17-cd01-493f-9e04-93ed4e05160d tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] 10.222.0.50 "DELETE /v2.0/ports/d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 HTTP/1.1" status: 204 len: 173 time: 0.4184110 Aug 31 07:23:50.553878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-deleted', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:23:50.556154 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-852f01a6-6b00-45d4-9791-af24eeb79a06" -d '{"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-deleted", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:23:50.594311 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad52f32d-574a-4810-b8a0-6368fcbaeb48 x-openstack-request-id: req-ad52f32d-574a-4810-b8a0-6368fcbaeb48 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:23:50.594599 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d034f440-e388-45e9-bf52-321a84b14783", "name": "network-vif-deleted", "tag": "d2dd5d32-57de-4ea5-8d48-2f01afeb4b63", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:23:50.594847 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad52f32d-574a-4810-b8a0-6368fcbaeb48 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:23:50.595908 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd034f440-e388-45e9-bf52-321a84b14783', 'name': 'network-vif-deleted', 'tag': 'd2dd5d32-57de-4ea5-8d48-2f01afeb4b63', 'status': 'completed', 'code': 200} Aug 31 07:23:51.189909 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:23:51.200968 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:51.248171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Deleting subnet ceefc3d6-c7fa-49c2-ad94-42d2be9b299c {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:23:51.251784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.289796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.332292 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.388554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.415027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceefc3d6-c7fa-49c2-ad94-42d2be9b299c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:51.420369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.422235 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ceefc3d6-c7fa-49c2-ad94-42d2be9b299c HTTP/1.1" status: 204 len: 168 time: 0.2201657 Aug 31 07:23:51.424963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:51.427410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.427757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.428278 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.428618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.429021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.429263 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.429624 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.429945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.430267 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.430584 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.430900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.431216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bec94e1-3d8a-4f5b-81d2-5c9620644c82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:51.495099 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.579492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.590128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764252cf-ee45-4e88-a607-888861f4280b']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:51.600941 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:51.601232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a42cb1a0-2c4c-4232-85b0-57c9313ee1e9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:51.609890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.623226 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.628906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Releasing vlan 592 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:23:51.629286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:23:51.630922 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:23:51.691882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.699400 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.700643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] 10.222.0.57 "DELETE /v2.0/networks/764252cf-ee45-4e88-a607-888861f4280b HTTP/1.1" status: 204 len: 168 time: 0.2746594 Aug 31 07:23:51.713239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5807511a-3811-4bc0-a1aa-eb2abd404673 admin admin] Pushing event deleted for resources: {'Network': ['ID=764252cf-ee45-4e88-a607-888861f4280b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:51.819550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:51.860200 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-29ff68a5-c0b0-4e42-a18d-a80d8a1724d0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=eaadd287dc4f45a2af35870042aff9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0394681 Aug 31 07:23:51.862660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:51.911359 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.933250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.982914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.985573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:51.986898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1a231f24-59b7-4875-b232-e03078780d3d HTTP/1.1" status: 204 len: 168 time: 0.1233099 Aug 31 07:23:51.995561 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8d32d-94d4-451f-8ba6-6dd284c2b9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a231f24-59b7-4875-b232-e03078780d3d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:52.674228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:52.774015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-207275211-network', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:52.795699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:23:52.798058 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:52.806727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:52.902203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:52.906055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:52.931521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:23:52.940468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640510f5-d92b-4486-89b5-ec7808fb7cba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:52.946708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:52.947057 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Added segment 6418ed77-716e-4a74-8099-aec742b4a13a of type vlan for network 4f18abd8-8383-4c22-9596-f3e8e1275c39 Aug 31 07:23:52.988451 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.014081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.014951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:53.015529 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.027352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:23:53.048110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:23:53.048454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device d2dd5d32-57de-4ea5-8d48-2f01afeb4b63 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:23:53.065962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3905988 Aug 31 07:23:53.068997 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:53.074250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Request body: {'subnet': {'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-207275211-subnet', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:53.078074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9b498-ed6c-4df8-82b1-7d34e16d8fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=4f18abd8-8383-4c22-9596-f3e8e1275c39,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:53.088666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:23:53.099842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:23:53.102771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.270540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.326526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1bbba7-c537-4910-a481-3c907c986f27,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:53.336166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:53.336523 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Network hostable DHCP agents. Network: 4f18abd8-8383-4c22-9596-f3e8e1275c39, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:23:53.352814 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:23:53.361379 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4f18abd8-8383-4c22-9596-f3e8e1275c39) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:53.365680 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:53.366380 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.372152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82243b07-d37c-4c20-99b4-0b536fff9ee3 None None] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:23:53.383197 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-977e9023-a6a6-429c-9087-09868ac900fd admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3128569 Aug 31 07:23:53.386041 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:53.390564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:53.411816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.412851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.475451 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.533698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4f18abd8-8383-4c22-9596-f3e8e1275c39', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:23:53.534584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.684376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Allocated IP 172.20.0.2 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/f41b5c1c-699f-4b5d-8ae1-c24a3cd304be) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:23:53.839286 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.848199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Transition to ACTIVE for port object f41b5c1c-699f-4b5d-8ae1-c24a3cd304be will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:53.866514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Transition to ACTIVE for port object f41b5c1c-699f-4b5d-8ae1-c24a3cd304be will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:53.872413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.915949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:53.919087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:53.922721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:23:53.933100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Pushing event updated for resources: {'Port': ['ID=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:53.968142 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.980051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Attempting to bind port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:23:53.980438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Attempting to bind port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:23:53.980792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Attempting to bind port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:53.988100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:23:53.988487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:53.988892 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:53.989289 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:23:53.989786 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Bound port: f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:23:53.990172 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.057551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] For port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:54.060889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] For port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:23:54.066006 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.127947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5d47ef-da16-4c70-932f-cade4ed7a127 None None] Pushing event updated for resources: {'Port': ['ID=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:54.186716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.206413 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.342684 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Allocated IP 172.25.3.140 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/1ef82615-c208-4dce-b487-843bb7d5718d) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:23:54.452339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.491104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.536214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:54.539649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:54.543623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:23:54.549270 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Pushing event updated for resources: {'Port': ['ID=1ef82615-c208-4dce-b487-843bb7d5718d,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:54.811514 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:54.865411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd59dedf-33d5-4e93-9580-a6564b5c7dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.005623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a92cd28-7a77-4979-b4bb-c89b9c7b3c71 None None] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:23:55.034712 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.123584 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3a998e4-4901-4eb5-8565-081a9916ad74 None None] Provisioning for port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:55.174140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Router f2a16022-2c31-4040-84b6-159fed2f260c is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:23:55.288747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:23:55.298438 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:23:55.306580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.307873 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-bfdfadf5-3c05-4168-8eba-99bf4b0976fb admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.9208724 Aug 31 07:23:55.310633 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:55.316167 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:23:55.316796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:55.424713 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:23:55.612610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:54Z', 'revision_number': 3, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:55.639341 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:23:55.639685 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Updating router f2a16022-2c31-4040-84b6-159fed2f260c port 1ef82615-c208-4dce-b487-843bb7d5718d binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:23:55.666651 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.753911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.919674 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Allocated IP 172.20.0.1 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/34f5f004-ac70-4c8f-b5f0-33edfee74818) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:23:55.925739 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:55.936834 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Transition to ACTIVE for port object 1ef82615-c208-4dce-b487-843bb7d5718d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:55.942836 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.005463 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Attempting to bind port 1ef82615-c208-4dce-b487-843bb7d5718d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:23:56.005463 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Attempting to bind port 1ef82615-c208-4dce-b487-843bb7d5718d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:23:56.005463 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Attempting to bind port 1ef82615-c208-4dce-b487-843bb7d5718d on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:56.011951 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 23, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:23:56.012322 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:56.012719 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.013104 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:23:56.013594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Bound port: 1ef82615-c208-4dce-b487-843bb7d5718d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:23:56.013966 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.016529 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Pushing event updated for resources: {'Port': ['ID=1ef82615-c208-4dce-b487-843bb7d5718d,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:56.045060 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.045421 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.045755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.046088 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.046413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.046735 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.047055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.047370 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.047680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.048003 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.048312 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.048759 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:23:56.051878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.066462 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Transition to ACTIVE for port object 34f5f004-ac70-4c8f-b5f0-33edfee74818 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:56.071574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f41b5c1c-699f-4b5d-8ae1-c24a3cd304be up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:56.081599 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] For port 1ef82615-c208-4dce-b487-843bb7d5718d, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:56.085765 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] For port 1ef82615-c208-4dce-b487-843bb7d5718d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1ef82615-c208-4dce-b487-843bb7d5718d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:23:56.091896 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.105489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.132016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:56.136442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:56.136828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.146743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:23:56.147453 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:56.158401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:56.163768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:56.166369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:23:56.216861 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Pushing event updated for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:56.225719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.249303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.263348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:23:56.299024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:56.304640 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.343867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a2614-855f-4c1e-8bc3-b1c031f429f9 None None] Pushing event updated for resources: {'Port': ['ID=1ef82615-c208-4dce-b487-843bb7d5718d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:56.380086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:56.380776 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.486269 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:54Z', 'revision_number': 3, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:56.501801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b237bcd-6547-426c-ba62-1af7c134f7be None None] Provisioning for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:56.509426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b237bcd-6547-426c-ba62-1af7c134f7be None None] Provisioning complete for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:56.510101 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b237bcd-6547-426c-ba62-1af7c134f7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.514707 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7950912-8cf7-4e10-b46f-7261ca130acd None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:54Z', 'revision_number': 3, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:23:56.561318 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.566033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b237bcd-6547-426c-ba62-1af7c134f7be None None] Port 34f5f004-ac70-4c8f-b5f0-33edfee74818 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:23:56.568848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.638343 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Pushing event updated for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:56.640981 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:56.755485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:56.757945 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:56.891889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:23:56.993991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-700908aa-8bdb-45ae-b27d-77df200b2016 None None] Provisioning complete for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:56.994375 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-700908aa-8bdb-45ae-b27d-77df200b2016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.016436 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:23:57.037086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-700908aa-8bdb-45ae-b27d-77df200b2016 None None] Port 34f5f004-ac70-4c8f-b5f0-33edfee74818 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:23:57.041798 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-aeeb6159-e62c-49a0-8d39-2b7d60f2050a admin admin] 10.222.0.57 "PUT /v2.0/routers/f2a16022-2c31-4040-84b6-159fed2f260c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7249601 Aug 31 07:23:57.492102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13699b14-4124-47c4-be21-b07b1f9ff8b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.778248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41146) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:57.783089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1236020818', 'description': 'tempest-description--901047409'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:57.807776 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.838328 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.905550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.909572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.944979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dae51527-8ff4-4955-a7b0-9f385a01efc8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:57.949256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:57.950541 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aeb43b5c-4f90-462c-b239-b8a8c6c42503 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1712623 Aug 31 07:23:57.953655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41148) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:57.961306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'security_group_rule': {'security_group_id': 'dae51527-8ff4-4955-a7b0-9f385a01efc8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:58.005705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.075817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.080757 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.094875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:23:58.114111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:23:58.116141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:58.116714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c4684e6-5dc8-4534-9873-5cdc3d6c540e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:58.120660 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.122603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-76d53776-d9d1-483e-8296-dcbd9e8d92db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1657462 Aug 31 07:23:58.125292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41150) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:58.130119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'security_group_rule': {'security_group_id': 'dae51527-8ff4-4955-a7b0-9f385a01efc8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:58.161385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.168037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f41b5c1c-699f-4b5d-8ae1-c24a3cd304be up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:58.234518 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.239677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.259914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c845f99a-f9d6-43d6-af35-298030305957,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:58.267746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.272932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7ecf8dba-4889-46f6-a260-954790aa114d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1428289 Aug 31 07:23:58.272932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41152) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:23:58.277565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:23:58.281225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:58.281591 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.284298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:23:58.301869 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.415204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.544595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Allocated IP 172.25.3.84 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/2a02a710-34f8-45e3-abca-ba2386f6a4ba) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:23:58.661859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.669283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1ef82615-c208-4dce-b487-843bb7d5718d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:23:58.709622 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.747010 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:23:58.752412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:23:58.755050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:23:58.760987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 1ef82615-c208-4dce-b487-843bb7d5718d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:23:58.767567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1ef82615-c208-4dce-b487-843bb7d5718d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:23:58.767942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.789170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=2a02a710-34f8-45e3-abca-ba2386f6a4ba,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:58.814240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 2, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:58.842591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:23:58.842945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Updating router f2a16022-2c31-4040-84b6-159fed2f260c port 34f5f004-ac70-4c8f-b5f0-33edfee74818 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:23:58.866932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.876313 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.907462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:58.948122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.020128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 1ef82615-c208-4dce-b487-843bb7d5718d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1ef82615-c208-4dce-b487-843bb7d5718d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:23:59.027725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.079213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.084990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.131406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1ef82615-c208-4dce-b487-843bb7d5718d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:59.158667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=2a02a710-34f8-45e3-abca-ba2386f6a4ba,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:59.172954 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.188835 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.199988 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-930b4bb0-9017-4035-bdac-3600b921a720 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9164302 Aug 31 07:23:59.249819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.265102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Transition to ACTIVE for port object 34f5f004-ac70-4c8f-b5f0-33edfee74818 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:23:59.276942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.328848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43215e40-72b7-4d89-91b9-69381fc2dc37 None None] Pushing event updated for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:59.349699 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-721b37f7-b27c-4d76-86c9-987c572b7571 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1236020818&fields=id&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 267 time: 0.0404751 Aug 31 07:23:59.389579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Attempting to bind port 34f5f004-ac70-4c8f-b5f0-33edfee74818 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:23:59.389948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Attempting to bind port 34f5f004-ac70-4c8f-b5f0-33edfee74818 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:23:59.390446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Attempting to bind port 34f5f004-ac70-4c8f-b5f0-33edfee74818 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:23:59.395911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:23:59.396287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:23:59.397312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.397727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:23:59.398184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Bound port: 34f5f004-ac70-4c8f-b5f0-33edfee74818, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:23:59.398563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.471755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-bd73141c-2e7a-4455-9d98-1bb17d005fb6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:23:59.472630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] For port 34f5f004-ac70-4c8f-b5f0-33edfee74818, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:23:59.473420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-bd73141c-2e7a-4455-9d98-1bb17d005fb6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1155646 Aug 31 07:23:59.476177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] For port 34f5f004-ac70-4c8f-b5f0-33edfee74818, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=34f5f004-ac70-4c8f-b5f0-33edfee74818,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:23:59.483213 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.493997 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-49466323-1fc8-4e6b-af27-549687e4ecaa tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/quotas/c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 375 time: 0.0128291 Aug 31 07:23:59.547431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:23:59.548065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:59.550915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-bc7ac115-87b9-4d4f-b287-f64d8e44ace6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518398 Aug 31 07:23:59.592079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43215e40-72b7-4d89-91b9-69381fc2dc37 None None] Pushing event updated for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:23:59.663207 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-0fe649cf-f5f1-46ca-a6b1-746264de6b96 service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972118 Aug 31 07:23:59.674846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:23:59.759437 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-63de5d09-979c-43c5-b676-254d9e467fe6 service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902328 Aug 31 07:23:59.819745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:23:59.919033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:23:59Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:23:59.946460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d7941111-e9e8-48d5-92fb-9febe13822cd req-fb51760f-58a5-40e6-942a-bea891d713a1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 210 time: 0.0480387 Aug 31 07:23:59.953716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56deaf51-54f5-41eb-af86-10a569c5b04f None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:23:59Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:24:00.030239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1ef82615-c208-4dce-b487-843bb7d5718d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:24:00.095909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1ef82615-c208-4dce-b487-843bb7d5718d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:00.096633 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.015162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-e54cab05-9c7d-4ed3-94b6-4f2f80d4d6da tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:01.016725 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-e54cab05-9c7d-4ed3-94b6-4f2f80d4d6da tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1272230 Aug 31 07:24:01.055625 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b425499a-a950-477e-b685-af511a3ed9f6 req-7a88db65-4a00-4ce8-88d0-c5cdf081333b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 210 time: 0.0359020 Aug 31 07:24:01.076802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f395f57c-8a0a-42f0-8efd-2390a6a70831 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 380 time: 0.0470517 Aug 31 07:24:01.088740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'port': {'device_id': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'admin_state_up': True, 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'security_groups': ['dae51527-8ff4-4955-a7b0-9f385a01efc8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:01.184980 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.210115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:24:01.213704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.343223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Allocated IP 172.20.0.8 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/7d1fa725-bb35-4aba-8681-d04e5da12fe7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:24:01.488502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.503008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Transition to ACTIVE for port object 7d1fa725-bb35-4aba-8681-d04e5da12fe7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:24:01.535506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.577160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:24:01.585220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:24:01.589322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:24:01.614020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:01.643344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:01.643975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.658894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-f32a9262-1304-4d2d-845a-80dc025939e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5749655 Aug 31 07:24:01.671632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Request body: {'port': {'device_id': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:01.737861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.853728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-394f7452-63a2-4a4c-8922-9130bb7a3784 None None] Provisioning for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:24:01.858049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-394f7452-63a2-4a4c-8922-9130bb7a3784 None None] Provisioning complete for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:01.858362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-394f7452-63a2-4a4c-8922-9130bb7a3784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:01.893195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-394f7452-63a2-4a4c-8922-9130bb7a3784 None None] Port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:24:02.017972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 34f5f004-ac70-4c8f-b5f0-33edfee74818 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:24:02.025156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1fa725-bb35-4aba-8681-d04e5da12fe7 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:24:02.033144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.047481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Transition to ACTIVE for port object 7d1fa725-bb35-4aba-8681-d04e5da12fe7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:24:02.052655 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.071728 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:24:02.076204 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:02.076699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.109488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:02.187244 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.218378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:24:02.218747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:24:02.219056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:24:02.228866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd95ebf-091c-4c55-8eb7-663f2cd6e4ae req-e17f6f06-5a7a-4952-a0d8-9dedb62cf095 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.229889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 34f5f004-ac70-4c8f-b5f0-33edfee74818, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=34f5f004-ac70-4c8f-b5f0-33edfee74818,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:02.230611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbd95ebf-091c-4c55-8eb7-663f2cd6e4ae req-e17f6f06-5a7a-4952-a0d8-9dedb62cf095 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.0780456 Aug 31 07:24:02.234302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:24:02.234627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:24:02.235765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.254047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:24:02.254395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:24:02.254784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:24:02.255236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Bound port: 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:24:02.255607 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.289045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbd95ebf-091c-4c55-8eb7-663f2cd6e4ae req-67cdabfb-8e74-495a-b653-a6c205af5178 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519700 Aug 31 07:24:02.299147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:02.350955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:24:02.354065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:24:02.358297 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.389230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.389891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:02.391275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] 10.222.0.53 "PUT /v2.0/ports/7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 1092 time: 0.7242565 Aug 31 07:24:02.393758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:02.396130 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396ad759-a298-4240-b985-74ee955edc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:02.432489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be155be-e15a-4cb8-91f3-903ba830258a service neutron] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:02.449855 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75c0f38-c50c-4ceb-9ab8-5a4f22a31a4c x-openstack-request-id: req-d75c0f38-c50c-4ceb-9ab8-5a4f22a31a4c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:02.450149 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:02.450406 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d75c0f38-c50c-4ceb-9ab8-5a4f22a31a4c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:02.450808 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'status': 'completed', 'code': 200} Aug 31 07:24:02.483857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-b9beb5d8-0479-4f25-baa8-f79f0058fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.485457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-b9beb5d8-0479-4f25-baa8-f79f0058fd0b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0466380 Aug 31 07:24:02.529816 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-7c345a7a-5f56-40cb-9960-e97251af4974 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 217 time: 0.0365303 Aug 31 07:24:02.587015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-20c649c4-b278-4dea-b0fa-ae76d239f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.588562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-20c649c4-b278-4dea-b0fa-ae76d239f9f0 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0521359 Aug 31 07:24:02.635432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-6dd2c395-14ea-4212-bb77-b0a3d72a2c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.636932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-6dd2c395-14ea-4212-bb77-b0a3d72a2c2e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0418358 Aug 31 07:24:02.728460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-19c2d706-eaa4-4fd9-bf9a-ece4eabe01ed service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842729 Aug 31 07:24:02.827722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b370b4a-1658-43b8-917c-7fbbeab5d382 req-4cc9f3bb-9b14-4b81-bc31-de92afdc297e service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925102 Aug 31 07:24:02.918279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad759-a298-4240-b985-74ee955edc4f req-90aef9c4-e9ca-48f3-8a27-f67e628c4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:02.919765 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-90aef9c4-e9ca-48f3-8a27-f67e628c4bac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0439715 Aug 31 07:24:03.017699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad759-a298-4240-b985-74ee955edc4f req-62584071-e4e1-4e91-9210-5f2c59408609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:03.019183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-62584071-e4e1-4e91-9210-5f2c59408609 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0915661 Aug 31 07:24:03.061342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-39cf94cf-a889-4ce9-a0f7-919a0a6ecbc8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 217 time: 0.0337129 Aug 31 07:24:03.112140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad759-a298-4240-b985-74ee955edc4f req-10a2b6e0-18b3-406e-8993-a70f51c5fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:03.113614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-10a2b6e0-18b3-406e-8993-a70f51c5fb59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0454004 Aug 31 07:24:03.167305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ad759-a298-4240-b985-74ee955edc4f req-66f05ae0-c67a-4b66-bcc1-f062bd733b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:03.168933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-66f05ae0-c67a-4b66-bcc1-f062bd733b4f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0468559 Aug 31 07:24:03.258540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-fce53f1f-9949-4d05-a0e9-50cb054017df service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806725 Aug 31 07:24:03.356696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-396ad759-a298-4240-b985-74ee955edc4f req-8c460698-b71d-4674-83e1-735ea19db61e service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904303 Aug 31 07:24:03.410284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4af46b-071a-4c25-88a2-921b7f7f25da req-1739bcd8-0ba7-4189-87da-7fa357993885 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:03.411797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c4af46b-071a-4c25-88a2-921b7f7f25da req-1739bcd8-0ba7-4189-87da-7fa357993885 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.0496974 Aug 31 07:24:03.451696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7c4af46b-071a-4c25-88a2-921b7f7f25da req-d3812f21-4fa6-4c4b-9043-930b6eaa1b96 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335829 Aug 31 07:24:03.999604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 34f5f004-ac70-4c8f-b5f0-33edfee74818 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:24:04.046955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 34f5f004-ac70-4c8f-b5f0-33edfee74818 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:04.047324 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:04.575912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c63cb9-afed-4d43-8798-9d2007150196 req-6a83f9c3-31f5-46d3-b1be-6220019f5f60 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:04.577307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c63cb9-afed-4d43-8798-9d2007150196 req-6a83f9c3-31f5-46d3-b1be-6220019f5f60 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.0558875 Aug 31 07:24:04.615484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-68c63cb9-afed-4d43-8798-9d2007150196 req-c179357b-fd7a-4e63-82cc-2764664843f0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321989 Aug 31 07:24:05.731412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11973272-c51f-4ef2-b9eb-740ceb6d870f req-8968d5e2-b63f-4f01-a772-38e9b722ce31 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:05.732892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11973272-c51f-4ef2-b9eb-740ceb6d870f req-8968d5e2-b63f-4f01-a772-38e9b722ce31 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.0500991 Aug 31 07:24:05.770415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-11973272-c51f-4ef2-b9eb-740ceb6d870f req-adf04166-ea88-411f-be2d-aaeea8e25911 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316668 Aug 31 07:24:05.904040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:24:05.999085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:06.014798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'mac_address': 'fa:16:3e:d9:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:24:06.052705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:06.072418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1fa725-bb35-4aba-8681-d04e5da12fe7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:24:06.087692 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:06.095821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:06.099860 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:06.147931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:06.310619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7d1fa725-bb35-4aba-8681-d04e5da12fe7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:24:06.887593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb321ed-a682-408a-b3f6-a9cdffa34bfc req-af306ca7-d387-41cd-a6a3-147c8afd63f7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:06.889099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bdb321ed-a682-408a-b3f6-a9cdffa34bfc req-af306ca7-d387-41cd-a6a3-147c8afd63f7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 944 time: 0.0507338 Aug 31 07:24:06.927519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bdb321ed-a682-408a-b3f6-a9cdffa34bfc req-7fb696bf-2665-474e-9411-748d259b3f29 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Aug 31 07:24:07.906991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:24:07.961019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:24:07.965152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:24:07.965616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:08.049071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6940db9-1a7b-4f38-911c-a0113114870d req-92d6e8ec-fd2f-486a-8619-a89b8871a205 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:08.050757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6940db9-1a7b-4f38-911c-a0113114870d req-92d6e8ec-fd2f-486a-8619-a89b8871a205 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 944 time: 0.0506811 Aug 31 07:24:08.050913 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:08.074737 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:08.077004 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf8c337-3b02-4691-b154-beea4c0bf726" -d '{"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:08.095918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6940db9-1a7b-4f38-911c-a0113114870d req-fc45c92c-81bd-46f9-bd0f-7a37103e0693 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390143 Aug 31 07:24:08.103281 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:24:08.108343 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:08.118511 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0807719-b461-4b87-bcf7-8f83cf7dc0e4 x-openstack-request-id: req-f0807719-b461-4b87-bcf7-8f83cf7dc0e4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:08.118803 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:08.119053 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0807719-b461-4b87-bcf7-8f83cf7dc0e4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:08.119472 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'code': 200} Aug 31 07:24:08.166040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:24:08.219792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b87c898-cd50-4808-a642-cf8563a99b64 req-5f8bf700-41ec-4352-8751-983704a2f3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:08.221273 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b87c898-cd50-4808-a642-cf8563a99b64 req-5f8bf700-41ec-4352-8751-983704a2f3af service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1097 time: 0.0440092 Aug 31 07:24:08.255346 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b87c898-cd50-4808-a642-cf8563a99b64 req-09989c0e-f500-407c-8781-5303d2cb7881 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269790 Aug 31 07:24:09.219427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad6214-0925-485f-9c43-8b4f5ce1e88c req-cb346e45-16cc-42f6-868a-cd8dc42456bc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:09.221770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cad6214-0925-485f-9c43-8b4f5ce1e88c req-cb346e45-16cc-42f6-868a-cd8dc42456bc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0551548 Aug 31 07:24:09.262524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cad6214-0925-485f-9c43-8b4f5ce1e88c req-718dc342-6fb0-4e89-9cc2-f66cf4e70246 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333006 Aug 31 07:24:10.380202 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392cd7eb-1720-4f31-980e-f72634faa486 req-c370a75e-e837-4e4e-a62d-a519ad5e3745 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:10.382259 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-392cd7eb-1720-4f31-980e-f72634faa486 req-c370a75e-e837-4e4e-a62d-a519ad5e3745 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0503819 Aug 31 07:24:10.423526 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-392cd7eb-1720-4f31-980e-f72634faa486 req-530c0fc0-74e2-4569-9a84-be58616f3318 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352530 Aug 31 07:24:10.540360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3860ce9b-0b35-45d2-ba32-e21f09c2ecb9 req-4e80f986-d69a-4135-985c-e5695dfb5a57 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:10.541793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3860ce9b-0b35-45d2-ba32-e21f09c2ecb9 req-4e80f986-d69a-4135-985c-e5695dfb5a57 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0519044 Aug 31 07:24:10.550602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41200) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:24:10.555162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'floatingip': {'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:24:10.597703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:11.040068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:11.043828 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:11.143144 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f associated. External IP: 172.25.3.84, port: 7d1fa725-bb35-4aba-8681-d04e5da12fe7. Aug 31 07:24:11.658189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:24:11.764338 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:24:11.769581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:11.775680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:24:11.785436 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:24:11.786049 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:11.801511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-39583b81-589b-4ce6-8c3c-e3088d96d70d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "PUT /v2.0/floatingips/6747ea42-164d-4f57-85bb-04fc6061562f HTTP/1.1" status: 200 len: 990 time: 1.2497840 Aug 31 07:24:11.802195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:24:11.804674 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-528c57d5-2e68-4b72-825b-91bd25ec623d" -d '{"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:24:11.846933 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac03e532-99e7-4720-9a8a-5d29151ee1f7 x-openstack-request-id: req-ac03e532-99e7-4720-9a8a-5d29151ee1f7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:24:11.847224 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:24:11.847473 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac03e532-99e7-4720-9a8a-5d29151ee1f7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:24:11.847876 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'status': 'completed', 'code': 200} Aug 31 07:24:11.917667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-5945f8e8-3949-46f8-aed1-fd214f34d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:11.919126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-5945f8e8-3949-46f8-aed1-fd214f34d962 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1097 time: 0.0459335 Aug 31 07:24:11.998924 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:24:12.015189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-57120669-26d0-4322-ac8e-a5fb85432342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:12.016651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-57120669-26d0-4322-ac8e-a5fb85432342 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0909002 Aug 31 07:24:12.088410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-929bb7fd-0fdf-494f-a502-dc794bfa8dd7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 998 time: 0.0642900 Aug 31 07:24:12.138452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-42b4a271-dd4a-472a-b71c-0514866a48ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:12.139917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-42b4a271-dd4a-472a-b71c-0514866a48ec service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0449092 Aug 31 07:24:12.189012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-2df69929-29c3-4877-af48-e218668c6a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:24:12.190602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-2df69929-29c3-4877-af48-e218668c6a60 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0432467 Aug 31 07:24:12.236145 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:d9:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:24:10Z', 'revision_number': 1, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:12.264241 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:24:12.273960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:24:12.274629 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:23:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:12.293023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-e56388fd-f064-490b-8a6e-e47e6f6d8934 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951877 Aug 31 07:24:12.383664 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:24:12.388593 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528c57d5-2e68-4b72-825b-91bd25ec623d req-acaa607c-0f3f-4c7f-8d03-bfe876f97ddc service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884640 Aug 31 07:24:12.604426 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:d9:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:24:10Z', 'revision_number': 1, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:24:12.634188 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-357a9d0d-a867-4462-8b90-931f33e537f3 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:d9:4b:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:24:10Z', 'revision_number': 1, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:24:12.830476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5a1369-d6ab-4a31-921e-11fb599766c3 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:24:15.943636 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:24.866773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0de66ff2-5a19-46c7-8c7f-3b9820b011a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:27.493378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a8d89e39-13de-48bd-8fe3-98585b2575bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:27.830323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:28.189017 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:24:29.777355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:31.188281 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:36.070549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:45.940930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:54.870081 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-44f87b05-0304-4b8b-9d46-4fd15cabfbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:57.494206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b37f2dcd-c0eb-47c4-a49b-90e59d8ca5c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:57.832105 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:24:59.778903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:01.192345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:05.188326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:25:06.071542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:07.618934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-8887d571-497d-4efa-bbf0-a93a98f88c46 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1385167 Aug 31 07:25:07.701846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-b9012643-0d6e-41d2-b210-42fc1487154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.703351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-b9012643-0d6e-41d2-b210-42fc1487154c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1097 time: 0.0418603 Aug 31 07:25:07.808892 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-cacb3439-cb30-4f35-a4cd-67f8ab267f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.810330 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-cacb3439-cb30-4f35-a4cd-67f8ab267f34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0875211 Aug 31 07:25:07.882692 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-5152cad7-ebea-449f-822c-e97714041604 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0650616 Aug 31 07:25:07.937320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-1721ac64-0cb4-4307-818f-f486ffb3df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.938825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-1721ac64-0cb4-4307-818f-f486ffb3df4e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0486338 Aug 31 07:25:07.987770 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-76dc1cd5-48f1-4381-90cc-920bd249e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:07.989515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-76dc1cd5-48f1-4381-90cc-920bd249e118 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433064 Aug 31 07:25:08.001402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-a759816e-c12d-497e-9b03-9afaf43b9c3c service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:25:08.002403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-a759816e-c12d-497e-9b03-9afaf43b9c3c service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052502 Aug 31 07:25:08.098932 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-9813416e-97b4-4d66-883d-1dd18b8732df service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892773 Aug 31 07:25:08.193139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c79d49c-b60d-4dd4-b203-8ee0aee9bf1b req-2300fb9f-a005-42f0-b4b3-ba95bbc250e8 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868530 Aug 31 07:25:15.954778 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:24.872384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85fa9208-74d6-4256-b507-ae6323354053 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:27.494683 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bd81c52c-aeb4-4515-80b6-f6c3c2d11b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:27.835211 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:29.782312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:31.193552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:36.070058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:42.188075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:25:45.947880 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:47.836187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1b17d-f78e-4d88-a363-1ea4f5ee742e req-746598a6-dd68-4e05-8df6-89c46c4a7445 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:47.837803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eef1b17d-f78e-4d88-a363-1ea4f5ee742e req-746598a6-dd68-4e05-8df6-89c46c4a7445 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.1678534 Aug 31 07:25:47.894560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eef1b17d-f78e-4d88-a363-1ea4f5ee742e req-6b4f9738-74d1-4f44-af52-fc97f8a7b83a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498791 Aug 31 07:25:48.173568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f02984a-a627-4c3e-970b-f94ea043f147 req-2d40fe60-b220-43ee-a67f-a04544fb8851 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:48.175705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f02984a-a627-4c3e-970b-f94ea043f147 req-2d40fe60-b220-43ee-a67f-a04544fb8851 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0690939 Aug 31 07:25:48.215286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-57eb9fe7-01fe-45c9-94d5-c7aa93c0e26a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1169434 Aug 31 07:25:48.226681 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1f02984a-a627-4c3e-970b-f94ea043f147 req-f653ddd3-5e9b-4d63-85d6-3965fde5d190 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416422 Aug 31 07:25:49.423585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4ed3d0-7331-4823-99aa-589c5e59bf90 req-59132957-2ddc-409c-8b4f-f0da79740f0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:49.425857 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd4ed3d0-7331-4823-99aa-589c5e59bf90 req-59132957-2ddc-409c-8b4f-f0da79740f0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.1137788 Aug 31 07:25:49.470916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cd4ed3d0-7331-4823-99aa-589c5e59bf90 req-3a20d577-cf70-477d-8198-aaa50f45b3c2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Aug 31 07:25:49.472891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-81b8b538-817f-4c7a-8819-2cf3a7db166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:49.474643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-81b8b538-817f-4c7a-8819-2cf3a7db166f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1097 time: 0.0474484 Aug 31 07:25:49.574520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-a45d1e4f-4bc1-48d4-b877-e0d02fdc879f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:49.575912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-a45d1e4f-4bc1-48d4-b877-e0d02fdc879f service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0941668 Aug 31 07:25:49.642059 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-c4a606b4-e46d-4bc3-b184-c4f8fcb8d858 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 1000 time: 0.0587883 Aug 31 07:25:49.691170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b79c599d-5a49-4869-b390-f931765f7164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:49.692568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b79c599d-5a49-4869-b390-f931765f7164 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0430851 Aug 31 07:25:49.742017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-04b06354-14a6-4169-ab1b-0e61e4e5224b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:49.743602 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-04b06354-14a6-4169-ab1b-0e61e4e5224b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0444779 Aug 31 07:25:49.832243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-c5b5a8aa-2dad-4d21-a2ec-be64c2ac02d2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811658 Aug 31 07:25:49.926901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-2f534d5a-75cf-4749-bd45-5927a847140e service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868456 Aug 31 07:25:50.590110 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04a3298-0ac2-4040-87b1-dd4f89562b37 req-b4eaa5f0-fc5c-422a-8754-a517a7fe1ec5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:50.591494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b04a3298-0ac2-4040-87b1-dd4f89562b37 req-b4eaa5f0-fc5c-422a-8754-a517a7fe1ec5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0508225 Aug 31 07:25:50.632813 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b04a3298-0ac2-4040-87b1-dd4f89562b37 req-365f5af6-612d-408d-a183-4bffed07be3b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346901 Aug 31 07:25:51.751853 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750d472-193c-4706-a471-46097336243a req-a4592bcc-a0ec-4be3-b7bf-c5182746eceb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:51.753925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9750d472-193c-4706-a471-46097336243a req-a4592bcc-a0ec-4be3-b7bf-c5182746eceb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0518715 Aug 31 07:25:51.793640 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9750d472-193c-4706-a471-46097336243a req-182531ba-6054-41df-8a77-f50cf99f2f7f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336790 Aug 31 07:25:52.914505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32dbca-25fe-4081-ab3c-9811f8ee047b req-ad6fcdd9-ef58-47c1-8654-35aca259d848 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:52.923097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc32dbca-25fe-4081-ab3c-9811f8ee047b req-ad6fcdd9-ef58-47c1-8654-35aca259d848 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0497923 Aug 31 07:25:52.954903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc32dbca-25fe-4081-ab3c-9811f8ee047b req-3ac8903b-e7f5-4f94-bb91-fb4d7b2da99d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328906 Aug 31 07:25:54.073555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c14726-298c-4b3b-afd0-d8a62d46e213 req-b5914d9b-89d3-4263-9397-847f1ae21e42 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:54.075014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7c14726-298c-4b3b-afd0-d8a62d46e213 req-b5914d9b-89d3-4263-9397-847f1ae21e42 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0517890 Aug 31 07:25:54.112468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f7c14726-298c-4b3b-afd0-d8a62d46e213 req-28c93fa0-c1d3-46f1-946a-d54841a5961e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315166 Aug 31 07:25:54.875303 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5602c6d-e706-44d7-8c04-67c266b062ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:55.233806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff3904-0217-4793-a46e-baaa38439d88 req-798aea91-bf2b-4cbc-b16b-4c7597fd4e73 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:55.235584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0ff3904-0217-4793-a46e-baaa38439d88 req-798aea91-bf2b-4cbc-b16b-4c7597fd4e73 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0547330 Aug 31 07:25:55.273115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0ff3904-0217-4793-a46e-baaa38439d88 req-61eb5f39-08a5-4d1e-bd50-c3e1faa55b4e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316832 Aug 31 07:25:56.389995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518a4e64-5937-48ec-978b-292970c6e396 req-b80c208d-6cb7-482d-bc5c-e82da851004f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:56.391482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-518a4e64-5937-48ec-978b-292970c6e396 req-b80c208d-6cb7-482d-bc5c-e82da851004f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0495520 Aug 31 07:25:56.431655 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-518a4e64-5937-48ec-978b-292970c6e396 req-7f3e9509-cc85-4a44-a7a6-2fa9402cd424 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339768 Aug 31 07:25:57.499654 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d2da947c-b526-4a67-b805-ea28a640c198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:57.558808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72f8d6-55c7-4ca7-9bb6-92d9d86ac82c req-d49f0b6f-979b-406a-bc2d-03cfefa85ac3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:57.560505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d72f8d6-55c7-4ca7-9bb6-92d9d86ac82c req-d49f0b6f-979b-406a-bc2d-03cfefa85ac3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0524416 Aug 31 07:25:57.601836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0d72f8d6-55c7-4ca7-9bb6-92d9d86ac82c req-6c0d2518-af9f-481d-a86f-c446ca9af117 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335171 Aug 31 07:25:57.837117 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:58.721377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df27d3-642f-4a87-8867-804bbf93ce82 req-588256cf-d008-4498-b335-032b97070cb9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:58.722943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67df27d3-642f-4a87-8867-804bbf93ce82 req-588256cf-d008-4498-b335-032b97070cb9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0515034 Aug 31 07:25:58.762815 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-67df27d3-642f-4a87-8867-804bbf93ce82 req-46c98d35-73fd-44b3-ac8b-7cb20fc65257 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340066 Aug 31 07:25:59.787933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:25:59.889825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da870e14-1ed5-4f86-a0cd-0984c2152c5c req-6b059e3d-e47c-415f-90a5-4344b091d81c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:25:59.891374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da870e14-1ed5-4f86-a0cd-0984c2152c5c req-6b059e3d-e47c-415f-90a5-4344b091d81c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0525043 Aug 31 07:25:59.935616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da870e14-1ed5-4f86-a0cd-0984c2152c5c req-4aee3288-8461-42f9-9947-26da4e778118 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Aug 31 07:26:01.059223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308613be-8169-4f99-948d-b3f3a434071a req-069da663-e84f-4854-b832-e1b820e6ef11 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:01.060880 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-308613be-8169-4f99-948d-b3f3a434071a req-069da663-e84f-4854-b832-e1b820e6ef11 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0531104 Aug 31 07:26:01.104568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-308613be-8169-4f99-948d-b3f3a434071a req-5a2363ce-af8b-4570-bcf0-9dc3a625ef4b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366940 Aug 31 07:26:01.198590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:01.771846 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-87086cce-504b-41d8-8600-ea2686f11c85 req-26b720a1-747c-4da2-b4bf-545e33b8c8a3 service neutron] show failed (client error): The resource could not be found. Aug 31 07:26:01.772895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-26b720a1-747c-4da2-b4bf-545e33b8c8a3 service neutron] 10.222.0.53 "GET /v2.0/ports/7d1fa725-bb35-4aba-8681-d04e5da12fe7/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0608859 Aug 31 07:26:01.972598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b3f60276-e344-4240-992f-a8c3f9a7502c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:01.974588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b3f60276-e344-4240-992f-a8c3f9a7502c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0453537 Aug 31 07:26:01.987766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:02.044931 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.285621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2064dd53-1640-4368-b019-44d1a3652cda req-0cb31076-fef2-443c-ba27-2446e71ea206 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:02.287186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2064dd53-1640-4368-b019-44d1a3652cda req-0cb31076-fef2-443c-ba27-2446e71ea206 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.1091745 Aug 31 07:26:02.308469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:02.358658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2064dd53-1640-4368-b019-44d1a3652cda req-b5f6f25e-1252-43f9-a3d4-2ae8c7decbc4 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622160 Aug 31 07:26:02.365042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:26:02.404943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:02.407427 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5baef82-c35a-459a-bf35-c7fc620273d8" -d '{"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:02.411968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.426181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Transition to ACTIVE for port object 7d1fa725-bb35-4aba-8681-d04e5da12fe7 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:02.430175 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.464150 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-954599c4-6754-473a-9f6d-7ea5b431a780 x-openstack-request-id: req-954599c4-6754-473a-9f6d-7ea5b431a780 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:02.464448 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-unplugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:02.464699 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-954599c4-6754-473a-9f6d-7ea5b431a780 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:02.465089 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'code': 200} Aug 31 07:26:02.516456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:02.530519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.530861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.531198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.531530 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.531859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.532190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.532515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.532838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.533160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.533580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.533910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.534230 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:02.572313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] No DVR routers for this DVR port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:26:02.713609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:26:02.713948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:26:02.714313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:02.718986 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:26:02.719315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Attempting to bind port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:02.725485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:26:02.725828 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:26:02.726219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:26:02.726652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Bound port: 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:26:02.727013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.796146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:26:02.800040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:26:02.803923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.841456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:02.841979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:02.843375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] 10.222.0.50 "PUT /v2.0/ports/7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 1092 time: 0.8605614 Aug 31 07:26:02.867719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c0b11-f2df-4c06-bb15-b2ccdb783beb service neutron] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:02.915538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-6ed2371b-3104-43af-aa26-40fce35614f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:02.917048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-6ed2371b-3104-43af-aa26-40fce35614f8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0462558 Aug 31 07:26:03.021929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-47d4a5b2-7bcf-4f65-86ed-2f9715a11f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:03.023407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-47d4a5b2-7bcf-4f65-86ed-2f9715a11f9b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0992136 Aug 31 07:26:03.090804 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-e534815b-4a4a-4152-b7d7-122f61c812df service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 998 time: 0.0595882 Aug 31 07:26:03.140096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-97c2c7ff-8ccd-41c5-9082-35617f473d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:03.141614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-97c2c7ff-8ccd-41c5-9082-35617f473d63 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0438414 Aug 31 07:26:03.191224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086cce-504b-41d8-8600-ea2686f11c85 req-c42053f8-91fb-4a57-a2a6-55200fb07d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:03.192740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-c42053f8-91fb-4a57-a2a6-55200fb07d5e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445604 Aug 31 07:26:03.204456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b513c0e7-b903-4b96-bcde-afd90ca58a34 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:26:03.206267 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-b513c0e7-b903-4b96-bcde-afd90ca58a34 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050728 Aug 31 07:26:03.295568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-5e7cfb8d-b077-4594-90d8-a68590932317 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830452 Aug 31 07:26:03.390395 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-87086cce-504b-41d8-8600-ea2686f11c85 req-4b03f57e-cc8e-47c8-a868-cb8d2cc0a2b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879521 Aug 31 07:26:03.483616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50cc22-0e99-4b62-b7aa-e6feb42ae548 req-b7eaa05e-78d7-4d9c-a173-2e6ec1919445 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:03.485136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c50cc22-0e99-4b62-b7aa-e6feb42ae548 req-b7eaa05e-78d7-4d9c-a173-2e6ec1919445 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.0543752 Aug 31 07:26:03.526459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c50cc22-0e99-4b62-b7aa-e6feb42ae548 req-82606155-55be-4893-955c-e68bbb16a4b8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346544 Aug 31 07:26:04.412015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:26:04.452725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:26:04.466250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:04.468722 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028f35a0-6622-477a-8abf-6c5c5b0c9931" -d '{"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:04.519511 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-168f0ab1-32ea-4433-9437-bab7f0e88627 x-openstack-request-id: req-168f0ab1-32ea-4433-9437-bab7f0e88627 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:04.519798 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:04.520069 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-168f0ab1-32ea-4433-9437-bab7f0e88627 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:04.520471 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'status': 'completed', 'code': 200} Aug 31 07:26:04.610781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-c4b7eacd-9a2b-4e33-917f-8f333a18c9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:04.613035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-c4b7eacd-9a2b-4e33-917f-8f333a18c9d6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0723550 Aug 31 07:26:04.614835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-b0854d0f-539c-47da-9c6d-079f36a7c368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:04.616178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-b0854d0f-539c-47da-9c6d-079f36a7c368 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1095 time: 0.0674481 Aug 31 07:26:05.100390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dfed23-09e2-4286-973b-3d1ce44697eb req-f61f6c32-faea-450c-b68f-36646532e4df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.101913 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27dfed23-09e2-4286-973b-3d1ce44697eb req-f61f6c32-faea-450c-b68f-36646532e4df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 943 time: 0.4732854 Aug 31 07:26:05.137023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-1d1d9463-7d9e-4b6e-ae52-888c7cedee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.138503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-1d1d9463-7d9e-4b6e-ae52-888c7cedee6e service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.5111601 Aug 31 07:26:05.141134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-376aaf83-cc11-4434-8c56-c7853a2a85f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.142458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-376aaf83-cc11-4434-8c56-c7853a2a85f8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.5223939 Aug 31 07:26:05.233716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27dfed23-09e2-4286-973b-3d1ce44697eb req-0eafd1ba-1fc2-4a35-92d3-01a566a0f472 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201334 Aug 31 07:26:05.266428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-827829b7-8c92-43fb-8845-47af53eb2968 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 998 time: 0.1186244 Aug 31 07:26:05.271302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-4cb3962a-8684-448a-99ff-89f2fdf972d5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 998 time: 0.1161673 Aug 31 07:26:05.355242 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-e5277a3f-776c-4650-b773-f780ac7ce7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.356705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-e5277a3f-776c-4650-b773-f780ac7ce7ba service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0833404 Aug 31 07:26:05.358105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-cd028932-f776-47a3-9063-7ea4a79c97de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.359384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-cd028932-f776-47a3-9063-7ea4a79c97de service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0785861 Aug 31 07:26:05.431492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-2cd3f277-4638-45b6-969d-80aa58a02f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.432997 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-2cd3f277-4638-45b6-969d-80aa58a02f0d service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689948 Aug 31 07:26:05.435443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-837d9bea-ec69-4c74-875c-adf03e31bff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:05.436781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-837d9bea-ec69-4c74-875c-adf03e31bff9 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651090 Aug 31 07:26:05.595698 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-94d3bd0d-fb32-4085-ad67-20cbacff9ad6 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546812 Aug 31 07:26:05.597197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:26:05.597628 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-5fccd743-e2b6-4358-92b6-31215f2ae0f4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489139 Aug 31 07:26:05.693729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:05.706236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'mac_address': 'fa:16:3e:d9:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:26:05.748363 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:05.762124 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1fa725-bb35-4aba-8681-d04e5da12fe7 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:26:05.763515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-c92186d8-9d84-4050-b884-31236b30ae0a service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604774 Aug 31 07:26:05.766949 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-028f35a0-6622-477a-8abf-6c5c5b0c9931 req-d9418beb-8383-4c0b-95b2-d8c5da1b88e9 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565974 Aug 31 07:26:05.782144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:05.786540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:05.837622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:05.844912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.845253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.845612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.846537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.846965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.847306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.847624 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.847952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.848270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.848587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.848907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:05.849225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:26:06.043604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['7d1fa725-bb35-4aba-8681-d04e5da12fe7'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:26:06.090246 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:06.369679 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2af70-c4a8-499c-add0-2ccc47fb561b req-ce6c570b-e2d5-4c49-8294-14755551fb28 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:06.371176 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0d2af70-c4a8-499c-add0-2ccc47fb561b req-ce6c570b-e2d5-4c49-8294-14755551fb28 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 944 time: 0.0503109 Aug 31 07:26:06.409753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b0d2af70-c4a8-499c-add0-2ccc47fb561b req-d659b742-f3ce-407f-baeb-e01dfe2f7fc6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326111 Aug 31 07:26:06.607146 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b2d68-21ab-447a-b597-2ac25bf11bbc req-35ae05e4-1ef7-4712-81ae-a55a454baaeb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:06.608844 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe6b2d68-21ab-447a-b597-2ac25bf11bbc req-35ae05e4-1ef7-4712-81ae-a55a454baaeb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 944 time: 0.0518444 Aug 31 07:26:06.624566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-33ebf27e-597c-4113-9750-7124573f5b42 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:06.626094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-33ebf27e-597c-4113-9750-7124573f5b42 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 944 time: 0.0553048 Aug 31 07:26:06.649740 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe6b2d68-21ab-447a-b597-2ac25bf11bbc req-6195f708-907c-469e-9cff-998a6ee848d8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328834 Aug 31 07:26:06.691546 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-bd6f43a8-6b3b-44d8-9c78-cf4f3fc9d551 service neutron] delete failed (client error): The resource could not be found. Aug 31 07:26:06.692589 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-bd6f43a8-6b3b-44d8-9c78-cf4f3fc9d551 service neutron] 10.222.0.53 "DELETE /v2.0/ports/7d1fa725-bb35-4aba-8681-d04e5da12fe7/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0571756 Aug 31 07:26:06.780523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-6d26389a-714b-478b-a9ef-fa49a878976f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:06.782099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-6d26389a-714b-478b-a9ef-fa49a878976f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 1096 time: 0.0439789 Aug 31 07:26:06.882919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-2f4c497a-67a9-4f8b-b9d7-c9663b58d525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:06.884409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-2f4c497a-67a9-4f8b-b9d7-c9663b58d525 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0956125 Aug 31 07:26:06.952892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-06756493-60c8-4c3e-9947-c01edf515a35 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 200 len: 999 time: 0.0617433 Aug 31 07:26:07.009127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-daa6cbe9-7db1-4861-ac6b-f85162ffdcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:07.010627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-daa6cbe9-7db1-4861-ac6b-f85162ffdcb8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0511951 Aug 31 07:26:07.063348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-b0358649-3d57-4e1e-8bf8-2ff184e6e3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:07.066444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-b0358649-3d57-4e1e-8bf8-2ff184e6e3e2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488336 Aug 31 07:26:07.162376 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-be4b0744-7a8a-40c4-a7ad-06dbde755828 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886357 Aug 31 07:26:07.262848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ba80b125-87be-4eda-b1bf-27bc56c6b8b8 req-f3c6db44-19e8-4c22-a97b-266130eede9b service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935810 Aug 31 07:26:07.613320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:07.664098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:07.668038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:07.668410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:07.752084 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:07.777276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f78d5b5-dc2c-4591-9d53-ed2e4ed4a054 req-2ee93bbd-0262-46fa-89d5-1654d7381350 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:07.778929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f78d5b5-dc2c-4591-9d53-ed2e4ed4a054 req-2ee93bbd-0262-46fa-89d5-1654d7381350 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 944 time: 0.0544252 Aug 31 07:26:07.787485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:07.789619 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fdbbf7d-e3cd-49d2-9b45-883548dfc63a" -d '{"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:07.803403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:07.808874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:07.836710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2f78d5b5-dc2c-4591-9d53-ed2e4ed4a054 req-931deffc-5d02-449b-bcaf-45a1331ef7fa tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Aug 31 07:26:07.840962 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ea8876-3234-4243-96e8-82afa7a18e3b x-openstack-request-id: req-41ea8876-3234-4243-96e8-82afa7a18e3b {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:07.841251 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-plugged", "status": "completed", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:07.841528 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-41ea8876-3234-4243-96e8-82afa7a18e3b {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:07.841907 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'code': 200} Aug 31 07:26:07.868065 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:07.963683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed46813e-66b8-4628-b4e7-b42d20f84f02 req-8df51978-d755-4c47-bdcd-29026d5fbe98 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:07.965621 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed46813e-66b8-4628-b4e7-b42d20f84f02 req-8df51978-d755-4c47-bdcd-29026d5fbe98 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0573635 Aug 31 07:26:08.006160 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ed46813e-66b8-4628-b4e7-b42d20f84f02 req-5ad0fca5-dce4-43c2-9452-f04d3a99c09c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338693 Aug 31 07:26:08.121124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dac8792-718a-4e40-9c5c-2a13bf099609 req-e1fea736-afc6-4577-99d9-3ff40d23bfad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:08.122653 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dac8792-718a-4e40-9c5c-2a13bf099609 req-e1fea736-afc6-4577-99d9-3ff40d23bfad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0503907 Aug 31 07:26:08.161343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4dac8792-718a-4e40-9c5c-2a13bf099609 req-3c0cf50c-ad58-4b4b-8019-4f7c81e56d9d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323308 Aug 31 07:26:08.403091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0ae09-cde1-487e-b42c-e25510765073 req-fe1e52b4-4fbc-42a1-9ff9-ff3d6e3fa2d0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:08.404455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98b0ae09-cde1-487e-b42c-e25510765073 req-fe1e52b4-4fbc-42a1-9ff9-ff3d6e3fa2d0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0535724 Aug 31 07:26:08.444099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98b0ae09-cde1-487e-b42c-e25510765073 req-f4a1ffff-d49e-4ad9-8dee-858c8ffa9807 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329175 Aug 31 07:26:09.560725 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001e0657-6991-47b5-8d6d-4e5f6a774c48 req-75a14c7c-91f2-4415-841b-e6332a3639dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:09.562137 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-001e0657-6991-47b5-8d6d-4e5f6a774c48 req-75a14c7c-91f2-4415-841b-e6332a3639dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0491536 Aug 31 07:26:09.600323 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-001e0657-6991-47b5-8d6d-4e5f6a774c48 req-164f4d0d-7cba-4f43-8cbe-ba44c7094305 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322545 Aug 31 07:26:09.648400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-b8c68c80-b33f-41a3-8364-be41245bdc25 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:09.649928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-b8c68c80-b33f-41a3-8364-be41245bdc25 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 945 time: 0.0509343 Aug 31 07:26:09.741247 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Deleting port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:26:09.741611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:09.833086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] For port 7d1fa725-bb35-4aba-8681-d04e5da12fe7, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=7d1fa725-bb35-4aba-8681-d04e5da12fe7,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:09.833392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.060846 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.061244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.061597 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f disassociated. External IP: 172.25.3.84, port: 7d1fa725-bb35-4aba-8681-d04e5da12fe7. Aug 31 07:26:10.061947 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Calling delete_port for 7d1fa725-bb35-4aba-8681-d04e5da12fe7 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:26:10.193872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.220913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'Port': ['ID=7d1fa725-bb35-4aba-8681-d04e5da12fe7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:10.343479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:26:10.466699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:26:10.477776 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:26:10.488733 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:10.489496 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:25:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:10.508956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] No DVR routers for this DVR port 7d1fa725-bb35-4aba-8681-d04e5da12fe7 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:26:10.511612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:10.513916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef5b4ea6-db47-4d2e-9fdd-466313df170e req-74147d2a-1568-4c35-a759-2d3860ce8b70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "DELETE /v2.0/ports/7d1fa725-bb35-4aba-8681-d04e5da12fe7 HTTP/1.1" status: 204 len: 173 time: 0.8581359 Aug 31 07:26:10.514362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-deleted', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:10.517162 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869b111c-1d19-451b-ac52-611cbe769c64" -d '{"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-deleted", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:10.556205 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d945a53-5f02-4c49-ae6d-f442265ea719 x-openstack-request-id: req-3d945a53-5f02-4c49-ae6d-f442265ea719 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:10.556499 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6330f2d1-4f5c-4fbc-a375-38151b8bd4ee", "name": "network-vif-deleted", "tag": "7d1fa725-bb35-4aba-8681-d04e5da12fe7", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:10.556750 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d945a53-5f02-4c49-ae6d-f442265ea719 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:10.557159 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6330f2d1-4f5c-4fbc-a375-38151b8bd4ee', 'name': 'network-vif-deleted', 'tag': '7d1fa725-bb35-4aba-8681-d04e5da12fe7', 'status': 'completed', 'code': 200} Aug 31 07:26:10.607781 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:10.731622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9ded030-9c65-4cac-bb6d-d7fb1216f314 req-fe42041f-df2f-4878-b694-839fd9c1050a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=6330f2d1-4f5c-4fbc-a375-38151b8bd4ee HTTP/1.1" status: 200 len: 210 time: 0.0323558 Aug 31 07:26:10.819364 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:10.849255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:26:10.857612 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:10.858218 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:25:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:10.960307 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:11.265164 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:11.291986 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c86729c8-40e9-4a9c-a733-1745a1699dd1 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:26:11.538958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feed3791-c422-41f2-a1e5-532faf300241 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:26:11.980751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-6b84b10a-06cb-4080-82bc-115415899b2b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1236020818&fields=id&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 267 time: 0.0357792 Aug 31 07:26:12.099510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-a8e0c91d-7a55-4745-b01e-cad1685682cb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:12.101309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-a8e0c91d-7a55-4745-b01e-cad1685682cb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1122217 Aug 31 07:26:12.118507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-2187ed29-67e6-4eee-bf7c-88957cc18821 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/quotas/c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 375 time: 0.0111575 Aug 31 07:26:12.176399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-94d99f8b-52b3-42b5-bbfb-feae4af1db16 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0523438 Aug 31 07:26:12.192863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-f8a9baad-7b0c-4f91-9d5a-627b05dc4e84 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:26:12.193950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-f8a9baad-7b0c-4f91-9d5a-627b05dc4e84 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065131 Aug 31 07:26:12.335908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-adb693a7-f3c3-4d0b-8d4b-d7497133aba0 service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359980 Aug 31 07:26:12.433086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-f48582f2-7fd9-48d2-a586-59cdcd7aa866 service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910680 Aug 31 07:26:12.598349 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-228d5069-2e84-4504-b430-d47d60d762d7 req-3f801ea4-a6a4-4a53-837a-63c7879a0c5e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 210 time: 0.0283749 Aug 31 07:26:13.523795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-04034414-f7cd-43fd-b61f-7c781bbd4689 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:13.525409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-04034414-f7cd-43fd-b61f-7c781bbd4689 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1126573 Aug 31 07:26:13.581911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-b1f0dd59-029e-41d3-a367-776e8ad82535 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 380 time: 0.0462985 Aug 31 07:26:13.596383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'port': {'device_id': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'admin_state_up': True, 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'security_groups': ['dae51527-8ff4-4955-a7b0-9f385a01efc8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:13.643042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:26:13.666488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 7d1fa725-bb35-4aba-8681-d04e5da12fe7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:26:13.666816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 7d1fa725-bb35-4aba-8681-d04e5da12fe7 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:26:13.739358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2005f15a-ac91-46d1-8470-dab1bdada2bf req-bae843d6-faae-4008-9ffc-ad6fe62b2726 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 210 time: 0.0379860 Aug 31 07:26:13.760751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:26:13.764278 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:13.891975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Allocated IP 172.20.0.10 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/4a215272-8e22-4721-9490-503c0ae2d1a8) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:26:14.039460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.052637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Transition to ACTIVE for port object 4a215272-8e22-4721-9490-503c0ae2d1a8 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:14.087181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.126408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:26:14.130048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:26:14.132498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:26:14.168648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:14.196456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:14.197140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.213808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-238fb357-5d3b-4679-a171-daa6b7267490 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6238480 Aug 31 07:26:14.226595 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Request body: {'port': {'device_id': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:14.282922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.409863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3576585-a398-4032-869e-faabd36a5612 None None] Provisioning for port 4a215272-8e22-4721-9490-503c0ae2d1a8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:14.413902 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c3576585-a398-4032-869e-faabd36a5612 None None] Provisioning complete for port 4a215272-8e22-4721-9490-503c0ae2d1a8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:14.414280 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c3576585-a398-4032-869e-faabd36a5612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.449630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c3576585-a398-4032-869e-faabd36a5612 None None] Port 4a215272-8e22-4721-9490-503c0ae2d1a8 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:26:14.562379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a215272-8e22-4721-9490-503c0ae2d1a8 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:26:14.571172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.586238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Transition to ACTIVE for port object 4a215272-8e22-4721-9490-503c0ae2d1a8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:26:14.590770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.645886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:14.732919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:26:14.732919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:26:14.732919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:14.735923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:26:14.736593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:26:14.742804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 25, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:26:14.743143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:26:14.743538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:26:14.743980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Bound port: 4a215272-8e22-4721-9490-503c0ae2d1a8, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:26:14.744351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.842751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:26:14.847626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:26:14.853439 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.902399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e877429d-7466-4755-8488-b131729e72da req-8fd7941a-f7c3-495b-af29-6c44f7d4e960 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:14.902399 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e877429d-7466-4755-8488-b131729e72da req-8fd7941a-f7c3-495b-af29-6c44f7d4e960 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0601609 Aug 31 07:26:14.908795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:14.909820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:14.911603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] 10.222.0.50 "PUT /v2.0/ports/4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1093 time: 0.6895435 Aug 31 07:26:14.925477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:14.927934 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb14427b-d1ed-4567-971b-631975af6dde" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:14.955029 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149651d8-cb64-4778-8093-c7444d3cde04 service neutron] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:14.981733 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65910b40-b04f-4095-9d21-8da31aeee765 x-openstack-request-id: req-65910b40-b04f-4095-9d21-8da31aeee765 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:14.983926 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e877429d-7466-4755-8488-b131729e72da req-ff561398-0c9c-4365-bf05-571cce074368 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707798 Aug 31 07:26:14.984380 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:14.984750 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-65910b40-b04f-4095-9d21-8da31aeee765 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:14.985273 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'status': 'completed', 'code': 200} Aug 31 07:26:15.020693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-007f1f82-20ad-4196-8388-db7bf96e0e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.022240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-007f1f82-20ad-4196-8388-db7bf96e0e97 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1096 time: 0.0557969 Aug 31 07:26:15.386619 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-5b5e7a84-d6dd-4855-9e55-b7d93174cc36 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 217 time: 0.3558638 Aug 31 07:26:15.438361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-0a1a8e11-5d2b-4b51-8dad-b9403b8fe608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.440793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-0a1a8e11-5d2b-4b51-8dad-b9403b8fe608 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0465617 Aug 31 07:26:15.487938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41669189-b611-44b9-914f-c9c61dcab6ef req-0718fd41-5857-4ddc-b087-a1a6001c4919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.489348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-0718fd41-5857-4ddc-b087-a1a6001c4919 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420463 Aug 31 07:26:15.594853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-8fb71490-1ac2-426e-96c3-5db251ece6a8 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983396 Aug 31 07:26:15.694224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41669189-b611-44b9-914f-c9c61dcab6ef req-34136666-4bd5-47d8-98a1-f9dd16e7fe75 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908952 Aug 31 07:26:15.783564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14427b-d1ed-4567-971b-631975af6dde req-13e3bcc4-3d7b-4cfe-a3a6-fbb9ee44e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.784493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-13e3bcc4-3d7b-4cfe-a3a6-fbb9ee44e8d7 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1096 time: 0.0424769 Aug 31 07:26:15.883130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14427b-d1ed-4567-971b-631975af6dde req-e159e62f-dfe7-40e0-b20a-a45519569b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.884615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-e159e62f-dfe7-40e0-b20a-a45519569b60 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0917945 Aug 31 07:26:15.931683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-2621e0cf-399e-40a6-9348-3173d6d4c8d7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 217 time: 0.0392318 Aug 31 07:26:15.953450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:15.992300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14427b-d1ed-4567-971b-631975af6dde req-1682522d-bc6e-43d3-86b7-ed6ca926874b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:15.993802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-1682522d-bc6e-43d3-86b7-ed6ca926874b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0533047 Aug 31 07:26:16.046815 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14427b-d1ed-4567-971b-631975af6dde req-bb18f099-ce1d-4306-bd79-39665696bc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:16.048231 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-bb18f099-ce1d-4306-bd79-39665696bc0e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449760 Aug 31 07:26:16.164652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0c827c-4dda-46e0-9979-cfa4d285c50d req-8d909109-d613-4b9d-a705-025efeb4b4ac tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:16.166258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae0c827c-4dda-46e0-9979-cfa4d285c50d req-8d909109-d613-4b9d-a705-025efeb4b4ac tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.1088452 Aug 31 07:26:16.195616 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-36163793-ef5f-4c74-9e33-403d524e5f88 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392980 Aug 31 07:26:16.233752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ae0c827c-4dda-46e0-9979-cfa4d285c50d req-134295dc-bebf-4bd8-8321-8b6395d5c0eb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589767 Aug 31 07:26:16.302397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb14427b-d1ed-4567-971b-631975af6dde req-be50bc62-6c9d-435b-9ba1-d8232c1bb91e service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989716 Aug 31 07:26:17.350878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b5c41e-0a73-4dfe-8e44-05e7038c212b req-62e8053d-f0fc-4c8b-955b-28faaac1955e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:17.352383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88b5c41e-0a73-4dfe-8e44-05e7038c212b req-62e8053d-f0fc-4c8b-955b-28faaac1955e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0510323 Aug 31 07:26:17.392130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88b5c41e-0a73-4dfe-8e44-05e7038c212b req-61b62ca8-cec6-48cf-b9fb-cbd09f72587e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Aug 31 07:26:17.658973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:26:17.755749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:17.767586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'mac_address': 'fa:16:3e:54:44:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:26:17.804501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:17.818144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a215272-8e22-4721-9490-503c0ae2d1a8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:26:17.837633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:17.841827 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:17.893342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:18.040367 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['4a215272-8e22-4721-9490-503c0ae2d1a8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:26:18.514416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914231c-6e79-4d45-9b33-494290eb76b9 req-a978ed2f-585b-4760-bdef-beb8e7efd3cd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:18.515917 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b914231c-6e79-4d45-9b33-494290eb76b9 req-a978ed2f-585b-4760-bdef-beb8e7efd3cd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 945 time: 0.0544250 Aug 31 07:26:18.562274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b914231c-6e79-4d45-9b33-494290eb76b9 req-6ea0bf5b-752b-4766-b846-e85a80a95d9b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326874 Aug 31 07:26:19.187037 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:19.661800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:26:19.673238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a715f146-ef5e-4717-924c-4609d44a3645 req-ce609507-8af2-4beb-90e0-130bccc4e16e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:19.675488 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a715f146-ef5e-4717-924c-4609d44a3645 req-ce609507-8af2-4beb-90e0-130bccc4e16e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 945 time: 0.0513644 Aug 31 07:26:19.715438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 4a215272-8e22-4721-9490-503c0ae2d1a8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:26:19.715954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a715f146-ef5e-4717-924c-4609d44a3645 req-ae9cc4a7-8424-43d3-a914-84fb5c56b487 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336916 Aug 31 07:26:19.719801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 4a215272-8e22-4721-9490-503c0ae2d1a8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:26:19.720179 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:19.800958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:19.824115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:19.826588 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7daac7-e43d-4cc9-8c2d-c930ec56a830" -d '{"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:19.840518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:26:19.846293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:19.900001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:26:19.930137 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7b2a0f-6b52-41b9-a290-11cb6de07890 x-openstack-request-id: req-3d7b2a0f-6b52-41b9-a290-11cb6de07890 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:19.930536 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:19.930875 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3d7b2a0f-6b52-41b9-a290-11cb6de07890 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:19.931354 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'code': 200} Aug 31 07:26:20.029102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279f9696-59ef-479f-8120-dd46397648f5 req-c2ecf87d-6e98-48b5-a857-8f919e57d6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.030673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-279f9696-59ef-479f-8120-dd46397648f5 req-c2ecf87d-6e98-48b5-a857-8f919e57d6a6 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.0418718 Aug 31 07:26:20.067734 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-279f9696-59ef-479f-8120-dd46397648f5 req-aaf4299e-f4da-4743-b8ac-6491762add6d service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289845 Aug 31 07:26:20.844328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4459f7e-67de-4b24-8645-c59d024350dd req-c289e91b-fec0-4246-92f1-9c518a2120c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:20.846358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4459f7e-67de-4b24-8645-c59d024350dd req-c289e91b-fec0-4246-92f1-9c518a2120c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0543716 Aug 31 07:26:20.886026 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4459f7e-67de-4b24-8645-c59d024350dd req-3bfd2cb0-6278-43ad-93cd-2a566560a0a9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337882 Aug 31 07:26:22.005724 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f93cae-0166-42a5-9fb6-07334a3e90cb req-2a14e85f-3709-4934-9b66-6f76efaceb1d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:22.007302 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27f93cae-0166-42a5-9fb6-07334a3e90cb req-2a14e85f-3709-4934-9b66-6f76efaceb1d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0511758 Aug 31 07:26:22.046162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-27f93cae-0166-42a5-9fb6-07334a3e90cb req-8cf81b53-d11d-4d7a-86d3-587ab8edfbcd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327680 Aug 31 07:26:22.160634 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde5c86e-bb15-4d43-ad21-4d2b45342e02 req-d7907cd4-3cc8-4f46-b7c2-964c546a5fb6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:22.162306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bde5c86e-bb15-4d43-ad21-4d2b45342e02 req-d7907cd4-3cc8-4f46-b7c2-964c546a5fb6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0498416 Aug 31 07:26:22.171268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 41574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:26:22.176769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'floatingip': {'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:26:22.222026 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:22.678428 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:22.682029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:22.778813 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f associated. External IP: 172.25.3.84, port: 4a215272-8e22-4721-9490-503c0ae2d1a8. Aug 31 07:26:22.986808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:26:23.095901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:26:23.100709 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:23.105348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:26:23.114211 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:23.115157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:25:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:23.128635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-626dbec4-a735-4b0d-a0b8-3fccb55f2cfc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "PUT /v2.0/floatingips/6747ea42-164d-4f57-85bb-04fc6061562f HTTP/1.1" status: 200 len: 991 time: 0.9559581 Aug 31 07:26:23.129224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:26:23.131508 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0af33469-9990-4668-8ac3-ca47d8f65144" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:26:23.169958 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-185b3ba4-46c3-49cc-994d-9a8782cc292a x-openstack-request-id: req-185b3ba4-46c3-49cc-994d-9a8782cc292a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:26:23.172317 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:26:23.172577 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-185b3ba4-46c3-49cc-994d-9a8782cc292a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:26:23.172993 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'status': 'completed', 'code': 200} Aug 31 07:26:23.227298 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:23.234868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-75dc90b9-e782-4800-ad02-21cda53487fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:23.236404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-75dc90b9-e782-4800-ad02-21cda53487fc service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.0421586 Aug 31 07:26:23.337257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-79481f97-7ce7-440b-bbdd-21498e6e2eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:23.338770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-79481f97-7ce7-440b-bbdd-21498e6e2eb8 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0951097 Aug 31 07:26:23.405061 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-fa070316-4608-49e1-bc6e-c81441324f63 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 999 time: 0.0589101 Aug 31 07:26:23.453595 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:54:44:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:26:22Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:23.460441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-8df8b89c-3804-47ad-ad32-79df4b1391cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:23.461953 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-8df8b89c-3804-47ad-ad32-79df4b1391cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0500867 Aug 31 07:26:23.480287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:26:23.488783 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:26:23.489470 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:25:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:23.510948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-507f2207-ce14-4bde-adf5-1db62a94b5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:23.512444 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-507f2207-ce14-4bde-adf5-1db62a94b5dc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433090 Aug 31 07:26:23.605175 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:26:23.607918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-23a29e0b-bf1f-4f6c-8c31-a5db7bf5dde3 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 Aug 31 07:26:23.703546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0af33469-9990-4668-8ac3-ca47d8f65144 req-042933d3-1b60-450f-9f6a-834f65d6578c service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891294 Aug 31 07:26:23.836223 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:54:44:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:26:22Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:26:23.865128 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583a8bf-baf5-403e-a709-828d2e7a3c45 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:54:44:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:26:22Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:26:24.068133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df0a96bd-db54-4560-bb0e-5af264325e0e None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:26:24.877274 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4435dc11-864c-4a58-bde6-78e3918a863c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:27.492471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e308333-cb4c-40c2-9a1e-e40a1c51fa3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:27.839130 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:29.788071 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:31.200731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:36.069068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:45.956430 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:54.879770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bcd6a1ce-14b5-4b1c-855f-e190df52d674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:56.186495 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:26:57.495916 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d41bbe18-6aac-486e-ad69-8139436cf4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:57.845682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:26:58.253010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-9be241e3-0657-4dc9-96ca-2d47742aedd4 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0435791 Aug 31 07:26:58.339606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-2b0d292e-21bd-4829-8ba5-0ccc2e187120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:58.341102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-2b0d292e-21bd-4829-8ba5-0ccc2e187120 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.0418639 Aug 31 07:26:58.448746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-8fc0d659-66b5-454a-9a4e-0fea88b6a681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:58.450245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-8fc0d659-66b5-454a-9a4e-0fea88b6a681 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0890496 Aug 31 07:26:58.515864 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-f584c4f5-0f84-4bee-825f-cdaba776ee1c service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0575285 Aug 31 07:26:58.569705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-edbadc4c-6f78-49ed-8a24-cdd693b70833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:58.571065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-edbadc4c-6f78-49ed-8a24-cdd693b70833 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0479474 Aug 31 07:26:58.618198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-2c98c8b6-e92e-498b-9e52-a87b60b29121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:26:58.619750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-2c98c8b6-e92e-498b-9e52-a87b60b29121 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416141 Aug 31 07:26:58.710633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-d149080b-d93c-41c2-a5cd-6ec6a24a48e0 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833735 Aug 31 07:26:58.806033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b731d706-c269-4fca-a55e-e6d7848f9fb1 req-f0df837c-7ec8-428a-9132-7809f4e94d14 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876203 Aug 31 07:26:59.790455 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:01.206490 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:06.069173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:15.952030 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:24.880936 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-688d4965-1639-4e93-9739-b32448aca758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:27.496666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35bbb1e2-aa93-41ff-a511-8c06b4b676ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:27.837152 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:29.797728 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:31.210720 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:33.186010 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:27:36.077338 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:45.965549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:54.884924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-173aea21-6307-48ad-af50-74fd495a7b81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:57.498346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e24fc44b-8173-4bc6-ad30-4bb85ac7a573 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:57.840493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:59.120638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32406ef-ac88-4ffe-98fe-a20666d96c78 req-e372c51d-0901-4c12-a797-921d6e140235 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:59.122266 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b32406ef-ac88-4ffe-98fe-a20666d96c78 req-e372c51d-0901-4c12-a797-921d6e140235 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0580361 Aug 31 07:27:59.163712 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b32406ef-ac88-4ffe-98fe-a20666d96c78 req-36ef921e-91cf-4d35-baf6-3a05509acb63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344822 Aug 31 07:27:59.423020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-b76ec548-48e8-44d0-ab30-5aeb6b00615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:59.424592 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-b76ec548-48e8-44d0-ab30-5aeb6b00615e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.1014779 Aug 31 07:27:59.534740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-53d0d458-8a3d-48e5-96b1-3a1b0c90bcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:59.536115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-53d0d458-8a3d-48e5-96b1-3a1b0c90bcd4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0916851 Aug 31 07:27:59.607067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-bb8fe8e6-2212-459e-9484-77b7213d0037 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0622423 Aug 31 07:27:59.663114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-2282face-3469-46c6-a962-f06b433275d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:59.664601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-2282face-3469-46c6-a962-f06b433275d0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0504210 Aug 31 07:27:59.716357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-102ae67a-2486-49be-9971-a58e4e84aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:27:59.718284 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-102ae67a-2486-49be-9971-a58e4e84aeb9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0445731 Aug 31 07:27:59.797632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:27:59.813971 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-2c9a529e-b5c1-4280-bf5f-aaa152f3ef77 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882163 Aug 31 07:27:59.910316 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f000be7e-5de0-41ff-b412-c563ecd0d32d req-2d82ec40-9fca-43c4-8354-63caf924af8e service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891907 Aug 31 07:28:00.281406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d80f5-ddd9-4ff0-bf51-faf6eec4a3b0 req-a648032b-4ac6-45f1-bba9-ef61da61a1a3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:00.282922 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b3d80f5-ddd9-4ff0-bf51-faf6eec4a3b0 req-a648032b-4ac6-45f1-bba9-ef61da61a1a3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0503287 Aug 31 07:28:00.320916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5b3d80f5-ddd9-4ff0-bf51-faf6eec4a3b0 req-98bfd857-624a-4649-bdbf-db672c0685c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320244 Aug 31 07:28:01.212190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:01.446073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e46eb3-9191-4b66-93a9-50df63702b48 req-919ed21b-09ea-48da-a62e-d8fdfc0d9c0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:01.447811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88e46eb3-9191-4b66-93a9-50df63702b48 req-919ed21b-09ea-48da-a62e-d8fdfc0d9c0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0547884 Aug 31 07:28:01.490236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-88e46eb3-9191-4b66-93a9-50df63702b48 req-30433ac7-20bf-457b-b3b0-794a4ca4b269 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357785 Aug 31 07:28:02.615295 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e995b57-28d1-4183-8b2c-8a3d5a7dad6b req-e990380e-04d4-4dfb-b7c2-fab2a135a386 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:02.616781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e995b57-28d1-4183-8b2c-8a3d5a7dad6b req-e990380e-04d4-4dfb-b7c2-fab2a135a386 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0535688 Aug 31 07:28:02.656060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e995b57-28d1-4183-8b2c-8a3d5a7dad6b req-7aa516e2-9f16-4151-ad39-5f8d6b7e55db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332594 Aug 31 07:28:03.780557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efefa53f-688d-47b4-94fb-c8f84bebc4e9 req-bc13a7e7-c89b-4bbd-84c8-9354a2ea4fe0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:03.782103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efefa53f-688d-47b4-94fb-c8f84bebc4e9 req-bc13a7e7-c89b-4bbd-84c8-9354a2ea4fe0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0551829 Aug 31 07:28:03.820156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-efefa53f-688d-47b4-94fb-c8f84bebc4e9 req-8a366f96-b2d6-4571-93a8-32710c261828 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318801 Aug 31 07:28:04.937215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7226840f-110e-45d2-a5c3-69d1a34eecea req-076081c2-f51a-401c-a4eb-e291a47044c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:04.938744 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7226840f-110e-45d2-a5c3-69d1a34eecea req-076081c2-f51a-401c-a4eb-e291a47044c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0498514 Aug 31 07:28:04.976777 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7226840f-110e-45d2-a5c3-69d1a34eecea req-e704edd9-d829-40d5-8176-4da86f06fbe2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317535 Aug 31 07:28:06.078517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:06.097368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03f6ef-d586-4cd3-bf14-d91b380d94bc req-db369f1b-de2b-4874-bef0-34f498a3b69a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:06.098985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9e03f6ef-d586-4cd3-bf14-d91b380d94bc req-db369f1b-de2b-4874-bef0-34f498a3b69a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0543830 Aug 31 07:28:06.138618 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9e03f6ef-d586-4cd3-bf14-d91b380d94bc req-330bbda4-ff05-4b29-8c82-0365faad5612 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336547 Aug 31 07:28:07.258200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c7bdd-3e2a-4391-b4f8-89ac8a7690f4 req-9d9ee45f-ca66-43eb-be3d-42c1343e79e9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:07.259855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-347c7bdd-3e2a-4391-b4f8-89ac8a7690f4 req-9d9ee45f-ca66-43eb-be3d-42c1343e79e9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0519459 Aug 31 07:28:07.298574 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-347c7bdd-3e2a-4391-b4f8-89ac8a7690f4 req-133eb4c8-adac-446e-9892-ec4a20d74bf7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328979 Aug 31 07:28:08.419008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f553049-e60c-4afc-86ba-27f03606aa7d req-74fdd464-6992-43d8-9ce1-6617d8ffb19d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:08.421203 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f553049-e60c-4afc-86ba-27f03606aa7d req-74fdd464-6992-43d8-9ce1-6617d8ffb19d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0512619 Aug 31 07:28:08.462126 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f553049-e60c-4afc-86ba-27f03606aa7d req-3e8dc8fa-f628-4691-8a5f-eb9bc0d9c21c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349393 Aug 31 07:28:09.580052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeb8414-f3ba-4a73-946e-2f870c4d6726 req-0dae173d-5a55-407e-95d5-edc701121027 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:09.581493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aeb8414-f3ba-4a73-946e-2f870c4d6726 req-0dae173d-5a55-407e-95d5-edc701121027 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0531077 Aug 31 07:28:09.618954 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3aeb8414-f3ba-4a73-946e-2f870c4d6726 req-f1a4e0c7-c89b-41a5-b673-355914f98d24 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316617 Aug 31 07:28:09.887227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f43a7-bb7e-47ca-9ea3-659993cc16cf req-835d0330-0bbc-40ec-b468-2f65974e019a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:09.888704 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f65f43a7-bb7e-47ca-9ea3-659993cc16cf req-835d0330-0bbc-40ec-b468-2f65974e019a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0814195 Aug 31 07:28:09.892149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-a0e2e718-3ee6-4351-8126-cc95c3128375 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714366 Aug 31 07:28:09.928107 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f65f43a7-bb7e-47ca-9ea3-659993cc16cf req-ad352a7b-a492-4369-a11d-7651ed68d66f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326660 Aug 31 07:28:10.184530 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:11.009618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-9413be66-b93d-4a8e-9fcc-72cb11e0fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:11.011047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-9413be66-b93d-4a8e-9fcc-72cb11e0fcf8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.0547881 Aug 31 07:28:11.100648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda512a-384e-4ce1-beca-6d8d480a4c9b req-7ba22447-3517-4f27-91e5-c827503ae54c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:11.102162 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffda512a-384e-4ce1-beca-6d8d480a4c9b req-7ba22447-3517-4f27-91e5-c827503ae54c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.1034250 Aug 31 07:28:11.151115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-aea0593d-5ce8-4698-aa36-0be9cd9efe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:11.152627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-aea0593d-5ce8-4698-aa36-0be9cd9efe66 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1246665 Aug 31 07:28:11.174051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ffda512a-384e-4ce1-beca-6d8d480a4c9b req-d12fa418-1da9-4a37-bc2b-23deefbf0ea3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627863 Aug 31 07:28:11.227427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-a398fa44-588f-4290-9db5-aac9f0d48e5b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0653231 Aug 31 07:28:11.276977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-c8406e5c-f1dd-42c9-aa37-a2bfd59abac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:11.278471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-c8406e5c-f1dd-42c9-aa37-a2bfd59abac4 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0441191 Aug 31 07:28:11.329229 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-5e1f1ed6-14d5-40c2-9c10-dfc6262838ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:11.331012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-5e1f1ed6-14d5-40c2-9c10-dfc6262838ff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0459316 Aug 31 07:28:11.419430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-bf7ca7df-ca67-4f94-baca-2e46858152b9 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805333 Aug 31 07:28:11.517706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-e7bb0b61-102e-4347-8ecf-9a037ac2cba9 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907669 Aug 31 07:28:12.293612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7fcb2-f978-43db-a246-ca6ffc554500 req-6770da14-6126-418d-b72a-073d6b7f665a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:12.295635 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77f7fcb2-f978-43db-a246-ca6ffc554500 req-6770da14-6126-418d-b72a-073d6b7f665a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0525026 Aug 31 07:28:12.334021 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-77f7fcb2-f978-43db-a246-ca6ffc554500 req-11503aba-f096-4d8a-8fca-5b5b32fa9041 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321882 Aug 31 07:28:13.448542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b415d3f-3cd8-4b32-abdc-dee2b8f6e8f2 req-e1cc7bfa-7779-407c-aa8e-cd1c0194c8dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:13.450122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4b415d3f-3cd8-4b32-abdc-dee2b8f6e8f2 req-e1cc7bfa-7779-407c-aa8e-cd1c0194c8dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0501602 Aug 31 07:28:13.489082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4b415d3f-3cd8-4b32-abdc-dee2b8f6e8f2 req-52d3aa2f-8c99-43b9-b8e4-af74f9c66ba5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324960 Aug 31 07:28:13.711975 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-2c1d7886-aca0-4485-a358-50fe01ed39cc service neutron] show failed (client error): The resource could not be found. Aug 31 07:28:13.712943 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-2c1d7886-aca0-4485-a358-50fe01ed39cc service neutron] 10.222.0.50 "GET /v2.0/ports/4a215272-8e22-4721-9490-503c0ae2d1a8/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0545690 Aug 31 07:28:13.903313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-f74911c5-34d5-4959-a6e1-3de92bd9a743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:13.904835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-f74911c5-34d5-4959-a6e1-3de92bd9a743 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1098 time: 0.0410154 Aug 31 07:28:13.916040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:13.972148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.181225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:14.214854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:28:14.254662 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:14.256864 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ef5213-8f08-409a-ae67-020b7e012de9" -d '{"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:14.261057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.277174 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Transition to ACTIVE for port object 4a215272-8e22-4721-9490-503c0ae2d1a8 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:28:14.283032 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.372833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:14.383374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.383732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.384082 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.384428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.384768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.385106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.385476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.385808 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.386142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.386472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.387441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.387441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:14.425533 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9e1b42-1c5e-4a2f-ab2f-437ad984f285 x-openstack-request-id: req-6b9e1b42-1c5e-4a2f-ab2f-437ad984f285 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:14.426006 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-unplugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:14.426169 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6b9e1b42-1c5e-4a2f-ab2f-437ad984f285 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:14.426570 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'code': 200} Aug 31 07:28:14.427467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] No DVR routers for this DVR port 4a215272-8e22-4721-9490-503c0ae2d1a8 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:28:14.609145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:28:14.609854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:28:14.609854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:28:14.620076 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:28:14.620437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Attempting to bind port 4a215272-8e22-4721-9490-503c0ae2d1a8 on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:28:14.629055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:28:14.629415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:28:14.629799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:28:14.630224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Bound port: 4a215272-8e22-4721-9490-503c0ae2d1a8, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:28:14.630586 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.655622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0a46f-3e1b-4d58-a5d1-bc70a7a226ba req-1d79fb6d-6bd3-45e3-8cbe-43f527125435 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.657100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dad0a46f-3e1b-4d58-a5d1-bc70a7a226ba req-1d79fb6d-6bd3-45e3-8cbe-43f527125435 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0836287 Aug 31 07:28:14.730962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dad0a46f-3e1b-4d58-a5d1-bc70a7a226ba req-d8c56711-a99c-4bd7-8979-e457026fe469 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524397 Aug 31 07:28:14.738137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:28:14.741716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:28:14.755689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.793340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.793942 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:14.795951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] 10.222.0.53 "PUT /v2.0/ports/4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1093 time: 0.8838902 Aug 31 07:28:14.817433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d057c8-50ef-4f82-8dc3-2f822f3f52e6 service neutron] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:14.865351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-7484ae7f-8e40-45b3-85dc-29b0a8b8010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.867042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-7484ae7f-8e40-45b3-85dc-29b0a8b8010b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1096 time: 0.0466626 Aug 31 07:28:14.965187 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-5eec695c-cd53-4e3e-8492-2e68c6dbe360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:14.966733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-5eec695c-cd53-4e3e-8492-2e68c6dbe360 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0933456 Aug 31 07:28:15.034464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-a83009eb-1ccf-469d-90b5-0c424c03befb service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 999 time: 0.0609236 Aug 31 07:28:15.087208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-63e2cd61-df22-439d-ade4-9e8166984b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:15.088568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-63e2cd61-df22-439d-ade4-9e8166984b24 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0476203 Aug 31 07:28:15.134777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-14772567-5ee3-434d-b3bf-422afdb6c88a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:15.136264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-14772567-5ee3-434d-b3bf-422afdb6c88a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412812 Aug 31 07:28:15.225825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-f42fec6f-a953-4f02-8613-1db9eec81a7e service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820031 Aug 31 07:28:15.633703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d1f1dea-9e5d-4a5c-9d0b-2bd41996e599 req-b4d6c264-1021-44fe-92ef-7e1ee4ac291c service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005706 Aug 31 07:28:15.854960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0aef7-763f-4662-bb39-ff0ad042177f req-95cfb177-abad-48a4-b7a3-0947095422df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:15.856502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6d0aef7-763f-4662-bb39-ff0ad042177f req-95cfb177-abad-48a4-b7a3-0947095422df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0504844 Aug 31 07:28:15.898543 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6d0aef7-763f-4662-bb39-ff0ad042177f req-cfe0e8a7-96fb-44dc-84d2-7899017dcaf2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354819 Aug 31 07:28:15.966388 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:16.173551 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:28:16.211900 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:28:16.427767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:16.430212 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33" -d '{"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:16.478182 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5bd0b60-7d0e-4004-9bf6-36fc142913f4 x-openstack-request-id: req-f5bd0b60-7d0e-4004-9bf6-36fc142913f4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:16.478550 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:16.479255 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5bd0b60-7d0e-4004-9bf6-36fc142913f4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:16.479716 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'status': 'completed', 'code': 200} Aug 31 07:28:16.572844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-b8af9346-10e0-49c1-ad70-db81c05dbd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.574382 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-b8af9346-10e0-49c1-ad70-db81c05dbd37 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1096 time: 0.0752437 Aug 31 07:28:16.578019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-098a580c-0835-47d8-9ef9-eae09c52393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.579384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-098a580c-0835-47d8-9ef9-eae09c52393c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1096 time: 0.0715053 Aug 31 07:28:16.747719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e069b666-ec7f-404b-8404-a369f7389771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.750837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e069b666-ec7f-404b-8404-a369f7389771 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1688221 Aug 31 07:28:16.752025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-25e53efa-6c8d-41ea-a309-daa877180041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.753336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-25e53efa-6c8d-41ea-a309-daa877180041 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1640787 Aug 31 07:28:16.878440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-9f88183b-7631-4d0e-9ecf-dacd43fd297e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 999 time: 0.1110358 Aug 31 07:28:16.880196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e603da57-a748-4449-9f9c-552638bcea53 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 999 time: 0.1207910 Aug 31 07:28:16.975718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-d4a810dd-19b9-42b8-af3e-4510d1f056a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.977205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-d4a810dd-19b9-42b8-af3e-4510d1f056a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0819681 Aug 31 07:28:16.978477 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-13d32b7e-293e-4fe6-8d9a-d23080795d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:16.979805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-13d32b7e-293e-4fe6-8d9a-d23080795d36 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0936854 Aug 31 07:28:17.019499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f1ee39-e61b-4273-9f16-fcf230cbee7d req-e43a4f5f-3fc0-4a74-87a8-22d3a145487e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.020909 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25f1ee39-e61b-4273-9f16-fcf230cbee7d req-e43a4f5f-3fc0-4a74-87a8-22d3a145487e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0509951 Aug 31 07:28:17.058855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-1c94e161-b015-42eb-bebd-de00d84477d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.059221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-25f1ee39-e61b-4273-9f16-fcf230cbee7d req-ac38b4a0-84f0-4df0-8031-c6f83a83f982 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322685 Aug 31 07:28:17.060562 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-1c94e161-b015-42eb-bebd-de00d84477d8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0760992 Aug 31 07:28:17.063265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-0048cc00-ae1e-4eb1-9c80-332d15640177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.064801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-0048cc00-ae1e-4eb1-9c80-332d15640177 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725982 Aug 31 07:28:17.142641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:28:17.237118 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.50', 57817) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:17.242072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-3e3c0ed3-76e5-49e5-a643-25c3c5ca07b4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743054 Aug 31 07:28:17.256007 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-4c931bd1-e216-421c-a147-25473abd87de service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794286 Aug 31 07:28:17.280517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:17.287019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2631b8-c748-4d13-aa06-6a3298d346f2 req-20689856-0e4f-40bf-88fd-b674e3945999 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.288546 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f2631b8-c748-4d13-aa06-6a3298d346f2 req-20689856-0e4f-40bf-88fd-b674e3945999 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 944 time: 0.0565062 Aug 31 07:28:17.294606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'mac_address': 'fa:16:3e:54:44:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:28:17.331961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f2631b8-c748-4d13-aa06-6a3298d346f2 req-61f99dae-5ce2-425c-999f-2d7ce98d6b79 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365710 Aug 31 07:28:17.333185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:17.353564 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a215272-8e22-4721-9490-503c0ae2d1a8 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:28:17.370723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:17.374945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:17.424775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:17.431853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5110-d008-4c17-ba53-e34a68a3123f req-0b4346e6-ad96-4e11-a197-25e6bfa3f7c6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.432616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.432969 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.433362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.433463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-0b4346e6-ad96-4e11-a197-25e6bfa3f7c6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 944 time: 0.1951523 Aug 31 07:28:17.433703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.434157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.434508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.434958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.435328 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.436230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.436230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.436500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.436935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:28:17.505960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e78016a7-9e48-4f5a-a313-9deb40977c76 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2523007 Aug 31 07:28:17.528536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e2acb0ff-942b-441e-b6e8-d91bf7d7cebb service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378974 Aug 31 07:28:17.537186 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-909d5110-d008-4c17-ba53-e34a68a3123f req-708cbc2b-be37-4247-8de2-5fba1eb0a8fc service neutron] delete failed (client error): The resource could not be found. Aug 31 07:28:17.538206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-708cbc2b-be37-4247-8de2-5fba1eb0a8fc service neutron] 10.222.0.50 "DELETE /v2.0/ports/4a215272-8e22-4721-9490-503c0ae2d1a8/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0947466 Aug 31 07:28:17.628101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5110-d008-4c17-ba53-e34a68a3123f req-b10b58d6-58ac-40fd-aefd-e8b790403382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.629680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-b10b58d6-58ac-40fd-aefd-e8b790403382 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1097 time: 0.0441437 Aug 31 07:28:17.630668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['4a215272-8e22-4721-9490-503c0ae2d1a8'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:28:17.727305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5110-d008-4c17-ba53-e34a68a3123f req-233b27b2-27f3-4d77-91bc-ef2fff4a10d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.728794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-233b27b2-27f3-4d77-91bc-ef2fff4a10d9 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0926709 Aug 31 07:28:17.797443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-4b6500f6-921c-4925-8485-648581bc0a1f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1000 time: 0.0607166 Aug 31 07:28:17.851910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5110-d008-4c17-ba53-e34a68a3123f req-e6250c88-60d6-4da1-a235-e6e9b997f6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.853399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-e6250c88-60d6-4da1-a235-e6e9b997f6e2 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0491586 Aug 31 07:28:17.899347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d5110-d008-4c17-ba53-e34a68a3123f req-a48e165b-7d47-4af1-b170-cf3a9fbe8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:17.900834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-a48e165b-7d47-4af1-b170-cf3a9fbe8f17 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403125 Aug 31 07:28:17.991940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-74ce7463-304c-49c9-b17b-6ce5c9fffe8c service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836437 Aug 31 07:28:18.086418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-909d5110-d008-4c17-ba53-e34a68a3123f req-ba4e8074-fa37-4c51-94f7-ab17e0fbc26c service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877874 Aug 31 07:28:18.461767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ec4dd5-369c-4acc-8c1b-c290c5b9a78c req-123e4ff5-e02a-4078-9c4a-a641c7ee8aa5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:18.463423 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ec4dd5-369c-4acc-8c1b-c290c5b9a78c req-123e4ff5-e02a-4078-9c4a-a641c7ee8aa5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 945 time: 0.0532119 Aug 31 07:28:18.505837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45ec4dd5-369c-4acc-8c1b-c290c5b9a78c req-e4b87472-6d81-4021-8cf1-a1ab9e622d55 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348980 Aug 31 07:28:19.143370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:28:19.192575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 4a215272-8e22-4721-9490-503c0ae2d1a8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:28:19.196202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 4a215272-8e22-4721-9490-503c0ae2d1a8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:19.196572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:19.276204 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:19.299634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:19.302012 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c1103f-5bf7-4dd7-aef8-abc09555b8c1" -d '{"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:19.314399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:19.318639 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:19.343438 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02339846-3a44-4d8d-8141-2fd9c0986e6d x-openstack-request-id: req-02339846-3a44-4d8d-8141-2fd9c0986e6d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:19.343730 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-plugged", "status": "completed", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:19.343975 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-02339846-3a44-4d8d-8141-2fd9c0986e6d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:19.344353 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'code': 200} Aug 31 07:28:19.368820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:19.620261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc61045-2472-4098-b703-f93ffdf3e613 req-b6ccddd8-31f0-4f7c-9e7a-efc1cb3cb7da tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:19.621773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbc61045-2472-4098-b703-f93ffdf3e613 req-b6ccddd8-31f0-4f7c-9e7a-efc1cb3cb7da tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0493097 Aug 31 07:28:19.660795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbc61045-2472-4098-b703-f93ffdf3e613 req-129e41e4-95cd-42af-b82c-1f7e9192b8fd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324163 Aug 31 07:28:19.783728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e0c6d-7532-452e-a49b-552eca7563ec req-cb61e1db-d0b0-467f-a3fc-d08897b9156b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:19.785377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da9e0c6d-7532-452e-a49b-552eca7563ec req-cb61e1db-d0b0-467f-a3fc-d08897b9156b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0560362 Aug 31 07:28:19.825563 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da9e0c6d-7532-452e-a49b-552eca7563ec req-92de6d05-6e7a-4fe2-a6f8-477553ea1ea0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343416 Aug 31 07:28:20.024704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097b3bd3-e408-4a19-8588-0a99c7b1da5e req-36ffd1a4-5f27-4ce4-8aaa-1f205da00002 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.026274 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-097b3bd3-e408-4a19-8588-0a99c7b1da5e req-36ffd1a4-5f27-4ce4-8aaa-1f205da00002 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0513310 Aug 31 07:28:20.056190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-227776f9-38df-4747-ba98-511396cb7fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.057613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-227776f9-38df-4747-ba98-511396cb7fa8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 1098 time: 0.0458231 Aug 31 07:28:20.067513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-097b3bd3-e408-4a19-8588-0a99c7b1da5e req-df2647c4-c411-4784-ace9-172a88904707 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347054 Aug 31 07:28:20.151344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-ff01b99a-e231-4a2a-a10e-7922e5330d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.152805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-ff01b99a-e231-4a2a-a10e-7922e5330d63 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0881319 Aug 31 07:28:20.223377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-cc48cd11-277f-417d-afd8-ab0c778bb65d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 200 len: 1001 time: 0.0632629 Aug 31 07:28:20.272787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-414de7f2-47d7-42a9-b9b6-bace5c7b593d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.274270 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-414de7f2-47d7-42a9-b9b6-bace5c7b593d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0440285 Aug 31 07:28:20.320388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-9d0a7e7d-35b1-4fd7-9927-a85cce3e5326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:20.321835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-9d0a7e7d-35b1-4fd7-9927-a85cce3e5326 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410213 Aug 31 07:28:20.414716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-8ebad409-2b55-4a2a-99b7-d38b68306cdd service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854251 Aug 31 07:28:20.504583 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-afdaa9d8-a101-441a-9268-cf6535e1c744 req-1f0c8dbb-16b5-4447-bd19-e728a3890c5f service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829964 Aug 31 07:28:21.188709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4724e56-462a-4f31-ad08-a8835616c48c req-a38989d4-afcc-47be-ac42-6081b218321f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:21.190259 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4724e56-462a-4f31-ad08-a8835616c48c req-a38989d4-afcc-47be-ac42-6081b218321f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0520501 Aug 31 07:28:21.228800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e4724e56-462a-4f31-ad08-a8835616c48c req-905a115c-ef2c-416f-80a5-6f7a86f62ec9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326195 Aug 31 07:28:21.468199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d23eb-8392-4349-aabc-ce1f2ff59333 req-349346eb-ef65-476e-9770-d3c778e72f26 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:21.469686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b7d23eb-8392-4349-aabc-ce1f2ff59333 req-349346eb-ef65-476e-9770-d3c778e72f26 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0544891 Aug 31 07:28:21.508591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b7d23eb-8392-4349-aabc-ce1f2ff59333 req-011d6b04-b9ef-469c-a913-e12aa36cbf60 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329161 Aug 31 07:28:22.629824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e0f90-3b23-4dfd-9e35-e5ba49f912ed req-038bb564-d6e6-489c-8c72-62921c38d3dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:22.631341 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d76e0f90-3b23-4dfd-9e35-e5ba49f912ed req-038bb564-d6e6-489c-8c72-62921c38d3dd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0534110 Aug 31 07:28:22.669943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d76e0f90-3b23-4dfd-9e35-e5ba49f912ed req-4cb7b449-bdd7-47f1-9e7e-f07876f4270b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Aug 31 07:28:22.699606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-eeb0a451-5668-449e-b136-f19f3a2881a0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:22.701823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-eeb0a451-5668-449e-b136-f19f3a2881a0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 946 time: 0.0494890 Aug 31 07:28:22.792888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Deleting port 4a215272-8e22-4721-9490-503c0ae2d1a8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:28:22.793144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:22.883633 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] For port 4a215272-8e22-4721-9490-503c0ae2d1a8, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=4a215272-8e22-4721-9490-503c0ae2d1a8,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:22.884006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:23.059800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:23.060123 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:23.060480 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f disassociated. External IP: 172.25.3.84, port: 4a215272-8e22-4721-9490-503c0ae2d1a8. Aug 31 07:28:23.060989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Calling delete_port for 4a215272-8e22-4721-9490-503c0ae2d1a8 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:28:23.199243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:23.228963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'Port': ['ID=4a215272-8e22-4721-9490-503c0ae2d1a8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:23.351167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:28:23.464241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:28:23.475325 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:28:23.485400 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:28:23.486146 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:27:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:23.505053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] No DVR routers for this DVR port 4a215272-8e22-4721-9490-503c0ae2d1a8 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:28:23.507897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:23.510027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc496e7a-7ba1-45f7-bf59-068509dd0087 req-6b65770d-e2e6-46fc-a537-30240dbe6ad6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "DELETE /v2.0/ports/4a215272-8e22-4721-9490-503c0ae2d1a8 HTTP/1.1" status: 204 len: 173 time: 0.8028600 Aug 31 07:28:23.510480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-deleted', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:23.512775 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9950b4b-a621-453d-9d8d-1cd45260eaff" -d '{"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-deleted", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:23.565937 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4fca49-4196-4b76-b9a1-222d7baabffa x-openstack-request-id: req-4e4fca49-4196-4b76-b9a1-222d7baabffa {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:23.566233 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1f34b96-198c-491c-8c44-4e251e574a7a", "name": "network-vif-deleted", "tag": "4a215272-8e22-4721-9490-503c0ae2d1a8", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:23.566492 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4e4fca49-4196-4b76-b9a1-222d7baabffa {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:23.567015 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1f34b96-198c-491c-8c44-4e251e574a7a', 'name': 'network-vif-deleted', 'tag': '4a215272-8e22-4721-9490-503c0ae2d1a8', 'status': 'completed', 'code': 200} Aug 31 07:28:23.596966 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:28:23.802372 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8150b6e0-f1f2-40a5-a769-311726e4ba93 req-d63a9ecd-89bd-4120-90a7-a9c41b61bf97 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=a1f34b96-198c-491c-8c44-4e251e574a7a HTTP/1.1" status: 200 len: 210 time: 0.0272770 Aug 31 07:28:23.814457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:23.841128 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:28:23.850229 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:28:23.850842 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:27:57Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:24.051083 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:28:24.251947 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:24.282220 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766abaca-21f9-453b-a215-f21a86fd2772 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:28:24.509950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60587a87-54f4-4a40-8439-a7e7cf0cd6e9 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:28:24.894895 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-71f765dd-1ae4-47d4-adcb-ab862b5de555 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:25.088075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-d5953321-c0c0-4d3f-a6bc-985a3ce89682 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1236020818&fields=id&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 267 time: 0.0351689 Aug 31 07:28:25.174294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:28:25.200253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 4a215272-8e22-4721-9490-503c0ae2d1a8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:28:25.200949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 4a215272-8e22-4721-9490-503c0ae2d1a8 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:28:25.230772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-17f69dd4-658d-43aa-836a-afe7ae0c0371 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:25.232895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-17f69dd4-658d-43aa-836a-afe7ae0c0371 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1365633 Aug 31 07:28:25.250054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-bd2412b4-2c8f-41e3-a6fe-282ec093e877 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/quotas/c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 375 time: 0.0109830 Aug 31 07:28:25.306164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-3ed37a67-c7c5-4bf2-b1f5-e24d731fc86d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0503709 Aug 31 07:28:25.414785 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-0c786ca1-b686-4dd9-a464-1fe8aa3a041a service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949039 Aug 31 07:28:25.513276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-d2afe477-149f-4bad-8af0-e36cae50c938 service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913689 Aug 31 07:28:25.686290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e2f051e0-2e5c-4f45-a49b-c46a6b7d61ef req-c30461b4-4741-4cf9-912d-f72da0ad1955 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 210 time: 0.0327184 Aug 31 07:28:26.640196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2a78813d-ab05-423d-a095-ff81276bc234 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:26.641722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2a78813d-ab05-423d-a095-ff81276bc234 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1132555 Aug 31 07:28:26.686243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-82e82db4-adbb-4f03-9f75-8e308ab0c7d1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 380 time: 0.0355003 Aug 31 07:28:26.695632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'port': {'device_id': '525667b3-590c-496a-aeec-ad7edc0e7857', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'admin_state_up': True, 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'security_groups': ['dae51527-8ff4-4955-a7b0-9f385a01efc8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:26.798230 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f21e2f32-22fc-498f-b159-23b0261cc4d6 req-0f3e2bd6-94b7-42cf-889b-4f42abbf3a70 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 210 time: 0.0411906 Aug 31 07:28:26.834803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:28:26.838387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:26.967544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Allocated IP 172.20.0.4 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:28:27.108677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.124580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Transition to ACTIVE for port object 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:28:27.164702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.210042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:28:27.213231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:28:27.217220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:28:27.244171 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:27.270666 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:27.271322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.287353 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-c3551e0d-f0b7-41d5-b868-4c1a39b1e53e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5953224 Aug 31 07:28:27.301872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Request body: {'port': {'device_id': '525667b3-590c-496a-aeec-ad7edc0e7857', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:27.443918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-012d06e0-946a-43af-91b8-9c1f3a61254d None None] Provisioning for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:28:27.448094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-012d06e0-946a-43af-91b8-9c1f3a61254d None None] Provisioning complete for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:27.448471 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-012d06e0-946a-43af-91b8-9c1f3a61254d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.491811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-012d06e0-946a-43af-91b8-9c1f3a61254d None None] Port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:28:27.504616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fab44c0b-ad29-4273-bcd8-e1bcf31a5107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.681200 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.854008 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.922617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac637e6-eb71-47d8-8f6a-d13f197bb8bc req-63288f5d-6afc-4f68-8cb9-f7080f174240 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:27.924156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ac637e6-eb71-47d8-8f6a-d13f197bb8bc req-63288f5d-6afc-4f68-8cb9-f7080f174240 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 931 time: 0.0503225 Aug 31 07:28:27.967937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:28:27.968383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4ac637e6-eb71-47d8-8f6a-d13f197bb8bc req-c7c88a62-cbe9-4534-a56d-b7ea5c4d7b1a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374928 Aug 31 07:28:27.976522 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:27.990575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Transition to ACTIVE for port object 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:28:27.994204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:28.049882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:28.120638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:28:28.120966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:28:28.121295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:28:28.126648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:28:28.126969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:28:28.132852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:28:28.133198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:28:28.133626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:28:28.134585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Bound port: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:28:28.134952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:28.206220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:28:28.209959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:28:28.215125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:28.256889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.257570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:28.259092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] 10.222.0.50 "PUT /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1092 time: 0.9623802 Aug 31 07:28:28.259562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:28.262045 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437584ac-3fdb-430e-94f9-83b56fa08d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:28.289891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2619633e-8288-4e7b-bb3e-3e112c4ced39 service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:28.335329 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85313a78-87e8-494e-8a4c-987ee972f40f x-openstack-request-id: req-85313a78-87e8-494e-8a4c-987ee972f40f {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:28.335546 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:28.335823 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-85313a78-87e8-494e-8a4c-987ee972f40f {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:28.336249 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'status': 'completed', 'code': 200} Aug 31 07:28:28.354711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-0494e922-24b3-4098-a15b-2629263f7d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.356358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-0494e922-24b3-4098-a15b-2629263f7d4e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1095 time: 0.0553079 Aug 31 07:28:28.400710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-92d5973f-e676-478a-a2a5-9592528623bd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 217 time: 0.0361083 Aug 31 07:28:28.455580 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-15acad84-66b1-47c6-a7fa-8fc1a09b5274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.457095 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-15acad84-66b1-47c6-a7fa-8fc1a09b5274 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0501144 Aug 31 07:28:28.503766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-3c296acd-27db-49fd-9e65-ac9d3b285dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.505264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-3c296acd-27db-49fd-9e65-ac9d3b285dff service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414829 Aug 31 07:28:28.599308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-32a73ccf-5800-4d72-9576-a58b610f57cf service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863831 Aug 31 07:28:28.693244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f7d69e52-be39-4a40-8a94-7b62702f53a1 req-85765ae1-72fb-44fa-ac41-4f48490a0822 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865848 Aug 31 07:28:28.776743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-01b843dc-1dae-48b7-b177-16da939c303f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.778286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-01b843dc-1dae-48b7-b177-16da939c303f service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1095 time: 0.0415506 Aug 31 07:28:28.874559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-f5cb15cd-2a05-45fb-af42-bb26065b5259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.876190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-f5cb15cd-2a05-45fb-af42-bb26065b5259 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0910113 Aug 31 07:28:28.919597 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-4cc4979f-4612-43b8-8849-ee109eca0ff3 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 217 time: 0.0366566 Aug 31 07:28:28.969837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-61dfd15a-4f7c-42bd-b47b-dbcd145353c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:28.971317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-61dfd15a-4f7c-42bd-b47b-dbcd145353c7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0449643 Aug 31 07:28:29.025819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-6ec62e63-274e-464c-aff9-e62db1666fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:29.027342 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-6ec62e63-274e-464c-aff9-e62db1666fa4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0471840 Aug 31 07:28:29.098293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c365f1f-314e-4e87-8de7-d2bdaeef86db req-03a601d8-6576-4128-9487-7f718dc7d5d3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:29.100054 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c365f1f-314e-4e87-8de7-d2bdaeef86db req-03a601d8-6576-4128-9487-7f718dc7d5d3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 943 time: 0.0547714 Aug 31 07:28:29.125048 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-f827c8f9-9e66-4d8a-8ca3-6d34b55aa829 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894938 Aug 31 07:28:29.141015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c365f1f-314e-4e87-8de7-d2bdaeef86db req-d61aa3f2-ee25-48b9-9c3b-bfba7ab2dd14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342717 Aug 31 07:28:29.226082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-437584ac-3fdb-430e-94f9-83b56fa08d7d req-994ff39e-a92c-45db-b6bf-516a96a0b77d service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938122 Aug 31 07:28:29.803483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:30.236869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:28:30.264132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b5577d-b3a1-4992-b647-5b3873545b74 req-a8bf3828-c90f-4f72-851b-906ef3de0f14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:30.267027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3b5577d-b3a1-4992-b647-5b3873545b74 req-a8bf3828-c90f-4f72-851b-906ef3de0f14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 943 time: 0.0519724 Aug 31 07:28:30.308962 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a3b5577d-b3a1-4992-b647-5b3873545b74 req-100e0fae-1568-438b-b48b-3266a9b620ba tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348530 Aug 31 07:28:30.333527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:30.348076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:28:30.385757 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:30.398371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:28:30.418118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:30.422584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:30.472155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:30.652346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:28:31.214676 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:31.424761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6847d720-09a7-45b2-b125-1b2d1af3006a req-4e2e474b-2afb-435a-b014-f31478a52d8c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:31.426214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6847d720-09a7-45b2-b125-1b2d1af3006a req-4e2e474b-2afb-435a-b014-f31478a52d8c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0490985 Aug 31 07:28:31.465206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6847d720-09a7-45b2-b125-1b2d1af3006a req-50f0c0cf-8c9f-4bcf-b0f6-4ccfc3a1987e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331023 Aug 31 07:28:32.264000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:28:32.315777 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:28:32.319743 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:28:32.320148 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:32.403122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:32.424950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:32.427197 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b446f0-2d58-47b0-8263-cf400b822e4e" -d '{"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:32.441376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:28:32.445456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:32.498649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:28:32.591488 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c297bd-3b1e-403a-859a-a58abdeec5a4 req-6ccab168-ee4c-47eb-90d7-a75d19cb3a86 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:32.593110 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13c297bd-3b1e-403a-859a-a58abdeec5a4 req-6ccab168-ee4c-47eb-90d7-a75d19cb3a86 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0560870 Aug 31 07:28:32.640028 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-13c297bd-3b1e-403a-859a-a58abdeec5a4 req-75325a11-63b4-4009-8632-5b1295bdb028 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406311 Aug 31 07:28:32.722946 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8af48a-2f55-46bb-af1a-8feff6ad2930 x-openstack-request-id: req-cf8af48a-2f55-46bb-af1a-8feff6ad2930 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:32.723241 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:32.723492 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-cf8af48a-2f55-46bb-af1a-8feff6ad2930 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:32.723880 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'code': 200} Aug 31 07:28:32.818957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29416072-39ff-4f0c-83d5-b8c8d0291c22 req-b4c03987-bf0c-4167-a6fa-48ca230288b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:32.820448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29416072-39ff-4f0c-83d5-b8c8d0291c22 req-b4c03987-bf0c-4167-a6fa-48ca230288b3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1097 time: 0.0415392 Aug 31 07:28:32.857895 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29416072-39ff-4f0c-83d5-b8c8d0291c22 req-b158d637-f59d-4d94-890d-d047732cabb8 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283289 Aug 31 07:28:33.756987 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91f810-312a-4075-963b-ffdf59a36033 req-c9f3e223-d7b8-4710-8725-2cebb616864e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:33.758524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a91f810-312a-4075-963b-ffdf59a36033 req-c9f3e223-d7b8-4710-8725-2cebb616864e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0492995 Aug 31 07:28:33.800540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7a91f810-312a-4075-963b-ffdf59a36033 req-7ec8c9f4-dbdd-44eb-b088-4aaf9c51da5a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347857 Aug 31 07:28:34.917982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c63e1b-48f2-4512-afbc-f6050782a121 req-b72dd199-d9f3-498b-bfa7-b8b5d3344147 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:34.919519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8c63e1b-48f2-4512-afbc-f6050782a121 req-b72dd199-d9f3-498b-bfa7-b8b5d3344147 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0497248 Aug 31 07:28:34.961716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8c63e1b-48f2-4512-afbc-f6050782a121 req-acb5711f-deb1-43be-a062-0e7df475f947 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362201 Aug 31 07:28:35.081724 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec719f-f34d-4462-a777-4ebef677d695 req-9a548bdf-8c2d-419a-afd4-65b07c760934 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:35.083297 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fcec719f-f34d-4462-a777-4ebef677d695 req-9a548bdf-8c2d-419a-afd4-65b07c760934 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0558598 Aug 31 07:28:35.092463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 41934) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:28:35.097138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'floatingip': {'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:28:35.142330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:35.939580 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:35.943477 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:36.047171 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f associated. External IP: 172.25.3.84, port: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c. Aug 31 07:28:36.077535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:36.263983 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:28:36.378763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:28:36.384330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:36.389661 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:28:36.398860 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:28:36.399568 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:28:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:36.413644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-72ac308a-8363-4d79-b538-1271bcb2304d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "PUT /v2.0/floatingips/6747ea42-164d-4f57-85bb-04fc6061562f HTTP/1.1" status: 200 len: 990 time: 1.3200090 Aug 31 07:28:36.414528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:28:36.416789 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a3f094b793e9ebc8ce6fc0759530128e1a7c447fe721f68b833a8ab5f6b9e59d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c" -d '{"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:28:36.514916 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:28:36.520547 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1826625-c484-4b9a-8501-71576a817df0 x-openstack-request-id: req-d1826625-c484-4b9a-8501-71576a817df0 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:28:36.520837 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:28:36.521090 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d1826625-c484-4b9a-8501-71576a817df0 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:28:36.521525 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'status': 'completed', 'code': 200} Aug 31 07:28:36.584218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-40ec07a2-2bd5-4a5b-9f84-6dcb6755dfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:36.585764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-40ec07a2-2bd5-4a5b-9f84-6dcb6755dfa0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1097 time: 0.0426691 Aug 31 07:28:36.681119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-c2d6463e-57e9-4b60-adeb-2ff3acfcf7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:36.682691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-c2d6463e-57e9-4b60-adeb-2ff3acfcf7e7 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0894790 Aug 31 07:28:36.743133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525667b3-590c-496a-aeec-ad7edc0e7857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:28:35Z', 'revision_number': 9, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:36.754892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-36d260a6-ef53-4224-a460-644b21a53011 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 998 time: 0.0646162 Aug 31 07:28:36.770407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:28:36.778375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:28:36.779630 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:28:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:36.805396 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-7f4a1b00-9618-4e83-8730-ba7a32b623fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:36.806878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-7f4a1b00-9618-4e83-8730-ba7a32b623fb service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0456264 Aug 31 07:28:36.853949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-c160068b-a6a8-4e75-9ab1-9190f39b439c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:36.855472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-c160068b-a6a8-4e75-9ab1-9190f39b439c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414042 Aug 31 07:28:36.885946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:28:36.960651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-d96d0b05-da16-4f3b-9986-703c552c9da7 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933669 Aug 31 07:28:37.055651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37f59cc5-f36a-4fc9-a195-4a7d34a7cd6c req-20db4d57-1f2a-47f2-9ec7-50db87ea9076 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873940 Aug 31 07:28:37.124196 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525667b3-590c-496a-aeec-ad7edc0e7857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:28:35Z', 'revision_number': 9, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:28:37.151461 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e783a45-665f-49c4-a588-0790f49ef7c3 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525667b3-590c-496a-aeec-ad7edc0e7857', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:28:35Z', 'revision_number': 9, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:28:37.347715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5bfde-2505-4815-a034-4b12f0f5c164 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:28:45.969760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:47.183447 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:28:54.891738 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c96d249-cbc6-43e8-8db3-6b674da64ba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:57.498485 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccdcae8b-5f99-4c95-8a0f-0f76262ea834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:57.846002 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:59.250659 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-c11cc636-c344-44f5-a617-f6f769d8fc36 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0421455 Aug 31 07:28:59.343621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-4de7cdd5-76b2-42bf-94dc-13cf2d822827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:59.345115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-4de7cdd5-76b2-42bf-94dc-13cf2d822827 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1097 time: 0.0474999 Aug 31 07:28:59.449821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-576da7c2-3336-4067-950f-c77b93d9f098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:59.451929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-576da7c2-3336-4067-950f-c77b93d9f098 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0865045 Aug 31 07:28:59.521701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-2f9e8438-3b7d-494f-b0c8-3bc321305b6e service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1001 time: 0.0625029 Aug 31 07:28:59.571781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-2d960590-9928-4906-8b02-a6386964aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:59.573227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-2d960590-9928-4906-8b02-a6386964aeae service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0443118 Aug 31 07:28:59.619706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-24fd2381-1529-4547-93a0-756e30e08787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:28:59.621194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-24fd2381-1529-4547-93a0-756e30e08787 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0403430 Aug 31 07:28:59.714755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-b99ab2b6-c76e-480c-81cc-1c9c19a0b111 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859179 Aug 31 07:28:59.804534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:28:59.808010 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73ceebc2-3c24-4793-90b1-473880bcd10a req-db357ab4-08a4-4351-8a09-9499b9c46c92 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857415 Aug 31 07:29:01.216382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:06.099834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:15.960263 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:24.183585 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:29:24.883066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28a3e48b-fd7b-4c3e-97c6-110548d38fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.500060 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bc11accf-84de-4102-a01e-546969b2a742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:27.848294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:29.806717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:31.221444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:36.106713 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:45.962127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:54.885115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-33b9150d-8c1e-4019-a918-564a45f1c154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:57.500967 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a0eb9194-25ca-4326-9f3c-889f4a2f9d39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:57.849402 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:29:59.810075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:01.183316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:01.215477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-89c22b35-5f19-403a-9801-365e14fe91b9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0423508 Aug 31 07:30:01.221993 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:01.304322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5352-4cc5-49d8-8868-76714691016c req-46e59382-3d59-444d-a538-b0ead3f83641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:01.305845 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-46e59382-3d59-444d-a538-b0ead3f83641 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1097 time: 0.0475976 Aug 31 07:30:01.408341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5352-4cc5-49d8-8868-76714691016c req-e0648fc8-2fb3-4d6d-bd0c-b37f6e9797a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:01.409854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-e0648fc8-2fb3-4d6d-bd0c-b37f6e9797a5 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0846632 Aug 31 07:30:01.481102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-91f56210-b4f0-44b1-889c-87ec491a1407 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1001 time: 0.0644310 Aug 31 07:30:01.530545 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5352-4cc5-49d8-8868-76714691016c req-f0a446a7-0d7f-43d6-81d3-cee295c4563c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:01.532041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-f0a446a7-0d7f-43d6-81d3-cee295c4563c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0445411 Aug 31 07:30:01.580159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda5352-4cc5-49d8-8868-76714691016c req-d7f607bc-2c10-4544-855b-f00eacc25ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:01.581727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-d7f607bc-2c10-4544-855b-f00eacc25ed8 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416665 Aug 31 07:30:01.678849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-ed4a9de7-02a4-494e-9e29-d49264ca5521 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884223 Aug 31 07:30:01.776235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dda5352-4cc5-49d8-8868-76714691016c req-6e65bb6e-f250-4bc9-8d6e-e62eb67a87c2 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896709 Aug 31 07:30:06.106184 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:12.525803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-636d397a-d5ef-43d2-b2dc-141b03823771 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0776401 Aug 31 07:30:12.534963 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011a670-0999-4fb3-b6bd-6cdd31abcc94 req-d31f1992-32e8-4f2d-9c1b-755f27b115df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:12.536462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1011a670-0999-4fb3-b6bd-6cdd31abcc94 req-d31f1992-32e8-4f2d-9c1b-755f27b115df tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0764821 Aug 31 07:30:12.577650 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1011a670-0999-4fb3-b6bd-6cdd31abcc94 req-207c8930-6692-4d91-8c8d-7d8b08385ab3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341372 Aug 31 07:30:13.580659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-a5980a4b-6de8-4f05-b60b-4d852e58b37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:13.582111 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-a5980a4b-6de8-4f05-b60b-4d852e58b37a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1097 time: 0.0418293 Aug 31 07:30:13.712556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-b7585a18-cd21-40e4-b319-06f3498e3982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:13.714282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-b7585a18-cd21-40e4-b319-06f3498e3982 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1230047 Aug 31 07:30:13.722516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529f925b-e04c-42f6-a79a-bcd2d39c656e req-20c1f523-f1b9-4013-8358-fa23b28907a2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:13.723906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-529f925b-e04c-42f6-a79a-bcd2d39c656e req-20c1f523-f1b9-4013-8358-fa23b28907a2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0757337 Aug 31 07:30:13.809975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-529f925b-e04c-42f6-a79a-bcd2d39c656e req-f65887e5-e5ae-413f-89b8-fe27b02414c7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788705 Aug 31 07:30:13.811791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-60022ccc-9376-4b27-85b7-a958b02fa449 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1001 time: 0.0870533 Aug 31 07:30:13.863154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-dee09d5c-bb42-4678-a576-81dc9780379d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:13.864658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-dee09d5c-bb42-4678-a576-81dc9780379d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0445733 Aug 31 07:30:13.913049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-48c00d12-9925-4699-be1e-c8fed045d896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:13.914581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-48c00d12-9925-4699-be1e-c8fed045d896 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410142 Aug 31 07:30:14.008995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-8c0d0f1a-02db-45b3-aaf8-6d735709dda4 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864875 Aug 31 07:30:14.102474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-31df418e-abc7-43e7-83c3-dfec5985c6a5 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855176 Aug 31 07:30:14.928521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725c4c4-7b48-4ee0-b252-643c229ff1ce req-c7ff49f6-9cc8-4dcd-89d8-5b1904c942f4 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:14.930040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e725c4c4-7b48-4ee0-b252-643c229ff1ce req-c7ff49f6-9cc8-4dcd-89d8-5b1904c942f4 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0510628 Aug 31 07:30:14.969354 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e725c4c4-7b48-4ee0-b252-643c229ff1ce req-d6ee8f6f-78ac-4875-8486-223ba43bb04d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322683 Aug 31 07:30:15.967899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:16.099094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c75c7a3-4995-435b-9e42-814f17136e1a req-c1146ab2-dbd3-42e1-99cc-5f0d2c8a372a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:16.100600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c75c7a3-4995-435b-9e42-814f17136e1a req-c1146ab2-dbd3-42e1-99cc-5f0d2c8a372a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0594022 Aug 31 07:30:16.145694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c75c7a3-4995-435b-9e42-814f17136e1a req-a5c6fc6a-e7cc-4d12-91c4-5b24da9d6d78 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377955 Aug 31 07:30:17.277402 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1b34b-0c28-4341-afa8-ad1156682a71 req-b1553f9d-f7b6-4f98-a211-dc7338eeb8f1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:17.278910 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fa1b34b-0c28-4341-afa8-ad1156682a71 req-b1553f9d-f7b6-4f98-a211-dc7338eeb8f1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Aug 31 07:30:17.316638 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0fa1b34b-0c28-4341-afa8-ad1156682a71 req-a29a1865-56dc-41ab-a3c7-c618ec7a024c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317912 Aug 31 07:30:18.432547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb844ca9-925a-4a58-ae0b-61501dd7b8b4 req-b699adde-c151-40ac-b28b-6d4228403caf tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:18.435312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb844ca9-925a-4a58-ae0b-61501dd7b8b4 req-b699adde-c151-40ac-b28b-6d4228403caf tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0497684 Aug 31 07:30:18.476005 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb844ca9-925a-4a58-ae0b-61501dd7b8b4 req-e208b61e-8cba-4a30-ad1f-cdd2b1501913 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348382 Aug 31 07:30:19.595291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e543195-850c-43a7-b217-30959a5e28e5 req-78412038-c060-4fc7-8890-fd4071435c6d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:19.596691 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e543195-850c-43a7-b217-30959a5e28e5 req-78412038-c060-4fc7-8890-fd4071435c6d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0539720 Aug 31 07:30:19.634919 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e543195-850c-43a7-b217-30959a5e28e5 req-b68cf643-3100-471b-b31d-db3185a9841e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323088 Aug 31 07:30:20.753354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519f149e-842e-4bbb-9859-85ab1f6c3223 req-c602371b-cec9-4946-9306-e309ef793f91 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:20.754878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-519f149e-842e-4bbb-9859-85ab1f6c3223 req-c602371b-cec9-4946-9306-e309ef793f91 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0508709 Aug 31 07:30:20.793129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-519f149e-842e-4bbb-9859-85ab1f6c3223 req-ea32c443-9ba9-414f-aae7-785c6f67f807 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315182 Aug 31 07:30:21.911413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e60ef-c681-4959-a444-b4b04be67809 req-9e48c48b-75b2-421c-88ce-15b8ebd26653 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:21.912906 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e89e60ef-c681-4959-a444-b4b04be67809 req-9e48c48b-75b2-421c-88ce-15b8ebd26653 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0507827 Aug 31 07:30:21.952184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e89e60ef-c681-4959-a444-b4b04be67809 req-1d5ab6d7-4358-489e-a9c3-66b2df4cef4f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Aug 31 07:30:23.067573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb5ecc0-acd5-4d02-a87c-5652e06abc3a req-636d2cca-b606-4783-ae13-e1bf744b8709 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:23.069033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cb5ecc0-acd5-4d02-a87c-5652e06abc3a req-636d2cca-b606-4783-ae13-e1bf744b8709 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0488567 Aug 31 07:30:23.111255 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6cb5ecc0-acd5-4d02-a87c-5652e06abc3a req-54af4da5-7948-4d45-ba41-d8d39203099d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356755 Aug 31 07:30:24.228189 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2480393f-15f7-44cb-9f69-3c9eef9f846c req-a79e53d8-2fb1-4637-8b74-81afc893867a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:24.229893 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2480393f-15f7-44cb-9f69-3c9eef9f846c req-a79e53d8-2fb1-4637-8b74-81afc893867a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0503616 Aug 31 07:30:24.268004 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2480393f-15f7-44cb-9f69-3c9eef9f846c req-9274a520-6801-4526-a976-18ae2209bd86 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322583 Aug 31 07:30:24.889823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81d14839-8c8e-4e18-92a5-09f43ed1025f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:25.388939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c567aa92-0a25-49fa-9eb0-ada4dafbb0c2 req-f2d8280c-5be9-4af2-8ae9-d92b43932fd9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:25.390333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c567aa92-0a25-49fa-9eb0-ada4dafbb0c2 req-f2d8280c-5be9-4af2-8ae9-d92b43932fd9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0519154 Aug 31 07:30:25.432803 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c567aa92-0a25-49fa-9eb0-ada4dafbb0c2 req-832ec89b-5f70-4929-9809-39d201d45092 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340364 Aug 31 07:30:26.383690 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-e3263669-f1eb-40b9-8eb7-973e82a68731 service neutron] show failed (client error): The resource could not be found. Aug 31 07:30:26.384689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-e3263669-f1eb-40b9-8eb7-973e82a68731 service neutron] 10.222.0.50 "GET /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0545406 Aug 31 07:30:26.560170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9df108-977e-48f2-a810-d0844ec75dd9 req-d65d467b-2829-46e1-a924-b13ff5201ebc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.561690 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca9df108-977e-48f2-a810-d0844ec75dd9 req-d65d467b-2829-46e1-a924-b13ff5201ebc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0602205 Aug 31 07:30:26.605105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ca9df108-977e-48f2-a810-d0844ec75dd9 req-748e8aa9-5d52-48db-889d-e22fcba0c656 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375736 Aug 31 07:30:26.635891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cc24cc0e-68be-475b-b5bd-0bfb689cc23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:26.637311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cc24cc0e-68be-475b-b5bd-0bfb689cc23b service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0913272 Aug 31 07:30:26.652775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:26.718329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:26.936626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:26.971007 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:27.014277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:27.016674 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eea8bea-f565-4ece-8f11-df96a8729bcf" -d '{"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:27.020630 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.034756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Transition to ACTIVE for port object 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:27.038233 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.071689 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5327483b-3823-4f40-b599-c2264217152d x-openstack-request-id: req-5327483b-3823-4f40-b599-c2264217152d {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:27.071979 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:27.072235 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5327483b-3823-4f40-b599-c2264217152d {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:27.072677 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'code': 200} Aug 31 07:30:27.096192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:27.142038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.142388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.142732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.143072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.143407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.143739 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.144073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.144400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.144729 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.145058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.145470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.145765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:27.191993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] No DVR routers for this DVR port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:27.344371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:27.344857 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:27.345446 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:27.352746 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:30:27.353278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:27.361078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:27.361685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:27.362321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:27.363050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Bound port: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:27.363649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.440061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:27.443149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:27.449059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.485358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.485893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.487279 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] 10.222.0.53 "PUT /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1092 time: 0.8416672 Aug 31 07:30:27.514112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c8a8c0aa-0ac3-45e7-8814-01dd18a51b13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.517616 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea47fea-568d-4ffd-b0f2-1929df45fdcc service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:27.569600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-812f7f20-f559-4151-b716-59c940e10757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.571175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-812f7f20-f559-4151-b716-59c940e10757 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1095 time: 0.0475159 Aug 31 07:30:27.675014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-c1dc4a75-db2e-4d3f-87a1-3a7badcaa217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.676814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-c1dc4a75-db2e-4d3f-87a1-3a7badcaa217 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0989265 Aug 31 07:30:27.732972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8914b10-8455-4766-83b5-4fdeca50e21f req-fcaa0ea7-933e-47a8-86d2-3c6eb27e6d99 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.734629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8914b10-8455-4766-83b5-4fdeca50e21f req-fcaa0ea7-933e-47a8-86d2-3c6eb27e6d99 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 943 time: 0.0549569 Aug 31 07:30:27.752272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-4b45baa9-d57c-4f8a-bf17-acc65292bf43 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.0681067 Aug 31 07:30:27.775152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e8914b10-8455-4766-83b5-4fdeca50e21f req-c0b24df3-c48c-480c-b9e6-49ed58bd4efb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344124 Aug 31 07:30:27.809238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-99a09660-fc63-4b48-a37b-2c4e3c274c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.810736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-99a09660-fc63-4b48-a37b-2c4e3c274c45 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0449746 Aug 31 07:30:27.851831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:27.861852 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-96244714-0939-4524-874f-cc14fcac5a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:27.863363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-96244714-0939-4524-874f-cc14fcac5a5e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0460243 Aug 31 07:30:27.958923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-213eecf4-80f9-40b5-952a-1d6ee06841cb service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877473 Aug 31 07:30:28.052189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-528f6623-e6d4-465b-bc0d-37bf81270830 req-3521637c-c2b6-47d8-ba53-f343aae7d132 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858152 Aug 31 07:30:28.901587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c80ce51-0210-4df5-a60c-aa74ba3f781f req-e480e1e9-203e-4c1d-abc1-e8bbaace2cbb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:28.903071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c80ce51-0210-4df5-a60c-aa74ba3f781f req-e480e1e9-203e-4c1d-abc1-e8bbaace2cbb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 943 time: 0.0565212 Aug 31 07:30:28.942017 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c80ce51-0210-4df5-a60c-aa74ba3f781f req-5391860d-2a1b-4482-82a9-2c7bb3d3de84 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329299 Aug 31 07:30:29.074549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:29.076947 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e42f02d3-a36b-4ab7-a577-a2651c8bb282" -d '{"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:29.127911 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22fc30c-b9bb-464b-a3f3-78df0506cef9 x-openstack-request-id: req-f22fc30c-b9bb-464b-a3f3-78df0506cef9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:29.128201 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:29.128456 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f22fc30c-b9bb-464b-a3f3-78df0506cef9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:29.128855 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'status': 'completed', 'code': 200} Aug 31 07:30:29.217250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-fd5fb2a3-83c4-4702-9a86-1e70dff1bfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.218778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-fd5fb2a3-83c4-4702-9a86-1e70dff1bfe1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1095 time: 0.0680513 Aug 31 07:30:29.223867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-25f88381-fb7a-46bc-a373-13c322360096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.225210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-25f88381-fb7a-46bc-a373-13c322360096 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1095 time: 0.0659277 Aug 31 07:30:29.693630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-0e7402b8-31e5-411d-830b-92f8cfe194be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.695150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-0e7402b8-31e5-411d-830b-92f8cfe194be service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.4629354 Aug 31 07:30:29.696284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-6ca4589a-7f25-4529-a787-e409a149de93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.697859 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-6ca4589a-7f25-4529-a787-e409a149de93 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.4582844 Aug 31 07:30:29.811057 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-6b4a1760-fddf-438b-8608-f407cdca4c02 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.1070504 Aug 31 07:30:29.813131 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:29.813670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-e51500b6-4755-4922-ba88-8fdc521e477a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.1032634 Aug 31 07:30:29.816604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:29.895095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-acecf02a-c29d-4cf3-b606-2bce200e7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.896568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-acecf02a-c29d-4cf3-b606-2bce200e7cd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0786664 Aug 31 07:30:29.899963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-c8d870f5-d6a3-40cf-8c57-b74950f75e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.901942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-c8d870f5-d6a3-40cf-8c57-b74950f75e88 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0756080 Aug 31 07:30:29.909471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:29.921348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:29.959220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:29.976494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:29.976733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-74cfc5d2-64ac-4f46-a6da-0d034727cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.978242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-74cfc5d2-64ac-4f46-a6da-0d034727cda8 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0747421 Aug 31 07:30:29.982152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-a805a147-654f-42ec-8af0-9c7e5a5f9108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:29.983290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-a805a147-654f-42ec-8af0-9c7e5a5f9108 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717821 Aug 31 07:30:29.998616 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:30.003581 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:30.054449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:30.063194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.063573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.063914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.064249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.064582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.064911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.065239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.065596 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.065921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.066243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.066566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.066884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:30:30.170936 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1583422-68b0-478d-9525-dfbec233ef46 req-50e5feec-4b4f-4b0e-829b-c3669556e8e9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.172416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1583422-68b0-478d-9525-dfbec233ef46 req-50e5feec-4b4f-4b0e-829b-c3669556e8e9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.1290364 Aug 31 07:30:30.194582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-895ba045-8973-4763-bd16-4b57e1485c36 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095006 Aug 31 07:30:30.202296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-6d5b8fba-7ab4-4d15-bb80-218bf9bfe4f3 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091208 Aug 31 07:30:30.281994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:30.314119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1583422-68b0-478d-9525-dfbec233ef46 req-3214f5e4-a275-47d2-a3da-cca056ede414 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321867 Aug 31 07:30:30.385893 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-97dd0d55-d7f3-4439-ac11-443047f9c799 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711838 Aug 31 07:30:30.387869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e42f02d3-a36b-4ab7-a577-a2651c8bb282 req-d73a32fd-efcf-4b19-b04b-8c28beeb4800 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829553 Aug 31 07:30:30.642987 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-8ee7ba38-6d94-4d14-83eb-4c6eac71fd02 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.644464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-8ee7ba38-6d94-4d14-83eb-4c6eac71fd02 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&binding%3Ahost_id=n-h1-712707-15 HTTP/1.1" status: 200 len: 944 time: 0.0822692 Aug 31 07:30:30.661380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d27c4-c601-4430-9442-b821d76d7d98 req-983474a2-d67e-4e31-bc52-71a9fe9e9877 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.662818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e69d27c4-c601-4430-9442-b821d76d7d98 req-983474a2-d67e-4e31-bc52-71a9fe9e9877 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0737796 Aug 31 07:30:30.715299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:30.743836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e69d27c4-c601-4430-9442-b821d76d7d98 req-b2ba07bc-3e7a-4dd3-90e4-6f37e5dc9c86 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736740 Aug 31 07:30:30.750335 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-82b42627-9fde-4818-a0fb-d53d76c0789d service neutron] 10.222.0.53 "GET /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c/bindings/n-h1-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.0970764 Aug 31 07:30:30.757580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:30.817235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-d339de64-9c73-4293-b92a-9e3dcd26d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.818808 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-d339de64-9c73-4293-b92a-9e3dcd26d0ce service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1096 time: 0.0443256 Aug 31 07:30:30.910240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-d004a71c-72ae-4ea6-bb4f-35b7131f30dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:30.911723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-d004a71c-72ae-4ea6-bb4f-35b7131f30dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0852964 Aug 31 07:30:30.985072 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-e35396de-0397-4fe1-9de8-76a28e884cdd service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1000 time: 0.0660064 Aug 31 07:30:31.036913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-fdd59c08-8eff-4a53-8407-b2361cf97634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:31.038441 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-fdd59c08-8eff-4a53-8407-b2361cf97634 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0465157 Aug 31 07:30:31.085691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-06e01908-d305-4824-a23e-21f9d4fa56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:31.087109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-06e01908-d305-4824-a23e-21f9d4fa56a2 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412574 Aug 31 07:30:31.181727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-4341a7be-92a8-40d2-b754-b75ac666a819 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869503 Aug 31 07:30:31.226647 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.272709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-da8f716b-09a1-4e92-92ce-f41d07806b7c service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839097 Aug 31 07:30:31.833231 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:31.865478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c8082-a29d-4438-81d8-ccdb12b8d77d req-cdfd6d85-6c51-4ac1-bd30-c57ffe102f93 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:31.867041 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f29c8082-a29d-4438-81d8-ccdb12b8d77d req-cdfd6d85-6c51-4ac1-bd30-c57ffe102f93 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0522425 Aug 31 07:30:31.882855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:31.888223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:31.888608 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.911809 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f29c8082-a29d-4438-81d8-ccdb12b8d77d req-0540305f-7fcc-4ab0-9c64-d6e333797bd8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379117 Aug 31 07:30:31.970323 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:31.995449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:31.997712 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70cc8cfa-62a8-496b-badd-ae58129cb3f6" -d '{"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:32.011871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:32.016638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:32.054571 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6e467ad-5161-49c2-9ca4-7011f1c774a9 x-openstack-request-id: req-d6e467ad-5161-49c2-9ca4-7011f1c774a9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:32.054862 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-plugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:32.055114 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d6e467ad-5161-49c2-9ca4-7011f1c774a9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:32.055498 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'code': 200} Aug 31 07:30:32.074159 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:33.039469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b07757-ead3-4ac8-8939-f43fbdc37d29 req-0b1e0ca8-51da-436c-9743-182924c3faa8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:33.041038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8b07757-ead3-4ac8-8939-f43fbdc37d29 req-0b1e0ca8-51da-436c-9743-182924c3faa8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 945 time: 0.0592341 Aug 31 07:30:33.082268 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a8b07757-ead3-4ac8-8939-f43fbdc37d29 req-bc50f5f5-0204-41fb-a91d-5a1ab9501d66 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345623 Aug 31 07:30:33.223826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-2cd9d9a5-a716-4dda-a3a8-c9a117c7c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:33.225319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-2cd9d9a5-a716-4dda-a3a8-c9a117c7c810 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0445292 Aug 31 07:30:33.237872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:33.298087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:33.508953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:33.543664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:33.584136 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:33.586513 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d812de-0fe2-4e6b-abb7-eb7bec3389dd" -d '{"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:33.591454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:33.605149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Transition to ACTIVE for port object 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:33.609241 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:33.655313 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b218d34a-0d68-4cc5-bc2d-46d319f87aad x-openstack-request-id: req-b218d34a-0d68-4cc5-bc2d-46d319f87aad {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:33.655607 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-unplugged", "status": "completed", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:33.655867 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b218d34a-0d68-4cc5-bc2d-46d319f87aad {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:33.656271 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'code': 200} Aug 31 07:30:33.666537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:33.751839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] No DVR routers for this DVR port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:33.898150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:33.898488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:33.898836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:33.903643 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:30:33.903964 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Attempting to bind port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:33.909049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:33.909419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:33.909797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:33.910402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Bound port: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:33.910721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:33.978348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:33.982867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:33.987572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:34.032303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.032926 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:34.034363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] 10.222.0.50 "PUT /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 1093 time: 0.8008871 Aug 31 07:30:34.052057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225d3d35-8835-4f9e-b336-6ae4ca17efcc service neutron] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:34.106464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-18bdfc3c-15fa-4458-b065-d6944575087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.107991 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-18bdfc3c-15fa-4458-b065-d6944575087b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1096 time: 0.0473976 Aug 31 07:30:34.210532 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd447fe-6fdb-414c-bee6-66109b44b5c3 req-439b1280-0122-4605-bb08-abf9eb3c5fad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.212167 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bdd447fe-6fdb-414c-bee6-66109b44b5c3 req-439b1280-0122-4605-bb08-abf9eb3c5fad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0547893 Aug 31 07:30:34.216919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-cacab018-0ff9-4405-81a6-479c36bcb2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.218443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-cacab018-0ff9-4405-81a6-479c36bcb2c4 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1005154 Aug 31 07:30:34.254633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bdd447fe-6fdb-414c-bee6-66109b44b5c3 req-f94d6029-7a96-4667-81f9-8e9e89fac72c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343282 Aug 31 07:30:34.294919 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-485b23cc-9679-4d40-9aa4-826408b569ef service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.0678527 Aug 31 07:30:34.346240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-c1926c4c-7dd2-4ff3-818f-7b0dcf72d2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.347625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-c1926c4c-7dd2-4ff3-818f-7b0dcf72d2f9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0454650 Aug 31 07:30:34.394835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-4fe23a24-65d0-4568-be3a-5bb8317a64f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:34.396368 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-4fe23a24-65d0-4568-be3a-5bb8317a64f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409420 Aug 31 07:30:34.493674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-64f154ea-6d8e-46f1-9984-843549905351 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888243 Aug 31 07:30:34.585009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-120eeff0-bc37-4a86-958d-8b35ac76fe49 req-f68f9ecf-45a1-4788-a38b-da077b1bf879 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838571 Aug 31 07:30:35.378584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83145c3-a23c-4985-8a5c-4d12097a2c94 req-61fc6af2-bbba-42a4-be89-71ef695afbea tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.380078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f83145c3-a23c-4985-8a5c-4d12097a2c94 req-61fc6af2-bbba-42a4-be89-71ef695afbea tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0553906 Aug 31 07:30:35.418930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f83145c3-a23c-4985-8a5c-4d12097a2c94 req-fdfa18b1-4459-4666-9af5-8d2ad2281edc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328133 Aug 31 07:30:35.657023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:35.659457 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b11cc29-ad35-4604-a157-bb0c484d5b17" -d '{"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:35.708660 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d472890-d096-4f5a-a6b4-81cdc3bd3a39 x-openstack-request-id: req-7d472890-d096-4f5a-a6b4-81cdc3bd3a39 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:35.709075 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:35.709367 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d472890-d096-4f5a-a6b4-81cdc3bd3a39 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:35.709770 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'status': 'completed', 'code': 200} Aug 31 07:30:35.793960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-4be57319-d874-4f77-a5f1-c8ccd25c40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.795479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-4be57319-d874-4f77-a5f1-c8ccd25c40a2 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1096 time: 0.0695057 Aug 31 07:30:35.797281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-c49c313c-4534-49d0-8a04-e568b9487c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.798665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-c49c313c-4534-49d0-8a04-e568b9487c7a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 1096 time: 0.0640244 Aug 31 07:30:35.828545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:35.868404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:35.966430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-0c1efb52-21f6-459e-a865-cb8f232ecf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.967823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-0c1efb52-21f6-459e-a865-cb8f232ecf31 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1660230 Aug 31 07:30:35.968894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-0b51aeb3-31e0-4243-9f79-76fad004df8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:35.970245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-0b51aeb3-31e0-4243-9f79-76fad004df8b service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1604142 Aug 31 07:30:36.083500 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-15805236-34f8-4bcb-a47c-ecc12f57791e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.1081605 Aug 31 07:30:36.087344 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-2574248a-c95a-4710-82f1-d9d10f364b89 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 200 len: 999 time: 0.1046467 Aug 31 07:30:36.127165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:36.171691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-94294714-f8a0-4aa4-a1cb-3661d04eee2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.173170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-94294714-f8a0-4aa4-a1cb-3661d04eee2c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0832343 Aug 31 07:30:36.176750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-d3c279dd-01f2-41ca-a99b-65d6c75696b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.178092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-d3c279dd-01f2-41ca-a99b-65d6c75696b6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0608890 Aug 31 07:30:36.256547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-e6240907-4daa-49b3-b00b-7dd4d69ea1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.258189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-e6240907-4daa-49b3-b00b-7dd4d69ea1d3 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0780172 Aug 31 07:30:36.261705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-4804624a-faa2-401c-b7bb-665c4f22dedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.263257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-4804624a-faa2-401c-b7bb-665c4f22dedc service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0717278 Aug 31 07:30:36.418739 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-a036b816-db7e-48ca-8304-a99688461395 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533267 Aug 31 07:30:36.422152 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-d903014b-6f1f-46d5-93e4-02f66ed1b953 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376541 Aug 31 07:30:36.601668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4153777e-a970-48f1-93ed-00b2f1035bed req-041d91b6-1a40-4313-9c55-5811aa32c7b0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.603145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4153777e-a970-48f1-93ed-00b2f1035bed req-041d91b6-1a40-4313-9c55-5811aa32c7b0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0924177 Aug 31 07:30:36.633999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-7327fa89-30b8-4a06-9c0a-b4b7780ca945 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084010 Aug 31 07:30:36.641537 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0b11cc29-ad35-4604-a157-bb0c484d5b17 req-97ca40dd-fbdc-43c2-80ed-baa445d6e977 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087376 Aug 31 07:30:36.662713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4153777e-a970-48f1-93ed-00b2f1035bed req-1269403d-c9fc-4360-827e-101f18951387 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424371 Aug 31 07:30:36.786728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cb6ae-d00d-4aca-9b25-81acbe9a8642 req-ed05fa7b-cc64-4172-abe4-dde06623b91d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.788214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637cb6ae-d00d-4aca-9b25-81acbe9a8642 req-ed05fa7b-cc64-4172-abe4-dde06623b91d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0557642 Aug 31 07:30:36.837298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-637cb6ae-d00d-4aca-9b25-81acbe9a8642 req-fe6336cf-6512-47b6-8e5a-2f68eb6be06a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418496 Aug 31 07:30:36.963222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37ce93-8cb7-4918-9e75-15e13229962b req-0fe999ac-94ef-4c8b-9405-16edfc7d436b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:36.964797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a37ce93-8cb7-4918-9e75-15e13229962b req-0fe999ac-94ef-4c8b-9405-16edfc7d436b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0599654 Aug 31 07:30:37.003319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3a37ce93-8cb7-4918-9e75-15e13229962b req-d9c5008b-f0b2-4be5-956b-5d842480b4e8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323379 Aug 31 07:30:37.241418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47360f7f-b2f9-4e07-ad15-c6846fbb8c69 req-e42bb32c-b3e2-4a68-ab85-e3ab97133584 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:37.242888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47360f7f-b2f9-4e07-ad15-c6846fbb8c69 req-e42bb32c-b3e2-4a68-ab85-e3ab97133584 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0507383 Aug 31 07:30:37.282881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-47360f7f-b2f9-4e07-ad15-c6846fbb8c69 req-364d4da7-4abc-42ac-9f51-8022c8ec613a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340064 Aug 31 07:30:38.182071 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:30:38.404915 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9774459e-c537-4344-b4e8-cc195b9f46b0 req-e71486f6-3aa7-4351-8a9d-b453d2b090d1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:38.406330 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9774459e-c537-4344-b4e8-cc195b9f46b0 req-e71486f6-3aa7-4351-8a9d-b453d2b090d1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0547733 Aug 31 07:30:38.445064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9774459e-c537-4344-b4e8-cc195b9f46b0 req-f5acd62c-2736-47fc-bd23-3d22e04626a2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328412 Aug 31 07:30:38.478325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-eba0bd7e-552b-4b52-b5db-555b6eb3e3ec tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:38.480416 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-eba0bd7e-552b-4b52-b5db-555b6eb3e3ec tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 944 time: 0.0548198 Aug 31 07:30:38.575902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Deleting port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:30:38.576245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:38.667042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:38.667462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:38.777026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:38.877991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:38.893716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'mac_address': 'fa:16:3e:2d:b5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:38.934698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:38.948444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:38.968562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:38.972926 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.024232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:39.169341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.169814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.170132 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f disassociated. External IP: 172.25.3.84, port: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c. Aug 31 07:30:39.170479 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Calling delete_port for 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:30:39.301829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.333220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'Port': ['ID=1a4d30e5-5e11-4394-9d2f-f1bd3150d88c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:39.457628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:30:39.576118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9871c6fa-ae83-48a2-8baa-9102ad754862 req-45b43148-23fd-44f6-99a5-759fe4292021 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=525667b3-590c-496a-aeec-ad7edc0e7857 HTTP/1.1" status: 200 len: 210 time: 0.0564756 Aug 31 07:30:39.597421 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:30:39.610003 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:30:39.618950 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:39.619693 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:30:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:39.638777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] No DVR routers for this DVR port 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:30:39.641716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:39.643772 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72e6c914-1b56-41bb-80a1-44f825b3306b req-09814201-964d-4b2f-8614-c0f9a5f0e2f5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "DELETE /v2.0/ports/1a4d30e5-5e11-4394-9d2f-f1bd3150d88c HTTP/1.1" status: 204 len: 173 time: 1.1569560 Aug 31 07:30:39.644206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-deleted', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:39.646491 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cecc4a8-76c3-44e2-81c4-b76fa7f676f1" -d '{"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-deleted", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:39.687858 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c63e8c78-693f-4fef-8d77-a777a8c25bde x-openstack-request-id: req-c63e8c78-693f-4fef-8d77-a777a8c25bde {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:39.688085 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "525667b3-590c-496a-aeec-ad7edc0e7857", "name": "network-vif-deleted", "tag": "1a4d30e5-5e11-4394-9d2f-f1bd3150d88c", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:39.688280 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c63e8c78-693f-4fef-8d77-a777a8c25bde {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:39.688686 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '525667b3-590c-496a-aeec-ad7edc0e7857', 'name': 'network-vif-deleted', 'tag': '1a4d30e5-5e11-4394-9d2f-f1bd3150d88c', 'status': 'completed', 'code': 200} Aug 31 07:30:39.734229 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:39.937157 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:40.064254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:30:40.073934 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:40.074554 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:30:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:40.185178 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:40.380340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:40.411611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aef9356-e0d9-45f0-8cae-053503961065 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:30:40.669968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc11c3c9-ef4e-4e4e-84f7-eaa0708f9d25 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:30:40.880226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-2fa890ff-bbc7-4ce7-aef9-fa99590373ac tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-securitygroup--1236020818&fields=id&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 267 time: 0.0371346 Aug 31 07:30:40.997506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-a17e1cdb-f692-4124-bb28-e8c05d07dcc3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:40.999030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-a17e1cdb-f692-4124-bb28-e8c05d07dcc3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1119068 Aug 31 07:30:41.015089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-de9e72b4-4c96-4ee6-a80b-654e33dc9e68 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/quotas/c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 375 time: 0.0099406 Aug 31 07:30:41.073473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-77274ebc-5cb0-4cf0-a76c-a5e1c89cbf77 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522683 Aug 31 07:30:41.171646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-0cd3d19f-9c93-4f93-b2f7-a943b8c9a3bd service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863302 Aug 31 07:30:41.268328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-5fa5d2a6-d507-4eb6-b860-d9555608fd0e service neutron] 10.222.0.57 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903111 Aug 31 07:30:41.443836 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e50432e5-4e98-4b01-a933-eef3a48f4aa8 req-9543be82-2291-4a3a-a3a7-0fd6accf5b8f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0288374 Aug 31 07:30:42.462790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-2e43cc9f-18eb-4211-8ea6-39d70d2ad1d7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:42.464336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-2e43cc9f-18eb-4211-8ea6-39d70d2ad1d7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 811 time: 0.1212065 Aug 31 07:30:42.528461 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-7c638d18-799b-4ebc-998e-297f09e836f9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 380 time: 0.0550759 Aug 31 07:30:42.541475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'port': {'device_id': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'admin_state_up': True, 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'security_groups': ['dae51527-8ff4-4955-a7b0-9f385a01efc8']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:42.600288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1eaea15a-b1f0-4b19-8ca8-a07f94d9a186 req-d4902a36-81c7-4183-82f7-ae4224a43578 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0778198 Aug 31 07:30:42.676399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Made reservation on behalf of c487ab7ce68e4a42a32bd6f89caad8e6 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:30:42.680079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:42.817566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Allocated IP 172.20.0.9 (4f18abd8-8383-4c22-9596-f3e8e1275c39/7b1bbba7-c537-4910-a481-3c907c986f27/b90cec73-50cb-4580-b57a-ab44e311034a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:30:42.822787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:30:43.005839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.010546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:30:43.010894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 1a4d30e5-5e11-4394-9d2f-f1bd3150d88c not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:30:43.022575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Transition to ACTIVE for port object b90cec73-50cb-4580-b57a-ab44e311034a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:43.057850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.105062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:30:43.108398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:30:43.112675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:30:43.119547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:43.170961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:43.171764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.193107 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e1ee0acc-ca5c-4f3b-b64a-80b711a2a62e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6565871 Aug 31 07:30:43.206236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Request body: {'port': {'device_id': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:43.271125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.345400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a364a1c-72c7-4b99-89fa-5cd984b91109 None None] Provisioning for port b90cec73-50cb-4580-b57a-ab44e311034a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:43.353518 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2a364a1c-72c7-4b99-89fa-5cd984b91109 None None] Provisioning complete for port b90cec73-50cb-4580-b57a-ab44e311034a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:43.354478 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2a364a1c-72c7-4b99-89fa-5cd984b91109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.395659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2a364a1c-72c7-4b99-89fa-5cd984b91109 None None] Port b90cec73-50cb-4580-b57a-ab44e311034a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:30:43.599111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:43.607729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.621014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Transition to ACTIVE for port object b90cec73-50cb-4580-b57a-ab44e311034a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:30:43.627382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.686205 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:43.738831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb84f05-5404-4e64-bd30-f9c8feec3815 req-6a6e86e3-a25b-406c-b367-a5456e8751c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:43.742112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bb84f05-5404-4e64-bd30-f9c8feec3815 req-6a6e86e3-a25b-406c-b367-a5456e8751c1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0648718 Aug 31 07:30:43.773665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:30:43.774019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:30:43.774359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:43.780309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:30:43.780654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:30:43.786374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:30:43.786726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:30:43.786897 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bb84f05-5404-4e64-bd30-f9c8feec3815 req-a3e4a839-5ee6-4157-ace7-c74f0f1e9d60 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393403 Aug 31 07:30:43.787119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:30:43.787565 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Bound port: b90cec73-50cb-4580-b57a-ab44e311034a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:30:43.787936 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.878869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:30:43.885506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:30:43.890514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.931256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:43.931973 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:43.933631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] 10.222.0.53 "PUT /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1092 time: 0.7321324 Aug 31 07:30:43.934031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:43.936413 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:43.969310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081b1951-92c3-4c39-9750-3e3efdb2800e service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:43.992845 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19c7c8fe-d95f-41b3-b13a-d13da3fafb81 x-openstack-request-id: req-19c7c8fe-d95f-41b3-b13a-d13da3fafb81 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:43.993216 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:43.993528 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-19c7c8fe-d95f-41b3-b13a-d13da3fafb81 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:43.994681 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'status': 'completed', 'code': 200} Aug 31 07:30:44.033019 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-7c8209cb-f8b5-4583-b46d-44df8e93dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.034696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-7c8209cb-f8b5-4583-b46d-44df8e93dc48 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0570364 Aug 31 07:30:44.085939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-4b410385-255a-4eb9-b308-c08590b3723f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 217 time: 0.0428650 Aug 31 07:30:44.143713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-6a56aaaa-cc7d-4dc0-a730-d9c2b220570a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.145211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-6a56aaaa-cc7d-4dc0-a730-d9c2b220570a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0527544 Aug 31 07:30:44.195059 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e81158c0-d964-4b6a-8ae2-cf2d3bf4848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.196515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-e81158c0-d964-4b6a-8ae2-cf2d3bf4848f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442004 Aug 31 07:30:44.299874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-a4930714-89a9-4b08-a4d4-579167f1b92d service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958111 Aug 31 07:30:44.410372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f528432-275c-4af6-88c8-5eb9df28ff15 req-c449126d-0ecf-4aaf-a3ee-b1a999598144 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027684 Aug 31 07:30:44.509055 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-616146ed-0482-4846-b113-7f7daa150f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.511691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-616146ed-0482-4846-b113-7f7daa150f0a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0445449 Aug 31 07:30:44.612836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-596e783f-e645-47b2-8cf4-7410ab5f5e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.614494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-596e783f-e645-47b2-8cf4-7410ab5f5e89 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0952427 Aug 31 07:30:44.658768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-f19a2f50-59dd-47f0-a1f5-aabb13fdff89 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 217 time: 0.0366416 Aug 31 07:30:44.714661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-adca5986-7913-43d8-9f21-26cc1cee2da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.716090 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-adca5986-7913-43d8-9f21-26cc1cee2da3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0504122 Aug 31 07:30:44.764460 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-3cee5151-870c-4678-9242-3681ff361220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.766040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-3cee5151-870c-4678-9242-3681ff361220 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427268 Aug 31 07:30:44.866817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-a97fb31e-27d0-489d-a55c-58c2214e259f service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928011 Aug 31 07:30:44.925706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0497e92f-06db-475a-a15c-d9376520bc65 req-c98dce49-4379-4469-88e8-66c8dba8e2db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:44.927301 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0497e92f-06db-475a-a15c-d9376520bc65 req-c98dce49-4379-4469-88e8-66c8dba8e2db tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0668623 Aug 31 07:30:44.971173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0497e92f-06db-475a-a15c-d9376520bc65 req-2a69181b-5580-45f9-96a0-15dc6c082f7b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358875 Aug 31 07:30:44.983879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-665e7bf5-bfb1-4547-aa6f-74317ff80fb4 req-f97c0f8e-1ea3-4fd1-8d8e-f87ba274262a service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083748 Aug 31 07:30:45.875815 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:30:45.985257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:45.988300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:45.997906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:30:46.040933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:46.055557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:30:46.077576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:46.083475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:46.110476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14824801-8218-4ea1-a27a-1141b288d218 req-7af96df1-6c54-4b33-9711-d0ac1f65b8b4 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:46.112173 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14824801-8218-4ea1-a27a-1141b288d218 req-7af96df1-6c54-4b33-9711-d0ac1f65b8b4 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0633318 Aug 31 07:30:46.140000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:46.157630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14824801-8218-4ea1-a27a-1141b288d218 req-b921be58-9c56-41c6-ac27-61939477023b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383799 Aug 31 07:30:46.272602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b90cec73-50cb-4580-b57a-ab44e311034a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:30:47.290474 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cb9f7b-8ec8-44d5-8346-1920e450b849 req-5e79126d-a7c1-4bfa-967f-3a6eee7f6bd7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:47.292215 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21cb9f7b-8ec8-44d5-8346-1920e450b849 req-5e79126d-a7c1-4bfa-967f-3a6eee7f6bd7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0617025 Aug 31 07:30:47.338272 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21cb9f7b-8ec8-44d5-8346-1920e450b849 req-d8db8c9c-427d-4d22-bc01-206dbd35961f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398612 Aug 31 07:30:47.889087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:30:47.938605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port b90cec73-50cb-4580-b57a-ab44e311034a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:30:47.942834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b90cec73-50cb-4580-b57a-ab44e311034a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:30:47.943200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:48.032049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:48.057454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:48.060398 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d34609cf943ae8d8ff0cb80960772172a9c49efb060f28a96a62c91dbf8db8e5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df1a61b2-75ed-4134-806c-eba83c4076ec" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:48.075599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:30:48.081442 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:48.107899 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312d0347-6d7c-433a-aaa5-f9b5c28991be x-openstack-request-id: req-312d0347-6d7c-433a-aaa5-f9b5c28991be {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:48.108201 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:48.108473 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-312d0347-6d7c-433a-aaa5-f9b5c28991be {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:48.108849 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'code': 200} Aug 31 07:30:48.142684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:30:48.201600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d9ce81-d9e4-4085-ac2f-346d3dc62d5a req-fcf97c35-589c-40a7-aefe-47699bf323c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:48.203558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62d9ce81-d9e4-4085-ac2f-346d3dc62d5a req-fcf97c35-589c-40a7-aefe-47699bf323c5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1097 time: 0.0436399 Aug 31 07:30:48.244717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-62d9ce81-d9e4-4085-ac2f-346d3dc62d5a req-fe778bca-26e5-420e-a0fb-75e80c918881 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338204 Aug 31 07:30:48.465847 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f2141-c5e3-4609-b56c-1faccc6c687d req-485d6896-fd89-44ef-acad-8e3ac8f13c48 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:48.467329 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e9f2141-c5e3-4609-b56c-1faccc6c687d req-485d6896-fd89-44ef-acad-8e3ac8f13c48 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0532486 Aug 31 07:30:48.508230 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2e9f2141-c5e3-4609-b56c-1faccc6c687d req-5e4639d9-61a7-4997-b49d-fcd54d045d50 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349665 Aug 31 07:30:49.691203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9f64af-deb1-4a2a-8302-a98eb44f371c req-ee851476-a4c1-43d0-9696-38ef4119519f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:49.692906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9f64af-deb1-4a2a-8302-a98eb44f371c req-ee851476-a4c1-43d0-9696-38ef4119519f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.1103663 Aug 31 07:30:49.736087 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fe9f64af-deb1-4a2a-8302-a98eb44f371c req-5203a1e8-8861-454b-8975-012b540e9632 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352280 Aug 31 07:30:49.913067 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a3419-7196-4d23-b2de-fbce5fe21a38 req-083f64c3-65f7-46b1-9dd1-65ead21bd205 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:49.914578 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f35a3419-7196-4d23-b2de-fbce5fe21a38 req-083f64c3-65f7-46b1-9dd1-65ead21bd205 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.1112874 Aug 31 07:30:49.923279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:30:49.928002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Request body: {'floatingip': {'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:30:49.966803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.408018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.411673 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:50.511089 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f associated. External IP: 172.25.3.84, port: b90cec73-50cb-4580-b57a-ab44e311034a. Aug 31 07:30:50.714759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:30:51.119652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:30:51.124549 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:51.129452 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:30:51.140030 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:51.140631 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:30:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:51.153097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eac20628-35b8-4362-b808-848537793e14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "PUT /v2.0/floatingips/6747ea42-164d-4f57-85bb-04fc6061562f HTTP/1.1" status: 200 len: 991 time: 1.2286832 Aug 31 07:30:51.153700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:30:51.155944 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4798e2a1876c523c1654124ff92d2d1ed6ccde435f621a5bdd2f97b44db778a7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcc9f399-b365-4030-84f7-a05910905458" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:30:51.199617 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23ad842-0a83-486b-9c00-3729a5d11fa8 x-openstack-request-id: req-d23ad842-0a83-486b-9c00-3729a5d11fa8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:30:51.199908 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:30:51.200160 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d23ad842-0a83-486b-9c00-3729a5d11fa8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:30:51.200556 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'status': 'completed', 'code': 200} Aug 31 07:30:51.255666 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:51.257344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f399-b365-4030-84f7-a05910905458 req-899e6028-c7b7-4c0a-b9b8-05e259ea20ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:51.258854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-899e6028-c7b7-4c0a-b9b8-05e259ea20ac service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1097 time: 0.0406845 Aug 31 07:30:51.368302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f399-b365-4030-84f7-a05910905458 req-5f16726c-5977-4ecb-8f0d-8da373e97a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:51.370024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-5f16726c-5977-4ecb-8f0d-8da373e97a85 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1037781 Aug 31 07:30:51.451102 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-a5d97af2-7341-4fbf-88dd-138157bae26c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.0741251 Aug 31 07:30:51.503926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:30:50Z', 'revision_number': 13, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:51.507836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f399-b365-4030-84f7-a05910905458 req-cb4db225-5a33-4b70-95ff-1b0b93e0022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:51.509877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-cb4db225-5a33-4b70-95ff-1b0b93e0022f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0518789 Aug 31 07:30:51.536255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:30:51.545391 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:30:51.546012 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:30:27Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:51.570717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc9f399-b365-4030-84f7-a05910905458 req-7b76c898-3812-4062-9be4-01e42cc64a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:30:51.572757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-7b76c898-3812-4062-9be4-01e42cc64a3f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556133 Aug 31 07:30:51.651133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:30:51.670798 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-810b0fac-f795-41ec-ade1-086384e1df0d service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911009 Aug 31 07:30:51.768683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dcc9f399-b365-4030-84f7-a05910905458 req-71465aeb-9b93-455a-ad8e-7ccd752f57ef service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912044 Aug 31 07:30:51.883075 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:30:50Z', 'revision_number': 13, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:30:51.909179 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a865d97d-5379-45c2-adeb-8c09dd1b4050 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6747ea42-164d-4f57-85bb-04fc6061562f', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'floating_ip_address': '172.25.3.84', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4047, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:23:58Z', 'updated_at': '2021-08-31T07:30:50Z', 'revision_number': 13, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:30:52.110545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45364950-3d68-4bec-a538-e4ee7bc02616 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:30:54.891730 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dd065a6-8c31-4cd2-acb2-61334260d18d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.507687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-26ee5da2-eed8-4183-8189-69de992db140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:57.856059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:30:59.810447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:01.228523 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:06.139135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:13.515194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-32f90505-ee49-4bff-b401-b98b78019a26 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0412097 Aug 31 07:31:13.604809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-ef8f1ce0-7b6c-4f7b-9002-4b020962afca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.606331 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-ef8f1ce0-7b6c-4f7b-9002-4b020962afca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1097 time: 0.0421050 Aug 31 07:31:13.719835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-e19a26f5-e7a0-4041-88f3-df0ec1e215c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.721315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-e19a26f5-e7a0-4041-88f3-df0ec1e215c1 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0953960 Aug 31 07:31:13.790831 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-964e0fef-bc4e-453b-9073-c0d2b61e84b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1001 time: 0.0613048 Aug 31 07:31:13.844924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-c7d24bd3-345e-4f88-929c-13ef03643825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.846427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-c7d24bd3-345e-4f88-929c-13ef03643825 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0490212 Aug 31 07:31:13.898140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-42af310b-5b65-488a-8fde-2caee785b946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:31:13.900268 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-42af310b-5b65-488a-8fde-2caee785b946 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457709 Aug 31 07:31:13.989216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-5eb01a1e-b5aa-4b64-84f1-ee597b6379c3 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822220 Aug 31 07:31:14.084470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-470ae4ef-6b88-46fb-b5d2-c6417e4af994 req-5135f40a-7e96-4f75-af8d-0524dc07e87d service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870912 Aug 31 07:31:15.182114 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:15.990491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:24.895532 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-14779036-229c-4b06-970e-8472406646e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.511497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b09714a4-dba2-4dec-b4a8-26d0685f866a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:27.858969 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:29.813556 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:31.232458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:36.138035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:46.006678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:52.183320 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:31:54.899365 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1399ab7e-51e9-4a14-85a7-9728f3e999e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.515638 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f4a2e6e5-db6b-4c6e-97ca-bfb3d428e657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:57.864111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:31:59.816296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:01.235672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:06.153151 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:15.603326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-fa42c610-2662-4bdb-aac6-1b9f1ae7aaef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0823648 Aug 31 07:32:15.686348 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-679b09bb-f253-40ad-a40a-96c826413a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:15.687843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-679b09bb-f253-40ad-a40a-96c826413a2d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1097 time: 0.0413997 Aug 31 07:32:15.797432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-bc95e393-8745-48e8-8f9c-f71639d15b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:15.798835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-bc95e393-8745-48e8-8f9c-f71639d15b67 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0888071 Aug 31 07:32:15.863946 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-ffe128a5-48c3-4c90-91b4-71ccfbe5218f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1001 time: 0.0580556 Aug 31 07:32:15.913846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-57057af8-021d-4947-8003-1d95bd5bde85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:15.915224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-57057af8-021d-4947-8003-1d95bd5bde85 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0439253 Aug 31 07:32:15.966334 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-68195fef-79fa-49cb-b690-cadf7ad8acbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:15.967817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-68195fef-79fa-49cb-b690-cadf7ad8acbe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0452669 Aug 31 07:32:16.004828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:16.062873 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-cfc96278-8175-4acb-b2d6-e443cbefec3e service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878456 Aug 31 07:32:16.157274 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccd845b-3aff-4fd4-8631-24bf696721e4 req-4f0682c0-d8be-486d-aad8-d310d59265d4 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868320 Aug 31 07:32:24.903069 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a74c70a-aadb-4237-89bb-dcf4485d2b25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.517691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61fd3929-c892-44e1-ad1f-af8391625f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:27.868752 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.185659 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:32:29.821256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:29.933913 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7510cd7-1663-432f-851a-7c392e08e051 req-45a706ae-20cf-42f1-aefe-d88d413391c8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:29.935415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7510cd7-1663-432f-851a-7c392e08e051 req-45a706ae-20cf-42f1-aefe-d88d413391c8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0974498 Aug 31 07:32:29.978385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7510cd7-1663-432f-851a-7c392e08e051 req-e0e2c276-e9f9-42d2-b09c-283840647a56 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369501 Aug 31 07:32:31.239254 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:36.167441 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:40.377509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-dd0b02c3-aa57-4f16-b265-635383cab0a1 req-2e227301-9bd8-4b0b-8ae7-ca3b6c4ea219 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:32:40.378536 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd0b02c3-aa57-4f16-b265-635383cab0a1 req-2e227301-9bd8-4b0b-8ae7-ca3b6c4ea219 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695374 Aug 31 07:32:40.645415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd97a8-b38b-4f30-839f-fbb5a3049a76 req-61e79a98-1727-42db-86d7-c3c7deef7c49 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:40.647475 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-badd97a8-b38b-4f30-839f-fbb5a3049a76 req-61e79a98-1727-42db-86d7-c3c7deef7c49 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0983591 Aug 31 07:32:40.680342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-f66afa5d-83a5-4988-ba4e-270023ef30cb service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1562254 Aug 31 07:32:40.699396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-badd97a8-b38b-4f30-839f-fbb5a3049a76 req-49e4daf1-fb10-40e6-b852-f570e1b7988e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441155 Aug 31 07:32:41.842355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc099707-2aec-4ef4-949e-15ed0f59b417 req-af87a2a8-c712-4d10-93ae-f588c6a61452 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:41.844002 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc099707-2aec-4ef4-949e-15ed0f59b417 req-af87a2a8-c712-4d10-93ae-f588c6a61452 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0589588 Aug 31 07:32:41.887990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc099707-2aec-4ef4-949e-15ed0f59b417 req-0f8a42cb-5325-4aa1-a178-363ebf6c329c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Aug 31 07:32:43.020122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-06134bd7-e3de-49ba-8575-2dae109121e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:43.022094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-06134bd7-e3de-49ba-8575-2dae109121e8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1097 time: 0.0546572 Aug 31 07:32:43.048648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dd26e7-4daa-45f6-9646-4f64c530fad8 req-fb431548-5d02-4685-bfe3-a211accda0eb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:43.050835 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95dd26e7-4daa-45f6-9646-4f64c530fad8 req-fb431548-5d02-4685-bfe3-a211accda0eb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0662568 Aug 31 07:32:43.103781 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95dd26e7-4daa-45f6-9646-4f64c530fad8 req-7a65ca09-1e61-45d6-a15b-ffad7bbd5da6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409589 Aug 31 07:32:43.142468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-8eedca1b-2095-47d1-910f-2b503f033554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:43.143972 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-8eedca1b-2095-47d1-910f-2b503f033554 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1146936 Aug 31 07:32:43.218717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-acf925bc-82a1-4d52-b343-db7ea054ac56 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1001 time: 0.0660186 Aug 31 07:32:43.283255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-e7c8fe39-d815-4ee4-9f9c-0c90e57c3800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:43.285066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-e7c8fe39-d815-4ee4-9f9c-0c90e57c3800 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0600479 Aug 31 07:32:43.337721 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-3addf083-54a0-4e3b-bcab-32ca037f116e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:43.339291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-3addf083-54a0-4e3b-bcab-32ca037f116e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0477717 Aug 31 07:32:43.438507 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-7461c5a5-9bc3-4a5a-8d05-acec66a89ff6 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913897 Aug 31 07:32:43.544639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-6345fd84-bc3f-4b63-b448-33612b89fe84 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991025 Aug 31 07:32:44.246602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c2353-871d-491f-ac10-d79d0f18715d req-6985838a-7d63-4615-86ba-804b9e145fc8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:44.248496 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-968c2353-871d-491f-ac10-d79d0f18715d req-6985838a-7d63-4615-86ba-804b9e145fc8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0569959 Aug 31 07:32:44.296807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-968c2353-871d-491f-ac10-d79d0f18715d req-caa5819d-da14-4ae8-ad38-a29b0b726a22 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416317 Aug 31 07:32:45.436645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9726d-0b39-428a-af23-6242fda5d6b4 req-9c3f71a3-a1bb-4c7e-93fa-9e5926e8633b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:45.438697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0c9726d-0b39-428a-af23-6242fda5d6b4 req-9c3f71a3-a1bb-4c7e-93fa-9e5926e8633b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0605278 Aug 31 07:32:45.483633 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f0c9726d-0b39-428a-af23-6242fda5d6b4 req-68fd3381-921a-4c38-bd46-91f38a3d28a6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383747 Aug 31 07:32:46.005867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:46.623555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60a67-0951-48f0-be20-95781839bb8c req-f8acd938-6da9-436b-89d7-9979b3fb5f84 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:46.625464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fe60a67-0951-48f0-be20-95781839bb8c req-f8acd938-6da9-436b-89d7-9979b3fb5f84 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0600340 Aug 31 07:32:46.686351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fe60a67-0951-48f0-be20-95781839bb8c req-45cc8fc7-8d3f-402c-af5b-da6fb22b2975 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543177 Aug 31 07:32:47.820496 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77431b8-62ae-47b4-90e7-7e4de08c28d1 req-614d6e6b-5185-434e-a276-f49d10996bcd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:47.822347 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e77431b8-62ae-47b4-90e7-7e4de08c28d1 req-614d6e6b-5185-434e-a276-f49d10996bcd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0536902 Aug 31 07:32:47.862813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e77431b8-62ae-47b4-90e7-7e4de08c28d1 req-740c0846-331f-44fe-80ec-226914e63cac tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340226 Aug 31 07:32:49.016212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f522f3-64de-40ef-93d8-464e11c8f15f req-4341854b-db60-41d8-9502-c98e053f3249 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:49.017770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5f522f3-64de-40ef-93d8-464e11c8f15f req-4341854b-db60-41d8-9502-c98e053f3249 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0765488 Aug 31 07:32:49.064424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5f522f3-64de-40ef-93d8-464e11c8f15f req-4fe5a404-e422-4c91-ba75-e3eeb3487d9f tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338657 Aug 31 07:32:50.200240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ef264-b6fc-40a0-8694-7ba37b6d2660 req-2eee9640-0eeb-4ee4-b359-dfef657a8b0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:50.202220 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-342ef264-b6fc-40a0-8694-7ba37b6d2660 req-2eee9640-0eeb-4ee4-b359-dfef657a8b0d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0603998 Aug 31 07:32:50.246502 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-342ef264-b6fc-40a0-8694-7ba37b6d2660 req-7e719661-3fa1-4433-b6a6-27564a5d43be tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379472 Aug 31 07:32:51.391449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57747a5-a342-4235-ad15-43229ade3184 req-74af8b36-03f5-4b26-b31f-15722f9d57a1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:51.393023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b57747a5-a342-4235-ad15-43229ade3184 req-74af8b36-03f5-4b26-b31f-15722f9d57a1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0538633 Aug 31 07:32:51.436968 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b57747a5-a342-4235-ad15-43229ade3184 req-592885a4-782a-4f89-a2bb-bf811528d4ae tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369978 Aug 31 07:32:52.573985 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258d875-13c9-4408-8286-0f7c54c3312b req-71fd4e5c-ee09-4e20-9bb6-af283ab9cd72 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:52.575653 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9258d875-13c9-4408-8286-0f7c54c3312b req-71fd4e5c-ee09-4e20-9bb6-af283ab9cd72 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0553555 Aug 31 07:32:52.623962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9258d875-13c9-4408-8286-0f7c54c3312b req-ef44d970-ee9e-4455-baf0-b89d6cf5d9bb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372801 Aug 31 07:32:53.771866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b0e92-9ef6-46f6-b6b1-3678845d5c70 req-1f6fb306-ebaa-4921-a0d7-12c162c1fed8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:53.773924 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7b0e92-9ef6-46f6-b6b1-3678845d5c70 req-1f6fb306-ebaa-4921-a0d7-12c162c1fed8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0617702 Aug 31 07:32:53.824490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bf7b0e92-9ef6-46f6-b6b1-3678845d5c70 req-2d82ce15-df36-4a2f-8adf-d8137cc90783 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395360 Aug 31 07:32:54.909818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1da0ca81-1d97-4859-a16f-1e1cc41e9014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:54.972771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c4ab2-282b-485e-b285-9c45c2e288f4 req-f2387fc5-4ce0-4c69-a0cc-c8e86b21c191 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:54.976104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-127c4ab2-282b-485e-b285-9c45c2e288f4 req-f2387fc5-4ce0-4c69-a0cc-c8e86b21c191 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0748591 Aug 31 07:32:55.019636 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-127c4ab2-282b-485e-b285-9c45c2e288f4 req-72d9795d-ce4d-4e11-8347-475b779d0195 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369449 Aug 31 07:32:56.193025 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f33860f-bd56-48c1-97cd-fe48c3b63076 req-278afae6-ad54-4138-a7cb-46ce4938cd4a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:56.194751 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f33860f-bd56-48c1-97cd-fe48c3b63076 req-278afae6-ad54-4138-a7cb-46ce4938cd4a tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0730669 Aug 31 07:32:56.252269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f33860f-bd56-48c1-97cd-fe48c3b63076 req-24e61cd0-c676-4075-8a3b-41251c020c9d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508339 Aug 31 07:32:57.440753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe34f44-5830-40fb-a9f8-61f9298259ce req-cdcf8ccc-bfce-4e6c-b049-387fa5a17293 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:57.444694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbe34f44-5830-40fb-a9f8-61f9298259ce req-cdcf8ccc-bfce-4e6c-b049-387fa5a17293 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0949116 Aug 31 07:32:57.500112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fbe34f44-5830-40fb-a9f8-61f9298259ce req-e3136018-a3b3-49de-b679-52b49fbdccaa tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497038 Aug 31 07:32:57.527509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fb136207-0446-4ba8-9a34-8f63931ae6bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:57.822825 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-92a6e800-0e2f-48ba-876d-a60e7610d816 service neutron] show failed (client error): The resource could not be found. Aug 31 07:32:57.824013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-92a6e800-0e2f-48ba-876d-a60e7610d816 service neutron] 10.222.0.53 "GET /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0625360 Aug 31 07:32:57.868724 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.165816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-ffa619b4-3e91-4d7e-9bd0-76eadea87199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:58.167352 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-ffa619b4-3e91-4d7e-9bd0-76eadea87199 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0925553 Aug 31 07:32:58.182300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:32:58.246667 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.489150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:32:58.527682 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:58.528213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:32:58.603462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:32:58.612159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.622792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.636786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Transition to ACTIVE for port object b90cec73-50cb-4580-b57a-ab44e311034a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:32:58.655547 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:58.683655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:32:58.684139 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:32:58.698686 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac63afb-19f1-4601-89c6-df293652471a" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-unplugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:32:58.858424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:58.875982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f14b2-e9a3-41de-90b9-026c945ee8d4 req-b0d12d81-8914-4e78-924e-01289a4280e5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:58.878280 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b9f14b2-e9a3-41de-90b9-026c945ee8d4 req-b0d12d81-8914-4e78-924e-01289a4280e5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.2603796 Aug 31 07:32:58.891489 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9daae471-ddbc-4704-a51d-3a990d7315ed x-openstack-request-id: req-9daae471-ddbc-4704-a51d-3a990d7315ed {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:32:58.891931 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-unplugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:32:58.892328 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9daae471-ddbc-4704-a51d-3a990d7315ed {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:32:58.892966 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'code': 200} Aug 31 07:32:58.900133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.900667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.901223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.901796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.902245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.902628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.903073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.903515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.903896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.904340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.904789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.905463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:32:58.984111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] No DVR routers for this DVR port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:32:59.047239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8b9f14b2-e9a3-41de-90b9-026c945ee8d4 req-5657c5df-2944-4cc5-bf45-ff842ce4cae0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495900 Aug 31 07:32:59.163549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:32:59.163916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:32:59.164220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:59.169289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:32:59.169650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:32:59.174925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:32:59.175267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:32:59.175661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:32:59.176106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Bound port: b90cec73-50cb-4580-b57a-ab44e311034a, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:32:59.176471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:59.261701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:32:59.265570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:32:59.272814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:59.322379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:59.323282 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:59.324933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] 10.222.0.50 "PUT /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1092 time: 1.1488237 Aug 31 07:32:59.352147 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e1b2e-b255-4226-8a8d-eed7a353d401 service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:32:59.420231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-ffebfb17-f7c1-4776-a6cb-561012a3f0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:59.422042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-ffebfb17-f7c1-4776-a6cb-561012a3f0bd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0618641 Aug 31 07:32:59.552409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-b531e8a4-5077-4fdb-8091-d1079b532823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:59.554271 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-b531e8a4-5077-4fdb-8091-d1079b532823 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1233418 Aug 31 07:32:59.630564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-168f0238-0860-4dfe-80ca-56a1f970c2ee service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.0681894 Aug 31 07:32:59.714741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-cb016a2a-5968-4e2a-8378-9d78a7f6a21b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:59.716303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-cb016a2a-5968-4e2a-8378-9d78a7f6a21b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0774603 Aug 31 07:32:59.768714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-274fa557-a00a-42b0-bec4-75b4fd4f3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:32:59.770417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-274fa557-a00a-42b0-bec4-75b4fd4f3707 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456212 Aug 31 07:32:59.828466 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:32:59.874038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-b26f3b0b-8078-409e-9f8a-4ce31f510f6b service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945642 Aug 31 07:32:59.985975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-60e110b2-19e0-4ed2-89c4-d15c65988d87 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038740 Aug 31 07:33:00.221411 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce084f0-5f5f-40a8-91fb-b3e243ab969a req-d54ad49f-e30b-484e-a47a-71f0e1ccf56b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:00.224077 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ce084f0-5f5f-40a8-91fb-b3e243ab969a req-d54ad49f-e30b-484e-a47a-71f0e1ccf56b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0742464 Aug 31 07:33:00.273513 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6ce084f0-5f5f-40a8-91fb-b3e243ab969a req-aa832903-6a8b-47f2-9a1b-525369434f63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394280 Aug 31 07:33:00.894235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:00.897479 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a4509a7-3a25-403b-a625-04977e82526d" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:00.964331 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-725c2060-ee1c-4a39-9fca-1deb79c44c03 x-openstack-request-id: req-725c2060-ee1c-4a39-9fca-1deb79c44c03 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:00.964767 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:00.965055 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-725c2060-ee1c-4a39-9fca-1deb79c44c03 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:00.965486 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'status': 'completed', 'code': 200} Aug 31 07:33:01.088802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-42fc7cef-69df-47d5-adef-b73b26512203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.091033 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-42fc7cef-69df-47d5-adef-b73b26512203 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0896523 Aug 31 07:33:01.093255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-964dde97-4d8d-411f-8175-b99642edd226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.094844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-964dde97-4d8d-411f-8175-b99642edd226 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.1097503 Aug 31 07:33:01.247048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:01.303255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-06fafe66-8d7a-47d1-88d1-2064ea20e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.304862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-06fafe66-8d7a-47d1-88d1-2064ea20e528 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.2063751 Aug 31 07:33:01.329357 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-28606517-38e7-4bf4-a54b-c54f678f5277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.332158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-28606517-38e7-4bf4-a54b-c54f678f5277 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.2232800 Aug 31 07:33:01.473412 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9257c-5d15-4081-b109-89a65532179f req-6671c0cc-5867-4915-9041-3891e6932b3e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.476180 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5b9257c-5d15-4081-b109-89a65532179f req-6671c0cc-5867-4915-9041-3891e6932b3e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0648582 Aug 31 07:33:01.509194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-abe2ca4d-5e3e-42d7-99ad-ed81c85b007b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.1947231 Aug 31 07:33:01.513737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-814d3393-50a9-4c67-b96e-9645dab4fbba service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.1238372 Aug 31 07:33:01.531794 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a5b9257c-5d15-4081-b109-89a65532179f req-8521aa8a-e92b-4ef0-9390-f754f84c07c8 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480483 Aug 31 07:33:01.605369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-637bcb56-4592-4ccd-aa30-45ad12a5d9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.606939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-637bcb56-4592-4ccd-aa30-45ad12a5d9e7 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0911641 Aug 31 07:33:01.613379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-536c51cc-8980-4de8-948f-d58cc294bb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.614877 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-536c51cc-8980-4de8-948f-d58cc294bb59 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0893917 Aug 31 07:33:01.699389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-1192853f-cb5f-4802-b7d7-23319f49fd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.701160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-1192853f-cb5f-4802-b7d7-23319f49fd9b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0845232 Aug 31 07:33:01.709231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4509a7-3a25-403b-a625-04977e82526d req-0bb4aad4-ff56-4988-998a-337f334b8b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:01.712365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-0bb4aad4-ff56-4988-998a-337f334b8b94 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0868022 Aug 31 07:33:01.960022 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-34b73670-3d3e-4520-b87c-c3ede0c27793 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2453828 Aug 31 07:33:01.967464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-2fe1ac51-08c3-4378-b8fc-2288335aa764 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2373021 Aug 31 07:33:02.488317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-db9b51c8-32af-46da-8478-dd6ac2fb5b41 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5193050 Aug 31 07:33:02.490572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a4509a7-3a25-403b-a625-04977e82526d req-0fe5957e-03ef-456e-ac26-e331bd568d36 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5120933 Aug 31 07:33:02.695093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50426a1-6f90-43d6-9ad8-46fbd8c5cfbc req-3fc08bb9-2b1a-43ce-887e-7cf58146459c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:02.698129 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c50426a1-6f90-43d6-9ad8-46fbd8c5cfbc req-3fc08bb9-2b1a-43ce-887e-7cf58146459c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0766695 Aug 31 07:33:02.746586 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c50426a1-6f90-43d6-9ad8-46fbd8c5cfbc req-cca14abf-20e9-4ede-be63-947fa2782ca3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393715 Aug 31 07:33:03.332156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-809eb2d6-46b7-4cbc-bc60-433b76777af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.334613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-809eb2d6-46b7-4cbc-bc60-433b76777af5 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0512669 Aug 31 07:33:03.451183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-946ee3d9-df92-4fac-bd03-655ed23b5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.452995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-946ee3d9-df92-4fac-bd03-655ed23b5745 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0981038 Aug 31 07:33:03.532083 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-8c32e8c6-3ecb-4de5-ab59-6af998f0ee77 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.0704331 Aug 31 07:33:03.597783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-9b5b5dc0-ed45-4cfa-b2f4-438ef5548065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.599234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-9b5b5dc0-ed45-4cfa-b2f4-438ef5548065 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0571003 Aug 31 07:33:03.652453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-5de4335b-1557-4b34-8dac-7cfc231078b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.654079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-5de4335b-1557-4b34-8dac-7cfc231078b4 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464599 Aug 31 07:33:03.758897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-5d5f528b-763f-4ccb-ba11-0ef05f260c98 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959845 Aug 31 07:33:03.858793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6431b05c-7040-4bca-83e8-d250bb7bf64b req-a842c4a3-893c-40f7-a7ab-3f099502274b service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920634 Aug 31 07:33:03.893768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92008d28-fcd9-4898-ac07-2f86a9e85dab req-bb94941d-bc40-475e-b60c-991501d07dea tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:03.895224 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92008d28-fcd9-4898-ac07-2f86a9e85dab req-bb94941d-bc40-475e-b60c-991501d07dea tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0582149 Aug 31 07:33:03.936192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92008d28-fcd9-4898-ac07-2f86a9e85dab req-00c8fb18-5a6b-411b-93a9-e4ba1facae5d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341568 Aug 31 07:33:05.065773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab7059-3129-44fe-a666-6e9106a5afaf req-f3c678d4-8ddf-4d92-8eb2-9b29c25e8515 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:05.067347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1eab7059-3129-44fe-a666-6e9106a5afaf req-f3c678d4-8ddf-4d92-8eb2-9b29c25e8515 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0533433 Aug 31 07:33:05.109902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1eab7059-3129-44fe-a666-6e9106a5afaf req-6d522aba-d37c-4cb5-9b6c-90135e56c714 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356264 Aug 31 07:33:06.171422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:06.185172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:06.251445 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27eafe9-dc24-4c8f-9da2-efb9156f33f6 req-a87ec67d-f5e2-427f-9a8c-2f58dd7e3915 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:06.252982 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c27eafe9-dc24-4c8f-9da2-efb9156f33f6 req-a87ec67d-f5e2-427f-9a8c-2f58dd7e3915 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0597417 Aug 31 07:33:06.305888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c27eafe9-dc24-4c8f-9da2-efb9156f33f6 req-290a3d6f-2029-4ae3-9512-cd01d504ca50 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409231 Aug 31 07:33:07.450738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dc4b04-cd45-411c-8cc6-af75045eb93b req-e583e20c-6d42-4e89-a269-5799acdbafad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:07.452643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13dc4b04-cd45-411c-8cc6-af75045eb93b req-e583e20c-6d42-4e89-a269-5799acdbafad tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0594110 Aug 31 07:33:07.517580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-13dc4b04-cd45-411c-8cc6-af75045eb93b req-3c5ed600-a0de-41f0-9e0d-d435e7508531 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578451 Aug 31 07:33:08.645918 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6cf205-119a-4e37-95d4-6533cb52c44f req-808e1845-1597-405e-ad5f-1cd9a70ec49e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:08.648674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc6cf205-119a-4e37-95d4-6533cb52c44f req-808e1845-1597-405e-ad5f-1cd9a70ec49e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0581410 Aug 31 07:33:08.695093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc6cf205-119a-4e37-95d4-6533cb52c44f req-8e6bead0-537f-42d6-883c-17da4a7e718d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401919 Aug 31 07:33:09.830713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35030024-4023-4024-a02d-fa528cb55f15 req-da5f48b8-e720-48bd-b91c-c6fb1d43e554 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:09.832301 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35030024-4023-4024-a02d-fa528cb55f15 req-da5f48b8-e720-48bd-b91c-c6fb1d43e554 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0530653 Aug 31 07:33:09.875545 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-35030024-4023-4024-a02d-fa528cb55f15 req-e19a562a-cadb-490b-95ba-ddf725acc1ee tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362849 Aug 31 07:33:11.020855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527fa829-d82b-4d52-959b-d9b93c4c2b80 req-b8ccdce3-fccd-46af-8d67-13b8eff84e3d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:11.024009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-527fa829-d82b-4d52-959b-d9b93c4c2b80 req-b8ccdce3-fccd-46af-8d67-13b8eff84e3d tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0664015 Aug 31 07:33:11.071901 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-527fa829-d82b-4d52-959b-d9b93c4c2b80 req-63b053bc-dcdd-492c-85df-96443acbd0b1 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409667 Aug 31 07:33:12.206026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ad35e-b3bd-4ede-a004-55f20a967863 req-1c7cb8aa-06fb-47bc-a5a4-06f558b2be0e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:12.207467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-310ad35e-b3bd-4ede-a004-55f20a967863 req-1c7cb8aa-06fb-47bc-a5a4-06f558b2be0e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0560114 Aug 31 07:33:12.254199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-310ad35e-b3bd-4ede-a004-55f20a967863 req-aa6b0e79-a1c0-41e4-9e3a-0ee747cddf65 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354722 Aug 31 07:33:12.636517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-4eecf29f-226c-4850-b91d-a00c70cf5ef3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:12.638105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-4eecf29f-226c-4850-b91d-a00c70cf5ef3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.50 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 943 time: 0.0963111 Aug 31 07:33:12.648116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2058691-b5a9-4da0-bd7a-8d7cf2e21213 req-0712f3f3-54ea-4697-a53b-00712fcff2e5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:12.649631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2058691-b5a9-4da0-bd7a-8d7cf2e21213 req-0712f3f3-54ea-4697-a53b-00712fcff2e5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 943 time: 0.0920088 Aug 31 07:33:12.725467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b2058691-b5a9-4da0-bd7a-8d7cf2e21213 req-02018108-664e-445a-845f-ea0ee6fa328c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687847 Aug 31 07:33:12.737043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-9ce17149-a8d3-4d12-bd43-974f2a030877 service neutron] 10.222.0.50 "GET /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a/bindings/n-h2-712707-15 HTTP/1.1" status: 200 len: 383 time: 0.0862436 Aug 31 07:33:12.813443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-f1bbd50a-006e-47fd-869f-1573a4e60ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:12.814843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-f1bbd50a-006e-47fd-869f-1573a4e60ff1 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1095 time: 0.0493166 Aug 31 07:33:12.913103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-43615ec8-7170-4839-8834-49df52b61f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:12.914674 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-43615ec8-7170-4839-8834-49df52b61f99 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.0920899 Aug 31 07:33:12.993793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-b6aa0341-3dd1-4066-8d6b-18b0b6072ac7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.0712700 Aug 31 07:33:13.046482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-b20d8183-92cc-4fd4-a235-32e184236a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:13.047977 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-b20d8183-92cc-4fd4-a235-32e184236a91 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0468724 Aug 31 07:33:13.098773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-f6f6c309-d06f-462f-809a-f42074ccdd16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:13.101558 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-f6f6c309-d06f-462f-809a-f42074ccdd16 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456231 Aug 31 07:33:13.201764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-5faac5bc-d9d9-4ee9-a248-454cb21370ad service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915375 Aug 31 07:33:13.321910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-e9c8369a-faa8-4496-9503-a5cec46b9e93 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114004 Aug 31 07:33:13.494615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b90cec73-50cb-4580-b57a-ab44e311034a details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:33:13.603570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:13.617400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:33:13.659262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:13.674647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:13.696068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:13.700900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:13.758821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:13.767013 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.767411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.767749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.768091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.768426 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.768760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.769094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.769465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.769823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.770152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.770484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.770814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:13.867623 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058615e-6777-4ecb-9a32-3d77124d02e7 req-e1c6cd7e-b753-4741-82a3-dc41093bd6f6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:13.869497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4058615e-6777-4ecb-9a32-3d77124d02e7 req-e1c6cd7e-b753-4741-82a3-dc41093bd6f6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0580797 Aug 31 07:33:13.918915 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4058615e-6777-4ecb-9a32-3d77124d02e7 req-a4b86710-af0d-4143-9c80-b153a80bd114 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383384 Aug 31 07:33:13.970057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['b90cec73-50cb-4580-b57a-ab44e311034a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:15.051665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb3c83d-54de-4858-92b6-3c94adfdca84 req-475c26c1-b5f6-4aff-8447-4a99fbe90134 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:15.053960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbb3c83d-54de-4858-92b6-3c94adfdca84 req-475c26c1-b5f6-4aff-8447-4a99fbe90134 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0555627 Aug 31 07:33:15.105719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbb3c83d-54de-4858-92b6-3c94adfdca84 req-4d62f9c0-4bb7-4c8f-a505-5919786a9715 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400791 Aug 31 07:33:15.503960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b90cec73-50cb-4580-b57a-ab44e311034a up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:33:15.568561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port b90cec73-50cb-4580-b57a-ab44e311034a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:33:15.573840 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port b90cec73-50cb-4580-b57a-ab44e311034a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:33:15.574190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.674790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.704024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:15.722503 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:15.729262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:15.788646 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e4e1e3-ada7-4ae8-9279-2242026db1de" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:15.813216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:15.950082 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46378c86-69e0-44f4-b0e6-12439b8e1de4 x-openstack-request-id: req-46378c86-69e0-44f4-b0e6-12439b8e1de4 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:15.950537 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:15.950952 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46378c86-69e0-44f4-b0e6-12439b8e1de4 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:15.951851 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'code': 200} Aug 31 07:33:16.005166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:16.284131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de708202-ab4c-49de-a726-4f66189b13e3 req-3484e1a8-5c0f-48cb-81e0-f89e2862f430 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:16.288293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de708202-ab4c-49de-a726-4f66189b13e3 req-3484e1a8-5c0f-48cb-81e0-f89e2862f430 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0966446 Aug 31 07:33:16.336399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-de708202-ab4c-49de-a726-4f66189b13e3 req-935840ff-d716-42b6-9289-82eeb9beb8f0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 Aug 31 07:33:17.417195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-6a888159-5cfa-4f13-90f6-3ca1c64c11be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:17.418806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-6a888159-5cfa-4f13-90f6-3ca1c64c11be service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa&tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6 HTTP/1.1" status: 200 len: 1097 time: 0.0495827 Aug 31 07:33:17.431121 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:17.491605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:17.502283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d1df3-1e8e-4d8f-b9a2-4b16c655a071 req-1e917968-fa5e-4443-9330-329e285f086e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:17.505241 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f9d1df3-1e8e-4d8f-b9a2-4b16c655a071 req-1e917968-fa5e-4443-9330-329e285f086e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0916848 Aug 31 07:33:17.555246 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f9d1df3-1e8e-4d8f-b9a2-4b16c655a071 req-67108f5c-54de-48ee-8984-2a237f632d43 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431976 Aug 31 07:33:17.817387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:17.854551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:33:17.900134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:17.902731 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4e2eeed-ce22-4f50-b4d4-d31b0c075f29" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-unplugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:17.906917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:17.926239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Transition to ACTIVE for port object b90cec73-50cb-4580-b57a-ab44e311034a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:33:17.931265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:17.978843 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c28f7-9029-4236-80f8-74f8df98468b x-openstack-request-id: req-0e6c28f7-9029-4236-80f8-74f8df98468b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:17.979294 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-unplugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:17.979698 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0e6c28f7-9029-4236-80f8-74f8df98468b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:17.980455 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'code': 200} Aug 31 07:33:18.051703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518543e-6428-45e6-841b-4521989514ca service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=10']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:18.113651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] No DVR routers for this DVR port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:33:18.307736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:33:18.308343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:33:18.308696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:18.314067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:33:18.314384 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Attempting to bind port b90cec73-50cb-4580-b57a-ab44e311034a on network 4f18abd8-8383-4c22-9596-f3e8e1275c39 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:18.319701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:33:18.320085 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Checking segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:33:18.320507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Bound using segment: {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:33:18.320997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Bound port: b90cec73-50cb-4580-b57a-ab44e311034a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6418ed77-716e-4a74-8099-aec742b4a13a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:33:18.321449 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:18.423688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:33:18.429779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:33:18.435767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:18.484581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.485223 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:18.486776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-a518543e-6428-45e6-841b-4521989514ca service neutron] 10.222.0.53 "PUT /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 1093 time: 1.0607665 Aug 31 07:33:18.510336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518543e-6428-45e6-841b-4521989514ca service neutron] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=11']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:18.584945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-180a8096-e694-4230-98f5-b5997424d69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.587660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-180a8096-e694-4230-98f5-b5997424d69a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1096 time: 0.0674140 Aug 31 07:33:18.729172 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee3df0-b3bc-47cb-8c48-8561717bb09f req-71a97ce3-e499-4049-90db-a0711c3011fa tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.732326 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54ee3df0-b3bc-47cb-8c48-8561717bb09f req-71a97ce3-e499-4049-90db-a0711c3011fa tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0708213 Aug 31 07:33:18.743510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-fabea02b-d2e7-4c6b-b17e-2fa6726aa127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.746034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-fabea02b-d2e7-4c6b-b17e-2fa6726aa127 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1471922 Aug 31 07:33:18.780442 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54ee3df0-b3bc-47cb-8c48-8561717bb09f req-c7d2be2d-39ae-43e7-aead-79086c21e2e0 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390556 Aug 31 07:33:18.864293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-36372e25-6d52-491a-9779-d41825db772f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.1107919 Aug 31 07:33:18.932741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-eef69a9b-6f38-4111-a141-aac4acb2f73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.934244 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-eef69a9b-6f38-4111-a141-aac4acb2f73d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0624182 Aug 31 07:33:18.985819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-7b2ce64d-3ff3-4b70-b0de-2db1a8d19925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:18.987341 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-7b2ce64d-3ff3-4b70-b0de-2db1a8d19925 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0456045 Aug 31 07:33:19.093253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-d5cee0b5-8df5-402e-b7fb-e99a989b3667 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969164 Aug 31 07:33:19.203695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9649d828-fe1f-4a0a-854b-6d0597ee0253 req-1a3b906c-e40f-480e-864a-51bc0e7a01a2 service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032381 Aug 31 07:33:19.536215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b90cec73-50cb-4580-b57a-ab44e311034a no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:33:19.585432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device b90cec73-50cb-4580-b57a-ab44e311034a not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:33:19.965523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a6f3ab-01b4-42e6-b520-181121e5df74 req-acc01625-3920-4b00-8faf-1ea202154cf3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:19.968345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60a6f3ab-01b4-42e6-b520-181121e5df74 req-acc01625-3920-4b00-8faf-1ea202154cf3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0879424 Aug 31 07:33:19.984891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:19.988523 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:20.042424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60a6f3ab-01b4-42e6-b520-181121e5df74 req-ac47cd74-12cd-41b1-948c-e6fbc7e2f20e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662959 Aug 31 07:33:20.084273 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c728eb8b-49a5-461f-a62f-8eddb987c435 x-openstack-request-id: req-c728eb8b-49a5-461f-a62f-8eddb987c435 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:20.084730 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:20.085258 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c728eb8b-49a5-461f-a62f-8eddb987c435 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:20.085966 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'status': 'completed', 'code': 200} Aug 31 07:33:20.177696 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-4e4fedc6-71c4-49d9-a686-9af30ce4ed9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.179219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-4e4fedc6-71c4-49d9-a686-9af30ce4ed9b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1096 time: 0.0807037 Aug 31 07:33:20.184412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-c06a9cc7-e459-4f50-baab-2fc724bb3bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.186115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-c06a9cc7-e459-4f50-baab-2fc724bb3bb0 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 1096 time: 0.0738575 Aug 31 07:33:20.356566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-a36167b8-8f48-4975-bd69-941f0f9ad9be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.358148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-a36167b8-8f48-4975-bd69-941f0f9ad9be service neutron] 10.222.0.53 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1710069 Aug 31 07:33:20.361079 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-27ae9764-f5b2-4998-acf8-9ecad7748e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.362493 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-27ae9764-f5b2-4998-acf8-9ecad7748e90 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 200 len: 912 time: 0.1666324 Aug 31 07:33:20.508887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-fdbb6e21-a9cd-4ded-aac3-98f82b574fe2 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.1422584 Aug 31 07:33:20.510766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-df44d69b-5a6a-4295-a8f3-9cfc3dac4d65 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 200 len: 999 time: 0.1367753 Aug 31 07:33:20.613702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-2835601a-544b-4795-8c30-728560e207f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.616016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-2835601a-544b-4795-8c30-728560e207f6 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.0911324 Aug 31 07:33:20.617598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-43df276e-9a9f-4ab8-9e91-e545159a4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.619067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-43df276e-9a9f-4ab8-9e91-e545159a4054 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 200 len: 850 time: 0.1032083 Aug 31 07:33:20.697350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-415339de-1958-49b8-a58f-b16314b998f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.698897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-415339de-1958-49b8-a58f-b16314b998f0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0757132 Aug 31 07:33:20.702514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-39eb13d7-025d-41f4-89e9-58ba39ce44e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:20.703453 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-39eb13d7-025d-41f4-89e9-58ba39ce44e7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4f18abd8-8383-4c22-9596-f3e8e1275c39&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0704637 Aug 31 07:33:20.876706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-54bcfed7-ac3e-4113-9c7f-3ca8dd51b2a7 service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699355 Aug 31 07:33:20.880823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-ea5888a8-abfe-4eea-9dff-f2e5081f314a service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653919 Aug 31 07:33:21.067228 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-994dce95-6747-4037-bf46-88bd1f0b623c service neutron] 10.222.0.53 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720188 Aug 31 07:33:21.070160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cda93e68-dd0e-4c3f-a7a8-3891550f1c90 req-608c0618-cb1f-4ad3-8657-e7808a914f8f service neutron] 10.222.0.50 "GET /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863019 Aug 31 07:33:21.192306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630260cc-95e3-4026-a401-3a3d716065f2 req-b997934a-96da-4990-80a5-b24269269cf7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:21.194345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-630260cc-95e3-4026-a401-3a3d716065f2 req-b997934a-96da-4990-80a5-b24269269cf7 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0624380 Aug 31 07:33:21.242881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-630260cc-95e3-4026-a401-3a3d716065f2 req-bf327cfa-1f23-47f2-b33f-ffd8132943ef tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369587 Aug 31 07:33:22.413797 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c958222-b05c-4c04-9a94-4bce0baa5baa req-36d131ab-1dbc-459d-bb48-877f81d007d2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:22.415449 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c958222-b05c-4c04-9a94-4bce0baa5baa req-36d131ab-1dbc-459d-bb48-877f81d007d2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0596223 Aug 31 07:33:22.471374 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8c958222-b05c-4c04-9a94-4bce0baa5baa req-29e722dd-8987-4f76-b0c0-6059b3c1adb9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442066 Aug 31 07:33:23.632139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b53c-a418-4e23-aeac-f793e088bba7 req-7afe7374-b6d0-449d-9775-3dc09c96b065 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:23.634232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55c8b53c-a418-4e23-aeac-f793e088bba7 req-7afe7374-b6d0-449d-9775-3dc09c96b065 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0678058 Aug 31 07:33:23.684142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-55c8b53c-a418-4e23-aeac-f793e088bba7 req-8442c2e1-9c9e-42db-a120-e9e72c04a5ed tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415571 Aug 31 07:33:24.822716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63630c1-44e1-4e2d-b1e0-462322743218 req-4fe0260c-9bc7-4a02-8612-d83095cbb427 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:24.824306 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63630c1-44e1-4e2d-b1e0-462322743218 req-4fe0260c-9bc7-4a02-8612-d83095cbb427 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0523009 Aug 31 07:33:24.866622 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e63630c1-44e1-4e2d-b1e0-462322743218 req-77ec7b65-fd65-44d4-b396-92fcfc0e4f26 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357997 Aug 31 07:33:24.905121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6c85f9b1-2936-4452-bf85-61fab7105386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:26.013054 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0dc9b6-a252-426b-82e3-02e68bc405ac req-122e74be-37eb-4547-a7ec-886e38bc9bd5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:26.014651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af0dc9b6-a252-426b-82e3-02e68bc405ac req-122e74be-37eb-4547-a7ec-886e38bc9bd5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0608492 Aug 31 07:33:26.061009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af0dc9b6-a252-426b-82e3-02e68bc405ac req-996a1067-c81d-460b-bc8b-e789cd08dde5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390766 Aug 31 07:33:27.206942 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf240ec-8186-49bc-9472-c912987bda76 req-bbafe6c0-cccc-4663-8fea-93d8201a338b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:27.209618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddf240ec-8186-49bc-9472-c912987bda76 req-bbafe6c0-cccc-4663-8fea-93d8201a338b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0670917 Aug 31 07:33:27.251903 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ddf240ec-8186-49bc-9472-c912987bda76 req-86ad4725-6654-4b75-92bb-c50f2e39fe14 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359323 Aug 31 07:33:27.529558 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-77e8244c-ac84-4eff-8ba1-dfe8c43995b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:27.864093 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:28.383708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413cb2a-4c35-4b05-ab9d-9d4ece2863c3 req-bbdb35c9-fb82-40b3-8ffb-c361ef88d2bc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:28.385501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4413cb2a-4c35-4b05-ab9d-9d4ece2863c3 req-bbdb35c9-fb82-40b3-8ffb-c361ef88d2bc tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0511765 Aug 31 07:33:28.428478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4413cb2a-4c35-4b05-ab9d-9d4ece2863c3 req-7a61607c-2a2b-448f-bf2d-5375bf317737 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367320 Aug 31 07:33:29.554995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd587565-7e4e-45c7-84ab-e95949e3f095 req-d0dffae9-becf-4043-bb12-275b60d54101 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:29.556716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd587565-7e4e-45c7-84ab-e95949e3f095 req-d0dffae9-becf-4043-bb12-275b60d54101 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0544567 Aug 31 07:33:29.601776 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd587565-7e4e-45c7-84ab-e95949e3f095 req-5b41488a-f6a8-41bb-b92b-24aa081530f9 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381677 Aug 31 07:33:29.829039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:30.720343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:33:30.785531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39820f7f-34de-4861-82f2-309d133eb4dc req-48311589-59ee-483c-82d5-9e40a5abdd38 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:30.789299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39820f7f-34de-4861-82f2-309d133eb4dc req-48311589-59ee-483c-82d5-9e40a5abdd38 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 944 time: 0.0895000 Aug 31 07:33:30.859088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:30.867177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-39820f7f-34de-4861-82f2-309d133eb4dc req-7d80db97-ab2b-4574-9f82-acd528b517c5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569501 Aug 31 07:33:30.874249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'port_id': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'mac_address': 'fa:16:3e:bd:04:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:33:30.918894 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:30.933804 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:30.955079 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:30.959699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:31.017244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=12']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:31.198471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['b90cec73-50cb-4580-b57a-ab44e311034a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:31.271742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:31.999845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2679f6-bbc6-4ddb-833e-a15af8544fd0 req-27585369-bb44-4dcd-961c-3f9a7ad074a6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:32.001520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a2679f6-bbc6-4ddb-833e-a15af8544fd0 req-27585369-bb44-4dcd-961c-3f9a7ad074a6 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0567703 Aug 31 07:33:32.046443 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a2679f6-bbc6-4ddb-833e-a15af8544fd0 req-abd9c18d-6ab4-42b1-bb98-691bab856b66 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Aug 31 07:33:32.173272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ebc2d-c410-4cf7-9ca2-e67b5a0dbe9c req-08e3bf65-f32e-4498-82c8-ff20bfdd6438 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:32.174705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e7ebc2d-c410-4cf7-9ca2-e67b5a0dbe9c req-08e3bf65-f32e-4498-82c8-ff20bfdd6438 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0558052 Aug 31 07:33:32.219807 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e7ebc2d-c410-4cf7-9ca2-e67b5a0dbe9c req-97aa57a9-17f1-416f-91a4-0d7e43cff36b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382183 Aug 31 07:33:32.349456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8d4312-9c72-4b72-ab71-731986c0c538 req-c4b8487a-49fb-480a-a75d-a4f33eae0e6e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:32.351094 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc8d4312-9c72-4b72-ab71-731986c0c538 req-c4b8487a-49fb-480a-a75d-a4f33eae0e6e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0569792 Aug 31 07:33:32.402793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bc8d4312-9c72-4b72-ab71-731986c0c538 req-d59ba554-91d4-4e07-86a4-2e795e5fa167 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401528 Aug 31 07:33:32.669808 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f83f-277d-40be-829b-66deda4f0701 req-f1affd46-1981-41d8-917a-2b854e3bca9e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:32.671592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0d56f83f-277d-40be-829b-66deda4f0701 req-f1affd46-1981-41d8-917a-2b854e3bca9e tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 945 time: 0.0535333 Aug 31 07:33:32.713114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0d56f83f-277d-40be-829b-66deda4f0701 req-b520502b-3979-4504-8756-21e687d969d3 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340536 Aug 31 07:33:32.737528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:33:32.791747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port b90cec73-50cb-4580-b57a-ab44e311034a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:33:32.796472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port b90cec73-50cb-4580-b57a-ab44e311034a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:33:32.796971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:32.880610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:32.910617 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:32.913057 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d0f4dfb-34c2-4deb-93a0-5286cacfd581" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:32.929542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:32.935344 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:32.964237 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0effb9-5a20-4d51-8850-466658eaa311 x-openstack-request-id: req-5f0effb9-5a20-4d51-8850-466658eaa311 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:32.964545 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-plugged", "status": "completed", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:32.964878 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-5f0effb9-5a20-4d51-8850-466658eaa311 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:32.965385 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'code': 200} Aug 31 07:33:32.999051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=13']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:33.845239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe26a7-9102-41e7-960b-0c052d050d12 req-c52901f9-9fef-49f6-adbc-d5621e215984 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:33.846914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5dbe26a7-9102-41e7-960b-0c052d050d12 req-c52901f9-9fef-49f6-adbc-d5621e215984 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 946 time: 0.0600567 Aug 31 07:33:33.897438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5dbe26a7-9102-41e7-960b-0c052d050d12 req-e95593c9-eba9-4676-a1f8-d0e72fb62546 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups?id=dae51527-8ff4-4955-a7b0-9f385a01efc8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394642 Aug 31 07:33:34.233594 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-e9189cb2-967d-4ba5-b239-7dfd23f7b87c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:34.235239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-e9189cb2-967d-4ba5-b239-7dfd23f7b87c tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 946 time: 0.0534391 Aug 31 07:33:34.336096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Deleting port b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:34.336443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:34.447654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] For port b90cec73-50cb-4580-b57a-ab44e311034a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=b90cec73-50cb-4580-b57a-ab44e311034a,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:34.448161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:34.640010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:34.640462 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:34.640894 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Floating IP 6747ea42-164d-4f57-85bb-04fc6061562f disassociated. External IP: 172.25.3.84, port: b90cec73-50cb-4580-b57a-ab44e311034a. Aug 31 07:33:34.641308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Calling delete_port for b90cec73-50cb-4580-b57a-ab44e311034a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:34.787159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:34.822373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'Port': ['ID=b90cec73-50cb-4580-b57a-ab44e311034a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:35.340553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a46455c4-2c90-4831-b012-15556ac7abdf req-aa5830f8-9859-41bd-8293-5ba9d5c5ecdb tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0358381 Aug 31 07:33:35.363326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:33:35.479900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:33:35.493524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:33:35.510316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:35.511270 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:33:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:35.533853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] No DVR routers for this DVR port b90cec73-50cb-4580-b57a-ab44e311034a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:33:35.537827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:35.540381 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-928431a8-3cf7-4623-8501-177e36bd5c39 req-6e46e8bd-814e-4d52-8cdb-948f0bd96d63 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.53 "DELETE /v2.0/ports/b90cec73-50cb-4580-b57a-ab44e311034a HTTP/1.1" status: 204 len: 173 time: 1.2982850 Aug 31 07:33:35.540873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-deleted', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:35.543878 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5423f198-b229-4f5d-8078-c45a2252ad77" -d '{"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-deleted", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:35.615418 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d109465-0b82-41bd-8707-ab41435ce017 x-openstack-request-id: req-7d109465-0b82-41bd-8707-ab41435ce017 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:35.616186 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa", "name": "network-vif-deleted", "tag": "b90cec73-50cb-4580-b57a-ab44e311034a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:35.616717 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d109465-0b82-41bd-8707-ab41435ce017 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:35.617584 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa', 'name': 'network-vif-deleted', 'tag': 'b90cec73-50cb-4580-b57a-ab44e311034a', 'status': 'completed', 'code': 200} Aug 31 07:33:35.778493 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:36.089118 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:36.135138 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:33:36.150263 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:36.151424 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:33:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:36.195491 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:36.304854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:36.472038 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-beec0c48-629b-4bbc-b7df-e833c4710b91 req-5da2a6d2-7017-4600-9eaf-86913be76e24 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0439565 Aug 31 07:33:36.629115 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:36.663875 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10dde02d-3b30-4fad-a02e-c2c1c6e0d756 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:23:56Z', 'revision_number': 4, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '34f5f004-ac70-4c8f-b5f0-33edfee74818', 'name': '', 'network_id': '4f18abd8-8383-4c22-9596-f3e8e1275c39', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'mac_address': 'fa:16:3e:a7:cc:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4040, 'fixed_ips': [{'subnet_id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:55Z', 'updated_at': '2021-08-31T07:24:02Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'subnets': [{'id': '7b1bbba7-c537-4910-a481-3c907c986f27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:33:36.765202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:33:36.788678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: b90cec73-50cb-4580-b57a-ab44e311034a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:33:36.789018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device b90cec73-50cb-4580-b57a-ab44e311034a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:33:36.932608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-053c108d-4e93-4fbe-a8a0-be3875aa8969 None None] New status for floating IP 6747ea42-164d-4f57-85bb-04fc6061562f: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:33:37.627562 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ebe13dad-60e5-485a-bfe7-b3fa49fe0e24 req-6859672c-9f33-4268-9766-030235ed76fd tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0341077 Aug 31 07:33:38.777494 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-37c9db86-97ac-4eae-837c-da8112585c53 req-0cc76819-0ecc-434c-a0ea-5aac5743e29b tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/ports?device_id=f4c8ef17-f58b-477c-b16e-aa9a2e0f5faa HTTP/1.1" status: 200 len: 210 time: 0.0396757 Aug 31 07:33:43.185686 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:33:43.794764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:43.891627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:43.919727 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:43.978234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:43.981381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:43.982759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "DELETE /v2.0/security-groups/dae51527-8ff4-4955-a7b0-9f385a01efc8 HTTP/1.1" status: 204 len: 168 time: 0.1866322 Aug 31 07:33:43.985787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42828) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:43.994237 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef67fd3-bc74-42b5-99fc-3236c4aadc37 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae51527-8ff4-4955-a7b0-9f385a01efc8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:44.005005 n-d-712707-15 neutron-server[94640]: INFO neutron.api.v2.resource [None req-715eadca-e4b9-4a75-a7d1-f51945d5cfa2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] show failed (client error): The resource could not be found. Aug 31 07:33:44.007397 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-715eadca-e4b9-4a75-a7d1-f51945d5cfa2 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "GET /v2.0/security-groups/dae51527-8ff4-4955-a7b0-9f385a01efc8 HTTP/1.1" status: 404 len: 347 time: 0.0203254 Aug 31 07:33:44.011962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:44.149261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Deleting port 2a02a710-34f8-45e3-abca-ba2386f6a4ba {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:44.149637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.242042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.242424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.256681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Calling delete_port for 2a02a710-34f8-45e3-abca-ba2386f6a4ba owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:44.411333 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.438330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Pushing event deleted for resources: {'Port': ['ID=2a02a710-34f8-45e3-abca-ba2386f6a4ba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:44.508286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.510995 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:44.512198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1b18adab-a612-4324-9a13-01ff013abca5 tempest-ServerActionsTestJSON-2111236936 tempest-ServerActionsTestJSON-2111236936-project] 10.222.0.57 "DELETE /v2.0/floatingips/6747ea42-164d-4f57-85bb-04fc6061562f HTTP/1.1" status: 204 len: 168 time: 0.4988790 Aug 31 07:33:44.515408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:45.025920 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:45.343494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Deleting port 34f5f004-ac70-4c8f-b5f0-33edfee74818 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:45.343831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:45.435531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] For port 34f5f004-ac70-4c8f-b5f0-33edfee74818, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=34f5f004-ac70-4c8f-b5f0-33edfee74818,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:45.435901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:45.452383 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Calling delete_port for 34f5f004-ac70-4c8f-b5f0-33edfee74818 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:45.661025 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:45.691444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=34f5f004-ac70-4c8f-b5f0-33edfee74818,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:45.924088 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.010147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.185210 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Router f2a16022-2c31-4040-84b6-159fed2f260c has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:33:46.354049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:33:46.360788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6054e51e-3822-4b9e-9650-aa2e85df67c2 admin admin] 10.222.0.57 "PUT /v2.0/routers/f2a16022-2c31-4040-84b6-159fed2f260c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8440981 Aug 31 07:33:46.364797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:46.365918 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Sync routers for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:33:46.377414 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:46.378205 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:33:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:46.495347 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.504355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:46.644492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.728611 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:33:45Z', 'revision_number': 5, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port': {'id': '1ef82615-c208-4dce-b487-843bb7d5718d', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:61:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4039, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:23:54Z', 'updated_at': '2021-08-31T07:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:46.737804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Deleting port 1ef82615-c208-4dce-b487-843bb7d5718d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:46.738355 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.762309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Checking router: f2a16022-2c31-4040-84b6-159fed2f260c for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:33:46.771185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Routers {'f2a16022-2c31-4040-84b6-159fed2f260c'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:33:46.771813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:33:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f2a16022-2c31-4040-84b6-159fed2f260c'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:46.870204 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] For port 1ef82615-c208-4dce-b487-843bb7d5718d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1ef82615-c208-4dce-b487-843bb7d5718d,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:46.870550 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] Set router f2a16022-2c31-4040-84b6-159fed2f260c gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:33:46.870768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:46.888904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Calling delete_port for 1ef82615-c208-4dce-b487-843bb7d5718d owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:46.929837 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:33:46Z', 'revision_number': 6, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:46.963882 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b5f788-b749-4a89-a38a-1958f9b663f2 None None] The sync data for ids ['f2a16022-2c31-4040-84b6-159fed2f260c'] in n-d-712707-15 is: [{'id': 'f2a16022-2c31-4040-84b6-159fed2f260c', 'name': 'tempest-ServerActionsTestJSON-207275211-router', 'tenant_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:23:53Z', 'updated_at': '2021-08-31T07:33:46Z', 'revision_number': 6, 'project_id': 'c487ab7ce68e4a42a32bd6f89caad8e6', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:33:47.097822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.124917 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1ef82615-c208-4dce-b487-843bb7d5718d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:47.198616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.300335 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.304710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.378898 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.379582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a16022-2c31-4040-84b6-159fed2f260c {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:33:47.387753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.389781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a6353682-b6ab-4bed-b07c-18d2931a32fd admin admin] 10.222.0.57 "DELETE /v2.0/routers/f2a16022-2c31-4040-84b6-159fed2f260c HTTP/1.1" status: 204 len: 168 time: 1.0235796 Aug 31 07:33:47.392482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 42838) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:47.445889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Deleting subnet 7b1bbba7-c537-4910-a481-3c907c986f27 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:33:47.450030 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.490912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.587254 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.656930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.672129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.674103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/7b1bbba7-c537-4910-a481-3c907c986f27 HTTP/1.1" status: 204 len: 168 time: 0.2805064 Aug 31 07:33:47.677385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:47.681978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be895017-23f9-4741-85cf-a16ab707cb2c None None] Network 4f18abd8-8383-4c22-9596-f3e8e1275c39 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:33:47.696048 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1bbba7-c537-4910-a481-3c907c986f27,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:47.707699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.708195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.708802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.709174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.709553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711221 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.711979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0444c50b-b69a-4007-b539-44302c0e4bb3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:33:47.803229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.867388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Deleting port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:47.867734 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.931055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] DHCP port deletion for 4f18abd8-8383-4c22-9596-f3e8e1275c39 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:33:47.943718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] For port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:47.944368 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:47.959203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Calling delete_port for f41b5c1c-699f-4b5d-8ae1-c24a3cd304be owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:47.990573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Deleting port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:33:47.990964 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.083729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] For port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,segment=NetworkSegment(6418ed77-716e-4a74-8099-aec742b4a13a),segment_id=6418ed77-716e-4a74-8099-aec742b4a13a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:48.084282 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.096782 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.109627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Calling delete_port for f41b5c1c-699f-4b5d-8ae1-c24a3cd304be owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:33:48.125802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Pushing event deleted for resources: {'Port': ['ID=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:48.127712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] No DVR routers for this DVR port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:33:48.251078 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.298528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] Pushing event deleted for resources: {'Port': ['ID=f41b5c1c-699f-4b5d-8ae1-c24a3cd304be,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:48.306486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ce468e-4b1a-4ca6-9442-5e3673fb4877 None None] No DVR routers for this DVR port f41b5c1c-699f-4b5d-8ae1-c24a3cd304be on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:33:48.373106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f41b5c1c-699f-4b5d-8ae1-c24a3cd304be no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:33:48.397708 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f41b5c1c-699f-4b5d-8ae1-c24a3cd304be {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:33:48.398157 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f41b5c1c-699f-4b5d-8ae1-c24a3cd304be not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:33:48.398583 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 34f5f004-ac70-4c8f-b5f0-33edfee74818 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:33:48.421032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 34f5f004-ac70-4c8f-b5f0-33edfee74818 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:33:48.421318 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 34f5f004-ac70-4c8f-b5f0-33edfee74818 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:33:48.421720 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1ef82615-c208-4dce-b487-843bb7d5718d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:33:48.456905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 1ef82615-c208-4dce-b487-843bb7d5718d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:33:48.457623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1ef82615-c208-4dce-b487-843bb7d5718d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:33:48.552704 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.564303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f18abd8-8383-4c22-9596-f3e8e1275c39']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:48.577758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6418ed77-716e-4a74-8099-aec742b4a13a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:48.578015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6418ed77-716e-4a74-8099-aec742b4a13a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:33:48.589201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.604244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.610753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Releasing vlan 575 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:33:48.611149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:33:48.612858 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:33:48.672882 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.680450 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.682513 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] 10.222.0.57 "DELETE /v2.0/networks/4f18abd8-8383-4c22-9596-f3e8e1275c39 HTTP/1.1" status: 204 len: 168 time: 1.0037487 Aug 31 07:33:48.695934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f88e119-de26-46cd-954a-0cb9cb6f84dc admin admin] Pushing event deleted for resources: {'Network': ['ID=4f18abd8-8383-4c22-9596-f3e8e1275c39,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:48.808455 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:48.853747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b2035e6c-d4cd-450e-a7d5-ba765a342753 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=c487ab7ce68e4a42a32bd6f89caad8e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440371 Aug 31 07:33:48.856592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:48.911315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.932619 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.986881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.989792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:48.990995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/640510f5-d92b-4486-89b5-ec7808fb7cba HTTP/1.1" status: 204 len: 168 time: 0.1334691 Aug 31 07:33:49.000011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a6f6b-4894-440b-bddb-0419eb7a8f73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640510f5-d92b-4486-89b5-ec7808fb7cba,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:49.773878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42876) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:49.872835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2127100665-network', 'tenant_id': 'ae6bb76e56414a2dbf04347e62e39bf2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:49.897962 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Made reservation on behalf of ae6bb76e56414a2dbf04347e62e39bf2 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:33:49.900311 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:49.909979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.009135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.014714 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.044793 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] vlan segment allocate from pool success with {'vlan_id': 581, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:33:50.051600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41cfc1ef-ddbf-4acc-b300-287991f5119b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:50.059015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.059364 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Added segment 5b490d20-f2be-4fa0-bc69-14485169740a of type vlan for network 95e1319b-11b8-43b0-b13f-d824b50f8594 Aug 31 07:33:50.102426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.128654 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.130310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:50.130965 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.191431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4164059 Aug 31 07:33:50.194361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 42880) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:33:50.201487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Request body: {'subnet': {'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2127100665-subnet', 'tenant_id': 'ae6bb76e56414a2dbf04347e62e39bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:50.205826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf5422-0e24-4a6c-8fb3-43e3dc1a920e admin admin] Pushing event updated for resources: {'Network': ['ID=95e1319b-11b8-43b0-b13f-d824b50f8594,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:50.217672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:33:50.227922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Made reservation on behalf of ae6bb76e56414a2dbf04347e62e39bf2 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:33:50.230618 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.432128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.484050 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:50.502332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Checking segment: {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:33:50.502693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Network hostable DHCP agents. Network: 95e1319b-11b8-43b0-b13f-d824b50f8594, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:33:50.520997 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:33:50.531128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 95e1319b-11b8-43b0-b13f-d824b50f8594) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:33:50.536727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:50.537498 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:50.543383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affd1461-993d-4e19-aff5-ad16cec0d50f None None] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:33:50.560455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed87f942-a780-44a8-8cd3-ac9b1cef8f04 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3650262 Aug 31 07:33:50.682686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b07122-ca0a-4f75-bea0-4df6a71452de None None] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:33:51.052598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-f9d0156c-9d45-4a3c-a92d-9b221a3c39b3 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:51.054145 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-f9d0156c-9d45-4a3c-a92d-9b221a3c39b3 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 814 time: 0.1126089 Aug 31 07:33:51.071490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-8208e024-b9ce-4a20-858f-80a1099da85a tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/quotas/ae6bb76e56414a2dbf04347e62e39bf2 HTTP/1.1" status: 200 len: 375 time: 0.0107355 Aug 31 07:33:51.107482 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-73d5328d-4a9e-481b-a7be-c18954f0e861 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295386 Aug 31 07:33:51.210944 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-a64d0101-e5ab-43d3-816e-12138e296362 service neutron] 10.222.0.57 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955536 Aug 31 07:33:51.312410 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-ce690411-c266-46e7-9601-f4e1fa602029 service neutron] 10.222.0.57 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950816 Aug 31 07:33:51.498345 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9f95145-e76a-472b-b4a5-20e6500f727c req-58e3d91c-5b66-4d30-87ff-1ee44c43b45e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0321896 Aug 31 07:33:52.591661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-ae91aaad-af92-4201-9c41-e0717504ac8d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:52.593218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-ae91aaad-af92-4201-9c41-e0717504ac8d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.50 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 814 time: 0.1286082 Aug 31 07:33:52.606818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Request body: {'port': {'device_id': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594', 'admin_state_up': True, 'tenant_id': 'ae6bb76e56414a2dbf04347e62e39bf2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:52.671187 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b49bca97-3ac4-47bc-ba37-e4a10a8a56b0 req-1c01be9c-477f-4b01-aceb-228e54c1f286 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 210 time: 0.0608125 Aug 31 07:33:52.752523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Made reservation on behalf of ae6bb76e56414a2dbf04347e62e39bf2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:33:52.756724 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:52.911767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Allocated IP 172.20.0.5 (95e1319b-11b8-43b0-b13f-d824b50f8594/41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c/bc910671-b2de-4a70-a49e-fb31cca24708) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:33:53.079116 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.120919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.171262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:33:53.174482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:33:53.179691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:33:53.204622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Pushing event updated for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:53.233182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:53.233825 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.250011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-57295952-73b2-471a-ad14-a93bfc2580dd tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6474073 Aug 31 07:33:53.266448 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Request body: {'port': {'device_id': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:33:53.332952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.621215 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc910671-b2de-4a70-a49e-fb31cca24708 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:53.629024 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.642282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Transition to ACTIVE for port object bc910671-b2de-4a70-a49e-fb31cca24708 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:33:53.647460 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.701678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Pushing event updated for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:53.794933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4a43ad-c4be-4d83-b822-77fdb5d2b2d2 req-0b818d90-5fc9-4c0a-8776-b3046c23e638 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:53.796519 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c4a43ad-c4be-4d83-b822-77fdb5d2b2d2 req-0b818d90-5fc9-4c0a-8776-b3046c23e638 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0520842 Aug 31 07:33:53.815955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Attempting to bind port bc910671-b2de-4a70-a49e-fb31cca24708 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:33:53.816300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Attempting to bind port bc910671-b2de-4a70-a49e-fb31cca24708 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:33:53.816632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Attempting to bind port bc910671-b2de-4a70-a49e-fb31cca24708 on network 95e1319b-11b8-43b0-b13f-d824b50f8594 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:53.822154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Port bc910671-b2de-4a70-a49e-fb31cca24708 on network 95e1319b-11b8-43b0-b13f-d824b50f8594 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:33:53.822478 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Attempting to bind port bc910671-b2de-4a70-a49e-fb31cca24708 on network 95e1319b-11b8-43b0-b13f-d824b50f8594 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:33:53.827989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:33:53.828368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Checking segment: {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:33:53.828761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Bound using segment: {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:33:53.829195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Bound port: bc910671-b2de-4a70-a49e-fb31cca24708, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:33:53.829589 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.842388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c4a43ad-c4be-4d83-b822-77fdb5d2b2d2 req-91543b2f-a551-41db-a8db-cd2622002776 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375156 Aug 31 07:33:53.897670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:33:53.900833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bc910671-b2de-4a70-a49e-fb31cca24708,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:33:53.906109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.946258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:53.946888 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:53.948317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] 10.222.0.50 "PUT /v2.0/ports/bc910671-b2de-4a70-a49e-fb31cca24708 HTTP/1.1" status: 200 len: 1092 time: 0.6868105 Aug 31 07:33:53.948784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:53.951464 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b00a5c7f-f785-406e-9aed-21db87fe7ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:53.989875 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda5550-5439-4056-9e4a-669c0d55e12b service neutron] Pushing event updated for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:53.998906 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4357d5e9-e3ea-40ff-ab0e-0f5563faa45c x-openstack-request-id: req-4357d5e9-e3ea-40ff-ab0e-0f5563faa45c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:53.999196 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:53.999454 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4357d5e9-e3ea-40ff-ab0e-0f5563faa45c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:54.000092 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708', 'status': 'completed', 'code': 200} Aug 31 07:33:54.051635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-707c095d-fe29-4780-b2eb-4d8f141456ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.053275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-707c095d-fe29-4780-b2eb-4d8f141456ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0496283 Aug 31 07:33:54.099409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-a9103063-101e-446d-8b5e-75aa6bc4bb79 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc910671-b2de-4a70-a49e-fb31cca24708 HTTP/1.1" status: 200 len: 217 time: 0.0376353 Aug 31 07:33:54.163378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-bcb8cd6a-1bb4-4618-9e94-9a5d0cf59f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.164776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-bcb8cd6a-1bb4-4618-9e94-9a5d0cf59f8b service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 200 len: 854 time: 0.0585134 Aug 31 07:33:54.198951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-47323652-140b-449d-8b16-3f15041b17e7 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95e1319b-11b8-43b0-b13f-d824b50f8594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264437 Aug 31 07:33:54.304658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-abf356e2-0f05-4b24-b3de-16e5f8c604f0 service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986559 Aug 31 07:33:54.407757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dda24fcc-c7de-41ee-938b-add9e0de51af req-a9840a19-1f25-486f-b820-1dd82a889e2e service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956128 Aug 31 07:33:54.515920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-5583a0d7-ce5d-46fc-9bad-4d82525bcc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.517373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-5583a0d7-ce5d-46fc-9bad-4d82525bcc5c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 1095 time: 0.0536237 Aug 31 07:33:54.608948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-119dd777-8e33-49a0-98f0-f93f7cf7987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.610479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-119dd777-8e33-49a0-98f0-f93f7cf7987e service neutron] 10.222.0.50 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 915 time: 0.0861695 Aug 31 07:33:54.657139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-4563028c-03f1-4019-97c4-f9fd326e7cfd service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc910671-b2de-4a70-a49e-fb31cca24708 HTTP/1.1" status: 200 len: 217 time: 0.0394659 Aug 31 07:33:54.708629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-d7a486d8-075a-45bd-be33-d899742ddce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:54.710220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-d7a486d8-075a-45bd-be33-d899742ddce0 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 200 len: 854 time: 0.0461912 Aug 31 07:33:54.744275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-e3f6edff-1fcb-4c58-a8f7-b4320fd87392 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95e1319b-11b8-43b0-b13f-d824b50f8594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257199 Aug 31 07:33:54.835697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-7088bc91-92e7-4c87-bf79-fd6c1b0997d8 service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833907 Aug 31 07:33:54.917961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1c2df068-53d9-490d-9e7e-439348296005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:54.953317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b00a5c7f-f785-406e-9aed-21db87fe7ae1 req-f6309442-f03b-40c5-9d0e-3b570a20c060 service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087098 Aug 31 07:33:55.021553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a18f-8002-4fb6-a6a5-082fbd9f6c52 req-946648f5-fea2-4a31-92da-80f575598189 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:55.023158 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1551a18f-8002-4fb6-a6a5-082fbd9f6c52 req-946648f5-fea2-4a31-92da-80f575598189 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0610688 Aug 31 07:33:55.065045 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1551a18f-8002-4fb6-a6a5-082fbd9f6c52 req-04edd814-6898-49d3-87de-f5a849aa4c2f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Aug 31 07:33:56.194423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f68fd-fd6f-497f-baae-ebeedf282184 req-c43a1f05-d799-4259-9d9a-831b1ba1412b tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:56.196023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-648f68fd-fd6f-497f-baae-ebeedf282184 req-c43a1f05-d799-4259-9d9a-831b1ba1412b tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0572810 Aug 31 07:33:56.236041 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-648f68fd-fd6f-497f-baae-ebeedf282184 req-7462f681-f55a-4d6b-a17a-b0968931d9cb tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336585 Aug 31 07:33:57.357246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250c8180-d497-44e0-b73b-460e751c1f05 req-eedef218-ec1b-4d18-92e4-eca24c18ed05 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:57.358968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-250c8180-d497-44e0-b73b-460e751c1f05 req-eedef218-ec1b-4d18-92e4-eca24c18ed05 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 943 time: 0.0537403 Aug 31 07:33:57.398643 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-250c8180-d497-44e0-b73b-460e751c1f05 req-02749cb9-2e35-448d-94b1-15b491af6220 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329542 Aug 31 07:33:57.522103 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-73315c76-94dd-44c8-a855-22a98eca7049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:57.706308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bc910671-b2de-4a70-a49e-fb31cca24708 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:33:57.948507 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:57.977294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bc910671-b2de-4a70-a49e-fb31cca24708,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:57.987754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'bc910671-b2de-4a70-a49e-fb31cca24708', 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594', 'port_id': 'bc910671-b2de-4a70-a49e-fb31cca24708', 'mac_address': 'fa:16:3e:bd:2e:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:33:58.026146 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:58.039320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc910671-b2de-4a70-a49e-fb31cca24708 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:33:58.060396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bc910671-b2de-4a70-a49e-fb31cca24708,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:58.064505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:58.116108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:33:58.257948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bc910671-b2de-4a70-a49e-fb31cca24708'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:33:58.520664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569aa9f-2d55-464d-8716-6a70c359e7df req-a130b7f1-10d4-4017-83b4-ec76b6179947 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:58.522229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b569aa9f-2d55-464d-8716-6a70c359e7df req-a130b7f1-10d4-4017-83b4-ec76b6179947 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0555494 Aug 31 07:33:58.561285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b569aa9f-2d55-464d-8716-6a70c359e7df req-a7588290-7566-46bd-be35-155cfc0eed5a tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330873 Aug 31 07:33:59.677421 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c54824-1d92-42c5-a213-adf6471e8e24 req-dd238bb7-9dd8-43b3-8631-ba902ed39bb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:33:59.678944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4c54824-1d92-42c5-a213-adf6471e8e24 req-dd238bb7-9dd8-43b3-8631-ba902ed39bb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 944 time: 0.0509071 Aug 31 07:33:59.706487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bc910671-b2de-4a70-a49e-fb31cca24708 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:33:59.720852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4c54824-1d92-42c5-a213-adf6471e8e24 req-5e904dbd-36c8-4c47-a919-9f2e61984a19 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359254 Aug 31 07:33:59.761359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port bc910671-b2de-4a70-a49e-fb31cca24708 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:33:59.765952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port bc910671-b2de-4a70-a49e-fb31cca24708 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:33:59.766552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.851258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.866518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.892540 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:33:59.895761 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acd4d1b-2fe8-4b6e-9b52-bfd30951c7e3" -d '{"events": [{"server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:33:59.910605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bc910671-b2de-4a70-a49e-fb31cca24708,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:33:59.916007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:33:59.946203 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a966ab2-ed0d-4f55-a019-9e3409d80bc9 x-openstack-request-id: req-1a966ab2-ed0d-4f55-a019-9e3409d80bc9 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:33:59.946622 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "name": "network-vif-plugged", "status": "completed", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:33:59.947033 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1a966ab2-ed0d-4f55-a019-9e3409d80bc9 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:33:59.947601 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708', 'code': 200} Aug 31 07:33:59.977752 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:00.043123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e540404d-f79e-483e-92e8-01e26cc135c4 req-b6ff913f-e1da-4ff3-9a2f-b4ec5790fa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:00.044668 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e540404d-f79e-483e-92e8-01e26cc135c4 req-b6ff913f-e1da-4ff3-9a2f-b4ec5790fa0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0431347 Aug 31 07:34:00.083802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e540404d-f79e-483e-92e8-01e26cc135c4 req-4a504b5e-31ef-4fa7-b5f6-5f7673c6c979 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311580 Aug 31 07:34:00.841217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c455cf6b-6c69-492d-aba7-56b3cf8b2a16 req-4f0cdc82-77d1-4022-afbd-b0dd01661439 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:00.842729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c455cf6b-6c69-492d-aba7-56b3cf8b2a16 req-4f0cdc82-77d1-4022-afbd-b0dd01661439 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0530057 Aug 31 07:34:00.881899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c455cf6b-6c69-492d-aba7-56b3cf8b2a16 req-1c67f7ed-7882-4f51-80cf-2fb017e0605f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325601 Aug 31 07:34:01.251889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:02.000236 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c59fce5-7a57-4115-917a-8b8fff6e785d req-a081bc84-90d6-41a0-9f5e-f00e64f8b764 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:02.001749 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c59fce5-7a57-4115-917a-8b8fff6e785d req-a081bc84-90d6-41a0-9f5e-f00e64f8b764 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0490682 Aug 31 07:34:02.041224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c59fce5-7a57-4115-917a-8b8fff6e785d req-4fd3696b-ba64-447f-bef8-6c7876bf236d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328231 Aug 31 07:34:02.272642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-7bb30d7c-7888-4725-82e2-a596e8c9ad7e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:02.274307 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-7bb30d7c-7888-4725-82e2-a596e8c9ad7e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 814 time: 0.1050322 Aug 31 07:34:02.290320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cdbd7a8-81a4-467f-b0f9-fff1edb169fe tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/quotas/ae6bb76e56414a2dbf04347e62e39bf2 HTTP/1.1" status: 200 len: 375 time: 0.0100894 Aug 31 07:34:02.345950 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-50f3b7bd-4bc3-4067-8083-e2f52b4b3172 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0500038 Aug 31 07:34:02.357822 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-7fd3abb7-3ee8-45f4-989c-e03faabd8a90 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:34:02.358845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-7fd3abb7-3ee8-45f4-989c-e03faabd8a90 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060697 Aug 31 07:34:02.555059 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-eba6323d-024d-466b-82e4-dd374ff65bad service neutron] 10.222.0.57 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386297 Aug 31 07:34:02.653318 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-31381555-0083-4825-9d3d-10f85797b921 service neutron] 10.222.0.57 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921848 Aug 31 07:34:02.857768 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dad9c1a-e9f5-4aa5-9ed4-34a1f980de1b req-6bd145d9-1851-4279-82ed-193346d68a87 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 210 time: 0.0425160 Aug 31 07:34:03.213508 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-e975f474-5c4e-45c7-8227-bbcdecdaaf79 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0454161 Aug 31 07:34:03.300238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-ffd78e26-e6dd-4c62-be81-f40785b5abdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:03.302526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-ffd78e26-e6dd-4c62-be81-f40785b5abdd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 1097 time: 0.0439987 Aug 31 07:34:03.420750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-f6215e51-947b-4d97-b539-509f4ee84684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:03.422308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-f6215e51-947b-4d97-b539-509f4ee84684 service neutron] 10.222.0.50 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 915 time: 0.0939543 Aug 31 07:34:03.466315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-1ed33aec-7a84-41ba-ba8e-9fad52db246d service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc910671-b2de-4a70-a49e-fb31cca24708 HTTP/1.1" status: 200 len: 217 time: 0.0373206 Aug 31 07:34:03.516652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-5eb92f6b-575e-4b5a-8346-79aa59e38609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:03.518140 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-5eb92f6b-575e-4b5a-8346-79aa59e38609 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 200 len: 854 time: 0.0444343 Aug 31 07:34:03.551829 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-d6f665f7-8efe-46e7-8de3-4bd2c83fb2ce service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=95e1319b-11b8-43b0-b13f-d824b50f8594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252428 Aug 31 07:34:03.644157 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-45c9ee8d-4882-43fc-9e6f-9c83420b3120 service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Aug 31 07:34:03.744935 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a125e834-12fa-4fbf-a6a7-e0fc61669a6b req-c81c7f53-a0fb-4e11-bc19-6a1ce21fb950 service neutron] 10.222.0.50 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934095 Aug 31 07:34:03.867013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-6adabcc1-38ac-40fb-a251-258b8c5fa58d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:03.868590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-6adabcc1-38ac-40fb-a251-258b8c5fa58d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.53 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 814 time: 0.1127899 Aug 31 07:34:03.882246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Request body: {'port': {'device_id': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594', 'admin_state_up': True, 'tenant_id': 'ae6bb76e56414a2dbf04347e62e39bf2'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:03.955309 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bdb24ad-20c2-4f47-8a05-565150d9a8e6 req-dbc8fb13-861c-4533-a03a-515266ba371a tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 210 time: 0.0282390 Aug 31 07:34:03.992097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Made reservation on behalf of ae6bb76e56414a2dbf04347e62e39bf2 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:03.995943 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.130747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Allocated IP 172.20.0.9 (95e1319b-11b8-43b0-b13f-d824b50f8594/41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c/7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:04.280478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.320786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.334461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bc910671-b2de-4a70-a49e-fb31cca24708'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:04.367538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Network 95e1319b-11b8-43b0-b13f-d824b50f8594 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:04.372874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:04.377423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:04.381552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Pushing event updated for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:04.409540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.409881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.410220 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.411282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.411613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.411940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.412262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.412582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.412902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.413225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.413574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.413894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:04.438766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:04.439074 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.454131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3cd700b8-6862-4149-8e8d-851c062ef3c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5765357 Aug 31 07:34:04.466154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Request body: {'port': {'device_id': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:04.526070 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.790200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:34:04.797485 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.809778 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Transition to ACTIVE for port object 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:04.814055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:04.867300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Pushing event updated for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:04.937209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Attempting to bind port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:04.937584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Attempting to bind port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:04.937918 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Attempting to bind port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b on network 95e1319b-11b8-43b0-b13f-d824b50f8594 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:04.943172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b on network 95e1319b-11b8-43b0-b13f-d824b50f8594 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:34:04.943498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Attempting to bind port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b on network 95e1319b-11b8-43b0-b13f-d824b50f8594 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:04.949226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:04.949691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Checking segment: {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:04.950014 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Bound using segment: {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:04.950456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Bound port: 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b490d20-f2be-4fa0-bc69-14485169740a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 581, 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:04.951107 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:05.019830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:05.023416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:05.037536 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:05.099429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.100057 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:05.101484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] 10.222.0.53 "PUT /v2.0/ports/7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b HTTP/1.1" status: 200 len: 1092 time: 0.6397913 Aug 31 07:34:05.101934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:05.104194 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0408a814-7288-488e-a9ed-75a1f2ca4916" -d '{"events": [{"name": "network-changed", "server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:05.128200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b2e902-644f-4b1a-a617-5651bf9962dd service neutron] Pushing event updated for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:05.140134 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4dfc57-964c-4ffb-b4b1-69dabce08c8e req-497d226f-e29b-4453-934d-809c246c52bc tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.141743 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e4dfc57-964c-4ffb-b4b1-69dabce08c8e req-497d226f-e29b-4453-934d-809c246c52bc tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 943 time: 0.1165857 Aug 31 07:34:05.155354 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5a3bb64-75c6-4134-b258-6714c486cd10 x-openstack-request-id: req-f5a3bb64-75c6-4134-b258-6714c486cd10 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:05.155639 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:05.155923 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f5a3bb64-75c6-4134-b258-6714c486cd10 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:05.156365 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b', 'status': 'completed', 'code': 200} Aug 31 07:34:05.213975 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e4dfc57-964c-4ffb-b4b1-69dabce08c8e req-5090c039-18f5-4e80-a41f-42bbd67a0d7f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659657 Aug 31 07:34:05.225582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-e3c3eed0-2565-421f-bab6-bc06929ea1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.228573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-e3c3eed0-2565-421f-bab6-bc06929ea1b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 1095 time: 0.0618927 Aug 31 07:34:05.273148 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-9102deeb-d4c8-42a3-b7c5-e9efbf74e264 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b HTTP/1.1" status: 200 len: 217 time: 0.0370367 Aug 31 07:34:05.329189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1769b3-2179-4e39-b2c1-07217288742b req-8e6bd59c-4bbb-4b7c-a65c-ed58bc34ddee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.330715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-8e6bd59c-4bbb-4b7c-a65c-ed58bc34ddee service neutron] 10.222.0.53 "GET /v2.0/subnets?id=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 200 len: 854 time: 0.0506377 Aug 31 07:34:05.363595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-dd6a3246-12c9-4f63-96ff-7b3f2a980f0b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95e1319b-11b8-43b0-b13f-d824b50f8594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259297 Aug 31 07:34:05.455205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-d0c89a32-08c6-4f03-937c-09b14e48c3d9 service neutron] 10.222.0.53 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837023 Aug 31 07:34:05.550478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9d1769b3-2179-4e39-b2c1-07217288742b req-3e57bee6-8c5e-41a4-aed2-051d9607ec00 service neutron] 10.222.0.53 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879483 Aug 31 07:34:05.638996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-b90153da-1627-4a8e-b017-cca474a7d283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.640436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-b90153da-1627-4a8e-b017-cca474a7d283 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 1095 time: 0.0414078 Aug 31 07:34:05.735861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-6b00ba8c-fa64-4d5d-9a99-e78bb6c49e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.737427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-6b00ba8c-fa64-4d5d-9a99-e78bb6c49e27 service neutron] 10.222.0.53 "GET /v2.0/networks?id=95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 200 len: 915 time: 0.0898855 Aug 31 07:34:05.781174 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-e63e6433-7247-43e5-ab5c-b0e1298b5b33 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b HTTP/1.1" status: 200 len: 217 time: 0.0370409 Aug 31 07:34:05.830714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-8f3ce0b5-6e00-43ae-8b56-a0a6738e782e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:05.832793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-8f3ce0b5-6e00-43ae-8b56-a0a6738e782e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 200 len: 854 time: 0.0434685 Aug 31 07:34:05.865984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-b240e8cd-3999-4866-abff-4c63bca2f253 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=95e1319b-11b8-43b0-b13f-d824b50f8594&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263195 Aug 31 07:34:05.961675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-35b66ef0-d32b-41a6-90fe-091554bfe51d service neutron] 10.222.0.53 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870826 Aug 31 07:34:06.053284 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0408a814-7288-488e-a9ed-75a1f2ca4916 req-7ec33c04-8f05-4de8-b772-4a0388fee2e6 service neutron] 10.222.0.53 "GET /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836217 Aug 31 07:34:06.193493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:06.342556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d7ccd6-0ca6-4f3a-9487-6f3c90bfe14c req-b68a0440-9059-454c-ba6b-5aa50d2dd7d4 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:06.344042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8d7ccd6-0ca6-4f3a-9487-6f3c90bfe14c req-b68a0440-9059-454c-ba6b-5aa50d2dd7d4 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 943 time: 0.0564296 Aug 31 07:34:06.383629 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c8d7ccd6-0ca6-4f3a-9487-6f3c90bfe14c req-cdd32201-10f1-48f4-9865-cf687f77af99 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325427 Aug 31 07:34:06.906918 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:34:07.005641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:07.016690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b', 'network_id': '95e1319b-11b8-43b0-b13f-d824b50f8594', 'port_id': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b', 'mac_address': 'fa:16:3e:15:78:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 581, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:34:07.056126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:07.069012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:34:07.089104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:07.092807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:07.139376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:07.289814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:07.511464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96300cf6-f509-4edb-880f-ae83daf2c9ce req-4c423e41-7bb2-46e1-80e1-b146763ac2f0 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:07.512994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96300cf6-f509-4edb-880f-ae83daf2c9ce req-4c423e41-7bb2-46e1-80e1-b146763ac2f0 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 944 time: 0.0570822 Aug 31 07:34:07.553490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-96300cf6-f509-4edb-880f-ae83daf2c9ce req-0a9b6212-4d12-4ea8-9a6c-01abbe28be83 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343528 Aug 31 07:34:08.666666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb336d47-635f-48e0-92bc-c414ecff153e req-d993861a-37a2-43ee-a77b-50559b8db29d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:08.668163 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb336d47-635f-48e0-92bc-c414ecff153e req-d993861a-37a2-43ee-a77b-50559b8db29d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 944 time: 0.0485735 Aug 31 07:34:08.706156 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb336d47-635f-48e0-92bc-c414ecff153e req-08d5a9be-91af-410c-ad37-a008e991312d tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319915 Aug 31 07:34:08.915714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:08.965480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:08.969206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:08.969616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:09.049735 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:09.072869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:09.075137 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee038f4b-4d6c-4078-a948-19e058003539" -d '{"events": [{"server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "name": "network-vif-plugged", "status": "completed", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:09.088661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:09.093155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:09.118231 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-425c25fc-35a7-423b-95e0-471ebce64835 x-openstack-request-id: req-425c25fc-35a7-423b-95e0-471ebce64835 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:09.118519 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "name": "network-vif-plugged", "status": "completed", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:09.118771 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-425c25fc-35a7-423b-95e0-471ebce64835 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:09.119255 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b', 'code': 200} Aug 31 07:34:09.145795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:09.207755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91eed8-ffe0-46c5-826a-296eeb511c22 req-9986a211-c739-40bf-8ecd-c27792e08b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:09.209390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c91eed8-ffe0-46c5-826a-296eeb511c22 req-9986a211-c739-40bf-8ecd-c27792e08b56 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 1097 time: 0.0413270 Aug 31 07:34:09.245841 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8c91eed8-ffe0-46c5-826a-296eeb511c22 req-aa1cef88-57ad-4e1b-a760-a69a9ebdd47c service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283182 Aug 31 07:34:09.827227 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe406b9f-4123-47a4-9fbf-e906b5a211b8 req-aba21cdd-0c2a-4afe-8f4d-17ac15b8edf2 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:09.828741 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe406b9f-4123-47a4-9fbf-e906b5a211b8 req-aba21cdd-0c2a-4afe-8f4d-17ac15b8edf2 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 945 time: 0.0560176 Aug 31 07:34:09.868727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe406b9f-4123-47a4-9fbf-e906b5a211b8 req-7b5b282c-5890-4417-bee7-7a28fd51980b tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329187 Aug 31 07:34:10.992581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7d6817-8621-49ad-8a15-468fbbfb0c4f req-94dcbd4f-7151-43c6-90a5-ba24164c2b1e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:10.994156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b7d6817-8621-49ad-8a15-468fbbfb0c4f req-94dcbd4f-7151-43c6-90a5-ba24164c2b1e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 945 time: 0.0561984 Aug 31 07:34:11.033185 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b7d6817-8621-49ad-8a15-468fbbfb0c4f req-a19cee78-7eab-43f3-9e53-c5965cdf142f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Aug 31 07:34:11.274142 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82caf35b-4923-4a03-a812-c9aa94e705fc req-159cf004-f70d-429f-aefc-d6528cf5fc02 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:11.275649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82caf35b-4923-4a03-a812-c9aa94e705fc req-159cf004-f70d-429f-aefc-d6528cf5fc02 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 945 time: 0.0542884 Aug 31 07:34:11.325849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82caf35b-4923-4a03-a812-c9aa94e705fc req-192457d6-2939-49ab-9f4d-90e63ab5a435 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Aug 31 07:34:12.452706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e75c52-0b61-4453-b02d-7543c9a4f823 req-4cf73834-2ca7-44c5-934d-800d0c91005c tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:12.454380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6e75c52-0b61-4453-b02d-7543c9a4f823 req-4cf73834-2ca7-44c5-934d-800d0c91005c tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 945 time: 0.0552423 Aug 31 07:34:12.497968 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6e75c52-0b61-4453-b02d-7543c9a4f823 req-453d6eac-d0d3-4ed7-99a7-6982cab4a402 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367274 Aug 31 07:34:12.556951 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-f605dc79-0118-40e1-8847-e352913801e2 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:12.558399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-f605dc79-0118-40e1-8847-e352913801e2 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.53 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 945 time: 0.0544434 Aug 31 07:34:12.652712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Deleting port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:12.653054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:12.741591 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] For port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:12.741955 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:12.754679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Calling delete_port for 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:13.187856 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:13.199645 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bc910671-b2de-4a70-a49e-fb31cca24708'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:13.217760 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Pushing event deleted for resources: {'Port': ['ID=7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:13.260466 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] No DVR routers for this DVR port 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:13.263688 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:13.265838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75e268e9-7348-4afd-a766-bc092570b7f6 req-b1fa0143-aef7-4544-a1c7-74557d2aaeb1 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.53 "DELETE /v2.0/ports/7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b HTTP/1.1" status: 204 len: 173 time: 0.7019107 Aug 31 07:34:13.266281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'name': 'network-vif-deleted', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:13.268596 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df526119-0a1d-4c61-abe3-4f9639852a32" -d '{"events": [{"server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "name": "network-vif-deleted", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:13.306102 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6deb14-aacd-4b65-845f-6a9d7b51d349 x-openstack-request-id: req-2b6deb14-aacd-4b65-845f-6a9d7b51d349 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:13.306460 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b392adf-36d5-4c00-87f1-6cd8f6c0b314", "name": "network-vif-deleted", "tag": "7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:13.306642 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2b6deb14-aacd-4b65-845f-6a9d7b51d349 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:13.307042 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b392adf-36d5-4c00-87f1-6cd8f6c0b314', 'name': 'network-vif-deleted', 'tag': '7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b', 'status': 'completed', 'code': 200} Aug 31 07:34:13.608138 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-08692994-51c9-42db-8d99-2d228072fc4e req-d2a9c6fc-fb62-44cb-bf87-097969203e92 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=4b392adf-36d5-4c00-87f1-6cd8f6c0b314 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Aug 31 07:34:14.773699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54acb32c-2acf-4404-818b-7754921a8608 req-c2b0f795-2bd4-409c-bf95-07c7a565febc tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:14.775344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54acb32c-2acf-4404-818b-7754921a8608 req-c2b0f795-2bd4-409c-bf95-07c7a565febc tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0578573 Aug 31 07:34:14.817286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-54acb32c-2acf-4404-818b-7754921a8608 req-7a8797ca-704f-41bf-8061-54e98ae8663e tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357940 Aug 31 07:34:14.958103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3625cba3-254c-4f29-9d02-1d00018ead27 req-909c326e-88bd-4af0-8e41-39c60e0763a4 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:14.960209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3625cba3-254c-4f29-9d02-1d00018ead27 req-909c326e-88bd-4af0-8e41-39c60e0763a4 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0510552 Aug 31 07:34:14.962455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:14.984057 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:14.984698 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 7d0aa31f-4fcf-4a8d-9851-7008ea7f3e6b not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:14.999966 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3625cba3-254c-4f29-9d02-1d00018ead27 req-b708bbb0-79a3-4185-be8d-d8c317d89092 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338225 Aug 31 07:34:15.123450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b0592-1b93-4735-a783-f663facf087c req-1874950f-44fd-4351-a2c1-f5024aff2e94 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:15.124940 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-661b0592-1b93-4735-a783-f663facf087c req-1874950f-44fd-4351-a2c1-f5024aff2e94 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0542026 Aug 31 07:34:15.164996 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-661b0592-1b93-4735-a783-f663facf087c req-9a462acc-6ca9-4b5c-a454-18b3af3a323c tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326924 Aug 31 07:34:15.237090 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-0a230dae-c5d8-482f-85ae-59db6180f0a8 req-6a22d763-195a-43ba-90eb-e94ba5415c64 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:34:15.238060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a230dae-c5d8-482f-85ae-59db6180f0a8 req-6a22d763-195a-43ba-90eb-e94ba5415c64 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054445 Aug 31 07:34:15.345065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1e789c-d598-4a8c-94e0-a0dd627cc819 req-6fcd4871-b23d-41cb-a961-3373867cf2d0 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:15.346595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f1e789c-d598-4a8c-94e0-a0dd627cc819 req-6fcd4871-b23d-41cb-a961-3373867cf2d0 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0494282 Aug 31 07:34:15.385639 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f1e789c-d598-4a8c-94e0-a0dd627cc819 req-668e7a84-c422-4eab-98be-d7053092e1f6 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319495 Aug 31 07:34:15.512271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926ef3e-aa46-44ca-aa9d-7dac85a857ef req-eba21e9e-95b5-40cc-a721-b9d03555d180 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:15.513734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e926ef3e-aa46-44ca-aa9d-7dac85a857ef req-eba21e9e-95b5-40cc-a721-b9d03555d180 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0554833 Aug 31 07:34:15.555298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e926ef3e-aa46-44ca-aa9d-7dac85a857ef req-912d4920-de3a-4791-acbc-c74f7c30f0c9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354404 Aug 31 07:34:15.686758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1625f86-ce90-4321-a822-0a356bb31e24 req-8d54f3a8-616d-4201-92b9-dea977dd0838 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:15.688209 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1625f86-ce90-4321-a822-0a356bb31e24 req-8d54f3a8-616d-4201-92b9-dea977dd0838 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0526934 Aug 31 07:34:15.729172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e1625f86-ce90-4321-a822-0a356bb31e24 req-4fc6a813-9a1a-4f57-9f6d-eadee89a8c1f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342228 Aug 31 07:34:16.003497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:16.043150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3e322b-340e-42ba-932e-74c24009a7bc req-52540904-37b1-46de-9610-a8d6203038a9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:16.044631 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c3e322b-340e-42ba-932e-74c24009a7bc req-52540904-37b1-46de-9610-a8d6203038a9 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0517766 Aug 31 07:34:16.084214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1c3e322b-340e-42ba-932e-74c24009a7bc req-53bb747c-b241-40ea-ae94-70a9fb6cd3cb tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328465 Aug 31 07:34:17.214728 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84901e0d-f43d-4153-990e-6f64474a2d50 req-9b0c625a-19eb-443d-9a7f-8a0b2dcc18c6 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:17.216358 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84901e0d-f43d-4153-990e-6f64474a2d50 req-9b0c625a-19eb-443d-9a7f-8a0b2dcc18c6 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0587754 Aug 31 07:34:17.259296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-84901e0d-f43d-4153-990e-6f64474a2d50 req-23baad2c-1fa5-4870-9a24-958c40a9ba2f tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.57 "GET /v2.0/security-groups?id=41cfc1ef-ddbf-4acc-b300-287991f5119b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366638 Aug 31 07:34:17.409105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-11bdfc03-6c75-4b30-b9fa-cc67c9cc2b87 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:17.410579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-11bdfc03-6c75-4b30-b9fa-cc67c9cc2b87 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.50 "GET /v2.0/ports?device_id=7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1 HTTP/1.1" status: 200 len: 945 time: 0.0547953 Aug 31 07:34:17.505214 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Deleting port bc910671-b2de-4a70-a49e-fb31cca24708 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:17.505779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:17.597732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] For port bc910671-b2de-4a70-a49e-fb31cca24708, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=bc910671-b2de-4a70-a49e-fb31cca24708,segment=NetworkSegment(5b490d20-f2be-4fa0-bc69-14485169740a),segment_id=5b490d20-f2be-4fa0-bc69-14485169740a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:17.598095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:17.612927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Calling delete_port for bc910671-b2de-4a70-a49e-fb31cca24708 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:17.739165 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:17.754782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['bc910671-b2de-4a70-a49e-fb31cca24708'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:17.773975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Pushing event deleted for resources: {'Port': ['ID=bc910671-b2de-4a70-a49e-fb31cca24708,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:17.813608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] No DVR routers for this DVR port bc910671-b2de-4a70-a49e-fb31cca24708 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:17.816152 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:17.818305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8a70e4e-cf74-43d4-8e1d-43945621456b req-ca6b8d3c-8e11-4108-8c2d-986836435e70 tempest-ServersNegativeTestJSON-1127084964 tempest-ServersNegativeTestJSON-1127084964-project] 10.222.0.50 "DELETE /v2.0/ports/bc910671-b2de-4a70-a49e-fb31cca24708 HTTP/1.1" status: 204 len: 173 time: 0.4004774 Aug 31 07:34:17.818730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'name': 'network-vif-deleted', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:17.821030 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dfe064-4f60-4879-aaf3-d38f83954a68" -d '{"events": [{"server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "name": "network-vif-deleted", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:17.863635 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc75333-e911-4e36-9d1d-ab6480a5ddbc x-openstack-request-id: req-4cc75333-e911-4e36-9d1d-ab6480a5ddbc {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:17.863923 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1", "name": "network-vif-deleted", "tag": "bc910671-b2de-4a70-a49e-fb31cca24708", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:17.864173 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4cc75333-e911-4e36-9d1d-ab6480a5ddbc {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:17.864607 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7895b4db-5a46-4f9c-bcc7-97b5b1e3c0d1', 'name': 'network-vif-deleted', 'tag': 'bc910671-b2de-4a70-a49e-fb31cca24708', 'status': 'completed', 'code': 200} Aug 31 07:34:18.316891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:18.364571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Deleting subnet 41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:18.368398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.402182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.445989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.500079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.527359 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:18.530248 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.532113 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-086826bf-1d8f-4a97-9eab-eb8724bfb69b admin admin] 10.222.0.57 "DELETE /v2.0/subnets/41ad4ad9-63c7-4e7f-888e-3d1b9e14df8c HTTP/1.1" status: 204 len: 168 time: 0.2141836 Aug 31 07:34:18.534731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:18.602760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.683151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.692763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e1319b-11b8-43b0-b13f-d824b50f8594']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:18.703112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b490d20-f2be-4fa0-bc69-14485169740a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:18.703338 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b490d20-f2be-4fa0-bc69-14485169740a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:18.712696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.727229 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.733122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Releasing vlan 581 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:18.733545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:18.735960 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:18.794277 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.799811 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:18.801682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] 10.222.0.57 "DELETE /v2.0/networks/95e1319b-11b8-43b0-b13f-d824b50f8594 HTTP/1.1" status: 204 len: 168 time: 0.2660198 Aug 31 07:34:18.817688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde9895-03bd-4561-bfef-55120eb10964 admin admin] Pushing event deleted for resources: {'Network': ['ID=95e1319b-11b8-43b0-b13f-d824b50f8594,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:18.909435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43054) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:18.951878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-621b1b49-77b2-4b6e-9d1c-74c0b0bd3153 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ae6bb76e56414a2dbf04347e62e39bf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412672 Aug 31 07:34:18.954453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:19.002464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:19.024779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:19.070738 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:19.073356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:19.077064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/41cfc1ef-ddbf-4acc-b300-287991f5119b HTTP/1.1" status: 204 len: 168 time: 0.1191790 Aug 31 07:34:19.082833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc769f1b-9463-416b-bcf8-ad5b88990c81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41cfc1ef-ddbf-4acc-b300-287991f5119b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:19.792046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43078) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:19.891719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-235045670'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:19.914436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:19.917902 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:19.926298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.024545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.028269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.059895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] vlan segment allocate from pool success with {'vlan_id': 591, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:20.070089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2893e76e-2d81-4c90-827d-80a945aaa5c9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:20.075385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.075982 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Added segment 961d0a93-b7f7-4799-8908-73837ed0ecb1 of type vlan for network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 Aug 31 07:34:20.117670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.142001 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.148401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:20.148996 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:20.185173 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:20.204409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4112475 Aug 31 07:34:20.218776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60feee36-17ed-4700-bfcf-4077a181d322 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Network': ['ID=2fa1a3b7-78ae-4a98-aba1-63435476c4f0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:20.229801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:21.815248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bc910671-b2de-4a70-a49e-fb31cca24708 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:21.836504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: bc910671-b2de-4a70-a49e-fb31cca24708 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:21.836850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device bc910671-b2de-4a70-a49e-fb31cca24708 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:23.480451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:23.485914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'subnet': {'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:23.579186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:23.582579 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.785133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.846098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Subnet': ['ID=b340c700-41cb-4430-9d77-915005681ac2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:23.855083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking segment: {'id': '961d0a93-b7f7-4799-8908-73837ed0ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:23.855436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network hostable DHCP agents. Network: 2fa1a3b7-78ae-4a98-aba1-63435476c4f0, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:23.871703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:23.880826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 2fa1a3b7-78ae-4a98-aba1-63435476c4f0) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:23.885062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:23.885701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.890214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4406e67-dbce-44fd-ab4b-08c0b533facd None None] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:23.900512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f6a1b404-7652-49b3-88a4-05ccc47008ce tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4189250 Aug 31 07:34:23.903977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43084) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:23.909026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-29600436'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:23.930615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:23.934094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.959579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:23.969729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:23.970356 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Added segment 90c5292a-d165-4f59-acf6-f9b9d4e9c6eb of type vlan for network 007f855e-86a8-4126-b533-271513ab1138 Aug 31 07:34:24.012585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.040946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-2fa1a3b7-78ae-4a98-aba1-63435476c4f0', 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0', 'tenant_id': '6fbfcaf8bb5946a3ab77ade65562690f', 'fixed_ips': [{'subnet_id': 'b340c700-41cb-4430-9d77-915005681ac2'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:24.041689 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.041880 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.047412 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:24.048020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.113577 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2084868 Aug 31 07:34:24.117071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:24.123150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'subnet': {'network_id': '007f855e-86a8-4126-b533-271513ab1138', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:24.132427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd32bbb5-7158-4f13-8d73-e6dcdd3f1d31 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Network': ['ID=007f855e-86a8-4126-b533-271513ab1138,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:24.145135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 007f855e-86a8-4126-b533-271513ab1138 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:24.222872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:24.227312 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.258649 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Allocated IP 2001:db8:0:ffff::2 (2fa1a3b7-78ae-4a98-aba1-63435476c4f0/b340c700-41cb-4430-9d77-915005681ac2/4f15b8d2-2953-446d-949d-663502afd51c) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:24.422621 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.432172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Transition to ACTIVE for port object 4f15b8d2-2953-446d-949d-663502afd51c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:24.438891 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.448611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Transition to ACTIVE for port object 4f15b8d2-2953-446d-949d-663502afd51c will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:24.455237 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.502611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:24.506692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:24.510946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:24.518887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Pushing event updated for resources: {'Port': ['ID=4f15b8d2-2953-446d-949d-663502afd51c,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:24.519114 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Subnet': ['ID=917fc1b4-d9be-495a-86bd-93eb4d738ad1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:24.532728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking segment: {'id': '90c5292a-d165-4f59-acf6-f9b9d4e9c6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '007f855e-86a8-4126-b533-271513ab1138'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:24.533154 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network hostable DHCP agents. Network: 007f855e-86a8-4126-b533-271513ab1138, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:24.556670 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.557062 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.557480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.557898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.558372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.558630 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.558955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.559258 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.559380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network 007f855e-86a8-4126-b533-271513ab1138 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:24.559576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.560002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.560273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.560654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:24.573373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 007f855e-86a8-4126-b533-271513ab1138) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:24.581105 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:24.583595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.588063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c3eec3-6f31-46c2-86ec-81be838816c7 None None] Network 007f855e-86a8-4126-b533-271513ab1138 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:24.603603 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1a52d4f7-9be1-49d2-a5fd-607f4be7cd9f tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4843569 Aug 31 07:34:24.606220 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:24.637625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Attempting to bind port 4f15b8d2-2953-446d-949d-663502afd51c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:24.637999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Attempting to bind port 4f15b8d2-2953-446d-949d-663502afd51c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '961d0a93-b7f7-4799-8908-73837ed0ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:24.638371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Attempting to bind port 4f15b8d2-2953-446d-949d-663502afd51c on network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:24.651063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:24.651449 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Checking segment: {'id': '961d0a93-b7f7-4799-8908-73837ed0ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:24.652589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.652589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Bound using segment: {'id': '961d0a93-b7f7-4799-8908-73837ed0ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:24.652819 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Bound port: 4f15b8d2-2953-446d-949d-663502afd51c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '961d0a93-b7f7-4799-8908-73837ed0ecb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '2fa1a3b7-78ae-4a98-aba1-63435476c4f0'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:24.653119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.709106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.770035 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.775310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] For port 4f15b8d2-2953-446d-949d-663502afd51c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:24.779796 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] For port 4f15b8d2-2953-446d-949d-663502afd51c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f15b8d2-2953-446d-949d-663502afd51c,segment=NetworkSegment(961d0a93-b7f7-4799-8908-73837ed0ecb1),segment_id=961d0a93-b7f7-4799-8908-73837ed0ecb1)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:24.789190 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.841686 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.844118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743721df-b09f-46e4-9588-ae8220998f3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-007f855e-86a8-4126-b533-271513ab1138', 'network_id': '007f855e-86a8-4126-b533-271513ab1138', 'tenant_id': '6fbfcaf8bb5946a3ab77ade65562690f', 'fixed_ips': [{'subnet_id': '917fc1b4-d9be-495a-86bd-93eb4d738ad1'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:24.844999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-743721df-b09f-46e4-9588-ae8220998f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.878079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Subnet': ['ID=917fc1b4-d9be-495a-86bd-93eb4d738ad1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:24.884409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feec0a82-ea81-4488-93b4-ce7477d7b984 None None] Pushing event updated for resources: {'Port': ['ID=4f15b8d2-2953-446d-949d-663502afd51c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:24.947761 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.958914 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['007f855e-86a8-4126-b533-271513ab1138']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:24.968114 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2effd0e8-c149-476b-9d9d-3912b79364ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:24.976095 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90c5292a-d165-4f59-acf6-f9b9d4e9c6eb') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:24.976378 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90c5292a-d165-4f59-acf6-f9b9d4e9c6eb') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:24.980380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40f5e41-132c-489b-9e57-713819c53cef None None] Network 007f855e-86a8-4126-b533-271513ab1138 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:24.985901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.010818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.018960 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Releasing vlan 574 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:25.019308 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:25.023392 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:25.108390 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.115958 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.123332 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/007f855e-86a8-4126-b533-271513ab1138 HTTP/1.1" status: 204 len: 168 time: 0.5107589 Aug 31 07:34:25.124344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43090) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:25.129603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1349959724'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:25.133851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b6488f-0877-4c9b-806c-10663d7ed83e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Network': ['ID=007f855e-86a8-4126-b533-271513ab1138,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:25.177911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:25.181978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.211999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:25.222617 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.222907 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Added segment 1890fa86-10cf-4ce5-b425-65f212a84260 of type vlan for network 62a80f57-9aac-4fec-b34f-c8e0285bea85 Aug 31 07:34:25.265482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.292153 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.297975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:25.298581 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.365756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2406409 Aug 31 07:34:25.368514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43092) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:25.372474 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cf5984-97f2-4b55-b4c4-2cbf319d9f9e tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Network': ['ID=62a80f57-9aac-4fec-b34f-c8e0285bea85,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:25.374200 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'subnet': {'network_id': '62a80f57-9aac-4fec-b34f-c8e0285bea85', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:25.383803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 62a80f57-9aac-4fec-b34f-c8e0285bea85 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:25.473830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:25.477586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.539837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Performing IP validity checks on allocation pools {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 31 07:34:25.540410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.ipam_backend_mixin [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking for overlaps among allocation pools and gateway ip {{(pid=94640) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 31 07:34:25.684488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.750234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Subnet': ['ID=e353b33f-d254-4905-80ed-e57dd48a8566,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:25.762049 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking segment: {'id': '1890fa86-10cf-4ce5-b425-65f212a84260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': '62a80f57-9aac-4fec-b34f-c8e0285bea85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:25.762422 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network hostable DHCP agents. Network: 62a80f57-9aac-4fec-b34f-c8e0285bea85, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:25.780582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network 62a80f57-9aac-4fec-b34f-c8e0285bea85 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:25.791686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 62a80f57-9aac-4fec-b34f-c8e0285bea85) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:25.796454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:25.797061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.803422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9b1ab9-d605-4f9d-97d5-7bd7374e8053 None None] Network 62a80f57-9aac-4fec-b34f-c8e0285bea85 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:25.823902 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3d048767-8792-468d-9a77-18f610fc090b tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4541438 Aug 31 07:34:25.827024 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:25.867411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03226ec-a4fe-4a1f-b6d3-dab907ebba56 None None] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:25.933463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:25.962100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d88182f-5290-4ae8-b21e-ae439cf29a9e None None] Provisioning for port 4f15b8d2-2953-446d-949d-663502afd51c completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:25.996139 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.058851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.084368 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6579e8f8-0019-4597-be0e-ccbceb23beca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-62a80f57-9aac-4fec-b34f-c8e0285bea85', 'network_id': '62a80f57-9aac-4fec-b34f-c8e0285bea85', 'tenant_id': '6fbfcaf8bb5946a3ab77ade65562690f', 'fixed_ips': [{'subnet_id': 'e353b33f-d254-4905-80ed-e57dd48a8566'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:26.085217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6579e8f8-0019-4597-be0e-ccbceb23beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.094468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Subnet': ['ID=e353b33f-d254-4905-80ed-e57dd48a8566,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:26.163947 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.174149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a80f57-9aac-4fec-b34f-c8e0285bea85']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:26.191224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1890fa86-10cf-4ce5-b425-65f212a84260') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:26.191518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1890fa86-10cf-4ce5-b425-65f212a84260') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:26.195818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ca452-7400-4a65-a1c2-001f5e4cdcd3 None None] Network 62a80f57-9aac-4fec-b34f-c8e0285bea85 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:26.207303 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.223342 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.230714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:26.231107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:26.234932 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:26.309555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.317112 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.323170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43096) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:26.323707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/62a80f57-9aac-4fec-b34f-c8e0285bea85 HTTP/1.1" status: 204 len: 168 time: 0.4947035 Aug 31 07:34:26.329516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-452125515'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:26.338240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4a123c-29c5-4bf4-a28a-9492cf190864 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Network': ['ID=62a80f57-9aac-4fec-b34f-c8e0285bea85,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:26.358780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:26.362699 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.395218 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] vlan segment allocate from pool success with {'vlan_id': 564, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:26.406078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.406452 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Added segment 560f14c1-5cd8-479e-8fe7-9cdfd744a0ee of type vlan for network 85794d51-9f05-4bfa-9f8c-75685af5b073 Aug 31 07:34:26.419448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f15b8d2-2953-446d-949d-663502afd51c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:26.451417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.487105 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.487472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 4f15b8d2-2953-446d-949d-663502afd51c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:26.493531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:26.494149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.504349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4f15b8d2-2953-446d-949d-663502afd51c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:26.504753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.541320 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-507567d5-1797-4040-b63b-63107d7444b5 None None] Provisioning complete for port 4f15b8d2-2953-446d-949d-663502afd51c triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:26.541667 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507567d5-1797-4040-b63b-63107d7444b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.560662 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2363329 Aug 31 07:34:26.564778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43098) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:26.567104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580441fe-110d-43f1-89ca-f90337c1f050 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Network': ['ID=85794d51-9f05-4bfa-9f8c-75685af5b073,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:26.573990 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'subnet': {'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:26.683155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:26.686859 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.733257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 85794d51-9f05-4bfa-9f8c-75685af5b073 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:26.936691 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.938502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:26.963804 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-507567d5-1797-4040-b63b-63107d7444b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.008256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Subnet': ['ID=1d957d86-b7bf-4db1-8163-6efc33d8089f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:27.017211 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking segment: {'id': '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:27.017599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network hostable DHCP agents. Network: 85794d51-9f05-4bfa-9f8c-75685af5b073, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:27.023859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 4f15b8d2-2953-446d-949d-663502afd51c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f15b8d2-2953-446d-949d-663502afd51c,segment=NetworkSegment(961d0a93-b7f7-4799-8908-73837ed0ecb1),segment_id=961d0a93-b7f7-4799-8908-73837ed0ecb1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:27.029762 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.040686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network 85794d51-9f05-4bfa-9f8c-75685af5b073 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:27.050693 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 85794d51-9f05-4bfa-9f8c-75685af5b073) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:27.056497 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.057218 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.074045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d783fd25-65ca-4dc5-87ef-d34c003abca0 None None] Network 85794d51-9f05-4bfa-9f8c-75685af5b073 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:27.074557 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06c8f6f0-3079-4ea2-a6b7-4687f43544ec tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5079951 Aug 31 07:34:27.078769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43100) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:27.085104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1784728240'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:27.111000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:27.115445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.143675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:27.155868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.156231 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Added segment 440a074b-c37e-49be-b395-68633efa2bb5 of type vlan for network 0619c348-a040-4604-886e-fe031a8b5c17 Aug 31 07:34:27.187566 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.db.api [None req-507567d5-1797-4040-b63b-63107d7444b5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=94641) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 31 07:34:27.188156 n-d-712707-15 neutron-server[94641]: DEBUG oslo_db.api [None req-507567d5-1797-4040-b63b-63107d7444b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 31 07:34:27.190651 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=4f15b8d2-2953-446d-949d-663502afd51c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:27.211873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.239590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.245978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.246670 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.296541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-85794d51-9f05-4bfa-9f8c-75685af5b073', 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073', 'tenant_id': '6fbfcaf8bb5946a3ab77ade65562690f', 'fixed_ips': [{'subnet_id': '1d957d86-b7bf-4db1-8163-6efc33d8089f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:27.297642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.310076 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2297707 Aug 31 07:34:27.313026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43102) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:27.319064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Request body: {'subnet': {'network_id': '0619c348-a040-4604-886e-fe031a8b5c17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:27.388248 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28315f-f68c-4d9f-9a80-823a3b1af992 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Network': ['ID=0619c348-a040-4604-886e-fe031a8b5c17,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:27.402921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 0619c348-a040-4604-886e-fe031a8b5c17 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:27.445748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Made reservation on behalf of 6fbfcaf8bb5946a3ab77ade65562690f for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:27.449842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.519226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Allocated IP 2001:db8::2 (85794d51-9f05-4bfa-9f8c-75685af5b073/1d957d86-b7bf-4db1-8163-6efc33d8089f/3295cf84-9464-43c4-8318-c53317b78eb1) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:27.543580 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fcea9879-716c-4341-bc4d-39a3d4561c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.658427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.676088 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.685197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Transition to ACTIVE for port object 3295cf84-9464-43c4-8318-c53317b78eb1 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:27.722942 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event updated for resources: {'Subnet': ['ID=1454b53c-1ee3-4745-9cdb-82242809fe6f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:27.731627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Transition to ACTIVE for port object 3295cf84-9464-43c4-8318-c53317b78eb1 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:27.732766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Checking segment: {'id': '440a074b-c37e-49be-b395-68633efa2bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '0619c348-a040-4604-886e-fe031a8b5c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:27.733238 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network hostable DHCP agents. Network: 0619c348-a040-4604-886e-fe031a8b5c17, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:27.740685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.753977 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Network 0619c348-a040-4604-886e-fe031a8b5c17 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:27.765583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 0619c348-a040-4604-886e-fe031a8b5c17) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:27.769765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:27.770571 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.781632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b85073-1023-4f80-95c3-c951157390cc None None] Network 0619c348-a040-4604-886e-fe031a8b5c17 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:27.787098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91a5c9ba-10ef-4717-9f84-8fff67b408a1 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4723425 Aug 31 07:34:27.789011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43104) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:27.790415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Network 85794d51-9f05-4bfa-9f8c-75685af5b073 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:27.828112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:27.833072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:27.878200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Pushing event updated for resources: {'Port': ['ID=3295cf84-9464-43c4-8318-c53317b78eb1,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:27.910205 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.920526 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.942310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Attempting to bind port 3295cf84-9464-43c4-8318-c53317b78eb1 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:27.942831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Attempting to bind port 3295cf84-9464-43c4-8318-c53317b78eb1 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:27.943500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Attempting to bind port 3295cf84-9464-43c4-8318-c53317b78eb1 on network 85794d51-9f05-4bfa-9f8c-75685af5b073 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:27.952252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:27.952626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Checking segment: {'id': '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:27.953029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.953458 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Bound using segment: {'id': '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:27.953931 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Bound port: 3295cf84-9464-43c4-8318-c53317b78eb1, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': '85794d51-9f05-4bfa-9f8c-75685af5b073'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:27.954347 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:27.993807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.059391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.069830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35becd34-c45c-4fbe-b76f-d276f9a6fc91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-0619c348-a040-4604-886e-fe031a8b5c17', 'network_id': '0619c348-a040-4604-886e-fe031a8b5c17', 'tenant_id': '6fbfcaf8bb5946a3ab77ade65562690f', 'fixed_ips': [{'subnet_id': '1454b53c-1ee3-4745-9cdb-82242809fe6f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:28.070684 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35becd34-c45c-4fbe-b76f-d276f9a6fc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.072977 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] For port 3295cf84-9464-43c4-8318-c53317b78eb1, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:28.095325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Subnet': ['ID=1454b53c-1ee3-4745-9cdb-82242809fe6f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:28.095608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] For port 3295cf84-9464-43c4-8318-c53317b78eb1, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3295cf84-9464-43c4-8318-c53317b78eb1,segment=NetworkSegment(560f14c1-5cd8-479e-8fe7-9cdfd744a0ee),segment_id=560f14c1-5cd8-479e-8fe7-9cdfd744a0ee)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:28.106693 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.160657 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.171513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0619c348-a040-4604-886e-fe031a8b5c17']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:28.183689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440a074b-c37e-49be-b395-68633efa2bb5') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:28.184006 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440a074b-c37e-49be-b395-68633efa2bb5') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:28.196859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.200803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-199fed00-5dda-490f-8e66-9ee2d70a3da2 None None] Network 0619c348-a040-4604-886e-fe031a8b5c17 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:28.214683 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.222371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:28.223224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:28.227116 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:28.262233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc2914-9832-4337-aff6-50bf79184c25 None None] Pushing event updated for resources: {'Port': ['ID=3295cf84-9464-43c4-8318-c53317b78eb1,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:28.298389 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.310375 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.313709 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/0619c348-a040-4604-886e-fe031a8b5c17 HTTP/1.1" status: 204 len: 168 time: 0.5234339 Aug 31 07:34:28.317020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43106) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.373805 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcd540-264c-47f8-92d5-1f62a3ae5766 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Network': ['ID=0619c348-a040-4604-886e-fe031a8b5c17,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:28.377119 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-c30eabfb-635e-4c2e-a997-05e7a0aab845 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] GET failed (client error): The resource could not be found. Aug 31 07:34:28.379484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c30eabfb-635e-4c2e-a997-05e7a0aab845 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "GET /v2.0/subnets/1454b53c-1ee3-4745-9cdb-82242809fe6f HTTP/1.1" status: 404 len: 337 time: 0.0603752 Aug 31 07:34:28.383132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43108) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.389790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f15b8d2-2953-446d-949d-663502afd51c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:28.429730 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-7eac34da-dda6-48e8-99a3-202181301935 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:28.436778 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7eac34da-dda6-48e8-99a3-202181301935 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:28.444486 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43110) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.447320 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7eac34da-dda6-48e8-99a3-202181301935 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/0619c348-a040-4604-886e-fe031a8b5c17 HTTP/1.1" status: 404 len: 339 time: 0.0621231 Aug 31 07:34:28.464200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 4f15b8d2-2953-446d-949d-663502afd51c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:28.464655 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.474367 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfe00a1b-e9b5-4d73-8400-f8994dd4cdef tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:28.474831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfe00a1b-e9b5-4d73-8400-f8994dd4cdef tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:28.476575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dfe00a1b-e9b5-4d73-8400-f8994dd4cdef tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/subnets/1454b53c-1ee3-4745-9cdb-82242809fe6f HTTP/1.1" status: 404 len: 337 time: 0.0305631 Aug 31 07:34:28.480402 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43112) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.503920 n-d-712707-15 neutron-server[94639]: INFO neutron.pecan_wsgi.hooks.translation [None req-cecf85d7-41df-47eb-ad3e-9ea1dbc44d0a tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:28.504511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cecf85d7-41df-47eb-ad3e-9ea1dbc44d0a tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94639) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:28.506939 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cecf85d7-41df-47eb-ad3e-9ea1dbc44d0a tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/0619c348-a040-4604-886e-fe031a8b5c17 HTTP/1.1" status: 404 len: 339 time: 0.0255730 Aug 31 07:34:28.511105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43114) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.571884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Deleting subnet 1d957d86-b7bf-4db1-8163-6efc33d8089f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:28.580956 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.629146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.714093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.777018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.803878 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Subnet': ['ID=1d957d86-b7bf-4db1-8163-6efc33d8089f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:28.811386 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.813264 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f5d3d495-f499-4592-b7a9-32ddc82d31cc tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/subnets/1d957d86-b7bf-4db1-8163-6efc33d8089f HTTP/1.1" status: 204 len: 168 time: 0.3005407 Aug 31 07:34:28.815697 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:28.900506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:28.959583 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Deleting port 3295cf84-9464-43c4-8318-c53317b78eb1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:28.959922 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.029385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] For port 3295cf84-9464-43c4-8318-c53317b78eb1, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3295cf84-9464-43c4-8318-c53317b78eb1,segment=NetworkSegment(560f14c1-5cd8-479e-8fe7-9cdfd744a0ee),segment_id=560f14c1-5cd8-479e-8fe7-9cdfd744a0ee)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:29.029764 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.044586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Calling delete_port for 3295cf84-9464-43c4-8318-c53317b78eb1 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:29.127385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.166103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Port': ['ID=3295cf84-9464-43c4-8318-c53317b78eb1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:29.171160 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No DVR routers for this DVR port 3295cf84-9464-43c4-8318-c53317b78eb1 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:29.226150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b0038be-9632-4bf6-b9bd-b4b23f090062 None None] Network 85794d51-9f05-4bfa-9f8c-75685af5b073 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:29.261527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.274300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85794d51-9f05-4bfa-9f8c-75685af5b073']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:29.277254 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cb4c2363-7fde-4c1a-a518-9a3f4193026f None None] Could not find standard attr ID for object 3295cf84-9464-43c4-8318-c53317b78eb1. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:34:29.286586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:29.286963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '560f14c1-5cd8-479e-8fe7-9cdfd744a0ee') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:29.296397 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.312351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.319890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Releasing vlan 564 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:29.320308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:29.323462 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:29.390756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fc29b6-3488-46fd-8a32-8ff326a985c1 None None] DHCP port deletion for 85794d51-9f05-4bfa-9f8c-75685af5b073 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:29.391028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.400013 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.403892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/85794d51-9f05-4bfa-9f8c-75685af5b073 HTTP/1.1" status: 204 len: 168 time: 0.5854216 Aug 31 07:34:29.405687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.413559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cb09bc-ff99-4462-b9a6-5b8537974ed6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Network': ['ID=85794d51-9f05-4bfa-9f8c-75685af5b073,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:29.435870 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-466ef86b-e53a-47fd-90ea-acaa01c59edb tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:29.436338 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-466ef86b-e53a-47fd-90ea-acaa01c59edb tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:29.438192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-466ef86b-e53a-47fd-90ea-acaa01c59edb tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/subnets/e353b33f-d254-4905-80ed-e57dd48a8566 HTTP/1.1" status: 404 len: 337 time: 0.0314734 Aug 31 07:34:29.440863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.461751 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce686621-4698-4401-a76c-4f3668403466 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:29.462337 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce686621-4698-4401-a76c-4f3668403466 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:29.464416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ce686621-4698-4401-a76c-4f3668403466 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/62a80f57-9aac-4fec-b34f-c8e0285bea85 HTTP/1.1" status: 404 len: 339 time: 0.0222623 Aug 31 07:34:29.467061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.495615 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-30058a86-4ec8-44bc-af32-6c59cd92cfe7 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:29.496061 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30058a86-4ec8-44bc-af32-6c59cd92cfe7 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:29.497889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-30058a86-4ec8-44bc-af32-6c59cd92cfe7 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/subnets/917fc1b4-d9be-495a-86bd-93eb4d738ad1 HTTP/1.1" status: 404 len: 337 time: 0.0298121 Aug 31 07:34:29.500466 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.520038 n-d-712707-15 neutron-server[94640]: INFO neutron.pecan_wsgi.hooks.translation [None req-14c30cbd-81f6-41a6-864f-1bd4911bc6b6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] DELETE failed (client error): The resource could not be found. Aug 31 07:34:29.521251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14c30cbd-81f6-41a6-864f-1bd4911bc6b6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=94640) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 31 07:34:29.523467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-14c30cbd-81f6-41a6-864f-1bd4911bc6b6 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/007f855e-86a8-4126-b533-271513ab1138 HTTP/1.1" status: 404 len: 339 time: 0.0220339 Aug 31 07:34:29.526199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43126) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.587247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Deleting subnet b340c700-41cb-4430-9d77-915005681ac2 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:29.592800 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.633355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.716668 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.781518 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.808830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Subnet': ['ID=b340c700-41cb-4430-9d77-915005681ac2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:29.814330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.816773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b573c9c3-ef19-4e0c-83f1-fc2ee8c50999 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/subnets/b340c700-41cb-4430-9d77-915005681ac2 HTTP/1.1" status: 204 len: 168 time: 0.2894816 Aug 31 07:34:29.820639 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43128) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:29.823283 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa730bd-12c6-44aa-9929-2744b375cc6c None None] Network 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:29.873977 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.901670 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:29.965700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Deleting port 4f15b8d2-2953-446d-949d-663502afd51c {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:29.966055 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.011071 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] DHCP port deletion for 2fa1a3b7-78ae-4a98-aba1-63435476c4f0 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:30.064313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] For port 4f15b8d2-2953-446d-949d-663502afd51c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f15b8d2-2953-446d-949d-663502afd51c,segment=NetworkSegment(961d0a93-b7f7-4799-8908-73837ed0ecb1),segment_id=961d0a93-b7f7-4799-8908-73837ed0ecb1)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:30.064591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.072307 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Deleting port 4f15b8d2-2953-446d-949d-663502afd51c {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:30.072677 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.079057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Calling delete_port for 4f15b8d2-2953-446d-949d-663502afd51c owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:30.137578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] For port 4f15b8d2-2953-446d-949d-663502afd51c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=4f15b8d2-2953-446d-949d-663502afd51c,segment=NetworkSegment(961d0a93-b7f7-4799-8908-73837ed0ecb1),segment_id=961d0a93-b7f7-4799-8908-73837ed0ecb1)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:30.137975 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.151272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Calling delete_port for 4f15b8d2-2953-446d-949d-663502afd51c owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:30.159357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.195934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Port': ['ID=4f15b8d2-2953-446d-949d-663502afd51c,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:30.198043 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] No DVR routers for this DVR port 4f15b8d2-2953-446d-949d-663502afd51c on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:30.237140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.264073 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] Pushing event deleted for resources: {'Port': ['ID=4f15b8d2-2953-446d-949d-663502afd51c,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:30.273546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39159e6-2428-471b-8fd7-6a5cc614fe45 None None] No DVR routers for this DVR port 4f15b8d2-2953-446d-949d-663502afd51c on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:30.349868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f15b8d2-2953-446d-949d-663502afd51c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:34:30.372628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 4f15b8d2-2953-446d-949d-663502afd51c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:34:30.373118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 4f15b8d2-2953-446d-949d-663502afd51c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:34:30.629484 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.639981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fa1a3b7-78ae-4a98-aba1-63435476c4f0']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:30.650012 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '961d0a93-b7f7-4799-8908-73837ed0ecb1') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:30.650306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '961d0a93-b7f7-4799-8908-73837ed0ecb1') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:30.659155 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.672458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.678746 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:30.679129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:30.682142 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:30.746643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.753684 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:30.756169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] 10.222.0.57 "DELETE /v2.0/networks/2fa1a3b7-78ae-4a98-aba1-63435476c4f0 HTTP/1.1" status: 204 len: 168 time: 0.9345427 Aug 31 07:34:30.768298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6e9ec-ff14-444d-bddb-aec24e3d8e86 tempest-NetworksIpV6Test-1748834524 tempest-NetworksIpV6Test-1748834524-project] Pushing event deleted for resources: {'Network': ['ID=2fa1a3b7-78ae-4a98-aba1-63435476c4f0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:31.010924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:31.143547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-49efb5c4-4903-492c-8f95-c54fc00acd98 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=6fbfcaf8bb5946a3ab77ade65562690f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1314986 Aug 31 07:34:31.147165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43138) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:31.197588 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:31.219640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:31.249903 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:31.269506 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:31.273280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:31.274501 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/2893e76e-2d81-4c90-827d-80a945aaa5c9 HTTP/1.1" status: 204 len: 168 time: 0.1261015 Aug 31 07:34:31.283929 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc71708-2dd0-4636-896f-f8fd0414bb49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2893e76e-2d81-4c90-827d-80a945aaa5c9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:31.988457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:32.092327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1846586542', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:32.118162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.119236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.178648 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.186041 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.202809 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.206683 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-848742db-b69e-4553-af89-860610f8192c tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2145293 Aug 31 07:34:32.206967 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:32.213002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-783205546'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:32.234040 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Made reservation on behalf of df10ff44ad884cdfa86d147fc3b9ff20 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:32.237603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.246792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.343713 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.347816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.377375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:32.388358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdfbe62c-599e-4feb-adb1-4bad77d50a65,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:32.394385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.394733 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Added segment 67af5824-749c-41ff-8c7f-7025b47d0041 of type vlan for network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb Aug 31 07:34:32.436737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.462427 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.469146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:32.469768 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.535114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3270333 Aug 31 07:34:32.538038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:32.542924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'subnet': {'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:32.549570 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b5bfe9-ab8c-4837-a9de-2804c9d032e3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event updated for resources: {'Network': ['ID=d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:32.559713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:32.638624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Made reservation on behalf of df10ff44ad884cdfa86d147fc3b9ff20 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:32.642381 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.831316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.894295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event updated for resources: {'Subnet': ['ID=f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:32.905853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Checking segment: {'id': '67af5824-749c-41ff-8c7f-7025b47d0041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:32.906213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Network hostable DHCP agents. Network: d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:32.924219 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:32.933390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:32.937995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:32.938798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:32.948386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fadc67-efb8-434e-9002-73d8cbfd7a36 None None] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:32.954460 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-24c4838c-db3c-4ea6-bf3c-3050d90484d4 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4153738 Aug 31 07:34:32.957443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:32.964456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1066586010'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:32.996257 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Made reservation on behalf of df10ff44ad884cdfa86d147fc3b9ff20 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:33.001814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.045780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] vlan segment allocate from pool success with {'vlan_id': 583, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:33.060538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.060891 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Added segment 6368ee26-0fdc-4e04-b23d-451ede367f1a of type vlan for network 37174f99-954f-4518-b4d5-2978f6303700 Aug 31 07:34:33.133690 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.163125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.164009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb', 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb', 'tenant_id': 'df10ff44ad884cdfa86d147fc3b9ff20', 'fixed_ips': [{'subnet_id': 'f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:33.165200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.169451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.170149 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.229127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2673922 Aug 31 07:34:33.229833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:33.236354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'subnet': {'network_id': '37174f99-954f-4518-b4d5-2978f6303700', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:33.292314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec83d554-bf04-4f38-b531-d78c22a78f2d tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event updated for resources: {'Network': ['ID=37174f99-954f-4518-b4d5-2978f6303700,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:33.306712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 37174f99-954f-4518-b4d5-2978f6303700 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:33.341619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Made reservation on behalf of df10ff44ad884cdfa86d147fc3b9ff20 for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:33.345144 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.354098 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Allocated IP 172.20.0.2 (d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb/f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f/eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:33.552055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.613462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event updated for resources: {'Subnet': ['ID=a3832959-2a5d-43f9-91e5-e84fd6f3cbb9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:33.625902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Checking segment: {'id': '6368ee26-0fdc-4e04-b23d-451ede367f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37174f99-954f-4518-b4d5-2978f6303700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:33.626265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Network hostable DHCP agents. Network: 37174f99-954f-4518-b4d5-2978f6303700, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:33.643859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Network 37174f99-954f-4518-b4d5-2978f6303700 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:33.653030 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 37174f99-954f-4518-b4d5-2978f6303700) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:33.660844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d189a2a-11e4-4747-b681-d7a649efbbf0 None None] Network 37174f99-954f-4518-b4d5-2978f6303700 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:33.662254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:33.662874 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.677760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bb569339-f85f-4d32-b0dd-837e2b34acdf tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4465895 Aug 31 07:34:33.680286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43172) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:33.685381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0df038df-1af6-40b2-ae73-388b4ecf8ca3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Request body: {'router': {'external_gateway_info': {'network_id': '37174f99-954f-4518-b4d5-2978f6303700'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:33.733127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.748726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Transition to ACTIVE for port object eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:33.788666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Transition to ACTIVE for port object eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:33.799672 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.875271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:33.882323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:33.886628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:33.896481 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Pushing event updated for resources: {'Port': ['ID=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:33.934009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-37174f99-954f-4518-b4d5-2978f6303700', 'network_id': '37174f99-954f-4518-b4d5-2978f6303700', 'tenant_id': 'df10ff44ad884cdfa86d147fc3b9ff20', 'fixed_ips': [{'subnet_id': 'a3832959-2a5d-43f9-91e5-e84fd6f3cbb9'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:33.934869 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:33.983208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Attempting to bind port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:33.983575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Attempting to bind port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '67af5824-749c-41ff-8c7f-7025b47d0041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:33.983932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Attempting to bind port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d on network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:34.039347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:34.039817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Checking segment: {'id': '67af5824-749c-41ff-8c7f-7025b47d0041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:34.040122 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.040514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Bound using segment: {'id': '67af5824-749c-41ff-8c7f-7025b47d0041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:34.040997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Bound port: eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67af5824-749c-41ff-8c7f-7025b47d0041', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'd2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:34.041392 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.154219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Allocated IP 172.21.0.2 (37174f99-954f-4518-b4d5-2978f6303700/a3832959-2a5d-43f9-91e5-e84fd6f3cbb9/5ac2239e-3338-444b-9df3-ab060a1ff8d5) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:34.156437 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] For port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:34.160885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] For port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,segment=NetworkSegment(67af5824-749c-41ff-8c7f-7025b47d0041),segment_id=67af5824-749c-41ff-8c7f-7025b47d0041)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:34.168394 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.224948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0df038df-1af6-40b2-ae73-388b4ecf8ca3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.274580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a444cb9f-ca3b-4010-af47-33b1bc8fed05 None None] Pushing event updated for resources: {'Port': ['ID=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:34.360907 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [None req-0df038df-1af6-40b2-ae73-388b4ecf8ca3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 31 07:34:34.362009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0df038df-1af6-40b2-ae73-388b4ecf8ca3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "PUT /v2.0/routers/2621b0c4-d506-49da-9f51-da5750a3b335 HTTP/1.1" status: 400 len: 364 time: 0.6806066 Aug 31 07:34:34.365479 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.368841 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43174) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:34.374706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Transition to ACTIVE for port object 5ac2239e-3338-444b-9df3-ab060a1ff8d5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:34.393091 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Transition to ACTIVE for port object 5ac2239e-3338-444b-9df3-ab060a1ff8d5 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:34.399397 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.428182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Deleting subnet a3832959-2a5d-43f9-91e5-e84fd6f3cbb9 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:34.431884 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.452601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Network 37174f99-954f-4518-b4d5-2978f6303700 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:34.460397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:34.464334 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:34.484121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Pushing event updated for resources: {'Port': ['ID=5ac2239e-3338-444b-9df3-ab060a1ff8d5,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:34.509616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.539993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Attempting to bind port 5ac2239e-3338-444b-9df3-ab060a1ff8d5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:34.540460 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Attempting to bind port 5ac2239e-3338-444b-9df3-ab060a1ff8d5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6368ee26-0fdc-4e04-b23d-451ede367f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37174f99-954f-4518-b4d5-2978f6303700'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:34.540894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Attempting to bind port 5ac2239e-3338-444b-9df3-ab060a1ff8d5 on network 37174f99-954f-4518-b4d5-2978f6303700 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:34.547529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:34.547909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Checking segment: {'id': '6368ee26-0fdc-4e04-b23d-451ede367f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37174f99-954f-4518-b4d5-2978f6303700'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:34.548311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.548704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Bound using segment: {'id': '6368ee26-0fdc-4e04-b23d-451ede367f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37174f99-954f-4518-b4d5-2978f6303700'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:34.549356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Bound port: 5ac2239e-3338-444b-9df3-ab060a1ff8d5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6368ee26-0fdc-4e04-b23d-451ede367f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '37174f99-954f-4518-b4d5-2978f6303700'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:34.549759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.612848 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.678073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.682178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] For port 5ac2239e-3338-444b-9df3-ab060a1ff8d5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:34.687232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] For port 5ac2239e-3338-444b-9df3-ab060a1ff8d5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5ac2239e-3338-444b-9df3-ab060a1ff8d5,segment=NetworkSegment(6368ee26-0fdc-4e04-b23d-451ede367f1a),segment_id=6368ee26-0fdc-4e04-b23d-451ede367f1a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:34.691445 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.715821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Subnet': ['ID=a3832959-2a5d-43f9-91e5-e84fd6f3cbb9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:34.717866 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.719861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-351bd30c-907b-4d99-bfd2-05e102d95a92 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "DELETE /v2.0/subnets/a3832959-2a5d-43f9-91e5-e84fd6f3cbb9 HTTP/1.1" status: 204 len: 168 time: 0.3495080 Aug 31 07:34:34.722604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43176) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:34.758383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e86b7a-4266-4c10-ad6f-08242d9304d0 None None] Pushing event updated for resources: {'Port': ['ID=5ac2239e-3338-444b-9df3-ab060a1ff8d5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:34.828968 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.890526 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Deleting port 5ac2239e-3338-444b-9df3-ab060a1ff8d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:34.890658 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.970781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] For port 5ac2239e-3338-444b-9df3-ab060a1ff8d5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5ac2239e-3338-444b-9df3-ab060a1ff8d5,segment=NetworkSegment(6368ee26-0fdc-4e04-b23d-451ede367f1a),segment_id=6368ee26-0fdc-4e04-b23d-451ede367f1a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:34.971147 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:34.990727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Calling delete_port for 5ac2239e-3338-444b-9df3-ab060a1ff8d5 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:35.085405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.111354 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Port': ['ID=5ac2239e-3338-444b-9df3-ab060a1ff8d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:35.116487 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] No DVR routers for this DVR port 5ac2239e-3338-444b-9df3-ab060a1ff8d5 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:35.203489 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.213993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37174f99-954f-4518-b4d5-2978f6303700']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.225420 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6368ee26-0fdc-4e04-b23d-451ede367f1a') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.225804 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6368ee26-0fdc-4e04-b23d-451ede367f1a') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:35.237901 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.252720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.259691 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Releasing vlan 583 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:35.260226 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:35.263594 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:35.296224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc6a02bf-904e-4955-ab15-94c7b01a325a None None] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:35.324437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.329818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.331726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "DELETE /v2.0/networks/37174f99-954f-4518-b4d5-2978f6303700 HTTP/1.1" status: 204 len: 168 time: 0.6081204 Aug 31 07:34:35.334422 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43178) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:35.347440 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c3c37-0967-4502-8890-64268b281210 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Network': ['ID=37174f99-954f-4518-b4d5-2978f6303700,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:35.377723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-133fc46a-949f-45cb-ab85-fb6290ccf0c7 None None] Provisioning for port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:35.397999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Deleting subnet f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:34:35.402878 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.445533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.546977 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.610862 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.640097 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Subnet': ['ID=f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:35.644928 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.647300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f30db4d6-b136-480d-9d78-0245a5b905a9 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "DELETE /v2.0/subnets/f5c04c47-69e1-4ced-9a58-cbf8aeee8a8f HTTP/1.1" status: 204 len: 168 time: 0.3118188 Aug 31 07:34:35.649984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43180) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:35.718533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d5615-db66-4b4a-9dcb-3d4dd74edd0e None None] Network d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:35.740539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.803107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Deleting port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:35.803491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.832026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdd39b00-54bb-4a71-9d6d-e3825554a0b6 None None] Could not find standard attr ID for object 5ac2239e-3338-444b-9df3-ab060a1ff8d5. {{(pid=94641) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 31 07:34:35.843430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3f1b14-390e-482e-8ef4-41d062600d85 None None] DHCP port deletion for 37174f99-954f-4518-b4d5-2978f6303700 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:35.874391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c97f2-9007-43c0-a02d-85e2bed2bb4d None None] Network 37174f99-954f-4518-b4d5-2978f6303700 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:35.878896 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] For port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,segment=NetworkSegment(67af5824-749c-41ff-8c7f-7025b47d0041),segment_id=67af5824-749c-41ff-8c7f-7025b47d0041)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:35.879315 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.886472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1c97f2-9007-43c0-a02d-85e2bed2bb4d None None] Network 37174f99-954f-4518-b4d5-2978f6303700 could not be found, it might have been deleted concurrently. {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 31 07:34:35.894088 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Calling delete_port for eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:35.946243 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] DHCP port deletion for d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:34:35.987060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:35.999102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Deleting port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:34:35.999494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.012163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Port': ['ID=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:36.018521 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] No DVR routers for this DVR port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:36.067691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] For port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d, host n-d-712707-15, got binding levels [] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:36.068085 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.080936 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Calling delete_port for eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:34:36.084102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.ipam_backend_mixin [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d was not found and therefore no delete operation was performed {{(pid=94641) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 31 07:34:36.085322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.099627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.110021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:36.112068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] Pushing event deleted for resources: {'Port': ['ID=eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:36.114964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9468ca-9a3f-4652-9a77-ad2fee6ef452 None None] No DVR routers for this DVR port eed29dee-b9d3-4f7d-86ae-b73ab0d0ce6d on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:34:36.125449 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67af5824-749c-41ff-8c7f-7025b47d0041') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:36.125752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67af5824-749c-41ff-8c7f-7025b47d0041') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:36.135701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.149934 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.155702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:34:36.156112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:34:36.159178 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:34:36.195173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.222108 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.229570 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.233901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "DELETE /v2.0/networks/d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb HTTP/1.1" status: 204 len: 168 time: 0.5827353 Aug 31 07:34:36.234469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43182) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:36.246765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c177865-dee4-4cf8-b850-b68a8f30d68f tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Pushing event deleted for resources: {'Network': ['ID=d2d7f2c6-d9ba-47ce-ad0d-356f2bfaf1cb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:36.262895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4957e600-df0b-4cf7-93b9-7066b25569f3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "GET /v2.0/ports?device_id=2621b0c4-d506-49da-9f51-da5750a3b335 HTTP/1.1" status: 200 len: 205 time: 0.0271442 Aug 31 07:34:36.265306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43184) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:36.343677 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.507403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.509483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.555191 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.555716 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Fanout notify agent at l3_agent the message router_deleted on router 2621b0c4-d506-49da-9f51-da5750a3b335 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:34:36.562766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:36.563742 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4b74cca4-c131-42ea-a4ab-d62bf3e3d6d3 tempest-RoutersNegativeTest-155476468 tempest-RoutersNegativeTest-155476468-project] 10.222.0.57 "DELETE /v2.0/routers/2621b0c4-d506-49da-9f51-da5750a3b335 HTTP/1.1" status: 204 len: 168 time: 0.2975273 Aug 31 07:34:36.811747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43190) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:36.948575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bb3c9181-be95-41d6-badd-73514dcdf25f admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=df10ff44ad884cdfa86d147fc3b9ff20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1356308 Aug 31 07:34:36.951355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43194) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:37.000590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.021628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.074087 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.076917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.078109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/fdfbe62c-599e-4feb-adb1-4bad77d50a65 HTTP/1.1" status: 204 len: 168 time: 0.1258438 Aug 31 07:34:37.086397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765a34e8-9f0e-4e3b-8573-6309298240fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdfbe62c-599e-4feb-adb1-4bad77d50a65,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:37.713209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:37.806799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-291916856-network', 'tenant_id': '47500df2cee1424080b68a78fb0cf517'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:37.828581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Made reservation on behalf of 47500df2cee1424080b68a78fb0cf517 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:37.830858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.839803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.930376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.934172 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.961707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:37.971489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee56797d-a8a8-4006-80d1-0a356fe24db8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:37.977138 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:37.977540 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Added segment 45bee1d1-aa5e-4a65-b2c2-bbff74346236 of type vlan for network 1183435c-04d7-48d2-b09c-937982e0c692 Aug 31 07:34:38.020039 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.046671 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.047610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:38.048195 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.103324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3888743 Aug 31 07:34:38.106544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:38.112063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Request body: {'subnet': {'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-subnet', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:38.114400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe4a24-a85a-4769-b547-0cd5470b3137 admin admin] Pushing event updated for resources: {'Network': ['ID=1183435c-04d7-48d2-b09c-937982e0c692,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:38.124461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 1183435c-04d7-48d2-b09c-937982e0c692 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:38.136447 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Made reservation on behalf of 47500df2cee1424080b68a78fb0cf517 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:38.138857 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.308176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.371677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a2a051b-8e31-4d34-b241-798ff922dd6d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:38.376812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Checking segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:38.377174 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Network hostable DHCP agents. Network: 1183435c-04d7-48d2-b09c-937982e0c692, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:38.393394 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Network 1183435c-04d7-48d2-b09c-937982e0c692 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:38.403605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 1183435c-04d7-48d2-b09c-937982e0c692) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:38.409087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:38.409969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.416975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71f92be-65c1-460a-b123-7aa9191142bb None None] Network 1183435c-04d7-48d2-b09c-937982e0c692 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:38.429467 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-523c7ce4-32f2-43d3-a603-75b2357aeb89 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3217008 Aug 31 07:34:38.433954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43222) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:38.438367 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:38.460041 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.461094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.514733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.570961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-1183435c-04d7-48d2-b09c-937982e0c692', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:38.571884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.656716 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.706455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Allocated IP 172.20.0.2 (1183435c-04d7-48d2-b09c-937982e0c692/6a2a051b-8e31-4d34-b241-798ff922dd6d/66cc1629-9d33-45bc-ab1d-b82d06d56b0a) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:38.854166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.859742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.862585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Transition to ACTIVE for port object 66cc1629-9d33-45bc-ab1d-b82d06d56b0a will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:38.877250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Transition to ACTIVE for port object 66cc1629-9d33-45bc-ab1d-b82d06d56b0a will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:38.883299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.883621 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:38.923810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Network 1183435c-04d7-48d2-b09c-937982e0c692 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:38.926710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:38.930908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:38.938035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Pushing event updated for resources: {'Port': ['ID=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:38.996121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Allocated IP 172.25.3.149 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/0bc349a9-52f3-4331-8b1d-12ba92d28e65) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:38.996884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Attempting to bind port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:38.997077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Attempting to bind port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:38.997719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Attempting to bind port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:39.003874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:39.004259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Checking segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:39.005293 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.005837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Bound using segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:39.006365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Bound port: 66cc1629-9d33-45bc-ab1d-b82d06d56b0a, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:39.006710 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.075787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] For port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:39.079132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] For port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:39.083731 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.108227 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.147704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb95aa-94e4-484f-9e01-5fbd7df534fe None None] Pushing event updated for resources: {'Port': ['ID=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:39.154305 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.197794 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:39.201065 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:39.204867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:39.210902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Pushing event updated for resources: {'Port': ['ID=0bc349a9-52f3-4331-8b1d-12ba92d28e65,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:39.486749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.700027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.844972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:34:39.961103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:39.972464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Sync routers for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:39.978382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:39.981491 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6e505c6-6d0c-47fc-a88e-269dd876ac6c admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5464671 Aug 31 07:34:39.982995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:39.984628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:39.985269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:40.082405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4956c9f-9376-4eb7-b994-08f5ec405525 None None] Network 1183435c-04d7-48d2-b09c-937982e0c692 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:40.140443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:40.248497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8441c5a6-f452-4a41-9413-5335a777d91b None None] Provisioning for port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:40.390894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66cc1629-9d33-45bc-ab1d-b82d06d56b0a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:40.431232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.457240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:39Z', 'revision_number': 3, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:40.486454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Checking router: 661f1ef1-5303-4199-aa2f-17ffdcc91b86 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:40.486910 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Updating router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:34:40.491152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:40.512176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:40.512546 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.538296 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.612414 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Allocated IP 172.20.0.1 (1183435c-04d7-48d2-b09c-937982e0c692/6a2a051b-8e31-4d34-b241-798ff922dd6d/3a4e9845-fe02-425d-b0c7-e9c755a05318) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:40.730455 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.745377 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Transition to ACTIVE for port object 3a4e9845-fe02-425d-b0c7-e9c755a05318 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:40.748460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.758455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cd3ba017-86ac-4f9e-b570-61403d416111 None None] Provisioning complete for port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:40.758910 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd3ba017-86ac-4f9e-b570-61403d416111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.779180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.820844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Network 1183435c-04d7-48d2-b09c-937982e0c692 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:40.823783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:40.827868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:40.830464 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:40.839698 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:40.851859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Pushing event updated for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:40.874133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.019117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.110474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:41.162336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.173648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Transition to ACTIVE for port object 0bc349a9-52f3-4331-8b1d-12ba92d28e65 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:41.180542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.238565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1636e-a845-42f4-8315-b69e283ffd95 None None] Pushing event updated for resources: {'Port': ['ID=0bc349a9-52f3-4331-8b1d-12ba92d28e65,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:41.241920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Attempting to bind port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:41.242288 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Attempting to bind port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:41.242732 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Attempting to bind port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:41.248643 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:41.249253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:41.249642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.249823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:41.250287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Bound port: 0bc349a9-52f3-4331-8b1d-12ba92d28e65, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:41.250674 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.289034 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55803d98-f426-4dc4-b42d-432d771f354a None None] Provisioning for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:41.299209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-55803d98-f426-4dc4-b42d-432d771f354a None None] Provisioning complete for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:41.299584 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-55803d98-f426-4dc4-b42d-432d771f354a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.353109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] For port 0bc349a9-52f3-4331-8b1d-12ba92d28e65, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:41.361744 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] For port 0bc349a9-52f3-4331-8b1d-12ba92d28e65, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0bc349a9-52f3-4331-8b1d-12ba92d28e65,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:41.366808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-55803d98-f426-4dc4-b42d-432d771f354a None None] Port 3a4e9845-fe02-425d-b0c7-e9c755a05318 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:34:41.371327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.478257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:41.479324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:41.534861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.541219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.543225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd1636e-a845-42f4-8315-b69e283ffd95 None None] Pushing event updated for resources: {'Port': ['ID=0bc349a9-52f3-4331-8b1d-12ba92d28e65,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:41.607621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Pushing event updated for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:41.610253 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:41.634803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:41.704731 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Network 1183435c-04d7-48d2-b09c-937982e0c692 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:41.706251 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:41.831904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:34:41.851878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3a4e9845-fe02-425d-b0c7-e9c755a05318', 'name': '', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'mac_address': 'fa:16:3e:81:e9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:40Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 1, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'subnets': [{'id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:41.878980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3e97a6-7208-4ccd-a720-e6a45f7c2811 None None] The sync data for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 is: [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3a4e9845-fe02-425d-b0c7-e9c755a05318', 'name': '', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'mac_address': 'fa:16:3e:81:e9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:40Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 1, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'subnets': [{'id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:41.954142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:41.961344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-984c5ac4-2798-4fee-ae85-000ee1fa19ba admin admin] 10.222.0.57 "PUT /v2.0/routers/661f1ef1-5303-4199-aa2f-17ffdcc91b86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9770100 Aug 31 07:34:41.993411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e675d6b5-b540-4bac-8e92-5a763be28523 None None] Provisioning complete for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:41.993789 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e675d6b5-b540-4bac-8e92-5a763be28523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.036650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e675d6b5-b540-4bac-8e92-5a763be28523 None None] Port 3a4e9845-fe02-425d-b0c7-e9c755a05318 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:34:42.367979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66cc1629-9d33-45bc-ab1d-b82d06d56b0a up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:42.430085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:42.430558 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.550113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43240) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:42.556251 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1356010689-network', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:42.579543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Made reservation on behalf of ab4d005a30804fa38b497670a20fc07e for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:42.582305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.592913 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.716979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.721705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.752516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] vlan segment allocate from pool success with {'vlan_id': 576, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:34:42.766820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36fab3d0-ed2f-44a3-bcf9-d690bd33b9b8,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:42.773263 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.773263 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Added segment d06e08ee-212a-4b15-be62-859a25a4fc65 of type vlan for network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 Aug 31 07:34:42.826351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.856585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.857727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:42.858327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:42.922043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3684485 Aug 31 07:34:42.922391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43242) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:42.927631 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Request body: {'subnet': {'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-subnet', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:42.934741 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c16b6-4ac8-493e-b1f8-bee025346b86 admin admin] Pushing event updated for resources: {'Network': ['ID=a4b88f3f-3990-4ffb-a6ae-84c36ee44277,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:42.953046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:34:42.956290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Made reservation on behalf of ab4d005a30804fa38b497670a20fc07e for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:42.959635 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.162307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.220109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:43.233485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Checking segment: {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:43.234052 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Network hostable DHCP agents. Network: a4b88f3f-3990-4ffb-a6ae-84c36ee44277, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:34:43.256765 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:34:43.266975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, a4b88f3f-3990-4ffb-a6ae-84c36ee44277) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:43.272522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:43.273134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.284316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec12281-6988-4ff8-883c-fe8bd13f7f4a None None] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:43.290112 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6bf03dc3-e8d0-4558-a000-80eeafa9ce94 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3666031 Aug 31 07:34:43.292832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:43.297753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:43.321290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.322353 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.385408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.438149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:34:43.439079 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.532974 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.581885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Allocated IP 172.20.0.2 (a4b88f3f-3990-4ffb-a6ae-84c36ee44277/c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb/f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:43.742258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.757878 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.763543 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Transition to ACTIVE for port object f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:43.778220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.782662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Transition to ACTIVE for port object f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:43.789970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.833774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:43.836905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:43.841448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:43.844628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Pushing event updated for resources: {'Port': ['ID=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:43.890748 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Allocated IP 172.25.3.192 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/70ff7726-2de1-4e7e-b6b3-f4dc5063d01e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:43.905286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Attempting to bind port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:43.906108 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Attempting to bind port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:43.906480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Attempting to bind port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 on network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:43.912932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:43.913310 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Checking segment: {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:43.913742 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.914138 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Bound using segment: {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:43.914715 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Bound port: f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:43.914985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:43.990109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] For port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:43.993871 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] For port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:44.000857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.016437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.060110 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.087992 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Sync routers for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:44.102172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bcbe2f-bf92-4a97-93ca-d9bfe99eaab8 None None] Pushing event updated for resources: {'Port': ['ID=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:44.115419 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:44.116045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:44.120612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:44.124957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:44.127435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:44.130008 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Pushing event updated for resources: {'Port': ['ID=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:44.367710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:44.483566 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.501533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:44.555989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:44.560915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0bc349a9-52f3-4331-8b1d-12ba92d28e65 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:44.613199 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3a4e9845-fe02-425d-b0c7-e9c755a05318', 'name': '', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'mac_address': 'fa:16:3e:81:e9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:40Z', 'updated_at': '2021-08-31T07:34:41Z', 'revision_number': 2, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'subnets': [{'id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:44.623030 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:44.627988 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:44.628366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.646688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Checking router: 661f1ef1-5303-4199-aa2f-17ffdcc91b86 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:44.647198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Updating router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 port 3a4e9845-fe02-425d-b0c7-e9c755a05318 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:34:44.679450 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.718053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.719564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.747647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 0bc349a9-52f3-4331-8b1d-12ba92d28e65, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0bc349a9-52f3-4331-8b1d-12ba92d28e65,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:44.753199 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.820888 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=0bc349a9-52f3-4331-8b1d-12ba92d28e65,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:44.873894 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Router ba98c4e0-6224-4a1a-a4c7-291878a8e781 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:34:44.988047 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:44.998224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:44.998923 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Transition to ACTIVE for port object 3a4e9845-fe02-425d-b0c7-e9c755a05318 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:45.008410 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.014028 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Sync routers for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:45.027261 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.027872 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:45.027994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:45.029043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f0bfcba-3a60-4e52-bd1e-d4f520e5603b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7352009 Aug 31 07:34:45.031925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43246) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:34:45.067619 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Pushing event updated for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:45.094339 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.094982 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.094982 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.095396 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.095729 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.096055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.096380 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.096703 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.097022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.097358 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.097678 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.097994 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:34:45.142374 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Attempting to bind port 3a4e9845-fe02-425d-b0c7-e9c755a05318 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:45.142896 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Attempting to bind port 3a4e9845-fe02-425d-b0c7-e9c755a05318 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:45.143350 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Attempting to bind port 3a4e9845-fe02-425d-b0c7-e9c755a05318 on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:45.150311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:45.150855 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Checking segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:45.151358 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.151848 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Bound using segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:45.152426 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Bound port: 3a4e9845-fe02-425d-b0c7-e9c755a05318, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:45.152911 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.198522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:45.252926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] For port 3a4e9845-fe02-425d-b0c7-e9c755a05318, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:45.261372 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] For port 3a4e9845-fe02-425d-b0c7-e9c755a05318, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a4e9845-fe02-425d-b0c7-e9c755a05318,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:45.269443 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.368903 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:45.369764 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:45.373790 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1801502-32e7-4a68-acc1-a40290482354 None None] Pushing event updated for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:45.398579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcd41ef-0501-4cbc-8084-4c99d41236c3 None None] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:34:45.512938 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:45.575469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Provisioning for port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:45.638560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Provisioning complete for port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:45.638962 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.713482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:44Z', 'revision_number': 3, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:45.716030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.756469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Checking router: ba98c4e0-6224-4a1a-a4c7-291878a8e781 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:45.756831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Updating router ba98c4e0-6224-4a1a-a4c7-291878a8e781 port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:34:45.785104 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3a4e9845-fe02-425d-b0c7-e9c755a05318', 'name': '', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'mac_address': 'fa:16:3e:81:e9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:40Z', 'updated_at': '2021-08-31T07:34:45Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'subnets': [{'id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:45.811879 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.826527 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ebe44bc-e5ef-4753-bcf4-e9f7acb9cccb None None] The sync data for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 is: [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:40Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '3a4e9845-fe02-425d-b0c7-e9c755a05318', 'name': '', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'mac_address': 'fa:16:3e:81:e9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:40Z', 'updated_at': '2021-08-31T07:34:45Z', 'revision_number': 4, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'subnets': [{'id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:45.856096 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:45.948500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Allocated IP 172.20.0.1 (a4b88f3f-3990-4ffb-a6ae-84c36ee44277/c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb/d7782408-c97e-4821-adcd-ff28c94310f4) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:46.009557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] For port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:46.030822 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.065108 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.113611 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.131463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfb973b-558c-47f8-a7fb-ea5f25dd418f None None] Pushing event updated for resources: {'Port': ['ID=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:46.138673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Transition to ACTIVE for port object d7782408-c97e-4821-adcd-ff28c94310f4 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:46.190162 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.222508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-dd025507-c812-4cc2-838d-6bc34f28e6b1 None None] Provisioning complete for port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:46.223004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dd025507-c812-4cc2-838d-6bc34f28e6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.250041 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:46.256650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:46.262115 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:46.267158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Pushing event updated for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:46.267985 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.295879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Transition to ACTIVE for port object 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:46.307027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.326801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.405509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Attempting to bind port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:46.405876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Attempting to bind port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:46.406242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Attempting to bind port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:46.592779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.608789 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a4e9845-fe02-425d-b0c7-e9c755a05318 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:46.616704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a665f0-d165-4890-94c3-8be548cd7488 None None] Pushing event updated for resources: {'Port': ['ID=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:46.625088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:46.625864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:46.626476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.627241 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:46.627922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Bound port: 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:46.628711 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.733262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] For port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:46.740260 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] For port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:46.745522 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:46.759105 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.768244 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:46.768775 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.849627 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.856292 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.879893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab55001b-7c87-450a-9617-daf05b7ec702 None None] Provisioning for port d7782408-c97e-4821-adcd-ff28c94310f4 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:46.891860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ab55001b-7c87-450a-9617-daf05b7ec702 None None] Provisioning complete for port d7782408-c97e-4821-adcd-ff28c94310f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:46.892243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ab55001b-7c87-450a-9617-daf05b7ec702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.898392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a665f0-d165-4890-94c3-8be548cd7488 None None] Pushing event updated for resources: {'Port': ['ID=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:46.925960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:46.927461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:46.939135 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:46.943329 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Pushing event updated for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:47.016265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ab55001b-7c87-450a-9617-daf05b7ec702 None None] Port d7782408-c97e-4821-adcd-ff28c94310f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:34:47.070148 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:47.071345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.072451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:47.126063 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:47.165676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 3a4e9845-fe02-425d-b0c7-e9c755a05318, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a4e9845-fe02-425d-b0c7-e9c755a05318,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:47.173302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.174565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:47.203954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Router ba98c4e0-6224-4a1a-a4c7-291878a8e781 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:34:47.337926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:47.347188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:34:47.357434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d5888819-787f-492b-b993-6dc535701d91 admin admin] 10.222.0.57 "PUT /v2.0/routers/ba98c4e0-6224-4a1a-a4c7-291878a8e781/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3218477 Aug 31 07:34:47.372798 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b3387cd2-a528-418e-bdcc-fabfcbfae5e4 None None] Provisioning complete for port d7782408-c97e-4821-adcd-ff28c94310f4 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:47.373177 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b3387cd2-a528-418e-bdcc-fabfcbfae5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.433050 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:47.433514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:47.462887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b3387cd2-a528-418e-bdcc-fabfcbfae5e4 None None] Port d7782408-c97e-4821-adcd-ff28c94310f4 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:34:47.580038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'd7782408-c97e-4821-adcd-ff28c94310f4', 'name': '', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'mac_address': 'fa:16:3e:68:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:45Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 2, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'subnets': [{'id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:47.583023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0bc349a9-52f3-4331-8b1d-12ba92d28e65 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:47.629357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc1caf4-a4a0-4573-abfa-e51c664e491a None None] The sync data for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 is: [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'd7782408-c97e-4821-adcd-ff28c94310f4', 'name': '', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'mac_address': 'fa:16:3e:68:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:45Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 2, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'subnets': [{'id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:47.671345 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:47.671705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.326774 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-04a0495b-3021-4747-9e1d-3cecd1b011d0 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:48.328400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-04a0495b-3021-4747-9e1d-3cecd1b011d0 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 816 time: 0.1212335 Aug 31 07:34:48.350830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-1f365cd9-efd4-486f-8e75-fe12a865aecc tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/quotas/47500df2cee1424080b68a78fb0cf517 HTTP/1.1" status: 200 len: 375 time: 0.0150576 Aug 31 07:34:48.364552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a4e9845-fe02-425d-b0c7-e9c755a05318 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:48.414773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-b3045564-1f7f-4dfa-8f9e-e87ae6d80c32 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573449 Aug 31 07:34:48.426873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 3a4e9845-fe02-425d-b0c7-e9c755a05318 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:48.427242 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:48.525257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-5c5a0c3a-f242-4c9b-83c2-425be20a23b3 service neutron] 10.222.0.57 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962272 Aug 31 07:34:48.652879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-de300576-1c75-4d0d-8f0f-2f27c3acc119 service neutron] 10.222.0.57 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178117 Aug 31 07:34:48.863560 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4f38205f-cade-47b3-9f89-20c95af5e8a0 req-59b882c7-98a9-490a-b356-4509ad9ad069 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 210 time: 0.0302777 Aug 31 07:34:49.842388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-2219ad39-d5ef-4c5f-9417-d0adf765a489 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:49.844082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-2219ad39-d5ef-4c5f-9417-d0adf765a489 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 816 time: 0.1245620 Aug 31 07:34:49.857737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Request body: {'port': {'device_id': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'admin_state_up': True, 'tenant_id': '47500df2cee1424080b68a78fb0cf517'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:49.985776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6194ad36-ce73-4a79-bcaf-70583c867f2b req-ade77068-8b15-47ee-bfdc-9ce6528449dd tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 210 time: 0.0393214 Aug 31 07:34:50.006835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Made reservation on behalf of 47500df2cee1424080b68a78fb0cf517 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:34:50.012060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.073460 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Sync routers for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:34:50.084751 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:50.085519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:50.158391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Allocated IP 172.20.0.8 (1183435c-04d7-48d2-b09c-937982e0c692/6a2a051b-8e31-4d34-b241-798ff922dd6d/2f2b6fc2-559a-45f0-8e67-9038d994678d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:34:50.202668 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:50.326324 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.346323 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Transition to ACTIVE for port object 2f2b6fc2-559a-45f0-8e67-9038d994678d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:50.393989 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.394237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:50.434836 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'd7782408-c97e-4821-adcd-ff28c94310f4', 'name': '', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'mac_address': 'fa:16:3e:68:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:45Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 2, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'subnets': [{'id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:50.443427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Network 1183435c-04d7-48d2-b09c-937982e0c692 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:34:50.447485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:34:50.449905 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:50.452249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:34:50.456818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:50.457232 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.473835 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Checking router: ba98c4e0-6224-4a1a-a4c7-291878a8e781 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:34:50.474335 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Updating router ba98c4e0-6224-4a1a-a4c7-291878a8e781 port d7782408-c97e-4821-adcd-ff28c94310f4 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:34:50.482515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Pushing event updated for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:50.507787 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.517487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:50.518150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.541740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-dd347d6b-4c18-4127-9b8e-5ab7d121a289 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881073 Aug 31 07:34:50.554491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Request body: {'port': {'device_id': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:34:50.555487 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.585750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:50.591217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.644115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.660949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:50.723395 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c656c0f3-a56d-400b-8887-1e3d055d4e8c None None] Provisioning for port 2f2b6fc2-559a-45f0-8e67-9038d994678d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:50.728863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c656c0f3-a56d-400b-8887-1e3d055d4e8c None None] Provisioning complete for port 2f2b6fc2-559a-45f0-8e67-9038d994678d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:50.729269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c656c0f3-a56d-400b-8887-1e3d055d4e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.769240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c656c0f3-a56d-400b-8887-1e3d055d4e8c None None] Port 2f2b6fc2-559a-45f0-8e67-9038d994678d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:34:50.882375 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.894486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Transition to ACTIVE for port object d7782408-c97e-4821-adcd-ff28c94310f4 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:50.904592 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:50.963889 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7b30-f014-4954-8e5d-e65bbb99864a None None] Pushing event updated for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:51.024354 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Attempting to bind port d7782408-c97e-4821-adcd-ff28c94310f4 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:51.024870 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Attempting to bind port d7782408-c97e-4821-adcd-ff28c94310f4 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:51.025459 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Attempting to bind port d7782408-c97e-4821-adcd-ff28c94310f4 on network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:51.032413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:51.032796 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Checking segment: {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:51.033582 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.034055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Bound using segment: {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:51.034549 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Bound port: d7782408-c97e-4821-adcd-ff28c94310f4, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd06e08ee-212a-4b15-be62-859a25a4fc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 576, 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:51.034943 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.137598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da484957-17db-4f78-b4c1-9097e9ddce6b req-66f7097a-a2bc-4148-afe5-6bf4b73c3f25 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:51.140231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da484957-17db-4f78-b4c1-9097e9ddce6b req-66f7097a-a2bc-4148-afe5-6bf4b73c3f25 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 931 time: 0.0619812 Aug 31 07:34:51.143761 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] For port d7782408-c97e-4821-adcd-ff28c94310f4, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:51.148544 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] For port d7782408-c97e-4821-adcd-ff28c94310f4, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d7782408-c97e-4821-adcd-ff28c94310f4,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:51.157856 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.209024 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-da484957-17db-4f78-b4c1-9097e9ddce6b req-751367ba-6cd8-42b5-8495-896d4d213dd9 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601709 Aug 31 07:34:51.225997 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:34:51.226536 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:34:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:51.371891 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3e7b30-f014-4954-8e5d-e65bbb99864a None None] Pushing event updated for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:51.378495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f2b6fc2-559a-45f0-8e67-9038d994678d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:34:51.391710 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.413716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Transition to ACTIVE for port object 2f2b6fc2-559a-45f0-8e67-9038d994678d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:34:51.419812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.471959 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:34:51.482863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:51.590593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Attempting to bind port 2f2b6fc2-559a-45f0-8e67-9038d994678d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:34:51.591023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Attempting to bind port 2f2b6fc2-559a-45f0-8e67-9038d994678d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:34:51.591441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Attempting to bind port 2f2b6fc2-559a-45f0-8e67-9038d994678d on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:51.596735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Port 2f2b6fc2-559a-45f0-8e67-9038d994678d on network 1183435c-04d7-48d2-b09c-937982e0c692 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:34:51.597151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Attempting to bind port 2f2b6fc2-559a-45f0-8e67-9038d994678d on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:34:51.604087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:34:51.604441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Checking segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:34:51.605152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Bound using segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:34:51.605898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Bound port: 2f2b6fc2-559a-45f0-8e67-9038d994678d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:34:51.606341 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.696432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:34:51.701579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:34:51.708464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.744003 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'd7782408-c97e-4821-adcd-ff28c94310f4', 'name': '', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'mac_address': 'fa:16:3e:68:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:45Z', 'updated_at': '2021-08-31T07:34:51Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'subnets': [{'id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:34:51.744263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:51.744997 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:51.746475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] 10.222.0.53 "PUT /v2.0/ports/2f2b6fc2-559a-45f0-8e67-9038d994678d HTTP/1.1" status: 200 len: 1092 time: 1.1969166 Aug 31 07:34:51.749800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:51.752174 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5" -d '{"events": [{"name": "network-changed", "server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:51.791342 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a989c68-a985-4169-a696-6778e6dc9248 None None] The sync data for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 is: [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:46Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'd7782408-c97e-4821-adcd-ff28c94310f4', 'name': '', 'network_id': 'a4b88f3f-3990-4ffb-a6ae-84c36ee44277', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'mac_address': 'fa:16:3e:68:cc:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_interface', 'standard_attr_id': 4124, 'fixed_ips': [{'subnet_id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:45Z', 'updated_at': '2021-08-31T07:34:51Z', 'revision_number': 4, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'subnets': [{'id': 'c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:34:51.833005 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e9f9b6-4db4-402c-bfb4-271ea09987a4 x-openstack-request-id: req-a6e9f9b6-4db4-402c-bfb4-271ea09987a4 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:51.833619 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:51.833944 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a6e9f9b6-4db4-402c-bfb4-271ea09987a4 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:51.834518 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d', 'status': 'completed', 'code': 200} Aug 31 07:34:51.839072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3b3e70-19d4-48c0-9bb7-081cb6d63c3e service neutron] Pushing event updated for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:51.869322 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-cadb0864-65b6-4daa-860a-f4f922c08786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:51.871131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-cadb0864-65b6-4daa-860a-f4f922c08786 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 1095 time: 0.0748498 Aug 31 07:34:51.930704 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-9bb1dd3a-c7de-4064-aa31-8b5b2f20891b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d HTTP/1.1" status: 200 len: 217 time: 0.0515823 Aug 31 07:34:51.992735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-4b5ef843-94bf-4d69-b09b-cf98d3c8df58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:51.994294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-4b5ef843-94bf-4d69-b09b-cf98d3c8df58 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a2a051b-8e31-4d34-b241-798ff922dd6d HTTP/1.1" status: 200 len: 855 time: 0.0559671 Aug 31 07:34:52.048635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-efb10ed7-0efa-43ea-8151-acc7e725cb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.050455 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-efb10ed7-0efa-43ea-8151-acc7e725cb6d service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1183435c-04d7-48d2-b09c-937982e0c692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0485547 Aug 31 07:34:52.165613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-98ede52b-6c22-4da0-a358-85b7dcf0e26d service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077139 Aug 31 07:34:52.278646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-60cec04c-1711-4b2c-89d5-142f71feb820 req-6c9b6ffc-ec7c-45a8-8a35-0b9b2fafcb09 service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058378 Aug 31 07:34:52.382922 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f628711-2daa-4020-b3bd-540ae7113374 req-24fffd6b-a56d-4af3-81a2-4297f4dccb30 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.385400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f628711-2daa-4020-b3bd-540ae7113374 req-24fffd6b-a56d-4af3-81a2-4297f4dccb30 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 943 time: 0.0783243 Aug 31 07:34:52.404356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-8ee81787-4603-474f-9a17-8c6af5c41fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.406837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-8ee81787-4603-474f-9a17-8c6af5c41fd7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 1095 time: 0.0573316 Aug 31 07:34:52.436235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d7782408-c97e-4821-adcd-ff28c94310f4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:52.437506 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2f628711-2daa-4020-b3bd-540ae7113374 req-54ec69bc-9a1b-4a13-b13b-b3d7711e54c3 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455427 Aug 31 07:34:52.501287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d7782408-c97e-4821-adcd-ff28c94310f4 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:52.509226 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d7782408-c97e-4821-adcd-ff28c94310f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:52.510109 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.522555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-e10f56a1-e1a9-4820-8b08-c4d5de1277e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.524118 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-e10f56a1-e1a9-4820-8b08-c4d5de1277e5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 917 time: 0.1091504 Aug 31 07:34:52.570312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-b0a30132-61e2-43f4-8c0b-994154c26d87 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d HTTP/1.1" status: 200 len: 217 time: 0.0388050 Aug 31 07:34:52.619987 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.631613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-173497c2-951c-4673-b2e0-66b12d153eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.633738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-173497c2-951c-4673-b2e0-66b12d153eea service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a2a051b-8e31-4d34-b241-798ff922dd6d HTTP/1.1" status: 200 len: 855 time: 0.0557604 Aug 31 07:34:52.658019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d7782408-c97e-4821-adcd-ff28c94310f4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d7782408-c97e-4821-adcd-ff28c94310f4,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:52.664815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.666075 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:52.699911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-d5763fcd-f7f3-482a-9602-69c4d3945a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:52.702050 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-d5763fcd-f7f3-482a-9602-69c4d3945a05 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1183435c-04d7-48d2-b09c-937982e0c692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0598536 Aug 31 07:34:52.747422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:52.761739 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:52.762121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:52.827641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-f62e095a-1213-4c11-b828-4fce56c2c1b9 service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168587 Aug 31 07:34:52.934216 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e1fdf35-722c-4a10-b95c-191dcdf3bee5 req-7cd2061b-565e-4d07-aa97-3c6ec739820a service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989923 Aug 31 07:34:53.572558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d945b9b-89d4-4694-a80d-1bbc5721a7f8 req-533ced7b-c3b7-4b18-ab47-182bb5952df8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:53.574233 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d945b9b-89d4-4694-a80d-1bbc5721a7f8 req-533ced7b-c3b7-4b18-ab47-182bb5952df8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 943 time: 0.0560806 Aug 31 07:34:53.617287 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1d945b9b-89d4-4694-a80d-1bbc5721a7f8 req-c4147ab9-cced-4aa1-8e23-55ae52a777a1 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364239 Aug 31 07:34:54.357097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d7782408-c97e-4821-adcd-ff28c94310f4 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:54.406812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d7782408-c97e-4821-adcd-ff28c94310f4 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:54.407176 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:54.732198 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731b7a8d-d28a-4a54-8106-01c2b5fec986 req-e42e8e76-f7b8-4a2e-8c7a-61ac11d25c9e tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:54.733726 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-731b7a8d-d28a-4a54-8106-01c2b5fec986 req-e42e8e76-f7b8-4a2e-8c7a-61ac11d25c9e tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 943 time: 0.0500841 Aug 31 07:34:54.773270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-731b7a8d-d28a-4a54-8106-01c2b5fec986 req-50d5389c-646e-4fad-bd0f-c0f879c22bab tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329018 Aug 31 07:34:54.911494 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9c67a885-b2e7-4a28-b9b0-3bb4724c30d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.242901 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f2b6fc2-559a-45f0-8e67-9038d994678d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:34:55.343119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:55.355199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '2f2b6fc2-559a-45f0-8e67-9038d994678d', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'port_id': '2f2b6fc2-559a-45f0-8e67-9038d994678d', 'mac_address': 'fa:16:3e:3e:f8:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:34:55.393042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.405968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f2b6fc2-559a-45f0-8e67-9038d994678d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:34:55.429384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:55.433408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:55.483679 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:55.636045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2f2b6fc2-559a-45f0-8e67-9038d994678d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:34:55.907361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b1c0e5-1ab7-48d6-9890-795eebacec9a req-1641ce23-a8de-4262-8413-29358df54544 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:55.908954 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5b1c0e5-1ab7-48d6-9890-795eebacec9a req-1641ce23-a8de-4262-8413-29358df54544 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 944 time: 0.0632336 Aug 31 07:34:55.949122 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5b1c0e5-1ab7-48d6-9890-795eebacec9a req-9a1e1c5d-72f0-43cb-8b94-8a5f7b26fdeb tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334523 Aug 31 07:34:57.062627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e54b2f0-b1f4-40f6-87be-bf65590d754c req-ed50dc61-21aa-44b1-9013-0013ade45639 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:57.064338 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e54b2f0-b1f4-40f6-87be-bf65590d754c req-ed50dc61-21aa-44b1-9013-0013ade45639 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 944 time: 0.0486755 Aug 31 07:34:57.102961 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6e54b2f0-b1f4-40f6-87be-bf65590d754c req-0bc06a9c-45ec-48c2-827c-13e5ffd90eb8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311623 Aug 31 07:34:57.184665 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:34:57.258453 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f2b6fc2-559a-45f0-8e67-9038d994678d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:34:57.309595 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 2f2b6fc2-559a-45f0-8e67-9038d994678d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:34:57.313295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 2f2b6fc2-559a-45f0-8e67-9038d994678d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:34:57.313697 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.392399 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.415906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:34:57.418206 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169dab54-abae-479a-8282-1ce60a92beeb" -d '{"events": [{"server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:34:57.430860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:34:57.435384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.465079 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff5da290-a3e9-403e-b1ea-9568eec6d37f x-openstack-request-id: req-ff5da290-a3e9-403e-b1ea-9568eec6d37f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:34:57.465421 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "name": "network-vif-plugged", "status": "completed", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:34:57.465653 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ff5da290-a3e9-403e-b1ea-9568eec6d37f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:34:57.466063 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d', 'code': 200} Aug 31 07:34:57.493161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:34:57.526981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43561023-fec6-4384-899f-1f543b0cd924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:57.561033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d806a4ba-882c-4740-ba94-8736cb2607ac req-b8f24428-c24b-4de9-a742-99cc44436b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:57.562879 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d806a4ba-882c-4740-ba94-8736cb2607ac req-b8f24428-c24b-4de9-a742-99cc44436b92 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 1097 time: 0.0456343 Aug 31 07:34:57.599417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d806a4ba-882c-4740-ba94-8736cb2607ac req-189fbaff-8506-4a44-b85e-9342903f2ef6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294135 Aug 31 07:34:57.873694 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:34:58.223971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7df74-3a30-4e8b-9fda-f8303ca1ac4f req-57cfb728-13ee-4ae5-8630-5c59f698191f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:58.225585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91e7df74-3a30-4e8b-9fda-f8303ca1ac4f req-57cfb728-13ee-4ae5-8630-5c59f698191f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0565648 Aug 31 07:34:58.266286 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91e7df74-3a30-4e8b-9fda-f8303ca1ac4f req-3ceb56aa-d424-4856-bdd2-709075088661 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326462 Aug 31 07:34:59.383983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e9f78e-35a0-43fa-aa2d-bfd524b63e7a req-f79b8fb3-5d5e-4d79-936c-4b4320240183 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:59.385533 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4e9f78e-35a0-43fa-aa2d-bfd524b63e7a req-f79b8fb3-5d5e-4d79-936c-4b4320240183 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0494931 Aug 31 07:34:59.424825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f4e9f78e-35a0-43fa-aa2d-bfd524b63e7a req-9744a3a8-a622-41f6-83cf-90218b76eb1d tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329232 Aug 31 07:34:59.550827 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cab6166-dd57-4dae-bec0-d3a5559c36a3 req-6d0854ce-3410-45b5-8c0c-4a284161e396 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:34:59.552979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cab6166-dd57-4dae-bec0-d3a5559c36a3 req-6d0854ce-3410-45b5-8c0c-4a284161e396 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0575018 Aug 31 07:34:59.596189 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2cab6166-dd57-4dae-bec0-d3a5559c36a3 req-a241bceb-559d-411e-b6ae-f92a9f4ad7fc tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372374 Aug 31 07:34:59.835360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:01.255001 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:06.193031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:16.014331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:18.164962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d019d-6771-4d48-83dd-c411df2a59ad req-c6a61a12-7865-487e-a675-f66b8845499a tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:18.166807 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db6d019d-6771-4d48-83dd-c411df2a59ad req-c6a61a12-7865-487e-a675-f66b8845499a tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0522683 Aug 31 07:35:18.205861 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-db6d019d-6771-4d48-83dd-c411df2a59ad req-74754828-15b1-4724-b953-52be911dfe94 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Aug 31 07:35:19.338388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86670bd9-f0d7-4187-a959-ec2c346a825e req-cf8cd2ec-93e7-440e-a8d7-289186b4006c tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:19.339920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86670bd9-f0d7-4187-a959-ec2c346a825e req-cf8cd2ec-93e7-440e-a8d7-289186b4006c tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0610342 Aug 31 07:35:19.382931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86670bd9-f0d7-4187-a959-ec2c346a825e req-be619158-2314-4a9a-b439-de647de55be6 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369346 Aug 31 07:35:19.723196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-58f829d8-9c7b-499a-915a-617355692414 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:19.724693 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-58f829d8-9c7b-499a-915a-617355692414 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 945 time: 0.0563250 Aug 31 07:35:19.822817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Deleting port 2f2b6fc2-559a-45f0-8e67-9038d994678d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:19.823164 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:19.920927 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] For port 2f2b6fc2-559a-45f0-8e67-9038d994678d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2f2b6fc2-559a-45f0-8e67-9038d994678d,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:19.921294 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:19.936954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Calling delete_port for 2f2b6fc2-559a-45f0-8e67-9038d994678d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:20.087702 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:20.101349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2f2b6fc2-559a-45f0-8e67-9038d994678d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:35:20.117573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Pushing event deleted for resources: {'Port': ['ID=2f2b6fc2-559a-45f0-8e67-9038d994678d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:20.132944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.133267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.133669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.133993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.134408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.134779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.135198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.135539 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.135876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.136217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.136552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.136883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:20.174953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] No DVR routers for this DVR port 2f2b6fc2-559a-45f0-8e67-9038d994678d on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:35:20.178358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:20.180426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bba94aa5-5a50-4766-ac63-90ebc01ea9f8 req-fd2e4038-4ae5-45a5-9672-ef7089905f4f tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "DELETE /v2.0/ports/2f2b6fc2-559a-45f0-8e67-9038d994678d HTTP/1.1" status: 204 len: 173 time: 0.4499948 Aug 31 07:35:20.180984 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'name': 'network-vif-deleted', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:20.183471 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49caa326-9923-4f9e-a8da-739eb3a1cd24" -d '{"events": [{"server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "name": "network-vif-deleted", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:20.229225 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb960e0-7577-46c4-a809-5eef9072f9af x-openstack-request-id: req-acb960e0-7577-46c4-a809-5eef9072f9af {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:20.229565 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1df2db92-5f6f-4ac2-af1e-6473e2f8e743", "name": "network-vif-deleted", "tag": "2f2b6fc2-559a-45f0-8e67-9038d994678d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:20.229824 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-acb960e0-7577-46c4-a809-5eef9072f9af {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:20.230239 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1df2db92-5f6f-4ac2-af1e-6473e2f8e743', 'name': 'network-vif-deleted', 'tag': '2f2b6fc2-559a-45f0-8e67-9038d994678d', 'status': 'completed', 'code': 200} Aug 31 07:35:20.503045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a501ec56-c734-4e4a-a07e-79cbed992ef6 req-9e3df653-e94f-4afb-932c-10ab13d436f1 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1df2db92-5f6f-4ac2-af1e-6473e2f8e743 HTTP/1.1" status: 200 len: 210 time: 0.0269992 Aug 31 07:35:21.998505 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-e3397f1c-6e9d-442a-be9a-d2a45517e35b tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:21.999985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-e3397f1c-6e9d-442a-be9a-d2a45517e35b tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 816 time: 0.1074102 Aug 31 07:35:22.016139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-93083142-962f-4e57-9c5d-e38b716f909a tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/quotas/47500df2cee1424080b68a78fb0cf517 HTTP/1.1" status: 200 len: 375 time: 0.0095341 Aug 31 07:35:22.070288 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-63bed6dc-4787-40a2-b435-2859d5e4d083 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0478249 Aug 31 07:35:22.171519 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-f872ba1f-6188-40a7-ac8a-06a8b833aee9 service neutron] 10.222.0.57 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895448 Aug 31 07:35:22.263401 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-815a929a-efbf-4150-87b5-36b798153c74 service neutron] 10.222.0.57 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853581 Aug 31 07:35:22.431672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-144cf19c-3331-4e60-bbd3-d9b7b9efba3f req-5cc44070-32a2-4862-aaee-f5117be3f40c tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 210 time: 0.0321612 Aug 31 07:35:23.329745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-16c11569-7049-43b4-91d3-e488eff0f918 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:23.331960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-16c11569-7049-43b4-91d3-e488eff0f918 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 816 time: 0.1110005 Aug 31 07:35:23.335365 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f2b6fc2-559a-45f0-8e67-9038d994678d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:23.344940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Request body: {'port': {'device_id': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'admin_state_up': True, 'tenant_id': '47500df2cee1424080b68a78fb0cf517'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:23.355663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 2f2b6fc2-559a-45f0-8e67-9038d994678d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:23.356058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2f2b6fc2-559a-45f0-8e67-9038d994678d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:23.454795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Made reservation on behalf of 47500df2cee1424080b68a78fb0cf517 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:35:23.460876 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.559350 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ccdb585-6e9e-40a5-815a-8019f3647e76 req-e7365e8a-9545-4b2f-9c06-fced7cb552dc tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 210 time: 0.0418544 Aug 31 07:35:23.620369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Allocated IP 172.20.0.6 (1183435c-04d7-48d2-b09c-937982e0c692/6a2a051b-8e31-4d34-b241-798ff922dd6d/0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:35:23.767250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.782268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Transition to ACTIVE for port object 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:23.815816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.857167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Network 1183435c-04d7-48d2-b09c-937982e0c692 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:35:23.862180 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:35:23.866080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:35:23.892926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Pushing event updated for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:23.924981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:23.925732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:23.941309 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-745ad763-2aaa-4ff9-8018-c067f2b39238 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6005039 Aug 31 07:35:23.954120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-a1f5d2b0-64cb-486d-8bcb-274d9c684d83 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:35:23.955105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-a1f5d2b0-64cb-486d-8bcb-274d9c684d83 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058327 Aug 31 07:35:23.967717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Request body: {'port': {'device_id': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:35:24.029471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.150560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54929af0-0ced-4c3c-943b-dd71bdd0c60d None None] Provisioning for port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:24.155147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-54929af0-0ced-4c3c-943b-dd71bdd0c60d None None] Provisioning complete for port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:24.155523 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-54929af0-0ced-4c3c-943b-dd71bdd0c60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.193844 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-54929af0-0ced-4c3c-943b-dd71bdd0c60d None None] Port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:35:24.299810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:35:24.307388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.320407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Transition to ACTIVE for port object 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:35:24.324443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.396463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:24.452870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Attempting to bind port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:35:24.453208 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Attempting to bind port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:35:24.453571 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Attempting to bind port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:24.458792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 on network 1183435c-04d7-48d2-b09c-937982e0c692 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:35:24.459104 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Attempting to bind port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 on network 1183435c-04d7-48d2-b09c-937982e0c692 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:35:24.464262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:35:24.464610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Checking segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:35:24.464991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Bound using segment: {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:35:24.465459 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Bound port: 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45bee1d1-aa5e-4a65-b2c2-bbff74346236', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:35:24.465919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.534473 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:35:24.537823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:35:24.542661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.583063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:24.583063 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.584151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] 10.222.0.53 "PUT /v2.0/ports/0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 HTTP/1.1" status: 200 len: 1092 time: 0.6208155 Aug 31 07:35:24.584600 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:24.586965 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af1d954-dfb6-44d6-952b-173dc8cfe354" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:24.622159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd03ec2-cd3a-4378-88cb-3d9d65b2dc03 service neutron] Pushing event updated for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:24.642516 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee65f3af-aa0e-41da-880a-6b519df3fcd1 x-openstack-request-id: req-ee65f3af-aa0e-41da-880a-6b519df3fcd1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:24.642810 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:24.643065 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ee65f3af-aa0e-41da-880a-6b519df3fcd1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:24.643520 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06', 'status': 'completed', 'code': 200} Aug 31 07:35:24.678618 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-f5713534-ce2a-43c5-85ce-9231d3bff190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:24.680149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-f5713534-ce2a-43c5-85ce-9231d3bff190 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 1095 time: 0.0498252 Aug 31 07:35:24.711539 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4c2e6-1c64-4d85-b714-85dcfabebc47 req-1e8d1e5a-4862-4a4a-b06f-5ab5d0361f1e tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:24.713114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ae4c2e6-1c64-4d85-b714-85dcfabebc47 req-1e8d1e5a-4862-4a4a-b06f-5ab5d0361f1e tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 943 time: 0.0561221 Aug 31 07:35:24.726664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-983f7ee6-bcf3-4e95-b2b8-419c31628a41 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 HTTP/1.1" status: 200 len: 217 time: 0.0380077 Aug 31 07:35:24.757212 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8ae4c2e6-1c64-4d85-b714-85dcfabebc47 req-7562029b-a3b0-46bd-bb83-63171eb4960b tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378447 Aug 31 07:35:24.779072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-f4a7958e-3ead-449b-90cf-ab64a9802ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:24.780529 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-f4a7958e-3ead-449b-90cf-ab64a9802ed2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a2a051b-8e31-4d34-b241-798ff922dd6d HTTP/1.1" status: 200 len: 855 time: 0.0465686 Aug 31 07:35:24.834183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-a9a3eea4-e3c4-468d-8a53-8df70470e550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:24.835701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-a9a3eea4-e3c4-468d-8a53-8df70470e550 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1183435c-04d7-48d2-b09c-937982e0c692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0480144 Aug 31 07:35:24.913568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-473aae37-d631-423e-81b3-cb36b04a4269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:24.931168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-19a6474f-d12f-4db0-816d-41aaac635d9a service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876155 Aug 31 07:35:25.027058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a9f7d02f-d931-43d2-ba55-8ff05c9e6dc5 req-b69b4604-c0e2-4c0a-af11-35ed3c797cf1 service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888956 Aug 31 07:35:25.114377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-14c8c2dc-4de4-4a4c-9fb2-1c4b27391892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:25.115898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-14c8c2dc-4de4-4a4c-9fb2-1c4b27391892 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=47500df2cee1424080b68a78fb0cf517&device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 1095 time: 0.0428784 Aug 31 07:35:25.211688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-235fb834-3e29-48c1-8a7c-8a265adf37e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:25.213134 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-235fb834-3e29-48c1-8a7c-8a265adf37e7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 200 len: 917 time: 0.0902863 Aug 31 07:35:25.262217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-be1771df-1f24-4509-8fa6-6ee225014f8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 HTTP/1.1" status: 200 len: 217 time: 0.0409791 Aug 31 07:35:25.318016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-36e651bf-2c4a-40b0-b47d-984d6fa6bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:25.319526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-36e651bf-2c4a-40b0-b47d-984d6fa6bedd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6a2a051b-8e31-4d34-b241-798ff922dd6d HTTP/1.1" status: 200 len: 855 time: 0.0490515 Aug 31 07:35:25.369374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-ef374a06-3e84-4012-8baf-8f1ecb099668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:25.370872 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-ef374a06-3e84-4012-8baf-8f1ecb099668 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=1183435c-04d7-48d2-b09c-937982e0c692&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421648 Aug 31 07:35:25.467418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-ba2d12de-2ac9-47ab-b4a3-e403e5bdba4d service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885558 Aug 31 07:35:25.559890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5af1d954-dfb6-44d6-952b-173dc8cfe354 req-2ffef224-be15-45ec-bf99-f47369e83f1a service neutron] 10.222.0.53 "GET /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848324 Aug 31 07:35:25.890201 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0eb0d-dbb3-48cb-98c1-86546a7a7960 req-ef9b7f62-6083-4dce-8057-8a12f80e20dc tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:25.891819 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1af0eb0d-dbb3-48cb-98c1-86546a7a7960 req-ef9b7f62-6083-4dce-8057-8a12f80e20dc tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 943 time: 0.0611923 Aug 31 07:35:25.935870 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1af0eb0d-dbb3-48cb-98c1-86546a7a7960 req-73d49961-2f43-434d-ab8a-83f76c35c12b tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366335 Aug 31 07:35:27.054109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fa9175-70b5-47d7-ad69-b4f407cfceba req-f3b7a1d0-342e-497f-812b-4c627501858d tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:27.055644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24fa9175-70b5-47d7-ad69-b4f407cfceba req-f3b7a1d0-342e-497f-812b-4c627501858d tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 943 time: 0.0503485 Aug 31 07:35:27.094215 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24fa9175-70b5-47d7-ad69-b4f407cfceba req-2ac9a1ed-5231-425b-a5cd-2491937efec8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326235 Aug 31 07:35:27.351527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:35:27.446284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:27.457588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06', 'network_id': '1183435c-04d7-48d2-b09c-937982e0c692', 'port_id': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06', 'mac_address': 'fa:16:3e:3f:ff:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a2a051b-8e31-4d34-b241-798ff922dd6d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:35:27.495154 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:27.511482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:35:27.541159 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ccd548d-48ad-4a49-9590-b43ceef9d6d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:27.543545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:27.547429 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:27.595187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:27.603202 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.603539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.603875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.604210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.604535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.604858 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.605186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.605528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.605849 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.606166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.606489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.606803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:27.741476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:35:27.889274 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:28.214387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064bf50-e163-4519-aead-6e00b86a6c27 req-bc4d0bb0-63f8-425e-8264-a94ab3e758d8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:28.215759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7064bf50-e163-4519-aead-6e00b86a6c27 req-bc4d0bb0-63f8-425e-8264-a94ab3e758d8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 944 time: 0.0510373 Aug 31 07:35:28.256542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7064bf50-e163-4519-aead-6e00b86a6c27 req-26155842-c8da-4512-ab79-2cb8dc97918b tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347121 Aug 31 07:35:29.351807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:35:29.377644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a09115d-1bfe-4a3b-a6b6-0a70aa723f67 req-4e2dc1b1-1e25-4a2c-93cc-e97ceeff7387 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.379916 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a09115d-1bfe-4a3b-a6b6-0a70aa723f67 req-4e2dc1b1-1e25-4a2c-93cc-e97ceeff7387 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 944 time: 0.0557330 Aug 31 07:35:29.403972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:35:29.407951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:35:29.408321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:29.419035 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0a09115d-1bfe-4a3b-a6b6-0a70aa723f67 req-97ba505c-68cd-499f-a83e-7db91a1aa6c4 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332468 Aug 31 07:35:29.489414 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:29.519049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:29.521529 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36b1aa7e-e2c7-47b0-8290-cc92b9d2143b" -d '{"events": [{"server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:29.534432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:29.539318 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:29.567841 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6ff4be-b22a-436f-8166-1d15dff82e58 x-openstack-request-id: req-ab6ff4be-b22a-436f-8166-1d15dff82e58 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:29.568133 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "name": "network-vif-plugged", "status": "completed", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:29.568387 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ab6ff4be-b22a-436f-8166-1d15dff82e58 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:29.568769 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06', 'code': 200} Aug 31 07:35:29.594756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:29.661193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9939ce3e-6718-456c-9c63-4f9176a10fc5 req-43738b23-4d0c-4f73-9674-7b9fff6da641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:29.662763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9939ce3e-6718-456c-9c63-4f9176a10fc5 req-43738b23-4d0c-4f73-9674-7b9fff6da641 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 1097 time: 0.0415771 Aug 31 07:35:29.699348 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9939ce3e-6718-456c-9c63-4f9176a10fc5 req-0893036b-1748-4b9d-865f-d5b9bea8b95d service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283523 Aug 31 07:35:29.840089 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:30.536868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2442a52-3403-4731-939d-fc038d273735 req-195426c4-cf19-49f2-af0c-17a0929b6115 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:30.538294 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2442a52-3403-4731-939d-fc038d273735 req-195426c4-cf19-49f2-af0c-17a0929b6115 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0510614 Aug 31 07:35:30.577673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c2442a52-3403-4731-939d-fc038d273735 req-94698b41-5dad-4498-be96-8307a01375f8 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334806 Aug 31 07:35:31.256905 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:31.695834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d841b43-e180-4115-810e-e6e1f9469868 req-0c4a85dd-5812-469e-9f8b-83ac14cd76e4 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:31.697292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8d841b43-e180-4115-810e-e6e1f9469868 req-0c4a85dd-5812-469e-9f8b-83ac14cd76e4 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0521593 Aug 31 07:35:31.735191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8d841b43-e180-4115-810e-e6e1f9469868 req-a9a2dfc0-0fcd-4f09-beed-6befd1951b77 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315793 Aug 31 07:35:31.849186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cb320c-34d9-451c-93bf-0a2a8c707aa6 req-3b2e91f0-cbb1-4884-aa70-64c463527722 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:31.850764 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53cb320c-34d9-451c-93bf-0a2a8c707aa6 req-3b2e91f0-cbb1-4884-aa70-64c463527722 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0491426 Aug 31 07:35:31.889855 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53cb320c-34d9-451c-93bf-0a2a8c707aa6 req-24c5bb55-5196-4246-9b84-d8514db9823c tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332034 Aug 31 07:35:34.189664 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:35:36.212594 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:46.029280 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:52.767364 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48c3a3a-b289-496a-aca9-558ed82cc32c req-3c5dbe66-7ad5-40fb-9efc-fb48e3ba95f6 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:52.769492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f48c3a3a-b289-496a-aca9-558ed82cc32c req-3c5dbe66-7ad5-40fb-9efc-fb48e3ba95f6 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0570526 Aug 31 07:35:52.815056 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f48c3a3a-b289-496a-aca9-558ed82cc32c req-f034b1f7-9433-4f74-a683-03d1200ef862 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390167 Aug 31 07:35:53.953276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1196c84-cca6-4d3b-a091-8e83c1983786 req-e46935b1-e478-49d6-973e-b0ed7d802b51 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:53.955012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1196c84-cca6-4d3b-a091-8e83c1983786 req-e46935b1-e478-49d6-973e-b0ed7d802b51 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0518863 Aug 31 07:35:53.998181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e1196c84-cca6-4d3b-a091-8e83c1983786 req-71ce554e-61f7-47bd-a34f-04b7792de1a5 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/security-groups?id=ee56797d-a8a8-4006-80d1-0a356fe24db8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351238 Aug 31 07:35:54.341086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-b209dd77-ab22-40d3-a0cc-d49f28cd6e66 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:35:54.343205 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-b209dd77-ab22-40d3-a0cc-d49f28cd6e66 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 945 time: 0.0567153 Aug 31 07:35:54.446673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Deleting port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:54.447016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.542044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] For port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:54.542344 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.557578 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Calling delete_port for 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:54.707267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.719710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:35:54.744173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Pushing event deleted for resources: {'Port': ['ID=0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:54.798826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] No DVR routers for this DVR port 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:35:54.802954 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:54.805568 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e0bd5748-f5f4-4b15-b58d-7f0610c96365 req-f626ab30-efcf-4196-b20a-4cff44b091db tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.53 "DELETE /v2.0/ports/0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 HTTP/1.1" status: 204 len: 173 time: 0.4565990 Aug 31 07:35:54.806182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'name': 'network-vif-deleted', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:35:54.811284 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02488b2a-2a16-4e44-aa39-21019b4cfe04" -d '{"events": [{"server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "name": "network-vif-deleted", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:35:54.866554 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3040b2be-faba-4bbe-9adb-c41859e0fea5 x-openstack-request-id: req-3040b2be-faba-4bbe-9adb-c41859e0fea5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:35:54.866859 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc", "name": "network-vif-deleted", "tag": "0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:35:54.867107 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3040b2be-faba-4bbe-9adb-c41859e0fea5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:35:54.867521 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc', 'name': 'network-vif-deleted', 'tag': '0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06', 'status': 'completed', 'code': 200} Aug 31 07:35:54.919733 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4f667b9b-75ba-4108-9282-fa346cc7ea9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:55.131636 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d4b4e397-ac2e-48fd-92c9-8be40633514b req-6b863b4e-586c-4104-9b24-cc6c15cad294 tempest-TestEncryptedCinderVolumes-1485793444 tempest-TestEncryptedCinderVolumes-1485793444-project] 10.222.0.57 "GET /v2.0/ports?device_id=1ea34b6a-07ca-4dcd-8ca0-53a4fdac39fc HTTP/1.1" status: 200 len: 210 time: 0.0402606 Aug 31 07:35:56.236885 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43564) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:56.614770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:56.888245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Deleting port 3a4e9845-fe02-425d-b0c7-e9c755a05318 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:56.888500 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.294624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] For port 3a4e9845-fe02-425d-b0c7-e9c755a05318, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=3a4e9845-fe02-425d-b0c7-e9c755a05318,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:57.295399 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.308341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Calling delete_port for 3a4e9845-fe02-425d-b0c7-e9c755a05318 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:57.488360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:35:57.498526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.508962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:35:57.509308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0c1e28b1-cabc-4bf5-b147-23bd7d6f4e06 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:35:57.530003 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a4e9845-fe02-425d-b0c7-e9c755a05318,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:57.534970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-eb380874-5588-4607-911c-7a6aa235351a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.710213 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.887516 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:57.950408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:35:58.062292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:35:58.068168 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c472f9fe-f566-4f91-816f-d5ad8f1898b1 admin admin] 10.222.0.57 "PUT /v2.0/routers/661f1ef1-5303-4199-aa2f-17ffdcc91b86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8299932 Aug 31 07:35:58.071356 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43566) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:58.075119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Sync routers for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:35:58.085230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:58.086066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.179592 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.192556 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:58.286640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.342294 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Deleting port 0bc349a9-52f3-4331-8b1d-12ba92d28e65 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:58.342640 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.379300 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:35:57Z', 'revision_number': 5, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port': {'id': '0bc349a9-52f3-4331-8b1d-12ba92d28e65', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:b6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:34:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.405705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Checking router: 661f1ef1-5303-4199-aa2f-17ffdcc91b86 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:35:58.414112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Routers {'661f1ef1-5303-4199-aa2f-17ffdcc91b86'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:35:58.414716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.426180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] For port 0bc349a9-52f3-4331-8b1d-12ba92d28e65, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=0bc349a9-52f3-4331-8b1d-12ba92d28e65,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:58.426548 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.440992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Calling delete_port for 0bc349a9-52f3-4331-8b1d-12ba92d28e65 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:58.621911 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.653872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Pushing event deleted for resources: {'Port': ['ID=0bc349a9-52f3-4331-8b1d-12ba92d28e65,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:58.661859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] Set router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:35:58.667298 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.667647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.668017 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.668360 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.668699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.669035 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.669390 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.669723 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.670056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.670386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.670715 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.671042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:35:58.717767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:35:58Z', 'revision_number': 6, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:58.728700 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.744446 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6aa0b8-3b00-4ace-b9a1-8a1f8d832f21 None None] The sync data for ids ['661f1ef1-5303-4199-aa2f-17ffdcc91b86'] in n-d-712707-15 is: [{'id': '661f1ef1-5303-4199-aa2f-17ffdcc91b86', 'name': 'tempest-TestEncryptedCinderVolumes-291916856-router', 'tenant_id': '47500df2cee1424080b68a78fb0cf517', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:38Z', 'updated_at': '2021-08-31T07:35:58Z', 'revision_number': 6, 'project_id': '47500df2cee1424080b68a78fb0cf517', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:35:58.820161 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.822354 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.868011 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.868883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Fanout notify agent at l3_agent the message router_deleted on router 661f1ef1-5303-4199-aa2f-17ffdcc91b86 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:35:58.876064 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.879953 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b04c3392-3b26-4f97-bac0-d5289c8f4ead admin admin] 10.222.0.57 "DELETE /v2.0/routers/661f1ef1-5303-4199-aa2f-17ffdcc91b86 HTTP/1.1" status: 204 len: 168 time: 0.8049974 Aug 31 07:35:58.880264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43568) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:58.929988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Deleting subnet 6a2a051b-8e31-4d34-b241-798ff922dd6d {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:35:58.933170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:58.968093 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.047316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.104931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.136456 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a2a051b-8e31-4d34-b241-798ff922dd6d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.141520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.144396 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ef39c77-4e1c-4509-806c-156551d628a8 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6a2a051b-8e31-4d34-b241-798ff922dd6d HTTP/1.1" status: 204 len: 168 time: 0.2630415 Aug 31 07:35:59.147328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43570) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.149141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baa1ea0d-6b5e-4802-a2ea-0f97b6734e04 None None] Network 1183435c-04d7-48d2-b09c-937982e0c692 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:35:59.219781 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.273652 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Deleting port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:35:59.274146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.342325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] For port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,segment=NetworkSegment(45bee1d1-aa5e-4a65-b2c2-bbff74346236),segment_id=45bee1d1-aa5e-4a65-b2c2-bbff74346236)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:35:59.342692 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.355828 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Calling delete_port for 66cc1629-9d33-45bc-ab1d-b82d06d56b0a owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:35:59.433784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.462977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Pushing event deleted for resources: {'Port': ['ID=66cc1629-9d33-45bc-ab1d-b82d06d56b0a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.464760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] No DVR routers for this DVR port 66cc1629-9d33-45bc-ab1d-b82d06d56b0a on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:35:59.522829 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1044fe24-7fc4-4bd9-82c9-77344bfc65e7 None None] DHCP port deletion for 1183435c-04d7-48d2-b09c-937982e0c692 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:35:59.544497 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.555234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1183435c-04d7-48d2-b09c-937982e0c692']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:59.566204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bee1d1-aa5e-4a65-b2c2-bbff74346236') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:59.566503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bee1d1-aa5e-4a65-b2c2-bbff74346236') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:35:59.575728 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.590502 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.597454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:35:59.597862 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:35:59.599673 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:35:59.662806 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.669426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:35:59.670586 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] 10.222.0.57 "DELETE /v2.0/networks/1183435c-04d7-48d2-b09c-937982e0c692 HTTP/1.1" status: 204 len: 168 time: 0.5219696 Aug 31 07:35:59.673764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:35:59.682385 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc8094a-5330-4f00-8e52-05183353b528 admin admin] Pushing event deleted for resources: {'Network': ['ID=1183435c-04d7-48d2-b09c-937982e0c692,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:35:59.842195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.061203 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.333083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Deleting port d7782408-c97e-4821-adcd-ff28c94310f4 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:00.333392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.394421 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a4e9845-fe02-425d-b0c7-e9c755a05318 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:00.414846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 3a4e9845-fe02-425d-b0c7-e9c755a05318 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:00.415277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 3a4e9845-fe02-425d-b0c7-e9c755a05318 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:00.415847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66cc1629-9d33-45bc-ab1d-b82d06d56b0a no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:00.419311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] For port d7782408-c97e-4821-adcd-ff28c94310f4, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d7782408-c97e-4821-adcd-ff28c94310f4,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:00.419682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.433377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Calling delete_port for d7782408-c97e-4821-adcd-ff28c94310f4 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:00.434295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 66cc1629-9d33-45bc-ab1d-b82d06d56b0a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:00.434644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 66cc1629-9d33-45bc-ab1d-b82d06d56b0a not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:00.435059 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0bc349a9-52f3-4331-8b1d-12ba92d28e65 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:00.454052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 0bc349a9-52f3-4331-8b1d-12ba92d28e65 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:00.454396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 0bc349a9-52f3-4331-8b1d-12ba92d28e65 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:00.627176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:00.653535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7782408-c97e-4821-adcd-ff28c94310f4,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:00.831603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.059314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Router ba98c4e0-6224-4a1a-a4c7-291878a8e781 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:01.168246 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:01.173561 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6c6d35ca-b143-4b2f-94f7-c2c42e3c0c29 admin admin] 10.222.0.57 "PUT /v2.0/routers/ba98c4e0-6224-4a1a-a4c7-291878a8e781/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4979401 Aug 31 07:36:01.176898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43574) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:01.178863 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Sync routers for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:01.187846 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:01.188443 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:01.260021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.285102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.294660 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:01.387238 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.447177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Deleting port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:01.447521 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.480680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:36:00Z', 'revision_number': 5, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port': {'id': '70ff7726-2de1-4e7e-b6b3-f4dc5063d01e', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a1:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4123, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:34:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:01.507311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Checking router: ba98c4e0-6224-4a1a-a4c7-291878a8e781 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:01.515441 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Routers {'ba98c4e0-6224-4a1a-a4c7-291878a8e781'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:01.516040 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:01.529597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] For port 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:01.529963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.543300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Calling delete_port for 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:01.601236 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] Set router ba98c4e0-6224-4a1a-a4c7-291878a8e781 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:01.650625 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 6, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:01.681001 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5d1227f-a970-45d0-a7b7-e31dfe440e09 None None] The sync data for ids ['ba98c4e0-6224-4a1a-a4c7-291878a8e781'] in n-d-712707-15 is: [{'id': 'ba98c4e0-6224-4a1a-a4c7-291878a8e781', 'name': 'tempest-TestEncryptedCinderVolumes-1356010689-router', 'tenant_id': 'ab4d005a30804fa38b497670a20fc07e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:34:43Z', 'updated_at': '2021-08-31T07:36:01Z', 'revision_number': 6, 'project_id': 'ab4d005a30804fa38b497670a20fc07e', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:01.717778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:01.744620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Pushing event deleted for resources: {'Port': ['ID=70ff7726-2de1-4e7e-b6b3-f4dc5063d01e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:01.806831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.211567 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.213818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.257925 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.258514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba98c4e0-6224-4a1a-a4c7-291878a8e781 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:36:02.263055 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.264202 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ed5e60dc-ddaf-463c-bcbb-9467cbec15fd admin admin] 10.222.0.57 "DELETE /v2.0/routers/ba98c4e0-6224-4a1a-a4c7-291878a8e781 HTTP/1.1" status: 204 len: 168 time: 1.0863538 Aug 31 07:36:02.266787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43576) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.315665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Deleting subnet c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:36:02.318966 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.355897 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.442211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.469405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d7782408-c97e-4821-adcd-ff28c94310f4 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:02.497706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: d7782408-c97e-4821-adcd-ff28c94310f4 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:02.497706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d7782408-c97e-4821-adcd-ff28c94310f4 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:02.498061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:02.510110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.525270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:02.525677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 70ff7726-2de1-4e7e-b6b3-f4dc5063d01e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:02.539324 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.545112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.549397 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6da71be9-dba6-453f-9e70-07085410d26e admin admin] 10.222.0.57 "DELETE /v2.0/subnets/c36c99e2-b902-4c2d-b9a4-c9baed5e9ecb HTTP/1.1" status: 204 len: 168 time: 0.2795126 Aug 31 07:36:02.551644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43578) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:02.552531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82a22bb-fde2-4197-a7ec-b406b872dd2e None None] Network a4b88f3f-3990-4ffb-a6ae-84c36ee44277 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:02.629788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.699295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Deleting port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:02.699896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.740971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] DHCP port deletion for a4b88f3f-3990-4ffb-a6ae-84c36ee44277 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:36:02.782199 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] For port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:02.782649 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.788680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Deleting port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:36:02.788988 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.796744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Calling delete_port for f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:02.851534 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] For port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,segment=NetworkSegment(d06e08ee-212a-4b15-be62-859a25a4fc65),segment_id=d06e08ee-212a-4b15-be62-859a25a4fc65)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:02.851931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.870479 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Calling delete_port for f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:36:02.884367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.920254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.924786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] No DVR routers for this DVR port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:02.959041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:02.984154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] Pushing event deleted for resources: {'Port': ['ID=f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:02.989040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dd2a78-03e8-418a-86cc-829a6a3c14ed None None] No DVR routers for this DVR port f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:36:02.998204 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.009341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4b88f3f-3990-4ffb-a6ae-84c36ee44277']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:03.019996 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd06e08ee-212a-4b15-be62-859a25a4fc65') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:03.020292 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd06e08ee-212a-4b15-be62-859a25a4fc65') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:03.029112 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.043413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.050173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Releasing vlan 576 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:36:03.050814 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:36:03.052868 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:36:03.114125 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.119445 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.121489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] 10.222.0.57 "DELETE /v2.0/networks/a4b88f3f-3990-4ffb-a6ae-84c36ee44277 HTTP/1.1" status: 204 len: 168 time: 0.5687931 Aug 31 07:36:03.133192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6ff9a8-f00c-43e5-a152-b6005d5d38f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=a4b88f3f-3990-4ffb-a6ae-84c36ee44277,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.306996 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:03.347496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-da44fb57-8f1b-4dbd-a84d-29ffa8e02e75 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=47500df2cee1424080b68a78fb0cf517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392294 Aug 31 07:36:03.350264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43584) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:03.398272 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.419482 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.472295 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.475102 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.476335 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ee56797d-a8a8-4006-80d1-0a356fe24db8 HTTP/1.1" status: 204 len: 168 time: 0.1251686 Aug 31 07:36:03.489750 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb21cd7a-ea24-4841-9241-a41369793cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee56797d-a8a8-4006-80d1-0a356fe24db8,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:03.839069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43590) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:03.882238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6874a6bb-d651-4989-ae62-d10f0772286d admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=ab4d005a30804fa38b497670a20fc07e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417800 Aug 31 07:36:03.884758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43592) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:03.932585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.953801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:03.999412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.001940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.003814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/36fab3d0-ed2f-44a3-bcf9-d690bd33b9b8 HTTP/1.1" status: 204 len: 168 time: 0.1181660 Aug 31 07:36:04.011400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fc20e-9633-4474-8ddb-eb112867652f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36fab3d0-ed2f-44a3-bcf9-d690bd33b9b8,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:04.395055 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:36:04.415696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:36:04.416043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f7fe94b6-cc01-4d96-9b99-6bf7ef568cc8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:36:04.743252 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43614) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:04.864242 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1950893082-network', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:04.891015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Made reservation on behalf of da537891ac4c4dce9a556c4a8f689cc9 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:04.894576 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:04.904331 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.036999 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.045263 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.075305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:05.087086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58e0d6b4-b1a5-416f-9c1f-c917c226343b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.093792 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.094035 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Added segment 6c927bcc-558f-42b9-8bf2-204246d54c64 of type vlan for network 06aa0597-7a0d-4101-ad19-ac6ba5116686 Aug 31 07:36:05.139379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.167799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.169152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:05.169772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.234055 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4895716 Aug 31 07:36:05.235031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85d8ae8-2366-4a72-9883-a5304cec411b admin admin] Pushing event updated for resources: {'Network': ['ID=06aa0597-7a0d-4101-ad19-ac6ba5116686,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.237645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43618) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.242606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Request body: {'subnet': {'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1950893082-subnet', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:05.246523 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:05.268460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Made reservation on behalf of da537891ac4c4dce9a556c4a8f689cc9 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:05.270870 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.450766 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.509491 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60a16068-1535-4003-addb-82fd316b1bd0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:05.519567 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Checking segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:05.519920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Network hostable DHCP agents. Network: 06aa0597-7a0d-4101-ad19-ac6ba5116686, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:05.535921 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:05.544784 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 06aa0597-7a0d-4101-ad19-ac6ba5116686) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:05.549262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:05.550427 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.554885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb1efc04-3c9e-42ef-a167-413d3f8876d7 None None] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:05.564656 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-63f161ad-d0bd-43cf-acce-c07cd6540523 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3259809 Aug 31 07:36:05.567604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43620) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:05.572540 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:05.594185 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.595546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.648773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.702181 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-06aa0597-7a0d-4101-ad19-ac6ba5116686', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:36:05.703000 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:05.842031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Allocated IP 172.20.0.2 (06aa0597-7a0d-4101-ad19-ac6ba5116686/60a16068-1535-4003-addb-82fd316b1bd0/10433de2-c071-45ae-a235-ec0e779bef03) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:06.006931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.016489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Transition to ACTIVE for port object 10433de2-c071-45ae-a235-ec0e779bef03 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:06.033110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Transition to ACTIVE for port object 10433de2-c071-45ae-a235-ec0e779bef03 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:06.039795 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.081821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:06.085223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:06.089020 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:06.097033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Pushing event updated for resources: {'Port': ['ID=10433de2-c071-45ae-a235-ec0e779bef03,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.155201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Attempting to bind port 10433de2-c071-45ae-a235-ec0e779bef03 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:06.155567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Attempting to bind port 10433de2-c071-45ae-a235-ec0e779bef03 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:06.155934 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Attempting to bind port 10433de2-c071-45ae-a235-ec0e779bef03 on network 06aa0597-7a0d-4101-ad19-ac6ba5116686 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:06.160164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.162252 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:06.162634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Checking segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:06.163343 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.163470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Bound using segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:06.163898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Bound port: 10433de2-c071-45ae-a235-ec0e779bef03, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:06.164290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.227217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.245029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] For port 10433de2-c071-45ae-a235-ec0e779bef03, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:06.248428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] For port 10433de2-c071-45ae-a235-ec0e779bef03, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10433de2-c071-45ae-a235-ec0e779bef03,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:06.254440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.314477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea5f53-d13f-4eed-a717-44480a256674 None None] Pushing event updated for resources: {'Port': ['ID=10433de2-c071-45ae-a235-ec0e779bef03,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:06.382803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.402259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.531597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Allocated IP 172.25.3.117 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/9ebd5032-5004-4679-bd5a-a19b4ac170d5) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:06.637648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.683266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:06.726470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:06.729791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:06.734064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:06.740332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Pushing event updated for resources: {'Port': ['ID=9ebd5032-5004-4679-bd5a-a19b4ac170d5,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:07.004527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.212266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7fa24dc-7c06-49c4-bbc6-694d8611d659 None None] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:07.217656 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.292722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1d1f08f0-9a34-466e-89dd-ba2edb3412e6 None None] Provisioning for port 10433de2-c071-45ae-a235-ec0e779bef03 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:07.358074 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:07.491183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:07.500242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Sync routers for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:07.512964 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:07.513672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:07.514814 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:07.519221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d700a26a-c320-466b-b0ad-662f636c9c5b admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9474835 Aug 31 07:36:07.519771 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43622) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:07.642758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:07.848249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 3, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:07.890280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Checking router: 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:07.890613 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Updating router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:07.929215 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.031259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.205597 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Allocated IP 172.20.0.1 (06aa0597-7a0d-4101-ad19-ac6ba5116686/60a16068-1535-4003-addb-82fd316b1bd0/5181cfdf-10ae-4fbb-ab3e-021126769906) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:08.215046 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.223980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Transition to ACTIVE for port object 9ebd5032-5004-4679-bd5a-a19b4ac170d5 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:08.230496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.287942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Attempting to bind port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:08.288317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Attempting to bind port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:08.288690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Attempting to bind port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:08.300332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:08.300867 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:08.301302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.301750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:08.302214 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Bound port: 9ebd5032-5004-4679-bd5a-a19b4ac170d5, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:08.302626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.304486 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826008e-70d2-4966-9a97-8c8302765bf2 None None] Pushing event updated for resources: {'Port': ['ID=9ebd5032-5004-4679-bd5a-a19b4ac170d5,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.326587 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.342373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Transition to ACTIVE for port object 5181cfdf-10ae-4fbb-ab3e-021126769906 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:08.370916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] For port 9ebd5032-5004-4679-bd5a-a19b4ac170d5, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:08.374655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] For port 9ebd5032-5004-4679-bd5a-a19b4ac170d5, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ebd5032-5004-4679-bd5a-a19b4ac170d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:08.381045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.391163 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.440308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:08.448950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10433de2-c071-45ae-a235-ec0e779bef03 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:08.450464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:08.454147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:08.454311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:08.454684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:08.489709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Pushing event updated for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.512833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.526130 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b826008e-70d2-4966-9a97-8c8302765bf2 None None] Pushing event updated for resources: {'Port': ['ID=9ebd5032-5004-4679-bd5a-a19b4ac170d5,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.606193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 10433de2-c071-45ae-a235-ec0e779bef03 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:08.615954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 10433de2-c071-45ae-a235-ec0e779bef03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:08.616287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.647525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:08.688297 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.827582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91da24fd-222c-4ff7-bdc4-72b3b441a438 None None] Provisioning for port 5181cfdf-10ae-4fbb-ab3e-021126769906 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:08.845309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-91da24fd-222c-4ff7-bdc4-72b3b441a438 None None] Provisioning complete for port 5181cfdf-10ae-4fbb-ab3e-021126769906 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:08.845705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91da24fd-222c-4ff7-bdc4-72b3b441a438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.849772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.895848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.902060 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.927171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-91da24fd-222c-4ff7-bdc4-72b3b441a438 None None] Port 5181cfdf-10ae-4fbb-ab3e-021126769906 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:08.949054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 10433de2-c071-45ae-a235-ec0e779bef03, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10433de2-c071-45ae-a235-ec0e779bef03,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:08.957378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.974437 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Pushing event updated for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:08.977693 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:08.997383 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 3, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:09.037623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43752e21-749c-4510-907d-c4a9aa161b7b None None] The sync data for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 is: [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:06Z', 'revision_number': 3, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:09.044418 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=10433de2-c071-45ae-a235-ec0e779bef03,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:09.092568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:09.094203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:09.229635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:09.411019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:09.417080 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f6b74890-8bc8-4697-86d5-9201e2515c9e admin admin] 10.222.0.57 "PUT /v2.0/routers/2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8960946 Aug 31 07:36:09.450776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3d95dcc-6058-42f6-a911-f788756ccdf3 None None] Provisioning complete for port 5181cfdf-10ae-4fbb-ab3e-021126769906 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:09.451873 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3d95dcc-6058-42f6-a911-f788756ccdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:09.716502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3d95dcc-6058-42f6-a911-f788756ccdf3 None None] Port 5181cfdf-10ae-4fbb-ab3e-021126769906 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:10.027978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:10.032993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1040416116-network', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:10.056425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Made reservation on behalf of a4ccad79855f45ec968e97d2004961d3 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:10.058801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.072197 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.173064 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.177585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.204938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:36:10.214840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=594e85f8-1c3d-457e-9fc3-36751629c24a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.226120 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.226500 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Added segment cd38c54d-7057-44b7-be5e-c59169fea755 of type vlan for network 69ded064-4fda-4053-9447-9f3ec8194122 Aug 31 07:36:10.275652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.304003 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.305295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.305914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.365810 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3366780 Aug 31 07:36:10.369019 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43640) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:10.372488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbde8f7-9b75-4d19-947e-25d81b2f4ac0 admin admin] Pushing event updated for resources: {'Network': ['ID=69ded064-4fda-4053-9447-9f3ec8194122,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.374454 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Request body: {'subnet': {'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1040416116-subnet', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:10.387483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 69ded064-4fda-4053-9447-9f3ec8194122 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:36:10.401524 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Made reservation on behalf of a4ccad79855f45ec968e97d2004961d3 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:10.403907 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.531807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ebd5032-5004-4679-bd5a-a19b4ac170d5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:10.615473 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:10.622017 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:10.622708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.651676 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.713383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.728994 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de328d27-43d5-4573-9d16-8288f5bc80c0,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.737717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 9ebd5032-5004-4679-bd5a-a19b4ac170d5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ebd5032-5004-4679-bd5a-a19b4ac170d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:10.739783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Checking segment: {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:10.740148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Network hostable DHCP agents. Network: 69ded064-4fda-4053-9447-9f3ec8194122, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:36:10.742759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.743755 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10433de2-c071-45ae-a235-ec0e779bef03 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:10.763812 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Network 69ded064-4fda-4053-9447-9f3ec8194122 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:36:10.779573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 69ded064-4fda-4053-9447-9f3ec8194122) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:10.787698 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:10.789902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.796857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e92471-b0e8-4bd7-8728-96d54570a5d2 None None] Network 69ded064-4fda-4053-9447-9f3ec8194122 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:10.812071 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5d92ab7e-75a9-4f77-9583-d7d1653fbb90 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4413466 Aug 31 07:36:10.815438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43642) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:10.822976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:10.855367 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.857509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.878273 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Sync routers for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:10.891486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:10.892091 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:10.904476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=9ebd5032-5004-4679-bd5a-a19b4ac170d5,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:10.930031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 10433de2-c071-45ae-a235-ec0e779bef03 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:10.930502 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:10.941685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.069010 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-69ded064-4fda-4053-9447-9f3ec8194122', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:36:11.069932 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.081857 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:11.100156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.191740 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:11.242998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Allocated IP 172.20.0.2 (69ded064-4fda-4053-9447-9f3ec8194122/de328d27-43d5-4573-9d16-8288f5bc80c0/152101b6-b22e-4732-a8f4-4f7c251319ab) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:11.343610 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.366251 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 2, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:11.369899 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.416836 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Checking router: 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:11.417469 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Updating router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 port 5181cfdf-10ae-4fbb-ab3e-021126769906 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:11.417758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.427959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Transition to ACTIVE for port object 152101b6-b22e-4732-a8f4-4f7c251319ab will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:11.446264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Transition to ACTIVE for port object 152101b6-b22e-4732-a8f4-4f7c251319ab will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:11.452382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.470307 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.490279 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Network 69ded064-4fda-4053-9447-9f3ec8194122 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:11.491306 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Allocated IP 172.25.3.96 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/ecd5be2e-994b-40a4-ba9d-da75bd61159b) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:11.494125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:11.501363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:11.517612 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Pushing event updated for resources: {'Port': ['ID=152101b6-b22e-4732-a8f4-4f7c251319ab,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:11.590716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Attempting to bind port 152101b6-b22e-4732-a8f4-4f7c251319ab on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:11.591507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Attempting to bind port 152101b6-b22e-4732-a8f4-4f7c251319ab by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:11.591838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Attempting to bind port 152101b6-b22e-4732-a8f4-4f7c251319ab on network 69ded064-4fda-4053-9447-9f3ec8194122 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:11.602245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:11.602982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Checking segment: {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:11.603745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.604492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Bound using segment: {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:11.605440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Bound port: 152101b6-b22e-4732-a8f4-4f7c251319ab, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:11.606200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.619231 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.673135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.714796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:11.716980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:11.723830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:11.733880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] For port 152101b6-b22e-4732-a8f4-4f7c251319ab, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:11.739256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] For port 152101b6-b22e-4732-a8f4-4f7c251319ab, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=152101b6-b22e-4732-a8f4-4f7c251319ab,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:11.744632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.759144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Pushing event updated for resources: {'Port': ['ID=ecd5be2e-994b-40a4-ba9d-da75bd61159b,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:11.817084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296e45e4-4344-49b4-95c2-6c865c7a865b None None] Pushing event updated for resources: {'Port': ['ID=152101b6-b22e-4732-a8f4-4f7c251319ab,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:11.921063 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:11.934341 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Transition to ACTIVE for port object 5181cfdf-10ae-4fbb-ab3e-021126769906 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:11.942015 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.016838 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Pushing event updated for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:12.042601 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.043192 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.043695 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.044206 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.046343 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.046926 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.047909 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.060135 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.060561 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.060906 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.069674 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.070042 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:12.096156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Attempting to bind port 5181cfdf-10ae-4fbb-ab3e-021126769906 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:12.096745 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Attempting to bind port 5181cfdf-10ae-4fbb-ab3e-021126769906 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:12.099718 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Attempting to bind port 5181cfdf-10ae-4fbb-ab3e-021126769906 on network 06aa0597-7a0d-4101-ad19-ac6ba5116686 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:12.105974 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:12.106362 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Checking segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:12.106793 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.107262 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Bound using segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:12.107956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Bound port: 5181cfdf-10ae-4fbb-ab3e-021126769906, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:12.108565 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.206131 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] For port 5181cfdf-10ae-4fbb-ab3e-021126769906, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:12.210051 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] For port 5181cfdf-10ae-4fbb-ab3e-021126769906, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5181cfdf-10ae-4fbb-ab3e-021126769906,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:12.215796 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.275447 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:12.276101 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:12.365179 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ec12a1-0921-4bfe-8990-ffe6aa6b0dae None None] Pushing event updated for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:12.534728 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:12.574925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ebd5032-5004-4679-bd5a-a19b4ac170d5 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:12.680173 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:12.680842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.756235 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:12.808041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 152101b6-b22e-4732-a8f4-4f7c251319ab up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:12.875046 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:12Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:12.885430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 152101b6-b22e-4732-a8f4-4f7c251319ab completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:12.914935 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3666fb9-3e32-4cb7-bbc6-1251f7d3ee26 None None] The sync data for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 is: [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:12Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:13.104213 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.250937 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1050322e-4e3e-4b7f-88b4-995354cbbd81 None None] Network 69ded064-4fda-4053-9447-9f3ec8194122 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:36:13.272791 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Router 93687fda-6c9f-45ce-9b30-e50d3f5a93de is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:36:13.320661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Provisioning for port 152101b6-b22e-4732-a8f4-4f7c251319ab completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:13.326857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Provisioning complete for port 152101b6-b22e-4732-a8f4-4f7c251319ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:13.327127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.453564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:13.473544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Sync routers for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:13.474320 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.476154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-58dab650-6297-4140-b2bc-655132ecd808 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6590791 Aug 31 07:36:13.478819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43646) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:13.522863 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.525706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:13.526510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:13.676626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] For port 152101b6-b22e-4732-a8f4-4f7c251319ab, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=152101b6-b22e-4732-a8f4-4f7c251319ab,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:13.683754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:13.738639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:13.859415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339bbce2-b28c-48e9-9a58-05dc7b0cd4f1 None None] Pushing event updated for resources: {'Port': ['ID=152101b6-b22e-4732-a8f4-4f7c251319ab,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:13.993425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:11Z', 'revision_number': 3, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:14.027771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Checking router: 93687fda-6c9f-45ce-9b30-e50d3f5a93de for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:14.028179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Updating router 93687fda-6c9f-45ce-9b30-e50d3f5a93de port ecd5be2e-994b-40a4-ba9d-da75bd61159b binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:14.069605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.070202 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.072575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-61789ac4-8965-4ac0-a153-b5a4cb1516c0 None None] Provisioning complete for port 152101b6-b22e-4732-a8f4-4f7c251319ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:14.073178 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-61789ac4-8965-4ac0-a153-b5a4cb1516c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.290408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Allocated IP 172.20.0.1 (69ded064-4fda-4053-9447-9f3ec8194122/de328d27-43d5-4573-9d16-8288f5bc80c0/924365c2-ec31-4c1c-ae8c-f1468a1c4314) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:14.435836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.459042 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Transition to ACTIVE for port object 924365c2-ec31-4c1c-ae8c-f1468a1c4314 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:14.501190 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.510322 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.521599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Transition to ACTIVE for port object ecd5be2e-994b-40a4-ba9d-da75bd61159b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:14.535235 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.544578 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5181cfdf-10ae-4fbb-ab3e-021126769906 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:14.571021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Network 69ded064-4fda-4053-9447-9f3ec8194122 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:14.583938 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:14.588883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:14.620892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:14.642199 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.647959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Attempting to bind port ecd5be2e-994b-40a4-ba9d-da75bd61159b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:14.648340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Attempting to bind port ecd5be2e-994b-40a4-ba9d-da75bd61159b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:14.648835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Attempting to bind port ecd5be2e-994b-40a4-ba9d-da75bd61159b on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:14.661622 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8851da-400d-4d1d-b5ea-c47d26a95cbe None None] Pushing event updated for resources: {'Port': ['ID=ecd5be2e-994b-40a4-ba9d-da75bd61159b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:14.667068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:14.667469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:14.667943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.668470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:14.669100 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Bound port: ecd5be2e-994b-40a4-ba9d-da75bd61159b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:14.669702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.729557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5181cfdf-10ae-4fbb-ab3e-021126769906 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:14.738323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5181cfdf-10ae-4fbb-ab3e-021126769906 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:14.738807 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.773598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] For port ecd5be2e-994b-40a4-ba9d-da75bd61159b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:14.796706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] For port ecd5be2e-994b-40a4-ba9d-da75bd61159b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ecd5be2e-994b-40a4-ba9d-da75bd61159b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:14.803341 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.810872 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.921396 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:14.921878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:14.933852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8efb3fd7-8fd0-479f-9af7-13dc359bbfe9 None None] Provisioning for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:14.973406 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8851da-400d-4d1d-b5ea-c47d26a95cbe None None] Pushing event updated for resources: {'Port': ['ID=ecd5be2e-994b-40a4-ba9d-da75bd61159b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:14.976835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:14.985496 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8efb3fd7-8fd0-479f-9af7-13dc359bbfe9 None None] Provisioning complete for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:14.986028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8efb3fd7-8fd0-479f-9af7-13dc359bbfe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.028620 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.034536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.114601 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.115892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:15.247218 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Network 69ded064-4fda-4053-9447-9f3ec8194122 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:15.248740 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:15.296681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8efb3fd7-8fd0-479f-9af7-13dc359bbfe9 None None] Port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:15.300537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 5181cfdf-10ae-4fbb-ab3e-021126769906, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5181cfdf-10ae-4fbb-ab3e-021126769906,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:15.308084 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.308897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 152101b6-b22e-4732-a8f4-4f7c251319ab up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:15.369215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:15.405072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Router 93687fda-6c9f-45ce-9b30-e50d3f5a93de has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:36:15.486206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:15.562935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:36:15.565862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 152101b6-b22e-4732-a8f4-4f7c251319ab triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:15.566201 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.570147 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b7b9f3f9-d83b-4b58-ab11-91d66d785ba3 admin admin] 10.222.0.57 "PUT /v2.0/routers/93687fda-6c9f-45ce-9b30-e50d3f5a93de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0896063 Aug 31 07:36:15.687021 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-51fe6822-5244-4bd0-aa94-63fc1d708e94 None None] Provisioning complete for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:15.687390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51fe6822-5244-4bd0-aa94-63fc1d708e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:15.784725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-51fe6822-5244-4bd0-aa94-63fc1d708e94 None None] Port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:15.873154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924365c2-ec31-4c1c-ae8c-f1468a1c4314', 'name': '', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'mac_address': 'fa:16:3e:a0:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:14Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 1, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'subnets': [{'id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:15.904434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f687bc91-3279-4cd0-8abf-4d8c59bac9a4 None None] The sync data for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 is: [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924365c2-ec31-4c1c-ae8c-f1468a1c4314', 'name': '', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'mac_address': 'fa:16:3e:a0:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:14Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 1, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'subnets': [{'id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:16.039257 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:16.465047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5181cfdf-10ae-4fbb-ab3e-021126769906 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:16.538925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5181cfdf-10ae-4fbb-ab3e-021126769906 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:16.539472 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.462405 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ecd5be2e-994b-40a4-ba9d-da75bd61159b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:18.551710 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port ecd5be2e-994b-40a4-ba9d-da75bd61159b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:18.559973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ecd5be2e-994b-40a4-ba9d-da75bd61159b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:18.560528 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.687360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.729167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port ecd5be2e-994b-40a4-ba9d-da75bd61159b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ecd5be2e-994b-40a4-ba9d-da75bd61159b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:18.735670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:18.827857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=ecd5be2e-994b-40a4-ba9d-da75bd61159b,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:19.735238 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Sync routers for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:36:19.752070 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:19.753022 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:19.917930 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:20.204899 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924365c2-ec31-4c1c-ae8c-f1468a1c4314', 'name': '', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'mac_address': 'fa:16:3e:a0:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:14Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 2, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'subnets': [{'id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:20.243123 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Checking router: 93687fda-6c9f-45ce-9b30-e50d3f5a93de for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:36:20.243481 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Updating router 93687fda-6c9f-45ce-9b30-e50d3f5a93de port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:36:20.301840 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.428008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ecd5be2e-994b-40a4-ba9d-da75bd61159b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:20.512019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port ecd5be2e-994b-40a4-ba9d-da75bd61159b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:20.513027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.744619 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.760170 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Transition to ACTIVE for port object 924365c2-ec31-4c1c-ae8c-f1468a1c4314 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:20.771374 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.853132 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b096c-f7fb-45f3-801f-363fa9993af3 None None] Pushing event updated for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:20.934508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Attempting to bind port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:20.935034 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Attempting to bind port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:20.935524 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Attempting to bind port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 on network 69ded064-4fda-4053-9447-9f3ec8194122 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:20.943816 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:20.944359 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Checking segment: {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:20.944532 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:20.945290 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Bound using segment: {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:20.945508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Bound port: 924365c2-ec31-4c1c-ae8c-f1468a1c4314, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd38c54d-7057-44b7-be5e-c59169fea755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:20.946124 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.077417 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] For port 924365c2-ec31-4c1c-ae8c-f1468a1c4314, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:21.084821 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] For port 924365c2-ec31-4c1c-ae8c-f1468a1c4314, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924365c2-ec31-4c1c-ae8c-f1468a1c4314,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:21.095462 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:21.196049 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:36:21.196813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:35:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:21.356903 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:36:21.508213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2b096c-f7fb-45f3-801f-363fa9993af3 None None] Pushing event updated for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:21.786313 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924365c2-ec31-4c1c-ae8c-f1468a1c4314', 'name': '', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'mac_address': 'fa:16:3e:a0:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:14Z', 'updated_at': '2021-08-31T07:36:21Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'subnets': [{'id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:36:21.826384 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca81f091-407d-4fb7-8ccb-3d7b658e2f51 None None] The sync data for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 is: [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:36:14Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '924365c2-ec31-4c1c-ae8c-f1468a1c4314', 'name': '', 'network_id': '69ded064-4fda-4053-9447-9f3ec8194122', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'mac_address': 'fa:16:3e:a0:b3:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:14Z', 'updated_at': '2021-08-31T07:36:21Z', 'revision_number': 4, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'subnets': [{'id': 'de328d27-43d5-4573-9d16-8288f5bc80c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:36:22.506652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924365c2-ec31-4c1c-ae8c-f1468a1c4314 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:22.637611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:22.643272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:22.643719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.786991 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.831721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 924365c2-ec31-4c1c-ae8c-f1468a1c4314, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924365c2-ec31-4c1c-ae8c-f1468a1c4314,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:22.837510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:22.911545 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:24.427076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924365c2-ec31-4c1c-ae8c-f1468a1c4314 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:24.490285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:24.490935 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:24.933355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c9af30a9-c4ff-466d-bae0-bd9d95649f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:26.899443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-67758e64-e61e-44ab-88c7-8c9c3b5b4225 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:26.901219 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-67758e64-e61e-44ab-88c7-8c9c3b5b4225 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 815 time: 0.1271524 Aug 31 07:36:26.922574 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-c2e060cc-6973-4d4b-b942-25524dba57a8 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/quotas/da537891ac4c4dce9a556c4a8f689cc9 HTTP/1.1" status: 200 len: 375 time: 0.0135505 Aug 31 07:36:26.982172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-08e7dd8c-acfe-45bd-b7b3-286a8ba551a8 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512006 Aug 31 07:36:26.998876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-bb872537-9bc1-45d0-ae8e-a181e08a4039 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:36:26.999854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-bb872537-9bc1-45d0-ae8e-a181e08a4039 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059860 Aug 31 07:36:27.096509 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-26e22134-33d4-4fae-90cc-075b1bca2354 service neutron] 10.222.0.57 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895393 Aug 31 07:36:27.187426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-b2cafb9d-121e-4d99-8c11-889836ccde91 service neutron] 10.222.0.57 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844898 Aug 31 07:36:27.352891 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5c7de232-36fb-49b8-afb3-11432d549e59 req-cc92b262-0154-40a4-ab91-f3b6825d0208 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 210 time: 0.0279765 Aug 31 07:36:27.541823 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff62e785-460f-4d02-b453-b7a39ac5243a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:27.884418 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.344185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-16ad8bf2-2c00-44d5-b2f9-d66812b87a60 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:28.346452 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-16ad8bf2-2c00-44d5-b2f9-d66812b87a60 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 815 time: 0.1125796 Aug 31 07:36:28.359027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'port': {'device_id': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'admin_state_up': True, 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:28.468443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-062da92d-bcd2-4219-8187-f00a088101b5 req-59041791-5744-4ed9-82d6-5f815800c454 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 210 time: 0.0391185 Aug 31 07:36:28.502690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Made reservation on behalf of da537891ac4c4dce9a556c4a8f689cc9 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:36:28.506367 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.675065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Allocated IP 172.20.0.6 (06aa0597-7a0d-4101-ad19-ac6ba5116686/60a16068-1535-4003-addb-82fd316b1bd0/dc7b805e-8a84-4b0e-bb29-4656830b632a) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:28.911395 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:28.928391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Transition to ACTIVE for port object dc7b805e-8a84-4b0e-bb29-4656830b632a will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:28.974269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:29.025674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:36:29.029002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:36:29.032989 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:36:29.058243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:29.079718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.080123 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.080650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.080992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.081347 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.081690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.082024 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.082352 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.082679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.083004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.083327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.083647 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:29.110476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:29.111834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:29.128600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-f37b880c-1e34-4d7e-845d-5c6b9be8140a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739635 Aug 31 07:36:29.282615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6438d81d-e9ea-43e9-911b-702341eb1cf2 None None] Provisioning for port dc7b805e-8a84-4b0e-bb29-4656830b632a completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:29.286990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6438d81d-e9ea-43e9-911b-702341eb1cf2 None None] Provisioning complete for port dc7b805e-8a84-4b0e-bb29-4656830b632a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:29.287362 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6438d81d-e9ea-43e9-911b-702341eb1cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:29.327562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6438d81d-e9ea-43e9-911b-702341eb1cf2 None None] Port dc7b805e-8a84-4b0e-bb29-4656830b632a cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:36:29.594344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad82d30-5b8a-4d6e-ac7e-5c5684c21e92 req-2be06116-b906-48fa-8df0-37a9bca99770 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:29.596681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ad82d30-5b8a-4d6e-ac7e-5c5684c21e92 req-2be06116-b906-48fa-8df0-37a9bca99770 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0547900 Aug 31 07:36:29.639843 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0ad82d30-5b8a-4d6e-ac7e-5c5684c21e92 req-16050158-ff4d-4cdb-b883-16b20a3aa057 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358667 Aug 31 07:36:29.846835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:30.761423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe25d44-eee8-4cba-a2a9-2ed34b1b915c req-111128db-e0ab-4c3a-b98b-3a2178d975e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:30.763000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebe25d44-eee8-4cba-a2a9-2ed34b1b915c req-111128db-e0ab-4c3a-b98b-3a2178d975e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0528567 Aug 31 07:36:30.811489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ebe25d44-eee8-4cba-a2a9-2ed34b1b915c req-05334913-0919-4b50-8d37-6f81a6a58954 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367370 Aug 31 07:36:31.264048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:31.949627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f0379-7917-42af-9006-7a683fc9220d req-8879c2c0-cd1b-4536-87dd-d9c87088a2f3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:31.951482 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-175f0379-7917-42af-9006-7a683fc9220d req-8879c2c0-cd1b-4536-87dd-d9c87088a2f3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0576122 Aug 31 07:36:32.006001 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-175f0379-7917-42af-9006-7a683fc9220d req-7d26589e-9fc4-4196-a966-4ca7e4b94e42 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 Aug 31 07:36:33.152946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896009bb-3ef0-4298-8c95-379fda3c8a44 req-9fd90307-1bcb-4a0a-b49c-8ea8cc325cc6 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:33.154428 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-896009bb-3ef0-4298-8c95-379fda3c8a44 req-9fd90307-1bcb-4a0a-b49c-8ea8cc325cc6 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0705614 Aug 31 07:36:33.213771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-896009bb-3ef0-4298-8c95-379fda3c8a44 req-4096c80a-3a3f-44c0-9580-9a80642e9bbe tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466046 Aug 31 07:36:34.353078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd9b50e-b669-4c90-b57e-b1086df69f14 req-7b83de59-e8c2-4551-98ac-430761adc76e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:34.355757 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edd9b50e-b669-4c90-b57e-b1086df69f14 req-7b83de59-e8c2-4551-98ac-430761adc76e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0637538 Aug 31 07:36:34.404290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-edd9b50e-b669-4c90-b57e-b1086df69f14 req-6175ae12-ca14-4a85-995e-3aed4da8e487 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403588 Aug 31 07:36:35.530120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bf1c0d-93a7-4962-95bc-244b634db906 req-446b8ff1-8638-419e-b674-30af8ed7e031 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:35.531610 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5bf1c0d-93a7-4962-95bc-244b634db906 req-446b8ff1-8638-419e-b674-30af8ed7e031 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0528209 Aug 31 07:36:35.576527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5bf1c0d-93a7-4962-95bc-244b634db906 req-09cddde5-fd0c-4c60-b94b-70343c1d3de8 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381470 Aug 31 07:36:36.208193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:36.702158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b30db0-9061-473d-a0ef-7ed0fc334cc5 req-508a39b8-3c2e-4f54-95bd-522d830382e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:36.705422 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21b30db0-9061-473d-a0ef-7ed0fc334cc5 req-508a39b8-3c2e-4f54-95bd-522d830382e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0534258 Aug 31 07:36:36.747044 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-21b30db0-9061-473d-a0ef-7ed0fc334cc5 req-52bc1f40-8bfb-424e-80fd-759d464200ad tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351343 Aug 31 07:36:37.889978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4351248-927a-4aa2-afdd-177937bd8099 req-ceccbf5c-74c5-4784-81e3-e754528d24da tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:37.891601 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4351248-927a-4aa2-afdd-177937bd8099 req-ceccbf5c-74c5-4784-81e3-e754528d24da tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 931 time: 0.0649340 Aug 31 07:36:37.943606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b4351248-927a-4aa2-afdd-177937bd8099 req-a98b47d7-3e75-44b0-80b8-db679dc877a2 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398672 Aug 31 07:36:38.634194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Request body: {'port': {'device_id': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:38.687071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:38.967924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7b805e-8a84-4b0e-bb29-4656830b632a {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:38.982281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:38.995490 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Transition to ACTIVE for port object dc7b805e-8a84-4b0e-bb29-4656830b632a will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:36:38.999960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.075795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.091564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b192e411-fa11-4ea8-8b3c-234e0eb04009 req-2c0ca3ab-42e6-4461-9ec6-deed0938d54f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.093188 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b192e411-fa11-4ea8-8b3c-234e0eb04009 req-2c0ca3ab-42e6-4461-9ec6-deed0938d54f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 943 time: 0.0747483 Aug 31 07:36:39.146169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b192e411-fa11-4ea8-8b3c-234e0eb04009 req-846c3e1a-4697-4f2a-a459-e564e6655d05 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Aug 31 07:36:39.150498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Attempting to bind port dc7b805e-8a84-4b0e-bb29-4656830b632a on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:36:39.151020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Attempting to bind port dc7b805e-8a84-4b0e-bb29-4656830b632a by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:36:39.151369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Attempting to bind port dc7b805e-8a84-4b0e-bb29-4656830b632a on network 06aa0597-7a0d-4101-ad19-ac6ba5116686 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:39.161536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Port dc7b805e-8a84-4b0e-bb29-4656830b632a on network 06aa0597-7a0d-4101-ad19-ac6ba5116686 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:36:39.161536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Attempting to bind port dc7b805e-8a84-4b0e-bb29-4656830b632a on network 06aa0597-7a0d-4101-ad19-ac6ba5116686 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:36:39.162503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:36:39.162856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Checking segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:36:39.163263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Bound using segment: {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:36:39.163712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Bound port: dc7b805e-8a84-4b0e-bb29-4656830b632a, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c927bcc-558f-42b9-8bf2-204246d54c64', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:36:39.164246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.241726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:36:39.245122 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:36:39.251288 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.288705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.289240 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:39.290840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] 10.222.0.53 "PUT /v2.0/ports/dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 1092 time: 0.6618190 Aug 31 07:36:39.291320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:39.293825 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167bdb1-76cb-4697-87c4-3c446c488222" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:39.326602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7e667e-e526-4508-b4b6-e412f023730c service neutron] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:39.366714 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-264ef9db-69f2-4b94-8b07-6436d894017c x-openstack-request-id: req-264ef9db-69f2-4b94-8b07-6436d894017c {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:39.367014 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:39.367275 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-264ef9db-69f2-4b94-8b07-6436d894017c {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:39.367684 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:36:39.386559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-28a9ba07-8631-4263-86ad-b7bab29463b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.387714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-28a9ba07-8631-4263-86ad-b7bab29463b6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1095 time: 0.0500364 Aug 31 07:36:39.439418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-b848cd69-138c-4045-a4b3-6340ab1bc096 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 217 time: 0.0415192 Aug 31 07:36:39.507612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-84329d76-3c1f-4de9-a562-9a149b3b383a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.509124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-84329d76-3c1f-4de9-a562-9a149b3b383a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0631387 Aug 31 07:36:39.560279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-7dfba135-4db8-4404-bd1d-f9709aeb82d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.561853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-7dfba135-4db8-4404-bd1d-f9709aeb82d5 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449433 Aug 31 07:36:39.675135 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-0f2a36aa-b06e-48a3-8718-2c1106a1cead service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049771 Aug 31 07:36:39.770478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14496e9c-bbc6-442b-9d1b-88ce5ec83076 req-85abecc5-43d4-4e86-8140-19bcc1ba419f service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875344 Aug 31 07:36:39.858688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-9e01ac66-2ee9-401b-a56c-1a85e7058d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.861103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-9e01ac66-2ee9-401b-a56c-1a85e7058d76 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1095 time: 0.0442240 Aug 31 07:36:39.959297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-1eccd6e8-1da3-4a9d-abdb-7d6e80565304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:39.960791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-1eccd6e8-1da3-4a9d-abdb-7d6e80565304 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.0921628 Aug 31 07:36:40.005016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-710ac225-7bce-4254-9c9e-e7c4ecc9d412 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 217 time: 0.0355911 Aug 31 07:36:40.062080 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-5f6dbe3d-1c59-4a45-a20b-e0fa8e330c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.063487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-5f6dbe3d-1c59-4a45-a20b-e0fa8e330c64 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0507760 Aug 31 07:36:40.112787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-4ec8c2ab-f55e-4a58-afe7-35dcc9d2e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.114330 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-4ec8c2ab-f55e-4a58-afe7-35dcc9d2e9c7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421302 Aug 31 07:36:40.207247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-1ae9c388-1ef9-4e92-9200-02a05da64f15 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844266 Aug 31 07:36:40.270855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f6fb78-35c2-463a-9cd9-731fa3496bcd req-2b33657a-1191-4548-87ee-f871b98dbd4e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:40.273095 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33f6fb78-35c2-463a-9cd9-731fa3496bcd req-2b33657a-1191-4548-87ee-f871b98dbd4e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 943 time: 0.0550556 Aug 31 07:36:40.310505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b167bdb1-76cb-4697-87c4-3c446c488222 req-40e63c55-4550-4dd7-9b67-ce57a4077436 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954237 Aug 31 07:36:40.313675 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-33f6fb78-35c2-463a-9cd9-731fa3496bcd req-5eb60e88-3b65-4808-9af2-7c9bba8bfbec tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330474 Aug 31 07:36:41.435129 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af79af04-cf5e-4d11-ad2b-076abbb1343e req-ddd18f42-222e-4c70-9fad-b4711ef2590b tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:41.436720 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af79af04-cf5e-4d11-ad2b-076abbb1343e req-ddd18f42-222e-4c70-9fad-b4711ef2590b tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 943 time: 0.0518396 Aug 31 07:36:41.477752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-af79af04-cf5e-4d11-ad2b-076abbb1343e req-696d10e5-57af-46cb-9a60-02bfc8a1511c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339775 Aug 31 07:36:42.593732 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c217ef0-cad7-40f0-b7ff-a0c8d8ea2c90 req-39fad6f6-2cd0-4644-a816-b50fe73bcf5e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:42.596084 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c217ef0-cad7-40f0-b7ff-a0c8d8ea2c90 req-39fad6f6-2cd0-4644-a816-b50fe73bcf5e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 943 time: 0.0503478 Aug 31 07:36:42.635167 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4c217ef0-cad7-40f0-b7ff-a0c8d8ea2c90 req-0164b255-cf32-4b90-acad-9ed1882ebafa tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327587 Aug 31 07:36:43.635664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dc7b805e-8a84-4b0e-bb29-4656830b632a details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:36:43.732298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:43.744825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'port_id': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'mac_address': 'fa:16:3e:ee:89:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 554, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:36:43.752255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8def1087-1390-4693-933e-9d83c4b79140 req-362eed4b-857e-4599-9bd0-5ec687c2ee54 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:43.753750 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8def1087-1390-4693-933e-9d83c4b79140 req-362eed4b-857e-4599-9bd0-5ec687c2ee54 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 943 time: 0.0509772 Aug 31 07:36:43.783593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.792310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8def1087-1390-4693-933e-9d83c4b79140 req-3134fd61-04c4-43d3-a44b-548d1100b0e0 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325344 Aug 31 07:36:43.796868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7b805e-8a84-4b0e-bb29-4656830b632a {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:36:43.818668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:43.823035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:43.869868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:43.877968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.878309 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.878644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.878976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.879305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.879631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.879955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.880273 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.880591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.880906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.881225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:43.881577 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:36:44.087852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:36:44.919841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b1414-15b7-4e52-89a4-d4928687640a req-19af5a9b-df8b-43c2-b344-e64d04e089e6 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:44.921353 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e46b1414-15b7-4e52-89a4-d4928687640a req-19af5a9b-df8b-43c2-b344-e64d04e089e6 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 944 time: 0.0610805 Aug 31 07:36:44.961099 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e46b1414-15b7-4e52-89a4-d4928687640a req-a09c9c75-4139-47bf-8c80-e51a924d0748 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330999 Aug 31 07:36:45.643951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dc7b805e-8a84-4b0e-bb29-4656830b632a up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:36:45.695772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port dc7b805e-8a84-4b0e-bb29-4656830b632a completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:36:45.702248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port dc7b805e-8a84-4b0e-bb29-4656830b632a triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:36:45.702661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.788066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.811516 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:36:45.814353 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aded93-f469-4855-9930-7c02dd6e4efd" -d '{"events": [{"server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "name": "network-vif-plugged", "status": "completed", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:36:45.828447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:36:45.834705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:45.862713 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b33767-fafd-4fbf-b553-588df6fb9ad6 x-openstack-request-id: req-46b33767-fafd-4fbf-b553-588df6fb9ad6 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:36:45.863229 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "name": "network-vif-plugged", "status": "completed", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:36:45.863836 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46b33767-fafd-4fbf-b553-588df6fb9ad6 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:36:45.864244 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'code': 200} Aug 31 07:36:45.895958 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:36:45.964693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45100e70-4e5c-42d5-a2c3-6c1b1c261117 req-c1095d17-2dee-4a32-86c2-16d4e843a7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:45.966325 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45100e70-4e5c-42d5-a2c3-6c1b1c261117 req-c1095d17-2dee-4a32-86c2-16d4e843a7c6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1097 time: 0.0480685 Aug 31 07:36:46.009853 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-45100e70-4e5c-42d5-a2c3-6c1b1c261117 req-075ff6f0-fb1a-49f4-b9c4-81bd533a379b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339956 Aug 31 07:36:46.043065 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:46.095430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19847e-24fb-4ac2-ba95-477be4ef084e req-d69bba96-9f06-4f8a-bfc0-ccf3daa73ad4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:46.097151 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d19847e-24fb-4ac2-ba95-477be4ef084e req-d69bba96-9f06-4f8a-bfc0-ccf3daa73ad4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0672739 Aug 31 07:36:46.137600 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3d19847e-24fb-4ac2-ba95-477be4ef084e req-234bae4b-131c-4327-bc30-5a86efa13dc7 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342686 Aug 31 07:36:47.263169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc533a3d-0c4f-4c17-a58c-c4ff7a4829be req-006187a6-4363-438d-a69b-16ff18db110c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:47.264705 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc533a3d-0c4f-4c17-a58c-c4ff7a4829be req-006187a6-4363-438d-a69b-16ff18db110c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0511258 Aug 31 07:36:47.306834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc533a3d-0c4f-4c17-a58c-c4ff7a4829be req-ab54d954-de45-49cf-9b50-562bdd9aef68 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357525 Aug 31 07:36:47.432605 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbe198e-8274-40ad-9060-7533f871d9ba req-04b87124-a265-4611-b542-4b064b2b0389 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:47.434052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efbe198e-8274-40ad-9060-7533f871d9ba req-04b87124-a265-4611-b542-4b064b2b0389 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0509472 Aug 31 07:36:47.474561 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-efbe198e-8274-40ad-9060-7533f871d9ba req-2fc5fb28-5db1-4dac-802e-3ed36a76d79c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Aug 31 07:36:47.667070 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66df7f31-29d2-41af-a60a-1da44d5024df req-3c622d65-c924-43b5-884e-aa076e9e7c41 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:47.668551 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66df7f31-29d2-41af-a60a-1da44d5024df req-3c622d65-c924-43b5-884e-aa076e9e7c41 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0509894 Aug 31 07:36:47.710042 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-66df7f31-29d2-41af-a60a-1da44d5024df req-38cd64b3-b6b6-418e-a2f3-6c76c783a576 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331008 Aug 31 07:36:48.191066 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:36:54.916745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-056c9d81-9905-45d8-8536-79c72f2e67a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.534113 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d8d07df8-d36d-4d57-a295-87887446b55d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:57.879066 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.365314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290093bc-b928-41ca-916d-7d9b3b8047fe req-09f877af-eb71-472b-837f-9da715b5f769 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.367135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-290093bc-b928-41ca-916d-7d9b3b8047fe req-09f877af-eb71-472b-837f-9da715b5f769 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0636795 Aug 31 07:36:59.410271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-290093bc-b928-41ca-916d-7d9b3b8047fe req-3f64167a-ee1d-40e6-9532-eacf1787244b tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357866 Aug 31 07:36:59.434263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43846) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:59.577840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09bc28c-bf71-48a6-96d1-0d63c50bfd80 tempest-TestMinimumBasicScenario-1718509882 tempest-TestMinimumBasicScenario-1718509882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:36:59.579933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b09bc28c-bf71-48a6-96d1-0d63c50bfd80 tempest-TestMinimumBasicScenario-1718509882 tempest-TestMinimumBasicScenario-1718509882-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1092 time: 0.1443806 Aug 31 07:36:59.583522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43850) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:36:59.588009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:36:59.611932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.716426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.828404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Allocated IP 172.25.3.142 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/738596f5-4da3-4087-a8ca-537d3f402caf) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:36:59.851550 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.940938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:36:59.981590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.025022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:37:00.031305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:37:00.036835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:37:00.068753 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'Port': ['ID=738596f5-4da3-4087-a8ca-537d3f402caf,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.443603 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.518145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.681842 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.686379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.762709 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'Port': ['ID=738596f5-4da3-4087-a8ca-537d3f402caf,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:00.779574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:00.888152 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Floating IP 1e49042f-cd42-490d-a20b-4da0956315c0 associated. External IP: 172.25.3.142, port: dc7b805e-8a84-4b0e-bb29-4656830b632a. Aug 31 07:37:01.269408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.426629 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:37:01.538523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:37:01.548180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Sync routers for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:37:01.558471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:01.558700 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.559245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:36:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:01.597124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3941092-c86c-4b23-a465-9dfc2c5f12e3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0115132 Aug 31 07:37:01.597882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:01.598877 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43852) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:01.601691 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dd74362-6896-4006-aa95-b250ab30cf71" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:01.607627 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1644818701', 'description': 'tempest-secgroup-smoke-1644818701 description', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:01.638106 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.651257 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b1475fe-57a1-4347-ba68-152c66bab31a x-openstack-request-id: req-8b1475fe-57a1-4347-ba68-152c66bab31a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:01.651542 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:01.651798 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-8b1475fe-57a1-4347-ba68-152c66bab31a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:01.652195 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:37:01.687801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:01.718415 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-3310a461-2e5a-46dd-8c52-77eb10811cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.720008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-3310a461-2e5a-46dd-8c52-77eb10811cb6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1097 time: 0.0452666 Aug 31 07:37:01.733277 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.738663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.769685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.780805 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.781546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.782121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.782909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.783442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.783792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.784135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.784468 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.784813 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.785145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.785511 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.785842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:37:01.794647 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.799959 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9a211258-22ba-4aee-8e22-860fe52ac73d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1988304 Aug 31 07:37:01.800719 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43856) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:01.805593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:01.830126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-bff683c4-4902-4523-8e7c-190f6678c8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.831852 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-bff683c4-4902-4523-8e7c-190f6678c8b9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.1046216 Aug 31 07:37:01.837290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.901507 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.906078 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.908942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-c8241d56-5f97-4e9c-9ef9-fbf8a1a100f0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 999 time: 0.0682418 Aug 31 07:37:01.932471 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=684a5b8a-be11-4aca-bad7-65d9e0e9250b,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:01.935390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1e49042f-cd42-490d-a20b-4da0956315c0', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'port_id': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'mac_address': 'fa:16:3e:ee:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:37:00Z', 'updated_at': '2021-08-31T07:37:00Z', 'revision_number': 0, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:01.942459 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:01.944020 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1884d1a4-e291-4897-9796-fdf8fa849dbf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422210 Aug 31 07:37:01.946888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43858) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:01.954603 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:01.964549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Checking router: 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:37:01.967308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-ab465df9-3dae-40b9-8526-cd370fcababe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:01.968823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-ab465df9-3dae-40b9-8526-cd370fcababe service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0527782 Aug 31 07:37:01.975227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:37:01.976112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:36:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:01.997062 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.034389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-cc3731c9-7b80-4404-b6a6-7d81c01dbb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.037297 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-cc3731c9-7b80-4404-b6a6-7d81c01dbb5b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578272 Aug 31 07:37:02.079537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.085426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.106837 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b3fe25-9818-4af5-bcf0-bcdbd03e390c,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.115538 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.116882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-52c4248b-1558-4ac3-924b-a6cc618c4c91 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1684916 Aug 31 07:37:02.121575 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43860) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.126943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:02.157905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.191345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-6737672d-faef-4adf-b6b0-5ed13fd0bd9a service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412899 Aug 31 07:37:02.223201 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.228552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.247909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc38f6c-fce5-42fb-9035-c16b69bb6376,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.256473 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.258033 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6f92b6cf-8c86-48f3-8a30-48add36c6b5f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1354594 Aug 31 07:37:02.260773 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43862) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.265948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:02.272387 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:37:02.308401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.308718 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0dd74362-6896-4006-aa95-b250ab30cf71 req-8ecb18ab-f085-423c-abb6-cb9ec0c3bfff service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073663 Aug 31 07:37:02.369589 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.374423 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.399405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064c534e-6bc9-46d8-867f-691a6e43b0b7,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.403025 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.406837 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-706c65d9-688d-4f7e-b7ee-39958a3ed79a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1419580 Aug 31 07:37:02.407761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43864) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.411621 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:02.434581 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Project da537891ac4c4dce9a556c4a8f689cc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:37:02.440521 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.505588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.509480 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.523223 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1e49042f-cd42-490d-a20b-4da0956315c0', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'port_id': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'mac_address': 'fa:16:3e:ee:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:37:00Z', 'updated_at': '2021-08-31T07:37:00Z', 'revision_number': 0, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:37:02.526677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=166afaca-b543-48c6-b018-7093805af6ef,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.538784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.540116 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-78102932-2013-4510-9f87-15560408397f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1320424 Aug 31 07:37:02.543467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43866) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:37:02.547981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'security_group_rule': {'security_group_id': 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f', 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:02.550917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e662f0-802e-4dc2-be32-642198fb6593 None None] The sync data for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 is: [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '1e49042f-cd42-490d-a20b-4da0956315c0', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'port_id': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'mac_address': 'fa:16:3e:ee:89:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:37:00Z', 'updated_at': '2021-08-31T07:37:00Z', 'revision_number': 0, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:37:02.571179 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Project da537891ac4c4dce9a556c4a8f689cc9 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:37:02.576696 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.644753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.648745 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.668783 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16d936a-6d9f-4c35-833f-a0e27b679d9e,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:02.679290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:02.681139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-978b2d15-a21c-42b5-bff7-a320aa3368c3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1362882 Aug 31 07:37:02.759603 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fef7c3-a4b7-490a-98d2-12b4c18d2a6b None None] New status for floating IP 1e49042f-cd42-490d-a20b-4da0956315c0: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:37:02.794661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-851e56c0-17c6-4747-9f0d-c86c4f0c70fc tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644818701&fields=id&tenant_id=da537891ac4c4dce9a556c4a8f689cc9 HTTP/1.1" status: 200 len: 267 time: 0.0470688 Aug 31 07:37:02.850604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-e61975a5-838f-457b-8a76-ca65fd60e616 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:02.852270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-e61975a5-838f-457b-8a76-ca65fd60e616 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0518942 Aug 31 07:37:02.863755 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'port': {'security_groups': ['58e0d6b4-b1a5-416f-9c1f-c917c226343b', 'f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:37:02.934167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.127493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:37:03.158146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.163441 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.176335 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:03.209686 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.210470 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.218973 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-053f9c21-0e97-41bc-8eba-372b28d97539 req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "PUT /v2.0/ports/dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 981 time: 0.3596535 Aug 31 07:37:03.219184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:37:03.252840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be44db0e-e129-4631-91b1-87d5f72be9bf tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=6']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:37:03.307476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:37:03.356597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cea54a-a84c-46d0-b3e2-1f0964689b73 req-30aae641-9bea-4d93-9d0b-7297481d394d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.358092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12cea54a-a84c-46d0-b3e2-1f0964689b73 req-30aae641-9bea-4d93-9d0b-7297481d394d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0679972 Aug 31 07:37:03.386155 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8601247-d804-476a-9ad8-8c41d8cdeee4" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:37:03.430097 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12cea54a-a84c-46d0-b3e2-1f0964689b73 req-b8a46bc3-374a-4d59-853a-7f51928d26a1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639484 Aug 31 07:37:03.519853 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1abc975b-bd90-46df-8aec-0e1a9d1edc5b x-openstack-request-id: req-1abc975b-bd90-46df-8aec-0e1a9d1edc5b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:37:03.520216 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:37:03.520572 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1abc975b-bd90-46df-8aec-0e1a9d1edc5b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:37:03.521037 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:37:03.575914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0ad10d58-63ae-408c-9e95-71cabca5e00e None None] Provisioning complete for port dc7b805e-8a84-4b0e-bb29-4656830b632a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:37:03.576285 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ad10d58-63ae-408c-9e95-71cabca5e00e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:03.588305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-6492ded8-25de-4c6c-a8d9-0060f01c0a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.589832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-6492ded8-25de-4c6c-a8d9-0060f01c0a77 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1136 time: 0.0447152 Aug 31 07:37:03.686153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-7a259684-4b34-47e9-8f8d-5d3c86212ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.687861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-7a259684-4b34-47e9-8f8d-5d3c86212ed5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.0902877 Aug 31 07:37:03.770915 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-d9ac04c4-e6f8-4394-88d7-ea0cc78da2a5 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 1001 time: 0.0748763 Aug 31 07:37:03.838472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-a71b2d75-6327-4015-94eb-fbb76514e0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.840389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-a71b2d75-6327-4015-94eb-fbb76514e0e2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0620739 Aug 31 07:37:03.897981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-fb3938e7-ead1-4848-aa65-fdb646f4032a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:03.899571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-fb3938e7-ead1-4848-aa65-fdb646f4032a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517061 Aug 31 07:37:04.004817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-1e743d4b-8f94-4297-8b20-84287dc39196 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960655 Aug 31 07:37:04.103448 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8601247-d804-476a-9ad8-8c41d8cdeee4 req-e44d5ebb-298f-4a4e-9f63-92012486b692 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889852 Aug 31 07:37:06.222534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:16.059243 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:20.553400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-f46cf9ca-f327-430d-b365-505883edb0e8 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1031468 Aug 31 07:37:20.647189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-2f10b05f-a8e8-455e-9021-7c8da439c83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.648713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-2f10b05f-a8e8-455e-9021-7c8da439c83e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1136 time: 0.0439258 Aug 31 07:37:20.658441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95856481-0376-4776-be25-624ccab39131 req-7fdca73c-557f-48ab-84c5-844436f20cb4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.660034 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95856481-0376-4776-be25-624ccab39131 req-7fdca73c-557f-48ab-84c5-844436f20cb4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0526366 Aug 31 07:37:20.707402 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-95856481-0376-4776-be25-624ccab39131 req-1d143b24-1b1a-4046-9bdf-7763e25b6c7e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0401342 Aug 31 07:37:20.762332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-0655623c-cff1-4ad5-9f2c-e96a15859bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.763994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-0655623c-cff1-4ad5-9f2c-e96a15859bdf service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.0933411 Aug 31 07:37:20.842620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-bb6933ce-302e-482e-9fe7-ce012abf2927 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 1001 time: 0.0698862 Aug 31 07:37:20.905053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-1ad91ebd-b481-4466-94cd-81322a96905b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.906714 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-1ad91ebd-b481-4466-94cd-81322a96905b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0566864 Aug 31 07:37:20.960831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-4446ab18-457b-4999-add3-e9cb7b0f736f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:20.962390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-4446ab18-457b-4999-add3-e9cb7b0f736f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0475676 Aug 31 07:37:21.067094 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-36de302d-b641-4262-a368-c0c78bf925c9 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959313 Aug 31 07:37:21.165731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c355af53-e0b1-49a7-92f5-9a63898c06cf req-ea6f57cb-6c4f-49f1-aca8-b378091b643d service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899420 Aug 31 07:37:21.251803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-108c4be9-f62d-444e-ba1b-5e1ce2c93c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.253386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-108c4be9-f62d-444e-ba1b-5e1ce2c93c54 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1136 time: 0.0460188 Aug 31 07:37:21.358173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-a8e02e05-09db-436d-82c4-27ee67ed06e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.360180 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-a8e02e05-09db-436d-82c4-27ee67ed06e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.0993521 Aug 31 07:37:21.428685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-0abec023-2440-419b-9b5c-5ba106aa2c1b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 1001 time: 0.0616643 Aug 31 07:37:21.488064 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-a8174b75-4dfa-434e-b449-dcc0281ca719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.489710 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-a8174b75-4dfa-434e-b449-dcc0281ca719 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0537674 Aug 31 07:37:21.540327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-597e4ad8-b888-4975-9913-f99d6d26ecdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.541966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-597e4ad8-b888-4975-9913-f99d6d26ecdd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0450878 Aug 31 07:37:21.635578 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-47f16d9a-8bd9-4b97-8590-625a916c71e5 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862451 Aug 31 07:37:21.737721 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5dafdac1-569c-4d8d-9aae-74d000b19713 req-0da3f8ee-4e44-4858-a7ea-287eb98e35d9 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943105 Aug 31 07:37:21.845132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1439fbd-4f07-4548-b3ae-a35576b147b4 req-8e2e57dd-a445-4823-aae1-875a8ec9205a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:21.846830 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1439fbd-4f07-4548-b3ae-a35576b147b4 req-8e2e57dd-a445-4823-aae1-875a8ec9205a tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0614803 Aug 31 07:37:21.894844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d1439fbd-4f07-4548-b3ae-a35576b147b4 req-073cf8dc-9a8d-41b4-82db-713ce155d028 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412860 Aug 31 07:37:23.018593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a46b-6416-4fcd-b47f-409dfb4aece8 req-01254feb-2b67-4eec-868a-e116b95de384 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:23.020225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11b9a46b-6416-4fcd-b47f-409dfb4aece8 req-01254feb-2b67-4eec-868a-e116b95de384 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0525529 Aug 31 07:37:23.062555 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-11b9a46b-6416-4fcd-b47f-409dfb4aece8 req-1420405b-b07c-4713-94c6-0f75b945b6be tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0360858 Aug 31 07:37:24.186087 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730e5d6-d9d2-4a2f-a1b9-924c031aae4d req-3a549d63-50f2-4533-a627-0e471235d33d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:24.187591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8730e5d6-d9d2-4a2f-a1b9-924c031aae4d req-3a549d63-50f2-4533-a627-0e471235d33d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0542693 Aug 31 07:37:24.231296 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8730e5d6-d9d2-4a2f-a1b9-924c031aae4d req-70006487-5ef2-413d-bde4-d479c17b96a6 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371592 Aug 31 07:37:24.920483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-103c3371-d546-46bc-aac1-f793a17a5b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:25.191664 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:37:25.362226 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ee14f5-6f5b-4159-8df5-a822138f8f7f req-1c8597a3-8d49-45a5-9011-76cfdf97f95c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:25.363948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ee14f5-6f5b-4159-8df5-a822138f8f7f req-1c8597a3-8d49-45a5-9011-76cfdf97f95c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0578675 Aug 31 07:37:25.413082 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-76ee14f5-6f5b-4159-8df5-a822138f8f7f req-78dcf406-50af-4db2-aca0-df614141231f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0383685 Aug 31 07:37:26.548957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dd6040-919a-443f-acce-0299366146e2 req-5f82c9d6-4d17-401b-9a75-0b2cd8accb63 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:26.553767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83dd6040-919a-443f-acce-0299366146e2 req-5f82c9d6-4d17-401b-9a75-0b2cd8accb63 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0661933 Aug 31 07:37:26.601640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-83dd6040-919a-443f-acce-0299366146e2 req-22b1c0e8-808c-43a1-84cd-f68d65a09b81 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0426545 Aug 31 07:37:27.536421 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-029004af-5263-4097-905c-53f4ae3703ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:27.721250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb35db9-20af-4542-92aa-5a6a1ea6e197 req-0e143e31-aef7-4d7b-8eac-cd238819a2c4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:27.722911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6fb35db9-20af-4542-92aa-5a6a1ea6e197 req-0e143e31-aef7-4d7b-8eac-cd238819a2c4 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0512731 Aug 31 07:37:27.769298 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6fb35db9-20af-4542-92aa-5a6a1ea6e197 req-78a45583-4340-442d-b96a-86b4b63d50af tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0399678 Aug 31 07:37:27.880673 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:28.895719 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080fdaa8-676d-4da1-9157-98e6149d3d12 req-e0e83044-f9ba-4a2c-b78a-c5d8c706dab3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:28.897242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-080fdaa8-676d-4da1-9157-98e6149d3d12 req-e0e83044-f9ba-4a2c-b78a-c5d8c706dab3 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0545611 Aug 31 07:37:28.940389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-080fdaa8-676d-4da1-9157-98e6149d3d12 req-c41d2b89-ad31-4b12-80ab-950a604f2589 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367498 Aug 31 07:37:29.852050 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:30.114659 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58a2fca-62ca-467a-95e0-088c9182ee23 req-25f33c8e-400d-4d1e-a865-5605710aca36 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:30.116225 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e58a2fca-62ca-467a-95e0-088c9182ee23 req-25f33c8e-400d-4d1e-a865-5605710aca36 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.1058550 Aug 31 07:37:30.159290 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e58a2fca-62ca-467a-95e0-088c9182ee23 req-502bfa07-5ed6-49d5-a6c1-da912e18f25e tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0367985 Aug 31 07:37:31.270063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:31.348609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822b6dde-9f57-4386-a45f-f735837322f3 req-1096edd4-c96d-4e24-9233-6f714baf41a5 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:31.350221 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822b6dde-9f57-4386-a45f-f735837322f3 req-1096edd4-c96d-4e24-9233-6f714baf41a5 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.1198518 Aug 31 07:37:31.393451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822b6dde-9f57-4386-a45f-f735837322f3 req-f08f99f0-f5b2-4401-ac5b-8ba69a516502 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369141 Aug 31 07:37:32.523072 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a22e25-d1d4-4ca4-b3df-fdebdddc7ce3 req-f7678192-a659-4136-ae0e-3c4753d7329c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:32.524963 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7a22e25-d1d4-4ca4-b3df-fdebdddc7ce3 req-f7678192-a659-4136-ae0e-3c4753d7329c tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0562785 Aug 31 07:37:32.569660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7a22e25-d1d4-4ca4-b3df-fdebdddc7ce3 req-d8bb4bd5-531c-47f1-a9e5-ba7e4f1115cb tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374973 Aug 31 07:37:33.699636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614e0815-9549-4eac-a8ef-38a4d9dc7ecc req-63ceb24e-aa68-4118-ac46-6aba3b8a1604 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:37:33.701156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-614e0815-9549-4eac-a8ef-38a4d9dc7ecc req-63ceb24e-aa68-4118-ac46-6aba3b8a1604 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0524337 Aug 31 07:37:33.744606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-614e0815-9549-4eac-a8ef-38a4d9dc7ecc req-305e1a2c-63ed-490f-8c7f-1199c76fde42 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&id=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0363650 Aug 31 07:37:36.238091 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:46.058649 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:54.925737 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e90a59e-1704-4597-bd7b-e07b22d36712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.543261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa3536ce-af28-4c14-ac2a-ac389e748477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:57.883422 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:37:59.862617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:01.273113 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:02.191288 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:04.128546 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-5a01822c-3061-485b-b39e-71f1a1e2afff req-59ef1cd5-2c89-4e1b-84e0-4fe329a2f2d6 tempest-ServerDiskConfigTestJSON-988748810 tempest-ServerDiskConfigTestJSON-988748810-project] (94640) timed out ('10.222.0.53', 55248) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:38:06.261562 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.284497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-77f8efd5-a42c-444f-86f8-36e708e7ff9f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1644818701&fields=id&tenant_id=da537891ac4c4dce9a556c4a8f689cc9 HTTP/1.1" status: 200 len: 267 time: 0.0492578 Aug 31 07:38:06.352872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-628a0ccc-88f8-4bf6-a69b-dd395a4546e0 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.354766 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-628a0ccc-88f8-4bf6-a69b-dd395a4546e0 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 984 time: 0.0611401 Aug 31 07:38:06.373459 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Request body: {'port': {'security_groups': ['58e0d6b4-b1a5-416f-9c1f-c917c226343b']}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:06.470583 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.676957 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:06.715090 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.722111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.736691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:06.785315 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:06.786008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:06.787703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c634e636-8593-4d45-8cd9-c838d02d9c6d req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "PUT /v2.0/ports/dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 942 time: 0.4194829 Aug 31 07:38:06.788186 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:06.790732 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adc4101d-3981-4a53-b9bd-96ba01bc852a" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:06.801150 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 43934) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:06.842911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:06.846185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event updated for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=7']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:06.862129 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.862854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.863562 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.864432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.865311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.866062 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.866782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.867478 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.868170 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.868858 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.869824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.870312 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-452692fd-61ce-4cbc-9eeb-9b250bc74961 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:06.900584 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2365ad7-0990-4118-a743-b7e31d2af4fe x-openstack-request-id: req-a2365ad7-0990-4118-a743-b7e31d2af4fe {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:06.901058 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:06.901058 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a2365ad7-0990-4118-a743-b7e31d2af4fe {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:06.902434 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:38:07.012316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.049907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-9e559e21-0700-4c79-93a0-275a89cc2d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.052429 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-9e559e21-0700-4c79-93a0-275a89cc2d07 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1097 time: 0.1325533 Aug 31 07:38:07.094056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.170403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f1e54b90-5c67-4709-8c60-b7e81f054a2a None None] Provisioning complete for port dc7b805e-8a84-4b0e-bb29-4656830b632a triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:07.170842 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f1e54b90-5c67-4709-8c60-b7e81f054a2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.292061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-df6c4729-48d3-4da0-b767-7fa690fdd29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.294682 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-df6c4729-48d3-4da0-b767-7fa690fdd29a service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.2317753 Aug 31 07:38:07.362176 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.365308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.366564 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "DELETE /v2.0/security-groups/f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f HTTP/1.1" status: 204 len: 168 time: 0.5627239 Aug 31 07:38:07.370958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 43936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:07.389588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91be7c1-d00d-4f4e-b6ec-9ef6baa2032f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:07.414056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.414613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.415166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.415736 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.416319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.417111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.417484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.418028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.418584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.419128 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.419675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.420225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f2de4f2-ce6c-4745-83cc-e19ccd6269d1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:07.427243 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-7526f980-c208-4b62-b90b-e7911d8153e8 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 1001 time: 0.1246383 Aug 31 07:38:07.508872 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-e39bcf33-617d-4253-a8dc-a3afc7104b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.510450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-e39bcf33-617d-4253-a8dc-a3afc7104b57 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0758622 Aug 31 07:38:07.586017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-570d24ac-f426-4807-914a-eed4f9204e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:07.587759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-570d24ac-f426-4807-914a-eed4f9204e55 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0685327 Aug 31 07:38:07.657223 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Deleting port 738596f5-4da3-4087-a8ca-537d3f402caf {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:07.657609 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.751560 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-0e590a68-02d1-40e5-a5dd-bd3665b01a4d service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548827 Aug 31 07:38:07.759174 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.759622 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:07.776345 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Calling delete_port for 738596f5-4da3-4087-a8ca-537d3f402caf owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:07.920649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-adc4101d-3981-4a53-b9bd-96ba01bc852a req-3f86e6cb-aad0-4bfd-9021-6982bcca7915 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614292 Aug 31 07:38:07.989437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.035763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event deleted for resources: {'Port': ['ID=738596f5-4da3-4087-a8ca-537d3f402caf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:08.127168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.127613 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Floating IP 1e49042f-cd42-490d-a20b-4da0956315c0 disassociated (deleted). External IP: 172.25.3.142, port: dc7b805e-8a84-4b0e-bb29-4656830b632a. Aug 31 07:38:08.712333 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:08.825802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:08.831977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:08.836816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Sync routers for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:08.848154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:08.848914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:08.864435 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7de37aa3-5020-48b5-ab35-f5e3aaee6859 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "DELETE /v2.0/floatingips/1e49042f-cd42-490d-a20b-4da0956315c0 HTTP/1.1" status: 204 len: 168 time: 1.4917636 Aug 31 07:38:08.903735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:08.907772 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6139377a-baba-436e-b7b3-3cf686ab4e5f" -d '{"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:08.948323 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-273c39d0-6c71-42bf-bf1b-a11346c77e76 x-openstack-request-id: req-273c39d0-6c71-42bf-bf1b-a11346c77e76 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:08.948784 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:08.949059 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-273c39d0-6c71-42bf-bf1b-a11346c77e76 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:08.949515 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:38:08.973913 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:09.033928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-b2d6c161-21a5-487b-9281-9cbcee008bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.035645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-b2d6c161-21a5-487b-9281-9cbcee008bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 1097 time: 0.0577402 Aug 31 07:38:09.196480 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-536618d9-b593-433b-98af-b52d3afe4b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.199633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-536618d9-b593-433b-98af-b52d3afe4b52 service neutron] 10.222.0.53 "GET /v2.0/networks?id=06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 200 len: 916 time: 0.1550183 Aug 31 07:38:09.246178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-56cb8134-8717-477c-9619-182a454f370c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 200 len: 217 time: 0.0394049 Aug 31 07:38:09.284663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:09.307795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-f7da6e26-8cee-4876-b8df-383fd93ceafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.309281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-f7da6e26-8cee-4876-b8df-383fd93ceafb service neutron] 10.222.0.53 "GET /v2.0/subnets?id=60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 200 len: 854 time: 0.0560136 Aug 31 07:38:09.312118 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Checking router: 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:09.320828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:09.321491 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:09.363109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-e705fd89-5e2f-485e-97e2-b6ac4497368c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:09.365055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-e705fd89-5e2f-485e-97e2-b6ac4497368c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=06aa0597-7a0d-4101-ad19-ac6ba5116686&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0472126 Aug 31 07:38:09.440754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:09.465075 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-c18dd901-8ee3-47b3-ae83-aef9b4954241 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904882 Aug 31 07:38:09.582076 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6139377a-baba-436e-b7b3-3cf686ab4e5f req-98c64046-4d35-462f-a318-b7690b4089b1 service neutron] 10.222.0.53 "GET /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070337 Aug 31 07:38:09.674768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:09.709119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96a089-f0d0-4cd6-b97a-4920526d139c None None] The sync data for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 is: [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:36:08Z', 'revision_number': 4, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '5181cfdf-10ae-4fbb-ab3e-021126769906', 'name': '', 'network_id': '06aa0597-7a0d-4101-ad19-ac6ba5116686', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'mac_address': 'fa:16:3e:7a:e8:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': '60a16068-1535-4003-addb-82fd316b1bd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:08Z', 'updated_at': '2021-08-31T07:36:15Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'subnets': [{'id': '60a16068-1535-4003-addb-82fd316b1bd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:09.969816 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4966683c-f2a0-4b12-a726-702ccf1ef5b8 None None] New status for floating IP 1e49042f-cd42-490d-a20b-4da0956315c0: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:38:16.059895 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:17.051287 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14cef01-6402-4d89-adc5-d09f0d15db6f req-06b2ede0-fd23-47c8-a346-7f6868895ec1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:17.052751 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d14cef01-6402-4d89-adc5-d09f0d15db6f req-06b2ede0-fd23-47c8-a346-7f6868895ec1 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0576963 Aug 31 07:38:17.106604 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d14cef01-6402-4d89-adc5-d09f0d15db6f req-c9784aed-e7e3-4a36-8452-5aad5500dd12 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472205 Aug 31 07:38:18.243313 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b773368-e210-4794-a98a-16add63afb38 req-7b7c0d7a-03a5-409c-9640-ae12459de76f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.244874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b773368-e210-4794-a98a-16add63afb38 req-7b7c0d7a-03a5-409c-9640-ae12459de76f tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0535893 Aug 31 07:38:18.288869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3b773368-e210-4794-a98a-16add63afb38 req-c48f5368-29a7-477b-b629-c1df7aa5bdfb tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/security-groups?id=58e0d6b4-b1a5-416f-9c1f-c917c226343b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Aug 31 07:38:18.646711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-023524af-9b65-408f-a3d2-e9ac98919071 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:18.648291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-023524af-9b65-408f-a3d2-e9ac98919071 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.53 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 945 time: 0.0534835 Aug 31 07:38:18.756127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Deleting port dc7b805e-8a84-4b0e-bb29-4656830b632a {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:18.756478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.856084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] For port dc7b805e-8a84-4b0e-bb29-4656830b632a, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=dc7b805e-8a84-4b0e-bb29-4656830b632a,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:18.856454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:18.870333 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Calling delete_port for dc7b805e-8a84-4b0e-bb29-4656830b632a owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:19.010457 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.022838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['dc7b805e-8a84-4b0e-bb29-4656830b632a'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:19.041816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Pushing event deleted for resources: {'Port': ['ID=dc7b805e-8a84-4b0e-bb29-4656830b632a,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:19.091687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] No DVR routers for this DVR port dc7b805e-8a84-4b0e-bb29-4656830b632a on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:19.095663 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:19.097760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4147a6bf-7fe6-47fa-b9e1-18e70f886c67 req-08b5b097-0863-42b3-aac5-7c6505e52195 tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.53 "DELETE /v2.0/ports/dc7b805e-8a84-4b0e-bb29-4656830b632a HTTP/1.1" status: 204 len: 173 time: 0.4432859 Aug 31 07:38:19.098223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'name': 'network-vif-deleted', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:19.100552 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a677fc-4178-4506-aa8b-f7505e118bdf" -d '{"events": [{"server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "name": "network-vif-deleted", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:19.261477 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec16cc48-91bb-412e-a5fc-23e807741842 x-openstack-request-id: req-ec16cc48-91bb-412e-a5fc-23e807741842 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:19.262091 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cdaa9d1-2bc6-4aca-81db-15b485bcd413", "name": "network-vif-deleted", "tag": "dc7b805e-8a84-4b0e-bb29-4656830b632a", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:19.262091 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ec16cc48-91bb-412e-a5fc-23e807741842 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:19.262758 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cdaa9d1-2bc6-4aca-81db-15b485bcd413', 'name': 'network-vif-deleted', 'tag': 'dc7b805e-8a84-4b0e-bb29-4656830b632a', 'status': 'completed', 'code': 200} Aug 31 07:38:19.405645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c439476a-11b7-4abf-ba0d-d7212374ca80 req-1dd56af4-2ed1-496e-97a6-ceb9ea1a668d tempest-TestMinimumBasicScenario-1730623455 tempest-TestMinimumBasicScenario-1730623455-project] 10.222.0.57 "GET /v2.0/ports?device_id=5cdaa9d1-2bc6-4aca-81db-15b485bcd413 HTTP/1.1" status: 200 len: 210 time: 0.0280364 Aug 31 07:38:21.062935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44038) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:21.451283 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.721173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Deleting port 5181cfdf-10ae-4fbb-ab3e-021126769906 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:21.721463 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.808683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] For port 5181cfdf-10ae-4fbb-ab3e-021126769906, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5181cfdf-10ae-4fbb-ab3e-021126769906,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:21.809048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:21.824678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Calling delete_port for 5181cfdf-10ae-4fbb-ab3e-021126769906 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:22.024500 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.054675 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Pushing event deleted for resources: {'Port': ['ID=5181cfdf-10ae-4fbb-ab3e-021126769906,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:22.251339 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.510181 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:22.626164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:22.631305 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-734b498d-1e26-4e98-a725-10ee9433f964 admin admin] 10.222.0.57 "PUT /v2.0/routers/2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5669971 Aug 31 07:38:22.633943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44040) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:22.640097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Sync routers for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:22.652189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:22.652848 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:22.776861 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.795510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:22.902817 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:22.988976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:38:21Z', 'revision_number': 5, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port': {'id': '9ebd5032-5004-4679-bd5a-a19b4ac170d5', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:73:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:06Z', 'updated_at': '2021-08-31T07:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:22.989393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Deleting port 9ebd5032-5004-4679-bd5a-a19b4ac170d5 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:22.989753 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.023024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Checking router: 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:23.031894 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Routers {'2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:23.032514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:23.087642 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] For port 9ebd5032-5004-4679-bd5a-a19b4ac170d5, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=9ebd5032-5004-4679-bd5a-a19b4ac170d5,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:23.087988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.104729 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Calling delete_port for 9ebd5032-5004-4679-bd5a-a19b4ac170d5 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:23.127125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] Set router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:23.180896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:38:22Z', 'revision_number': 6, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:23.353225 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.384759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c134fd-0c0f-46f8-9998-dd65dc174646 None None] The sync data for ids ['2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3'] in n-d-712707-15 is: [{'id': '2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3', 'name': 'tempest-TestMinimumBasicScenario-1950893082-router', 'tenant_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:05Z', 'updated_at': '2021-08-31T07:38:22Z', 'revision_number': 6, 'project_id': 'da537891ac4c4dce9a556c4a8f689cc9', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:23.400138 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ebd5032-5004-4679-bd5a-a19b4ac170d5,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.493577 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.601170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.603425 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.650568 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.651433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:38:23.658827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.660924 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7b2e0d9a-268a-4a62-a2db-779f9f689605 admin admin] 10.222.0.57 "DELETE /v2.0/routers/2e8db8c8-5fc8-4c8e-ae24-cd67ddd2d3f3 HTTP/1.1" status: 204 len: 168 time: 1.0257623 Aug 31 07:38:23.663203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44042) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:23.710056 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Deleting subnet 60a16068-1535-4003-addb-82fd316b1bd0 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:38:23.713206 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.750488 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.854252 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.918254 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.947173 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60a16068-1535-4003-addb-82fd316b1bd0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:23.955585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:23.955585 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7e548585-3409-4fa1-ac03-9b80cc226953 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/60a16068-1535-4003-addb-82fd316b1bd0 HTTP/1.1" status: 204 len: 168 time: 0.2890325 Aug 31 07:38:23.956712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44044) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:23.962265 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc6cc92-7ba7-492f-bc7c-ea5fdb1c03be None None] Network 06aa0597-7a0d-4101-ad19-ac6ba5116686 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:24.008676 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dc7b805e-8a84-4b0e-bb29-4656830b632a no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:24.032493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: dc7b805e-8a84-4b0e-bb29-4656830b632a {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:24.032835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device dc7b805e-8a84-4b0e-bb29-4656830b632a not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:24.035615 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.096513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Deleting port 10433de2-c071-45ae-a235-ec0e779bef03 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:24.096774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.169780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] For port 10433de2-c071-45ae-a235-ec0e779bef03, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10433de2-c071-45ae-a235-ec0e779bef03,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:24.169780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.192668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Calling delete_port for 10433de2-c071-45ae-a235-ec0e779bef03 owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:24.196477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] DHCP port deletion for 06aa0597-7a0d-4101-ad19-ac6ba5116686 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:38:24.251544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Deleting port 10433de2-c071-45ae-a235-ec0e779bef03 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:24.251929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.310205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.318824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] For port 10433de2-c071-45ae-a235-ec0e779bef03, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10433de2-c071-45ae-a235-ec0e779bef03,segment=NetworkSegment(6c927bcc-558f-42b9-8bf2-204246d54c64),segment_id=6c927bcc-558f-42b9-8bf2-204246d54c64)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:24.320572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.337632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Calling delete_port for 10433de2-c071-45ae-a235-ec0e779bef03 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:24.341854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Pushing event deleted for resources: {'Port': ['ID=10433de2-c071-45ae-a235-ec0e779bef03,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.344219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] No DVR routers for this DVR port 10433de2-c071-45ae-a235-ec0e779bef03 on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:24.427750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.442149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06aa0597-7a0d-4101-ad19-ac6ba5116686']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:24.458681 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.460479 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c927bcc-558f-42b9-8bf2-204246d54c64') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:24.460776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c927bcc-558f-42b9-8bf2-204246d54c64') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:24.474794 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.495930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.498041 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Pushing event deleted for resources: {'Port': ['ID=10433de2-c071-45ae-a235-ec0e779bef03,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.504683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Releasing vlan 554 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:38:24.505094 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:38:24.507577 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:38:24.511880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.512234 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.512579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.512924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.513264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.513666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.513944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.515194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.515494 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.515811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.516143 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.516472 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:24.522083 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05f0e04-7592-47ee-bfd0-d77e0c9092de None None] No DVR routers for this DVR port 10433de2-c071-45ae-a235-ec0e779bef03 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:24.540637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ebd5032-5004-4679-bd5a-a19b4ac170d5 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:24.564639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 9ebd5032-5004-4679-bd5a-a19b4ac170d5 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:24.565084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 9ebd5032-5004-4679-bd5a-a19b4ac170d5 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:24.565611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5181cfdf-10ae-4fbb-ab3e-021126769906 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:24.586413 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5181cfdf-10ae-4fbb-ab3e-021126769906 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:24.586758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5181cfdf-10ae-4fbb-ab3e-021126769906 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:24.587174 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10433de2-c071-45ae-a235-ec0e779bef03 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:24.600644 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.607788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 10433de2-c071-45ae-a235-ec0e779bef03 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:24.608376 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10433de2-c071-45ae-a235-ec0e779bef03 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:24.610123 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:24.621058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] 10.222.0.57 "DELETE /v2.0/networks/06aa0597-7a0d-4101-ad19-ac6ba5116686 HTTP/1.1" status: 204 len: 168 time: 0.6591377 Aug 31 07:38:24.622049 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44046) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:24.646494 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0635747-0898-4574-b121-f999f4634394 admin admin] Pushing event deleted for resources: {'Network': ['ID=06aa0597-7a0d-4101-ad19-ac6ba5116686,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:24.935535 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-aa8b5572-58b4-4ae9-8cdc-ee0915f85b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.026903 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.320091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Deleting port 924365c2-ec31-4c1c-ae8c-f1468a1c4314 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:25.320431 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.414167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] For port 924365c2-ec31-4c1c-ae8c-f1468a1c4314, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=924365c2-ec31-4c1c-ae8c-f1468a1c4314,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:25.414447 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.428957 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Calling delete_port for 924365c2-ec31-4c1c-ae8c-f1468a1c4314 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:25.641631 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:25.669835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Pushing event deleted for resources: {'Port': ['ID=924365c2-ec31-4c1c-ae8c-f1468a1c4314,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:25.869401 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.142711 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Router 93687fda-6c9f-45ce-9b30-e50d3f5a93de has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:26.260781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:26.265861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a8285e34-75e7-4f58-8291-c035925ce7af admin admin] 10.222.0.57 "PUT /v2.0/routers/93687fda-6c9f-45ce-9b30-e50d3f5a93de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6411622 Aug 31 07:38:26.268733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:26.272053 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Sync routers for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:26.284128 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:26.284575 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:26.377472 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.401181 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:26.606420 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 5, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:26.637026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Checking router: 93687fda-6c9f-45ce-9b30-e50d3f5a93de for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:26.647227 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Routers {'93687fda-6c9f-45ce-9b30-e50d3f5a93de'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:26.647837 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:37:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:26.760448 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] Set router 93687fda-6c9f-45ce-9b30-e50d3f5a93de gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:26.859321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.918042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Deleting port ecd5be2e-994b-40a4-ba9d-da75bd61159b {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:26.918387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:26.961627 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 5, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:26.988806 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4dc947-27ee-49b4-a9fc-ed34ca928c81 None None] The sync data for ids ['93687fda-6c9f-45ce-9b30-e50d3f5a93de'] in n-d-712707-15 is: [{'id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'name': 'tempest-TestMinimumBasicScenario-1040416116-router', 'tenant_id': 'a4ccad79855f45ec968e97d2004961d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96'}], 'enable_snat': True}, 'gw_port_id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:36:10Z', 'updated_at': '2021-08-31T07:38:25Z', 'revision_number': 5, 'project_id': 'a4ccad79855f45ec968e97d2004961d3', 'gw_port': {'id': 'ecd5be2e-994b-40a4-ba9d-da75bd61159b', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:87:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93687fda-6c9f-45ce-9b30-e50d3f5a93de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:36:11Z', 'updated_at': '2021-08-31T07:36:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:27.008261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] For port ecd5be2e-994b-40a4-ba9d-da75bd61159b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=ecd5be2e-994b-40a4-ba9d-da75bd61159b,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:27.008637 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.024707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Calling delete_port for ecd5be2e-994b-40a4-ba9d-da75bd61159b owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:27.223815 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.254923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecd5be2e-994b-40a4-ba9d-da75bd61159b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.324127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.426746 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.428885 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.478274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.478822 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93687fda-6c9f-45ce-9b30-e50d3f5a93de {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:38:27.483881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.484967 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5c153f67-da70-47b3-9128-3996a28c1a20 admin admin] 10.222.0.57 "DELETE /v2.0/routers/93687fda-6c9f-45ce-9b30-e50d3f5a93de HTTP/1.1" status: 204 len: 168 time: 1.2152460 Aug 31 07:38:27.487750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44056) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:27.542670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-35c64aec-3638-48d4-81ae-a3105556cf93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.543952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Deleting subnet de328d27-43d5-4573-9d16-8288f5bc80c0 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:38:27.546803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.594901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.691653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.748585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.774928 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de328d27-43d5-4573-9d16-8288f5bc80c0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:27.779564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.782149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cab63183-a76a-4bb5-9f4b-07f83c6a1030 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/de328d27-43d5-4573-9d16-8288f5bc80c0 HTTP/1.1" status: 204 len: 168 time: 0.2934237 Aug 31 07:38:27.785779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44058) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:27.786027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01f298b-b5d1-4be8-9ee6-9df1b9d88d48 None None] Network 69ded064-4fda-4053-9447-9f3ec8194122 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:27.864730 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.911818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:27.935644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Deleting port 152101b6-b22e-4732-a8f4-4f7c251319ab {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:27.936243 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.010800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] DHCP port deletion for 69ded064-4fda-4053-9447-9f3ec8194122 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:38:28.022163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] For port 152101b6-b22e-4732-a8f4-4f7c251319ab, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=152101b6-b22e-4732-a8f4-4f7c251319ab,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:28.022537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.037182 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Calling delete_port for 152101b6-b22e-4732-a8f4-4f7c251319ab owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:28.097857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Deleting port 152101b6-b22e-4732-a8f4-4f7c251319ab {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:38:28.098447 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.134944 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.164243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Pushing event deleted for resources: {'Port': ['ID=152101b6-b22e-4732-a8f4-4f7c251319ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.168755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] No DVR routers for this DVR port 152101b6-b22e-4732-a8f4-4f7c251319ab on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:28.198483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] For port 152101b6-b22e-4732-a8f4-4f7c251319ab, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=152101b6-b22e-4732-a8f4-4f7c251319ab,segment=NetworkSegment(cd38c54d-7057-44b7-be5e-c59169fea755),segment_id=cd38c54d-7057-44b7-be5e-c59169fea755)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:28.198790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.213200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Calling delete_port for 152101b6-b22e-4732-a8f4-4f7c251319ab owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:38:28.245148 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.258547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69ded064-4fda-4053-9447-9f3ec8194122']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:28.282362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd38c54d-7057-44b7-be5e-c59169fea755') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:28.282823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd38c54d-7057-44b7-be5e-c59169fea755') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:28.295015 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.310226 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.311787 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.321302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:38:28.321767 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:38:28.324223 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:38:28.336703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] Pushing event deleted for resources: {'Port': ['ID=152101b6-b22e-4732-a8f4-4f7c251319ab,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.343200 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da3aad5-50ec-4e11-878e-427353bfd180 None None] No DVR routers for this DVR port 152101b6-b22e-4732-a8f4-4f7c251319ab on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:38:28.404366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.413100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.416588 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] 10.222.0.57 "DELETE /v2.0/networks/69ded064-4fda-4053-9447-9f3ec8194122 HTTP/1.1" status: 204 len: 168 time: 0.6295466 Aug 31 07:38:28.437209 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7137ea0-ab7e-4c8d-b121-730bb74effef admin admin] Pushing event deleted for resources: {'Network': ['ID=69ded064-4fda-4053-9447-9f3ec8194122,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:28.509489 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ecd5be2e-994b-40a4-ba9d-da75bd61159b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:28.535801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: ecd5be2e-994b-40a4-ba9d-da75bd61159b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:28.536112 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device ecd5be2e-994b-40a4-ba9d-da75bd61159b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:28.536530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924365c2-ec31-4c1c-ae8c-f1468a1c4314 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:28.557650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 924365c2-ec31-4c1c-ae8c-f1468a1c4314 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:28.558552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 924365c2-ec31-4c1c-ae8c-f1468a1c4314 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:28.558552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 152101b6-b22e-4732-a8f4-4f7c251319ab no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:38:28.583315 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 152101b6-b22e-4732-a8f4-4f7c251319ab {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:38:28.583773 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 152101b6-b22e-4732-a8f4-4f7c251319ab not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:38:28.646618 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44064) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:28.695876 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5b3bb5cc-d2f5-4207-bb0b-f09d176dfc8a admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=da537891ac4c4dce9a556c4a8f689cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480702 Aug 31 07:38:28.698667 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44066) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:28.749709 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.775993 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.827475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.830129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:28.832221 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/58e0d6b4-b1a5-416f-9c1f-c917c226343b HTTP/1.1" status: 204 len: 168 time: 0.1318705 Aug 31 07:38:28.842758 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83da68e1-8111-4d29-99ef-a2f296158a16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58e0d6b4-b1a5-416f-9c1f-c917c226343b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:29.172128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:29.218839 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-04ca31e5-071e-4f1b-bf1f-4cdf4676a3d9 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=a4ccad79855f45ec968e97d2004961d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452511 Aug 31 07:38:29.221467 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44074) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:29.276783 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.303954 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.363803 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.366554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:29.367729 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/594e85f8-1c3d-457e-9fc3-36751629c24a HTTP/1.1" status: 204 len: 168 time: 0.1453063 Aug 31 07:38:29.376982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e4ad92-6124-4333-92f3-9909e2c25cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=594e85f8-1c3d-457e-9fc3-36751629c24a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:29.863163 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.174332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44120) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:31.182118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-475313217', 'description': 'tempest-secgroup-smoke-475313217 description', 'project_id': '357019922f234568896cef68e956800c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:31.218557 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.226884 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.288400 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.342585 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.347114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.385644 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b523ab6-558b-4b3b-94cd-b7338db500f4,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.445603 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.449912 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.480715 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.482090 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3063312 Aug 31 07:38:31.484625 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3661874-5fdb-4112-88d6-44793f4892a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03e776c2-e906-4cf2-9238-80d29171dfe2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.487042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:31.494183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:31.522910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.582319 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.586366 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.604718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4db0f003-5519-4a7b-8603-17fe42505322,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.610873 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.612172 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ba88605-009a-4ba8-9483-53670a965fcc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1234341 Aug 31 07:38:31.617820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44124) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:31.622428 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:31.649502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.715136 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.719914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.739037 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b28c4dc7-f50d-43e2-a4bd-c4cd9a0bfc95,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.742871 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.744245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4d5f3308-d49f-4c97-be53-0ea3849a5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252606 Aug 31 07:38:31.746937 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:31.751761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:31.780270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.849880 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.854308 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.882546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f314a3-e4e9-4841-8bfb-fef6dee35674,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:31.890963 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.892811 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-493b6f35-3f83-4408-b1b6-94f733f8b147 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446824 Aug 31 07:38:31.895518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44128) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:31.900275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:31.928127 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.993209 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:31.997454 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.016452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05e66e34-9d97-4034-abc8-b3e831676524,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.022716 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.023982 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bed5e8f0-1a22-4e3f-ad1f-1313305daafb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274991 Aug 31 07:38:32.026864 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44130) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:32.032109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:32.054414 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:38:32.059392 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.129891 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.133980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.153608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7394c9-5542-4ac8-8107-700cbfdc41e8,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.166290 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.167547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dbd84746-7f00-4877-9364-0abb610e1ff4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1397092 Aug 31 07:38:32.170500 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:32.175528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '03e776c2-e906-4cf2-9238-80d29171dfe2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:32.198916 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:38:32.204724 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.268527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.272897 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.291547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa788475-1db5-4685-8792-6d0b3781da00,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.301007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.302970 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-65747549-ee08-41cc-8a65-6e684bb2dba9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311939 Aug 31 07:38:32.305911 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44134) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:32.310906 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'network': {'name': 'tempest-network-smoke--122607013', 'project_id': '357019922f234568896cef68e956800c', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:32.331580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:32.335282 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.360344 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] vlan segment allocate from pool success with {'vlan_id': 578, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:38:32.369734 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.370074 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Added segment 09585383-8a8e-4f95-8f2d-b788d44d4028 of type vlan for network 9ea8f057-feac-4f99-a783-b80a085254b2 Aug 31 07:38:32.414822 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.440829 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.446441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:32.447028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.506859 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1999125 Aug 31 07:38:32.509866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44136) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:32.515816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'admin_state_up': True, 'project_id': '357019922f234568896cef68e956800c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:32.516363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5dc3eb-7d8a-4d57-93c8-8520c7837c27 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Network': ['ID=9ea8f057-feac-4f99-a783-b80a085254b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:32.527037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 9ea8f057-feac-4f99-a783-b80a085254b2 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:38:32.541830 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.542916 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.603494 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.746919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.949861 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:32.976548 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.088680 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.40 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/5dc0dcc2-7538-4b7a-99e5-10c355bdca83) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:33.200038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.246971 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.290263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:33.293298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:33.297500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:33.303320 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:33.578287 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.799854 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:33.937207 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router c945d454-33e6-4eba-a92e-00a9d69858e1 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:38:34.047980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:34.058661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Sync routers for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:34.069404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.069828 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:34.070474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:34.074299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-d03a7cf2-1328-4fa9-bcbf-79c3e03eb915 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5601795 Aug 31 07:38:34.075933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44138) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.214329 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:34.231689 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3fef7a2a-4b0b-448a-95ef-9adf1599d5d9 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=357019922f234568896cef68e956800c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1528456 Aug 31 07:38:34.234482 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44142) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.340430 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b8bd08-63be-42f0-a9d5-3d3afdb06f27 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.343965 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-66b8bd08-63be-42f0-a9d5-3d3afdb06f27 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1075780 Aug 31 07:38:34.346371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.378140 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a64b8223-83e2-4a08-b4b2-d4d7666ff196 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284348 Aug 31 07:38:34.378875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.384209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178047927', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'project_id': '357019922f234568896cef68e956800c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:34.449380 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:34.481946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Checking router: c945d454-33e6-4eba-a92e-00a9d69858e1 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:34.482379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Updating router c945d454-33e6-4eba-a92e-00a9d69858e1 port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:34.483993 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:34.488043 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.511369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.688816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.745753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Subnet': ['ID=db51a56d-ce23-4e7f-9620-faddb1bfc2aa,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:34.765844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Checking segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:34.766210 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network hostable DHCP agents. Network: 9ea8f057-feac-4f99-a783-b80a085254b2, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:38:34.784889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 9ea8f057-feac-4f99-a783-b80a085254b2 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:38:34.794570 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 9ea8f057-feac-4f99-a783-b80a085254b2) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:34.799927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:34.800471 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.808926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a854682b-eb33-4f37-b88b-273731d803b9 None None] Network 9ea8f057-feac-4f99-a783-b80a085254b2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:34.816185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3f37b3c6-7c76-4de4-8177-41c42ec46c61 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4359808 Aug 31 07:38:34.819955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:34.870938 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:34.890312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Transition to ACTIVE for port object 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:34.903889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.020299 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Attempting to bind port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:35.020674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Attempting to bind port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:35.021061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Attempting to bind port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:35.025818 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0408b-f2a9-4246-9d94-b8b76c584be6 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.057002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:35.057634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:35.058227 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.058883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:35.059605 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Bound port: 5dc0dcc2-7538-4b7a-99e5-10c355bdca83, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:35.060228 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.145790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c106459-0159-4928-aff7-787841651186 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-9ea8f057-feac-4f99-a783-b80a085254b2', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:38:35.146596 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.167661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] For port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:35.187168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] For port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:35.233641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.350653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc0408b-f2a9-4246-9d94-b8b76c584be6 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:35.358035 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:35.358854 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:35.398837 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3c106459-0159-4928-aff7-787841651186 None None] Allocated IP 172.20.0.2 (9ea8f057-feac-4f99-a783-b80a085254b2/db51a56d-ce23-4e7f-9620-faddb1bfc2aa/7406205c-d644-4d57-a9a4-69f4e979403e) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:35.562866 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:35.696978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.850758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:35.881889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c106459-0159-4928-aff7-787841651186 None None] Transition to ACTIVE for port object 7406205c-d644-4d57-a9a4-69f4e979403e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:35.943452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3c106459-0159-4928-aff7-787841651186 None None] Transition to ACTIVE for port object 7406205c-d644-4d57-a9a4-69f4e979403e will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:35.956119 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.003462 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c106459-0159-4928-aff7-787841651186 None None] Network 9ea8f057-feac-4f99-a783-b80a085254b2 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:36.014328 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.1 (9ea8f057-feac-4f99-a783-b80a085254b2/db51a56d-ce23-4e7f-9620-faddb1bfc2aa/83211edf-0cfd-49f2-b347-8c46bb5316fb) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:36.015213 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3c106459-0159-4928-aff7-787841651186 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:36.021232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c106459-0159-4928-aff7-787841651186 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:36.029150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c106459-0159-4928-aff7-787841651186 None None] Pushing event updated for resources: {'Port': ['ID=7406205c-d644-4d57-a9a4-69f4e979403e,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.037218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:36.160156 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.176859 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 83211edf-0cfd-49f2-b347-8c46bb5316fb will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:36.212031 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.252671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 9ea8f057-feac-4f99-a783-b80a085254b2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:36.258102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:36.262334 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:36.273198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4efe3eff-4369-4df4-b246-1e6e177a66f2 None None] The sync data for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 is: [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:36.291426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.318347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.323890 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.328036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c106459-0159-4928-aff7-787841651186 None None] Attempting to bind port 7406205c-d644-4d57-a9a4-69f4e979403e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:36.328455 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c106459-0159-4928-aff7-787841651186 None None] Attempting to bind port 7406205c-d644-4d57-a9a4-69f4e979403e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:36.329047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c106459-0159-4928-aff7-787841651186 None None] Attempting to bind port 7406205c-d644-4d57-a9a4-69f4e979403e on network 9ea8f057-feac-4f99-a783-b80a085254b2 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:36.337046 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c106459-0159-4928-aff7-787841651186 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:36.337719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c106459-0159-4928-aff7-787841651186 None None] Checking segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:36.338385 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.339033 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c106459-0159-4928-aff7-787841651186 None None] Bound using segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:36.339800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3c106459-0159-4928-aff7-787841651186 None None] Bound port: 7406205c-d644-4d57-a9a4-69f4e979403e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:36.340386 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.435546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c106459-0159-4928-aff7-787841651186 None None] For port 7406205c-d644-4d57-a9a4-69f4e979403e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:36.442285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3c106459-0159-4928-aff7-787841651186 None None] For port 7406205c-d644-4d57-a9a4-69f4e979403e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7406205c-d644-4d57-a9a4-69f4e979403e,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:36.448300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c106459-0159-4928-aff7-787841651186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.472130 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.552790 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c106459-0159-4928-aff7-787841651186 None None] Pushing event updated for resources: {'Port': ['ID=7406205c-d644-4d57-a9a4-69f4e979403e,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.868933 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.876483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:36.977926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:36.989575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:37.109772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 9ea8f057-feac-4f99-a783-b80a085254b2 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:37.111250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:37.249883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router c945d454-33e6-4eba-a92e-00a9d69858e1 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:37.383591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:37.389991 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fc1af7f2-85af-4e9c-b149-083882dafcd0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/c945d454-33e6-4eba-a92e-00a9d69858e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5679915 Aug 31 07:38:37.546128 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6d679-50ae-4bd6-bf22-42177d7e56be None None] Network 9ea8f057-feac-4f99-a783-b80a085254b2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:38:37.546716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-0c6a429c-9fd2-40cd-87a5-b218091d452c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-475313217&fields=id&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 267 time: 0.0386710 Aug 31 07:38:37.636235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1515e9e4-0fc5-4a88-89db-76e82a6dd1b1 None None] Provisioning for port 7406205c-d644-4d57-a9a4-69f4e979403e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:37.677517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-1890e773-67e8-4948-bf00-f680f443f03b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:37.679042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-1890e773-67e8-4948-bf00-f680f443f03b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 796 time: 0.1251862 Aug 31 07:38:37.696166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-4b794398-6bdf-4250-8df9-baa587b6e55d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/quotas/357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 375 time: 0.0105972 Aug 31 07:38:37.764522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-b35f1b1d-2387-45ab-8a2c-d7872816327e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0608435 Aug 31 07:38:37.938361 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-2eb21571-8042-4536-938d-5dfc21de03dd service neutron] 10.222.0.57 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603079 Aug 31 07:38:37.953643 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Sync routers for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:37.963815 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:37.964493 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:37.993587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6dea805d-f35f-41d8-b19e-abacaaa21599 None None] Provisioning for port 83211edf-0cfd-49f2-b347-8c46bb5316fb completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:37.999183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-6dea805d-f35f-41d8-b19e-abacaaa21599 None None] Provisioning complete for port 83211edf-0cfd-49f2-b347-8c46bb5316fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:37.999916 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dea805d-f35f-41d8-b19e-abacaaa21599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.042137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-6dea805d-f35f-41d8-b19e-abacaaa21599 None None] Port 83211edf-0cfd-49f2-b347-8c46bb5316fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:38.061927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-beb6169f-2597-4e73-9ee0-c716b67573ab service neutron] 10.222.0.57 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168261 Aug 31 07:38:38.201999 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:38.304313 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-89edb4d1-5f98-4e2f-bf72-9b3d11ba0ea0 req-60e6957e-16a4-4fad-9dd2-0d2adcb58c0f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 210 time: 0.0622802 Aug 31 07:38:38.312581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-5b903d53-b377-44b5-bd7e-887de52e77c0 None None] Provisioning complete for port 83211edf-0cfd-49f2-b347-8c46bb5316fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:38.312959 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5b903d53-b377-44b5-bd7e-887de52e77c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.367170 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5b903d53-b377-44b5-bd7e-887de52e77c0 None None] Port 83211edf-0cfd-49f2-b347-8c46bb5316fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:38.486561 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 2, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:38.507528 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8b1ad9b8-e6fd-4cbc-96d8-8596aa16591d None None] Provisioning complete for port 83211edf-0cfd-49f2-b347-8c46bb5316fb triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:38.507914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8b1ad9b8-e6fd-4cbc-96d8-8596aa16591d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.519401 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Checking router: c945d454-33e6-4eba-a92e-00a9d69858e1 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:38.519748 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Updating router c945d454-33e6-4eba-a92e-00a9d69858e1 port 83211edf-0cfd-49f2-b347-8c46bb5316fb binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:38:38.547411 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.579410 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ad9b8-e6fd-4cbc-96d8-8596aa16591d None None] Port 83211edf-0cfd-49f2-b347-8c46bb5316fb cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:38.610641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:38.682266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:38.687332 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:38.687780 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.778452 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.801092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:38.806410 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.807561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7406205c-d644-4d57-a9a4-69f4e979403e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:38.891292 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.897081 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:38.901998 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Transition to ACTIVE for port object 83211edf-0cfd-49f2-b347-8c46bb5316fb will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:38.908498 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:38.915061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 7406205c-d644-4d57-a9a4-69f4e979403e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:38.919924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7406205c-d644-4d57-a9a4-69f4e979403e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:38.921162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.011901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Pushing event updated for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:39.021940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.026198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.026534 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.027041 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.027368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.027691 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.028059 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.028328 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.028642 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.028954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.029267 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.030532 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.030846 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:38:39.047241 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Attempting to bind port 83211edf-0cfd-49f2-b347-8c46bb5316fb on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:39.047600 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Attempting to bind port 83211edf-0cfd-49f2-b347-8c46bb5316fb by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:39.047958 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Attempting to bind port 83211edf-0cfd-49f2-b347-8c46bb5316fb on network 9ea8f057-feac-4f99-a783-b80a085254b2 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:39.054225 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:39.054606 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Checking segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:39.055039 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.055435 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Bound using segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:39.055914 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Bound port: 83211edf-0cfd-49f2-b347-8c46bb5316fb, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:39.056302 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.066656 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 7406205c-d644-4d57-a9a4-69f4e979403e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7406205c-d644-4d57-a9a4-69f4e979403e,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:39.071256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.125094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=7406205c-d644-4d57-a9a4-69f4e979403e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:39.128185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] For port 83211edf-0cfd-49f2-b347-8c46bb5316fb, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:39.132231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] For port 83211edf-0cfd-49f2-b347-8c46bb5316fb, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=83211edf-0cfd-49f2-b347-8c46bb5316fb,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:39.136642 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.198670 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:38:39.212412 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f410f65-f9ad-472a-b154-59cbc87f6a67 None None] Pushing event updated for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:39.216833 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:39.217849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:39.367367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:39.493161 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ef7fcf2-457f-45e5-bdec-10ec4f52038f req-14e31a4a-3657-4135-b1c3-ceb2ca331cb3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 210 time: 0.0475004 Aug 31 07:38:39.544256 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-2e6edcc6-59d3-4755-869a-68c511193d37 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:39.547029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-2e6edcc6-59d3-4755-869a-68c511193d37 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 796 time: 0.2263424 Aug 31 07:38:39.605089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-e85ce112-346a-4e25-9e34-bdd8d19828a5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 379 time: 0.0478313 Aug 31 07:38:39.613785 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:39Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:39.615894 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'port': {'device_id': '2731aa79-6735-46ae-a51b-67f3114099e8', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'admin_state_up': True, 'tenant_id': '357019922f234568896cef68e956800c', 'security_groups': ['03e776c2-e906-4cf2-9238-80d29171dfe2']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:39.643270 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4489a2ec-db21-4f9e-9fdc-38e5374cbcfc None None] The sync data for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 is: [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:39Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:39.754221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:38:39.758567 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:39.922216 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.13 (9ea8f057-feac-4f99-a783-b80a085254b2/db51a56d-ce23-4e7f-9620-faddb1bfc2aa/0acea20b-ba7f-4d9b-b785-75d7361add7d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:40.083339 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.099751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 0acea20b-ba7f-4d9b-b785-75d7361add7d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:40.137313 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.187166 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 9ea8f057-feac-4f99-a783-b80a085254b2 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:40.193022 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:40.195444 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:40.228289 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:40.266197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.266890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.288469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-869fc16c-f258-4882-8cf0-1b7195e64d9d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6766014 Aug 31 07:38:40.303249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Request body: {'port': {'device_id': '2731aa79-6735-46ae-a51b-67f3114099e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:40.382038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.494538 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20680513-c419-40eb-abe5-b90e3eeaf754 None None] Provisioning for port 0acea20b-ba7f-4d9b-b785-75d7361add7d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:40.504663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-20680513-c419-40eb-abe5-b90e3eeaf754 None None] Provisioning complete for port 0acea20b-ba7f-4d9b-b785-75d7361add7d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:40.505045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20680513-c419-40eb-abe5-b90e3eeaf754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.593142 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-20680513-c419-40eb-abe5-b90e3eeaf754 None None] Port 0acea20b-ba7f-4d9b-b785-75d7361add7d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:38:40.675076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 83211edf-0cfd-49f2-b347-8c46bb5316fb up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:40.708626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531b65e-2e27-4731-94c7-80ab4f7bd249 req-add908ff-a786-4c3f-abf7-59ff1bc44e8a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:40.710769 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9531b65e-2e27-4731-94c7-80ab4f7bd249 req-add908ff-a786-4c3f-abf7-59ff1bc44e8a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 932 time: 0.0878172 Aug 31 07:38:40.734661 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 83211edf-0cfd-49f2-b347-8c46bb5316fb completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:40.744235 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 83211edf-0cfd-49f2-b347-8c46bb5316fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:40.744717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.761878 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9531b65e-2e27-4731-94c7-80ab4f7bd249 req-8166e2df-9ea7-4430-adf8-b405e207fccf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425050 Aug 31 07:38:40.832786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0acea20b-ba7f-4d9b-b785-75d7361add7d {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:40.841816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.855637 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Transition to ACTIVE for port object 0acea20b-ba7f-4d9b-b785-75d7361add7d will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:38:40.861139 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.861783 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.922294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 83211edf-0cfd-49f2-b347-8c46bb5316fb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=83211edf-0cfd-49f2-b347-8c46bb5316fb,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:40.929159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Pushing event updated for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:40.934450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:40.936704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:41.026277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Attempting to bind port 0acea20b-ba7f-4d9b-b785-75d7361add7d on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:38:41.026715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Attempting to bind port 0acea20b-ba7f-4d9b-b785-75d7361add7d by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:38:41.027279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Attempting to bind port 0acea20b-ba7f-4d9b-b785-75d7361add7d on network 9ea8f057-feac-4f99-a783-b80a085254b2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:41.032560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Port 0acea20b-ba7f-4d9b-b785-75d7361add7d on network 9ea8f057-feac-4f99-a783-b80a085254b2 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:38:41.032976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Attempting to bind port 0acea20b-ba7f-4d9b-b785-75d7361add7d on network 9ea8f057-feac-4f99-a783-b80a085254b2 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:38:41.041369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:38:41.042173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Checking segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:38:41.042555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Bound using segment: {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:38:41.043367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Bound port: 0acea20b-ba7f-4d9b-b785-75d7361add7d, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09585383-8a8e-4f95-8f2d-b788d44d4028', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:38:41.044159 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.063177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:41.065897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:41.066467 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.147327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:38:41.152635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:38:41.160145 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.206495 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.207827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.209442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] 10.222.0.53 "PUT /v2.0/ports/0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 1093 time: 0.9113202 Aug 31 07:38:41.210186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:41.212359 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:41.229145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7406205c-d644-4d57-a9a4-69f4e979403e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:41.292631 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ccfdfa-8145-4e63-a01f-0ba9983169ab service neutron] Pushing event updated for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:41.299280 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11598440-83bb-4838-861e-ed1791d05973 x-openstack-request-id: req-11598440-83bb-4838-861e-ed1791d05973 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:41.299280 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:41.299280 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-11598440-83bb-4838-861e-ed1791d05973 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:41.299795 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'status': 'completed', 'code': 200} Aug 31 07:38:41.310364 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 7406205c-d644-4d57-a9a4-69f4e979403e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:41.311349 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:41.346377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-7d0eb955-3ae4-4301-82f7-889985b46044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.348189 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-7d0eb955-3ae4-4301-82f7-889985b46044 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1096 time: 0.0735519 Aug 31 07:38:41.399292 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-c27f6cca-7dab-4d13-b1a2-cf2e30ac3f8d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 217 time: 0.0428569 Aug 31 07:38:41.793379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-ac559523-01ca-44e1-a119-4639590b3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.794752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-ac559523-01ca-44e1-a119-4639590b3c4c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 200 len: 834 time: 0.3879719 Aug 31 07:38:41.852491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-0acfa655-75f8-4b61-8062-f25d5f52c0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.854053 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-0acfa655-75f8-4b61-8062-f25d5f52c0a7 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ea8f057-feac-4f99-a783-b80a085254b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518954 Aug 31 07:38:41.906237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002b84-75b4-4de7-8a96-9390cd75d91d req-6ca08392-992d-4676-8203-7933c9f4c1a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:41.908022 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f002b84-75b4-4de7-8a96-9390cd75d91d req-6ca08392-992d-4676-8203-7933c9f4c1a8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 944 time: 0.0648599 Aug 31 07:38:41.957524 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3f002b84-75b4-4de7-8a96-9390cd75d91d req-5ec76b5e-e303-4d0e-adfa-5e3a600d23e5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398860 Aug 31 07:38:41.966356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-3b6f1c2d-a8af-456f-8943-0085a03853c2 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037865 Aug 31 07:38:42.099965 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7462e93d-44c4-4338-99a9-52d77e4c96ba req-b5f0ed2c-14de-42b0-b6c0-e454e25e4a5b service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263521 Aug 31 07:38:42.196047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-78781686-dee0-4fe1-bf2b-ff8fa830fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.197600 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-78781686-dee0-4fe1-bf2b-ff8fa830fa86 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1096 time: 0.0453057 Aug 31 07:38:42.302240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-5caaa904-ae9c-4312-b577-0337c913126d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.303752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-5caaa904-ae9c-4312-b577-0337c913126d service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 897 time: 0.0985096 Aug 31 07:38:42.348795 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-e742847a-cc14-4906-b997-b11080385d64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 217 time: 0.0376110 Aug 31 07:38:42.412543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-d371ccae-7841-4f16-9df3-3ebe054028a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.414085 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-d371ccae-7841-4f16-9df3-3ebe054028a8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 200 len: 834 time: 0.0582952 Aug 31 07:38:42.466726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-cd319006-28f8-4ab2-9fe8-cb47e1c8453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:42.468959 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-cd319006-28f8-4ab2-9fe8-cb47e1c8453e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ea8f057-feac-4f99-a783-b80a085254b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0465171 Aug 31 07:38:42.504074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 83211edf-0cfd-49f2-b347-8c46bb5316fb up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:42.579137 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 83211edf-0cfd-49f2-b347-8c46bb5316fb triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:42.579646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:42.593238 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-4ee140cd-9529-4e2b-9440-0103595390fe service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166589 Aug 31 07:38:42.702800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36f65490-5c3f-4cc3-98f2-8c9470a02f7f req-fdd88464-74f9-4f7e-8661-91071fb81c86 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991991 Aug 31 07:38:43.087487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7465ad-dc07-43fc-919e-15aba3bcecf2 req-59b67e73-9a00-439c-bdd8-7c9abc62002a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:43.089070 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd7465ad-dc07-43fc-919e-15aba3bcecf2 req-59b67e73-9a00-439c-bdd8-7c9abc62002a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 944 time: 0.0536637 Aug 31 07:38:43.130386 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bd7465ad-dc07-43fc-919e-15aba3bcecf2 req-ecd2e3ed-bb7c-44a9-a760-376661a441a5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350797 Aug 31 07:38:44.256381 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8501cdf-77ab-444e-a6b6-d88b10bdfcaa req-509e2593-177b-46ef-8dc0-f3014b182213 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:44.257904 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8501cdf-77ab-444e-a6b6-d88b10bdfcaa req-509e2593-177b-46ef-8dc0-f3014b182213 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 944 time: 0.0587633 Aug 31 07:38:44.300957 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f8501cdf-77ab-444e-a6b6-d88b10bdfcaa req-989b56da-16ac-4a4a-88bd-3cb6fc7685ba tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369446 Aug 31 07:38:45.422325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d8403b-88a6-4601-9755-07d78ccff50b req-be4829b4-c43b-462e-a7bd-5a1d7d2807d0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:45.423867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29d8403b-88a6-4601-9755-07d78ccff50b req-be4829b4-c43b-462e-a7bd-5a1d7d2807d0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 944 time: 0.0507722 Aug 31 07:38:45.468247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29d8403b-88a6-4601-9755-07d78ccff50b req-8a8fedaa-399c-4efd-ab19-0bf8ce55f599 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384283 Aug 31 07:38:46.059603 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.128488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0acea20b-ba7f-4d9b-b785-75d7361add7d details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:38:46.230040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:46.242147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'port_id': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'mac_address': 'fa:16:3e:09:60:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:38:46.281182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.295276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0acea20b-ba7f-4d9b-b785-75d7361add7d {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:38:46.316082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:46.320434 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:46.368816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:46.521608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['0acea20b-ba7f-4d9b-b785-75d7361add7d'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:38:46.625126 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136999e7-4e55-4025-ac2c-2aae8af8be9d req-c4a38eb5-53b8-4d09-829b-c1388a133a9a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:46.626778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-136999e7-4e55-4025-ac2c-2aae8af8be9d req-c4a38eb5-53b8-4d09-829b-c1388a133a9a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 945 time: 0.0698602 Aug 31 07:38:46.674917 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-136999e7-4e55-4025-ac2c-2aae8af8be9d req-59c78f31-547c-467a-bf49-2524683b254a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362320 Aug 31 07:38:47.830124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5d9bbc-dcd3-48ce-95cf-53f15aec57df req-89c0c680-5a86-4d79-a5e2-f755afc16b0d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:47.831656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e5d9bbc-dcd3-48ce-95cf-53f15aec57df req-89c0c680-5a86-4d79-a5e2-f755afc16b0d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 945 time: 0.0544653 Aug 31 07:38:47.873918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4e5d9bbc-dcd3-48ce-95cf-53f15aec57df req-c6757795-84c3-4eed-bf17-0b7eb0764f0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357385 Aug 31 07:38:48.159704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0acea20b-ba7f-4d9b-b785-75d7361add7d up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:38:48.214529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 0acea20b-ba7f-4d9b-b785-75d7361add7d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:38:48.219750 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 0acea20b-ba7f-4d9b-b785-75d7361add7d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:38:48.220128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.301902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.334342 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:48.338189 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4dc7831-31d9-4a3b-a6aa-d279599cc045" -d '{"events": [{"server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "name": "network-vif-plugged", "status": "completed", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:48.360642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:38:48.366041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:48.421997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:48.453929 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7629fc5c-c965-4a62-8912-c6adb1a9f43f x-openstack-request-id: req-7629fc5c-c965-4a62-8912-c6adb1a9f43f {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:48.454260 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "name": "network-vif-plugged", "status": "completed", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:48.454642 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7629fc5c-c965-4a62-8912-c6adb1a9f43f {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:48.455043 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'code': 200} Aug 31 07:38:48.559804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8977b09-48e6-4276-b13c-6073b95ed592 req-080235c2-55af-49fa-9f66-ab4f9b80e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:48.562058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8977b09-48e6-4276-b13c-6073b95ed592 req-080235c2-55af-49fa-9f66-ab4f9b80e317 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1098 time: 0.0437775 Aug 31 07:38:48.600123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b8977b09-48e6-4276-b13c-6073b95ed592 req-eda28557-e344-4518-bc0f-3ab3d65b0a00 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308154 Aug 31 07:38:49.009146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4b34a-3281-49d6-b15f-f742a871778f req-36c86a0a-54e4-438c-983e-f2fecf3c3f94 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:49.010711 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbd4b34a-3281-49d6-b15f-f742a871778f req-36c86a0a-54e4-438c-983e-f2fecf3c3f94 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0694609 Aug 31 07:38:49.056505 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dbd4b34a-3281-49d6-b15f-f742a871778f req-335aa7b6-3976-4777-88d3-6b00dd97a993 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383725 Aug 31 07:38:50.206610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2463a-96c6-4738-aea0-3eed9f258608 req-bce74e68-04cd-449f-b07a-b81f35c896cf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.208194 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5c2463a-96c6-4738-aea0-3eed9f258608 req-bce74e68-04cd-449f-b07a-b81f35c896cf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0552552 Aug 31 07:38:50.251554 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f5c2463a-96c6-4738-aea0-3eed9f258608 req-8ec0d1ce-e6e5-4bb7-a284-3bc67d1c8cfb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357504 Aug 31 07:38:50.377403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ac41ef-f37a-42b0-8c9c-91cf51dc027f req-4d9672be-3d49-4235-a767-fb827342b09d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.378931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7ac41ef-f37a-42b0-8c9c-91cf51dc027f req-4d9672be-3d49-4235-a767-fb827342b09d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0594840 Aug 31 07:38:50.425483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a7ac41ef-f37a-42b0-8c9c-91cf51dc027f req-3303be91-8b0f-4cc8-a0f1-d6b815e43020 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Aug 31 07:38:50.448727 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:50.495499 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42df3ac1-14b1-429d-8ad0-5ea56eb22c9f tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:50.497047 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-42df3ac1-14b1-429d-8ad0-5ea56eb22c9f tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1093 time: 0.0472729 Aug 31 07:38:50.500393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:50.505314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:38:50.529996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.634749 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.745737 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.104 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/9776909e-4d17-458b-b9cb-023978dc8983) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:38:50.850903 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.896520 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:50.943168 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:38:50.946196 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:38:50.952426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:38:50.955708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=9776909e-4d17-458b-b9cb-023978dc8983,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:51.322522 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.395111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.578819 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.583597 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.659424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=9776909e-4d17-458b-b9cb-023978dc8983,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:38:51.673382 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:51.785719 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 79f5caad-09df-4648-a443-b00c3398f32e associated. External IP: 172.25.3.104, port: 0acea20b-ba7f-4d9b-b785-75d7361add7d. Aug 31 07:38:52.007953 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router c945d454-33e6-4eba-a92e-00a9d69858e1 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:38:52.130581 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:38:52.143668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Sync routers for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:38:52.151504 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:52.156664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:52.157301 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:52.182899 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-51910e89-7848-472c-86f4-965f7452200c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6790867 Aug 31 07:38:52.182899 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:38:52.183433 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6251a775-f118-49e0-8723-b448444e5ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:38:52.251923 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d9bb5c-3da2-4fb9-aa53-a60db7d73aa9 x-openstack-request-id: req-62d9bb5c-3da2-4fb9-aa53-a60db7d73aa9 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:38:52.252240 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:38:52.252498 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-62d9bb5c-3da2-4fb9-aa53-a60db7d73aa9 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:38:52.252985 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'status': 'completed', 'code': 200} Aug 31 07:38:52.284974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:52.306200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a775-f118-49e0-8723-b448444e5ac3 req-893a5fae-bc45-4ca5-9524-c1440004176e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.308425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-893a5fae-bc45-4ca5-9524-c1440004176e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1098 time: 0.0470033 Aug 31 07:38:52.308764 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fc455-7409-40d4-83fb-a29471e42ecf req-0ad2c081-b3e2-44ac-aa5f-372f43100ee7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.311014 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a6fc455-7409-40d4-83fb-a29471e42ecf req-0ad2c081-b3e2-44ac-aa5f-372f43100ee7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0560725 Aug 31 07:38:52.375284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9a6fc455-7409-40d4-83fb-a29471e42ecf req-ff1f3bc4-59da-4228-bfc8-d75d546f6081 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535145 Aug 31 07:38:52.398222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44218) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:52.428873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a775-f118-49e0-8723-b448444e5ac3 req-895a4006-4e72-49b7-988b-16f67af7de30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.430523 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-895a4006-4e72-49b7-988b-16f67af7de30 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 897 time: 0.1143262 Aug 31 07:38:52.481908 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-686bb9ef-5b41-454d-92f6-503f06ed02f6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/79f5caad-09df-4648-a443-b00c3398f32e HTTP/1.1" status: 200 len: 992 time: 0.0804060 Aug 31 07:38:52.508384 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-b8ea289e-1364-4b4d-89b3-22262cfd944c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 1000 time: 0.0691371 Aug 31 07:38:52.562264 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a775-f118-49e0-8723-b448444e5ac3 req-58468754-34bf-4b64-9fdd-1f4a30e7b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.563848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-58468754-34bf-4b64-9fdd-1f4a30e7b717 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 200 len: 834 time: 0.0480855 Aug 31 07:38:52.592324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '79f5caad-09df-4648-a443-b00c3398f32e', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'port_id': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'mac_address': 'fa:16:3e:09:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2731aa79-6735-46ae-a51b-67f3114099e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:51Z', 'updated_at': '2021-08-31T07:38:51Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:52.619982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251a775-f118-49e0-8723-b448444e5ac3 req-ddfaa2d8-cd87-435d-ad5e-9bb741b29da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:38:52.621535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Checking router: c945d454-33e6-4eba-a92e-00a9d69858e1 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:38:52.623333 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-ddfaa2d8-cd87-435d-ad5e-9bb741b29da0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ea8f057-feac-4f99-a783-b80a085254b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523450 Aug 31 07:38:52.630408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:38:52.631016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:38:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:52.734746 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-c6d8ec83-019e-4bfc-a456-da95c3c0d8f9 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038136 Aug 31 07:38:52.740247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:38:52.841595 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6251a775-f118-49e0-8723-b448444e5ac3 req-488d3d8c-81f1-4961-adc3-82a8c99c5503 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990386 Aug 31 07:38:52.981608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '79f5caad-09df-4648-a443-b00c3398f32e', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'port_id': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'mac_address': 'fa:16:3e:09:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2731aa79-6735-46ae-a51b-67f3114099e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:51Z', 'updated_at': '2021-08-31T07:38:51Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:38:53.008370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad3a0da6-7ddc-40dd-8985-1ebb2972a051 None None] The sync data for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 is: [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '79f5caad-09df-4648-a443-b00c3398f32e', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.104', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'port_id': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'mac_address': 'fa:16:3e:09:60:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2731aa79-6735-46ae-a51b-67f3114099e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:38:51Z', 'updated_at': '2021-08-31T07:38:51Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:38:53.216118 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567f3e59-15e8-4cf7-80f3-3e51d63ea189 None None] New status for floating IP 79f5caad-09df-4648-a443-b00c3398f32e: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:38:53.484971 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44220) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:38:53.902432 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-90ad3c28-a1a7-48b4-8e93-68b8ce2616c4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/79f5caad-09df-4648-a443-b00c3398f32e HTTP/1.1" status: 200 len: 994 time: 0.4162521 Aug 31 07:38:54.929147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65f3f26c-c2b3-4a22-9cdd-5e8d94585ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.537745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-85fe533d-c5f1-4214-a867-061c4bda0b08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:57.886252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:38:59.861051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:01.278010 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:06.282063 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.057418 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:16.189947 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:24.489614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-55506706-4b51-45b4-91c2-fa11fb1c58b7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0410764 Aug 31 07:39:24.574735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-5b6edbfe-8e9d-44ed-b176-4638f980a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.576156 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-5b6edbfe-8e9d-44ed-b176-4638f980a901 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1098 time: 0.0416825 Aug 31 07:39:24.685035 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-f9ba56b4-f0ea-49d5-b705-4c188f535915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.686612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-f9ba56b4-f0ea-49d5-b705-4c188f535915 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 897 time: 0.0890269 Aug 31 07:39:24.755046 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-8f499c9f-e2f7-4d29-b9cd-d8d65890e7f9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 1002 time: 0.0603259 Aug 31 07:39:24.805350 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-94442b19-ff23-4f4a-b8de-d06f0aed0024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.806849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-94442b19-ff23-4f4a-b8de-d06f0aed0024 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 200 len: 834 time: 0.0447993 Aug 31 07:39:24.861100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-93732789-3e4c-4afe-adb9-8869df931212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:24.862651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-93732789-3e4c-4afe-adb9-8869df931212 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ea8f057-feac-4f99-a783-b80a085254b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0469024 Aug 31 07:39:24.935499 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-810b30d6-b638-48e5-8bca-47b1cb6897bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:24.957098 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-06a82467-f57f-4266-85b3-c862fde867f9 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870361 Aug 31 07:39:25.054606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5be350f1-dbfc-4c3e-89ad-49d11ceeb436 req-d4366d2a-1aff-4ef6-803a-10025f6549e9 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907474 Aug 31 07:39:27.241576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5505ca0a-d5b1-4a42-89bb-7b88b261557e req-a6ae1f47-f64a-4dc5-b01d-5234d8b67b62 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:27.243323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5505ca0a-d5b1-4a42-89bb-7b88b261557e req-a6ae1f47-f64a-4dc5-b01d-5234d8b67b62 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0522830 Aug 31 07:39:27.286253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5505ca0a-d5b1-4a42-89bb-7b88b261557e req-27085e8b-e4b1-4dbc-8bfd-ae8af9546e59 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354998 Aug 31 07:39:27.537934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79832c0d-0542-42ed-894e-9670201790d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:27.891020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:28.410961 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab2dbc-cfde-4f42-8752-8bd0b611cde3 req-04da05f0-8511-44ee-b395-c8793e115b79 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:28.412568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98ab2dbc-cfde-4f42-8752-8bd0b611cde3 req-04da05f0-8511-44ee-b395-c8793e115b79 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0510480 Aug 31 07:39:28.451996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-98ab2dbc-cfde-4f42-8752-8bd0b611cde3 req-901170b8-9bbe-4e84-b0e4-cba94b355e71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335729 Aug 31 07:39:28.475362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44244) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:28.542570 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-22125a97-a97d-42f0-84c9-e2a420ed1756 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/79f5caad-09df-4648-a443-b00c3398f32e HTTP/1.1" status: 200 len: 994 time: 0.0659194 Aug 31 07:39:29.812559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cde8629-3681-4138-8e3a-0fdd8ca9bd97 req-cc7956ed-372f-4a4a-a2f2-78980eed4482 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:29.814290 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cde8629-3681-4138-8e3a-0fdd8ca9bd97 req-cc7956ed-372f-4a4a-a2f2-78980eed4482 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0512853 Aug 31 07:39:29.853875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7cde8629-3681-4138-8e3a-0fdd8ca9bd97 req-4515b697-40a3-48ae-86d2-969cabffcee3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334384 Aug 31 07:39:29.864194 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:30.982896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac477862-9d77-4d45-a0e9-b3a5e2bfa11e req-5c6f510f-ce56-4dd8-a4b4-13bb6f82805e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:30.984447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac477862-9d77-4d45-a0e9-b3a5e2bfa11e req-5c6f510f-ce56-4dd8-a4b4-13bb6f82805e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0539231 Aug 31 07:39:31.023089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ac477862-9d77-4d45-a0e9-b3a5e2bfa11e req-e87fe775-2142-45d5-ac48-7656cc04b168 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 Aug 31 07:39:31.046445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44254) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:31.113312 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-55279348-d118-4278-8eb2-451b8a9f9c2f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/79f5caad-09df-4648-a443-b00c3398f32e HTTP/1.1" status: 200 len: 994 time: 0.0654137 Aug 31 07:39:31.281939 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.341874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44260) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:31.504757 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 9776909e-4d17-458b-b9cb-023978dc8983 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:31.505010 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.583230 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.583556 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.595759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 9776909e-4d17-458b-b9cb-023978dc8983 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:31.752581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.779135 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=9776909e-4d17-458b-b9cb-023978dc8983,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:31.791234 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.791585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.791928 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.792265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.792598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.792934 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.793264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.794289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.794595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.794924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.795255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.795580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:31.852572 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:31.852996 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 79f5caad-09df-4648-a443-b00c3398f32e disassociated (deleted). External IP: 172.25.3.104, port: 0acea20b-ba7f-4d9b-b785-75d7361add7d. Aug 31 07:39:32.070825 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router c945d454-33e6-4eba-a92e-00a9d69858e1 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:32.188259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:32.193818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:32.199791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Sync routers for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:32.210775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:32.211424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.225558 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d7c91d28-825b-48e1-9fee-76f23c93e92f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/floatingips/79f5caad-09df-4648-a443-b00c3398f32e HTTP/1.1" status: 204 len: 168 time: 0.8826728 Aug 31 07:39:32.226229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:32.228705 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce927956-5fbb-41b8-9ed9-3cf66362323f" -d '{"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:32.272902 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c881171e-8fff-4448-a470-61156012f78b x-openstack-request-id: req-c881171e-8fff-4448-a470-61156012f78b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:32.272902 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:32.272902 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c881171e-8fff-4448-a470-61156012f78b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:32.272902 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'status': 'completed', 'code': 200} Aug 31 07:39:32.342453 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-d10718e0-c808-432c-91c2-d53690f22104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.344860 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-d10718e0-c808-432c-91c2-d53690f22104 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 1098 time: 0.0516095 Aug 31 07:39:32.496213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-8f9bed0f-aab4-4440-acf8-bb296337a504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.498822 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-8f9bed0f-aab4-4440-acf8-bb296337a504 service neutron] 10.222.0.53 "GET /v2.0/networks?id=9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 200 len: 897 time: 0.1407437 Aug 31 07:39:32.502210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:32.510613 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1b644-7bab-4737-9729-28c011c14699 req-a8bebf5a-786c-4fa0-8e96-c8c33b75e365 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.512163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1b1b644-7bab-4737-9729-28c011c14699 req-a8bebf5a-786c-4fa0-8e96-c8c33b75e365 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0858095 Aug 31 07:39:32.555408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-de091035-d6ce-48a8-9d1d-8a5c737a6d5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 200 len: 217 time: 0.0418062 Aug 31 07:39:32.622817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1b1b644-7bab-4737-9729-28c011c14699 req-6d04c843-ec54-451f-842d-4218071d6b6b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024618 Aug 31 07:39:32.628757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-245bc91e-8cee-42bc-89a7-972744b0032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.630697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-245bc91e-8cee-42bc-89a7-972744b0032f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 200 len: 834 time: 0.0675821 Aug 31 07:39:32.680870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-402e294b-81ba-4f78-bb8f-16d85c650046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:32.682431 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-402e294b-81ba-4f78-bb8f-16d85c650046 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=9ea8f057-feac-4f99-a783-b80a085254b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421071 Aug 31 07:39:32.707598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.733776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Checking router: c945d454-33e6-4eba-a92e-00a9d69858e1 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:32.742761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:32.743424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:32.782869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-da870fa9-b0b0-4170-986e-68b6b8b3aeb1 service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919244 Aug 31 07:39:32.851187 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:32.883359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ce927956-5fbb-41b8-9ed9-3cf66362323f req-715dece6-cbb1-4fb9-9288-8e7b9515461a service neutron] 10.222.0.53 "GET /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926340 Aug 31 07:39:33.060232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:33.087525 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63aa1150-b6ae-4443-a15e-8768cee51a30 None None] The sync data for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 is: [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:36Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '83211edf-0cfd-49f2-b347-8c46bb5316fb', 'name': '', 'network_id': '9ea8f057-feac-4f99-a783-b80a085254b2', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:dc:14:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:35Z', 'updated_at': '2021-08-31T07:38:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'db51a56d-ce23-4e7f-9620-faddb1bfc2aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:33.335774 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db23cdf6-607a-49dc-843e-3a630686af3c None None] New status for floating IP 79f5caad-09df-4648-a443-b00c3398f32e: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:39:33.751536 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de63a2e4-d8d2-4eed-81e0-ad1787fc8f62 req-3c6cd007-fad7-40c6-aea6-578fc2dd086b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:33.753233 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de63a2e4-d8d2-4eed-81e0-ad1787fc8f62 req-3c6cd007-fad7-40c6-aea6-578fc2dd086b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0584006 Aug 31 07:39:33.796474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-de63a2e4-d8d2-4eed-81e0-ad1787fc8f62 req-ec17f38a-e76d-418e-a05c-b452bee59a50 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=03e776c2-e906-4cf2-9238-80d29171dfe2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370057 Aug 31 07:39:34.028638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-ae7a51d4-23ee-4dd3-a317-55c330c58269 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:34.030036 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-ae7a51d4-23ee-4dd3-a317-55c330c58269 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 946 time: 0.0498526 Aug 31 07:39:34.124468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 0acea20b-ba7f-4d9b-b785-75d7361add7d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:34.124807 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.212993 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 0acea20b-ba7f-4d9b-b785-75d7361add7d, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=0acea20b-ba7f-4d9b-b785-75d7361add7d,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:34.213378 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.226835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 0acea20b-ba7f-4d9b-b785-75d7361add7d owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:34.362239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.392825 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=0acea20b-ba7f-4d9b-b785-75d7361add7d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:34.421312 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.421694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.422067 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.422382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.422759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.423033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.423364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.423699 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.424023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.424344 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.424668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.424991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:34.449487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port 0acea20b-ba7f-4d9b-b785-75d7361add7d on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:34.452404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:34.454554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-40cbdee8-ad3a-4ab9-96dd-45378326ea83 req-f3967042-a200-4b4a-9d2c-cceee0c1db99 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "DELETE /v2.0/ports/0acea20b-ba7f-4d9b-b785-75d7361add7d HTTP/1.1" status: 204 len: 173 time: 0.4186893 Aug 31 07:39:34.454994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'name': 'network-vif-deleted', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:34.457352 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39315320-af3d-4dc7-bbb4-6e9c8f922fb5" -d '{"events": [{"server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "name": "network-vif-deleted", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:34.495297 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d147f9-b05c-489f-a1c6-73e8bab92279 x-openstack-request-id: req-50d147f9-b05c-489f-a1c6-73e8bab92279 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:34.495607 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2731aa79-6735-46ae-a51b-67f3114099e8", "name": "network-vif-deleted", "tag": "0acea20b-ba7f-4d9b-b785-75d7361add7d", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:34.495874 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-50d147f9-b05c-489f-a1c6-73e8bab92279 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:34.496281 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2731aa79-6735-46ae-a51b-67f3114099e8', 'name': 'network-vif-deleted', 'tag': '0acea20b-ba7f-4d9b-b785-75d7361add7d', 'status': 'completed', 'code': 200} Aug 31 07:39:34.913186 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-14825b46-5348-4237-9bbe-ff1a7869af46 req-cd1e80b5-b7cf-4d58-9fdc-ba4cfab7d032 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=2731aa79-6735-46ae-a51b-67f3114099e8 HTTP/1.1" status: 200 len: 210 time: 0.0290823 Aug 31 07:39:35.973706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44276) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:36.286044 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.343219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.610878 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 83211edf-0cfd-49f2-b347-8c46bb5316fb {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:36.611219 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.704399 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 83211edf-0cfd-49f2-b347-8c46bb5316fb, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=83211edf-0cfd-49f2-b347-8c46bb5316fb,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:36.704758 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.718959 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 83211edf-0cfd-49f2-b347-8c46bb5316fb owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:36.912288 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:36.945772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=83211edf-0cfd-49f2-b347-8c46bb5316fb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:37.131764 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.350435 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router c945d454-33e6-4eba-a92e-00a9d69858e1 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:37.456254 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:37.461790 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-565e4c74-154c-480e-9ec7-610984fc9eea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/c945d454-33e6-4eba-a92e-00a9d69858e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4866941 Aug 31 07:39:37.464076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44278) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:37.467340 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Sync routers for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:37.477164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:37.477809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.523449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting subnet db51a56d-ce23-4e7f-9620-faddb1bfc2aa {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:39:37.526719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.572536 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.592999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:37.659046 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.726625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.755007 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Subnet': ['ID=db51a56d-ce23-4e7f-9620-faddb1bfc2aa,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:37.758823 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.760763 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b503bc5c-c542-4e33-b736-4e096b483cbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/subnets/db51a56d-ce23-4e7f-9620-faddb1bfc2aa HTTP/1.1" status: 204 len: 168 time: 0.2956576 Aug 31 07:39:37.764258 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44280) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:37.773386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e178f1-4dd6-4893-a799-4b4679ad2346 None None] Network 9ea8f057-feac-4f99-a783-b80a085254b2 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:37.852904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.873737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:37.900482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Checking router: c945d454-33e6-4eba-a92e-00a9d69858e1 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:37.927456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Routers {'c945d454-33e6-4eba-a92e-00a9d69858e1'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:37.928114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['c945d454-33e6-4eba-a92e-00a9d69858e1'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:37.985144 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.041743 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:38.042371 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.052628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] DHCP port deletion for 9ea8f057-feac-4f99-a783-b80a085254b2 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:39:38.057593 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] Set router c945d454-33e6-4eba-a92e-00a9d69858e1 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:38.130600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 5dc0dcc2-7538-4b7a-99e5-10c355bdca83, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:38.130873 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.148780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:38.237794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Deleting port 7406205c-d644-4d57-a9a4-69f4e979403e {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:39:38.238174 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.321977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.339263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] For port 7406205c-d644-4d57-a9a4-69f4e979403e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=7406205c-d644-4d57-a9a4-69f4e979403e,segment=NetworkSegment(09585383-8a8e-4f95-8f2d-b788d44d4028),segment_id=09585383-8a8e-4f95-8f2d-b788d44d4028)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:38.339669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.353475 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=5dc0dcc2-7538-4b7a-99e5-10c355bdca83,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.355699 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Calling delete_port for 7406205c-d644-4d57-a9a4-69f4e979403e owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:39:38.378967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.414483 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.439535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb79892c-1be0-4da8-b327-887ed10ebe22 None None] The sync data for ids ['c945d454-33e6-4eba-a92e-00a9d69858e1'] in n-d-712707-15 is: [{'id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-117568138', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40'}], 'enable_snat': True}, 'gw_port_id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:39:36Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '5dc0dcc2-7538-4b7a-99e5-10c355bdca83', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:fc:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c945d454-33e6-4eba-a92e-00a9d69858e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:38:32Z', 'updated_at': '2021-08-31T07:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:38.494577 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.517812 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.520148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.527014 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0acea20b-ba7f-4d9b-b785-75d7361add7d no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:38.530713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Pushing event deleted for resources: {'Port': ['ID=7406205c-d644-4d57-a9a4-69f4e979403e,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.552553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] No DVR routers for this DVR port 7406205c-d644-4d57-a9a4-69f4e979403e on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:39:38.554153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 0acea20b-ba7f-4d9b-b785-75d7361add7d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:38.554526 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 0acea20b-ba7f-4d9b-b785-75d7361add7d not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.565246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.566393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.566393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.566393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.567047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.567047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dee22de-d3fd-49e6-8302-d675ab229664 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:38.575648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.576151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Fanout notify agent at l3_agent the message router_deleted on router c945d454-33e6-4eba-a92e-00a9d69858e1 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:39:38.583560 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.584673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4a4b2ea6-ba02-4d0c-9af0-0f5cfb741184 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/routers/c945d454-33e6-4eba-a92e-00a9d69858e1 HTTP/1.1" status: 204 len: 168 time: 0.8193996 Aug 31 07:39:38.587537 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44282) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:38.664069 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.753591 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.763995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea8f057-feac-4f99-a783-b80a085254b2']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.774577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09585383-8a8e-4f95-8f2d-b788d44d4028') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.774875 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09585383-8a8e-4f95-8f2d-b788d44d4028') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:38.784839 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.805771 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.813403 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:39:38.813908 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:39:38.817072 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:39:38.896343 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.904164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:38.909293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44284) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:38.909817 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/networks/9ea8f057-feac-4f99-a783-b80a085254b2 HTTP/1.1" status: 204 len: 168 time: 0.3210609 Aug 31 07:39:38.923151 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809ac89c-9118-4e77-bcaa-09ec4948f3a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Network': ['ID=9ea8f057-feac-4f99-a783-b80a085254b2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:38.926354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7406205c-d644-4d57-a9a4-69f4e979403e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:38.947805 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 7406205c-d644-4d57-a9a4-69f4e979403e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:38.948408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 7406205c-d644-4d57-a9a4-69f4e979403e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:38.980047 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.009421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.079601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.082489 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.083684 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/security-groups/03e776c2-e906-4cf2-9238-80d29171dfe2 HTTP/1.1" status: 204 len: 168 time: 0.1727533 Aug 31 07:39:39.093592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba7a854-a035-4c0c-91f9-7155057eb902 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e776c2-e906-4cf2-9238-80d29171dfe2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:39.481299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44290) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:39.486262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1139037457', 'description': 'tempest-secgroup-smoke-1139037457 description', 'project_id': '357019922f234568896cef68e956800c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:39.514974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.615940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.620059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.650969 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.652239 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1697266 Aug 31 07:39:39.655594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44292) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:39.658206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8cac4-13f2-4b07-a975-fca4de759828 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:39.660522 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:39.688220 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.746291 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.751394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.774879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321c68cb-4e8a-4d8a-b16b-39f8f3150723,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:39.780949 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.782130 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9bc710ef-0393-415b-8f97-e7c7b5eee3e6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254637 Aug 31 07:39:39.784948 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44294) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:39.789602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:39.816694 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.874850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.879187 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.897310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df0d86c-ca03-4fa1-91cb-c3c7625c58ae,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:39.902725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:39.905785 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-67be0c33-6696-46b6-a187-b146089bf22b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1196575 Aug 31 07:39:39.907717 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44296) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:39.912159 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:39.940875 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.001215 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.004801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.021815 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5059613d-b39e-45d6-8dac-f89bebfa3b92,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.029739 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.030996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-24753be1-c74c-4e30-9197-9852b678bf64 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223505 Aug 31 07:39:40.033840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44298) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.039477 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.074554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.137974 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.143170 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.163442 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986dee7e-58f2-41a1-bc70-b402410c35fa,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.171138 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.172472 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-18b72b43-2138-429a-87b1-200778ed22e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376488 Aug 31 07:39:40.175250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44300) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.179775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.204108 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:40.209581 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.271245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.275554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.295483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=987b6ebf-8ce0-4078-9dd3-5c62b4675610,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.299596 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.301018 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-99ab36ab-8811-49da-bacb-4ac3db52a422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247151 Aug 31 07:39:40.303695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44302) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.308142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.330637 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:39:40.335942 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.399705 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.404554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.423469 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3aa0bbb7-0b3d-44d1-9c2e-7d686c6c7080,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.430571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.431797 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b33132ad-35e9-499a-873f-ef54b2a45b4e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1271393 Aug 31 07:39:40.434789 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44304) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.439907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'network': {'name': 'tempest-network-smoke--1617591250', 'project_id': '357019922f234568896cef68e956800c', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.462521 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:40.466558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.474188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 83211edf-0cfd-49f2-b347-8c46bb5316fb no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:40.492144 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] vlan segment allocate from pool success with {'vlan_id': 587, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:39:40.498120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 83211edf-0cfd-49f2-b347-8c46bb5316fb {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:40.498579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 83211edf-0cfd-49f2-b347-8c46bb5316fb not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:40.499384 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:39:40.504259 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.504628 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Added segment b9014924-478d-4da6-99b3-482325ff943a of type vlan for network bc627c8d-162b-42e2-9069-e0843a8cc0ae Aug 31 07:39:40.520336 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:39:40.520685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5dc0dcc2-7538-4b7a-99e5-10c355bdca83 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:39:40.550007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.576146 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.582015 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:40.582554 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.642846 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2068667 Aug 31 07:39:40.645844 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44306) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:40.650905 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'admin_state_up': True, 'project_id': '357019922f234568896cef68e956800c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:40.652418 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86bbd62-ac7d-46ba-9236-0469d3e771a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Network': ['ID=bc627c8d-162b-42e2-9069-e0843a8cc0ae,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:40.663447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:39:40.677349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.678507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.737804 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:40.884042 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.084919 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.104147 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.211378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.62 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/bcf632eb-74f3-44f2-9315-2666c734f4e9) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:41.316412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.357257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:41.397090 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:41.401943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:41.404966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:41.432730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=bcf632eb-74f3-44f2-9315-2666c734f4e9,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:41.979703 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.182094 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.337628 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router cff11335-40ed-4461-81db-56081dbdf8dd is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:39:42.452653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:42.462570 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Sync routers for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:42.473795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:42.473795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:42.475981 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.477253 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b0c10e48-7a2c-4cd3-950f-043fe371d126 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8303981 Aug 31 07:39:42.480678 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44308) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.518506 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1363194c-ec18-4093-b8b0-96bf5139676d tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=357019922f234568896cef68e956800c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0329170 Aug 31 07:39:42.519549 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44310) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.586740 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:42.617775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59dafd5e-9cbb-4d75-b3f3-d75cff88f880 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:42.619334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-59dafd5e-9cbb-4d75-b3f3-d75cff88f880 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0987794 Aug 31 07:39:42.622518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44312) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.651958 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7b042b70-cdfb-4f6f-9b79-f68c5e2e93f9 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282929 Aug 31 07:39:42.657371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44314) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:42.665580 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2035912462', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'project_id': '357019922f234568896cef68e956800c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:42.756610 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:42.760134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.881677 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:42.907807 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Checking router: cff11335-40ed-4461-81db-56081dbdf8dd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:42.908329 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Updating router cff11335-40ed-4461-81db-56081dbdf8dd port bcf632eb-74f3-44f2-9315-2666c734f4e9 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:42.934735 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:42.952599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.012830 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Subnet': ['ID=c79a5b78-5a82-46a8-9943-632d4610b004,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.031673 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Checking segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:43.032164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network hostable DHCP agents. Network: bc627c8d-162b-42e2-9069-e0843a8cc0ae, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:39:43.050029 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:39:43.059759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, bc627c8d-162b-42e2-9069-e0843a8cc0ae) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:43.064786 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:43.065404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.071925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21552a69-a0f5-4923-b4d8-c93a43a85a1e None None] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:43.086734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5985e691-13df-4288-8ea6-16a5d3a77438 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4274278 Aug 31 07:39:43.089510 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44316) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:43.227509 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.239363 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:39:43.241141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.241718 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Transition to ACTIVE for port object bcf632eb-74f3-44f2-9315-2666c734f4e9 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:43.249023 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.300645 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Attempting to bind port bcf632eb-74f3-44f2-9315-2666c734f4e9 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:43.301085 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Attempting to bind port bcf632eb-74f3-44f2-9315-2666c734f4e9 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:43.302770 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Attempting to bind port bcf632eb-74f3-44f2-9315-2666c734f4e9 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:43.320326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:43.320326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:43.320571 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.320867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:43.322275 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Bound port: bcf632eb-74f3-44f2-9315-2666c734f4e9, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:43.322705 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.352917 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Pushing event updated for resources: {'Port': ['ID=bcf632eb-74f3-44f2-9315-2666c734f4e9,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.368747 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.369091 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.369458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.369797 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.370133 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.370457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.370782 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.371106 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.371958 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.372331 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.372668 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.373084 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:39:43.400602 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] For port bcf632eb-74f3-44f2-9315-2666c734f4e9, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:43.405440 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] For port bcf632eb-74f3-44f2-9315-2666c734f4e9, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bcf632eb-74f3-44f2-9315-2666c734f4e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:43.411460 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.426465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Allocated IP 172.20.0.2 (bc627c8d-162b-42e2-9069-e0843a8cc0ae/c79a5b78-5a82-46a8-9943-632d4610b004/10419d5a-6b85-47cd-9e23-888fe6c60082) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:43.476972 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:43.477916 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:43.530229 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f33a5d-1bc1-437d-acc8-01080ca28058 None None] Pushing event updated for resources: {'Port': ['ID=bcf632eb-74f3-44f2-9315-2666c734f4e9,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.586763 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:43.596369 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.606909 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Transition to ACTIVE for port object 10419d5a-6b85-47cd-9e23-888fe6c60082 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:43.624006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Transition to ACTIVE for port object 10419d5a-6b85-47cd-9e23-888fe6c60082 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:43.631409 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.674915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:43.677965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:43.681680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:43.689180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Pushing event updated for resources: {'Port': ['ID=10419d5a-6b85-47cd-9e23-888fe6c60082,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.744862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Attempting to bind port 10419d5a-6b85-47cd-9e23-888fe6c60082 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:43.745161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Attempting to bind port 10419d5a-6b85-47cd-9e23-888fe6c60082 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:43.745531 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Attempting to bind port 10419d5a-6b85-47cd-9e23-888fe6c60082 on network bc627c8d-162b-42e2-9069-e0843a8cc0ae {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:43.751701 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:43.751962 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Checking segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:43.752377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.752769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Bound using segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:43.753250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Bound port: 10419d5a-6b85-47cd-9e23-888fe6c60082, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:43.753675 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.782098 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:43.811460 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18caa00a-d347-441e-b839-dfe6a0fa3321 None None] The sync data for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 is: [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:41Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:43.822652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] For port 10419d5a-6b85-47cd-9e23-888fe6c60082, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:43.826257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] For port 10419d5a-6b85-47cd-9e23-888fe6c60082, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10419d5a-6b85-47cd-9e23-888fe6c60082,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:43.832202 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:43.902217 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e09a6-fdcb-4c30-9d95-f86143d781d9 None None] Pushing event updated for resources: {'Port': ['ID=10419d5a-6b85-47cd-9e23-888fe6c60082,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:43.962662 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.308229 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.1 (bc627c8d-162b-42e2-9069-e0843a8cc0ae/c79a5b78-5a82-46a8-9943-632d4610b004/bb6142b9-01fa-457a-b96a-62985138417e) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:44.442327 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.458006 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object bb6142b9-01fa-457a-b96a-62985138417e will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:44.499180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.544250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:44.550612 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:44.555591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:44.606362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10419d5a-6b85-47cd-9e23-888fe6c60082 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:44.608555 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:44.627245 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.679890 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 10419d5a-6b85-47cd-9e23-888fe6c60082 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:44.686509 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bcf632eb-74f3-44f2-9315-2666c734f4e9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:44.756688 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bcf632eb-74f3-44f2-9315-2666c734f4e9 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:44.762567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bcf632eb-74f3-44f2-9315-2666c734f4e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:44.763946 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.812835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.869838 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:44.906027 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port bcf632eb-74f3-44f2-9315-2666c734f4e9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bcf632eb-74f3-44f2-9315-2666c734f4e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:44.916206 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.143821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd257794-e2c8-4643-a655-5ca110739254 None None] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:39:45.144136 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.150784 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.210220 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=bcf632eb-74f3-44f2-9315-2666c734f4e9,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.218178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Provisioning for port 10419d5a-6b85-47cd-9e23-888fe6c60082 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:45.227538 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.231294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Provisioning complete for port 10419d5a-6b85-47cd-9e23-888fe6c60082 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.231709 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.232844 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.346705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:45.348265 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:45.390496 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.433524 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] For port 10419d5a-6b85-47cd-9e23-888fe6c60082, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10419d5a-6b85-47cd-9e23-888fe6c60082,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:45.440291 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.482264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router cff11335-40ed-4461-81db-56081dbdf8dd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:45.503370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cef818-e63f-4207-a6b2-87d3dd79dff2 None None] Pushing event updated for resources: {'Port': ['ID=10419d5a-6b85-47cd-9e23-888fe6c60082,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:45.603772 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:45.609206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d9c37a41-56d0-4d8c-99a5-dd9692c02f5e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/cff11335-40ed-4461-81db-56081dbdf8dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5180032 Aug 31 07:39:45.666705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Provisioning for port bb6142b9-01fa-457a-b96a-62985138417e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:45.670903 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Sync routers for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:45.679672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Provisioning complete for port bb6142b9-01fa-457a-b96a-62985138417e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.680040 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.701559 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:45.702216 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:45.759725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Port bb6142b9-01fa-457a-b96a-62985138417e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:45.773540 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-97e60f5d-2475-4719-bbe8-75315698c702 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1139037457&fields=id&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 267 time: 0.0424821 Aug 31 07:39:45.800935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Provisioning complete for port 10419d5a-6b85-47cd-9e23-888fe6c60082 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:45.801456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c2d293e-440b-4254-8f15-01164b1cd573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:45.858408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:45.912271 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-426e0d2f-02ee-48f0-a39e-9ca44b093af7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:45.918012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-426e0d2f-02ee-48f0-a39e-9ca44b093af7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 797 time: 0.1353769 Aug 31 07:39:45.931614 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-65acafc2-d9fa-4dc2-9d44-37e876da3f04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/quotas/357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 375 time: 0.0106721 Aug 31 07:39:45.999064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-1db174c0-2fac-444d-b6fa-d63cf655350b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0599170 Aug 31 07:39:46.093110 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.127038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 2, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:46.156536 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-5878dbd4-1292-4001-b00a-b6f33b982199 service neutron] 10.222.0.57 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410515 Aug 31 07:39:46.159959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Checking router: cff11335-40ed-4461-81db-56081dbdf8dd for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:46.160322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Updating router cff11335-40ed-4461-81db-56081dbdf8dd port bb6142b9-01fa-457a-b96a-62985138417e binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:39:46.163619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2037cf84-1544-4f8f-bb69-3d8f7eb281e4 None None] Provisioning complete for port bb6142b9-01fa-457a-b96a-62985138417e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:46.163994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2037cf84-1544-4f8f-bb69-3d8f7eb281e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.211702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.232199 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2037cf84-1544-4f8f-bb69-3d8f7eb281e4 None None] Port bb6142b9-01fa-457a-b96a-62985138417e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:46.256935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-7d42194e-35a4-467d-bef2-5e11d8fd971c service neutron] 10.222.0.57 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937107 Aug 31 07:39:46.430911 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1edfa279-80ac-43ec-86b7-4eac8c64710f req-838e88df-fbb6-4b71-9e68-c7847792d23e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 210 time: 0.0297315 Aug 31 07:39:46.519353 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.531776 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10419d5a-6b85-47cd-9e23-888fe6c60082 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:46.536257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Transition to ACTIVE for port object bb6142b9-01fa-457a-b96a-62985138417e will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:46.562462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.632397 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432762e-4f9d-4c81-959a-2f25d97a7b4f None None] Pushing event updated for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:46.668884 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 10419d5a-6b85-47cd-9e23-888fe6c60082 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:46.669585 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.744950 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Attempting to bind port bb6142b9-01fa-457a-b96a-62985138417e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:46.745600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Attempting to bind port bb6142b9-01fa-457a-b96a-62985138417e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:46.745974 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Attempting to bind port bb6142b9-01fa-457a-b96a-62985138417e on network bc627c8d-162b-42e2-9069-e0843a8cc0ae {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:46.754171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:46.754537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Checking segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:46.754941 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.755330 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Bound using segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:46.755799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Bound port: bb6142b9-01fa-457a-b96a-62985138417e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:46.756186 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.859620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bcf632eb-74f3-44f2-9315-2666c734f4e9 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:46.903240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] For port bb6142b9-01fa-457a-b96a-62985138417e, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:46.927165 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] For port bb6142b9-01fa-457a-b96a-62985138417e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb6142b9-01fa-457a-b96a-62985138417e,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:46.933437 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:46.993517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bcf632eb-74f3-44f2-9315-2666c734f4e9 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:46.993815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.035327 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d432762e-4f9d-4c81-959a-2f25d97a7b4f None None] Pushing event updated for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:47.038793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:47.039704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:47.200261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:47.430946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:47.463694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed4a282-bd29-4d4c-93c2-6c6c5a4ae66d None None] The sync data for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 is: [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:46Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:39:47.584485 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f68234dc-6945-4ead-8a72-cdd514dcbfea req-c0a11d69-9f36-444d-9b70-87109fa91a58 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 210 time: 0.0673718 Aug 31 07:39:47.647183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-f584ec90-475b-4760-a329-a19b49ea9e34 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:47.648850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-f584ec90-475b-4760-a329-a19b49ea9e34 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 797 time: 0.1556983 Aug 31 07:39:47.697842 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-15dc92eb-4049-4a6f-9556-96e8798192f2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 380 time: 0.0388896 Aug 31 07:39:47.708127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'port': {'device_id': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'admin_state_up': True, 'tenant_id': '357019922f234568896cef68e956800c', 'security_groups': ['b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:47.831420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:39:47.835370 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:47.981850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.5 (bc627c8d-162b-42e2-9069-e0843a8cc0ae/c79a5b78-5a82-46a8-9943-632d4610b004/e84fe8bf-68f7-4efc-9900-1c752d2500ab) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:48.138169 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.154034 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object e84fe8bf-68f7-4efc-9900-1c752d2500ab will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:48.189616 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.238437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:48.243836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:48.248584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:48.275968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.306751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.307435 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.329626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4ad62fe9-6b3c-4128-ac8b-411552124e15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254954 Aug 31 07:39:48.343450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Request body: {'port': {'device_id': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:48.405639 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.525369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c4032811-1967-4e82-bb4a-e3b0855c2525 None None] Provisioning for port e84fe8bf-68f7-4efc-9900-1c752d2500ab completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:48.536820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c4032811-1967-4e82-bb4a-e3b0855c2525 None None] Provisioning complete for port e84fe8bf-68f7-4efc-9900-1c752d2500ab triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:48.537200 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c4032811-1967-4e82-bb4a-e3b0855c2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.573675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb6142b9-01fa-457a-b96a-62985138417e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:48.619048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c4032811-1967-4e82-bb4a-e3b0855c2525 None None] Port e84fe8bf-68f7-4efc-9900-1c752d2500ab cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:39:48.643182 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port bb6142b9-01fa-457a-b96a-62985138417e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:48.647284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bb6142b9-01fa-457a-b96a-62985138417e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:48.647761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.732954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.761873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dd3c5-3c23-4c2b-91ec-e00f2d35023d req-f50a76af-2c1d-4de5-98e4-f585c2c83e44 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:48.763875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f7dd3c5-3c23-4c2b-91ec-e00f2d35023d req-f50a76af-2c1d-4de5-98e4-f585c2c83e44 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 931 time: 0.1025081 Aug 31 07:39:48.765882 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port bb6142b9-01fa-457a-b96a-62985138417e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb6142b9-01fa-457a-b96a-62985138417e,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:48.769874 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.771244 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84fe8bf-68f7-4efc-9900-1c752d2500ab {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:48.782351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.813181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Transition to ACTIVE for port object e84fe8bf-68f7-4efc-9900-1c752d2500ab will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:39:48.820019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:48.823210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.853440 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8f7dd3c5-3c23-4c2b-91ec-e00f2d35023d req-3dd1ebc7-b6cb-4131-9658-e7fdb7e1fae9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762544 Aug 31 07:39:48.883510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:48.955493 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Attempting to bind port e84fe8bf-68f7-4efc-9900-1c752d2500ab on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:39:48.955827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Attempting to bind port e84fe8bf-68f7-4efc-9900-1c752d2500ab by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:39:48.956165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Attempting to bind port e84fe8bf-68f7-4efc-9900-1c752d2500ab on network bc627c8d-162b-42e2-9069-e0843a8cc0ae {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:48.960787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Port e84fe8bf-68f7-4efc-9900-1c752d2500ab on network bc627c8d-162b-42e2-9069-e0843a8cc0ae not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:39:48.961089 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Attempting to bind port e84fe8bf-68f7-4efc-9900-1c752d2500ab on network bc627c8d-162b-42e2-9069-e0843a8cc0ae {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:39:48.966660 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:39:48.967005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Checking segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:39:48.967400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Bound using segment: {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:39:48.967838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Bound port: e84fe8bf-68f7-4efc-9900-1c752d2500ab, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9014924-478d-4da6-99b3-482325ff943a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 587, 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:39:48.968201 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.040341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:39:49.044124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:39:49.048509 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.084062 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.084615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:49.086034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] 10.222.0.53 "PUT /v2.0/ports/e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 1092 time: 0.7478189 Aug 31 07:39:49.088332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:49.091695 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b4d775-6714-4675-a99e-e8a44d1332be" -d '{"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:49.118515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45f6979-b70e-4c69-9f63-cb72d15e5873 service neutron] Pushing event updated for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:49.161946 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8aa529-8277-4326-aa8e-1495f0d860e9 x-openstack-request-id: req-9c8aa529-8277-4326-aa8e-1495f0d860e9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:49.162234 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:49.162507 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-9c8aa529-8277-4326-aa8e-1495f0d860e9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:49.162884 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'status': 'completed', 'code': 200} Aug 31 07:39:49.179935 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-c6badec2-b771-4108-9bd0-ebdae541b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.181635 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-c6badec2-b771-4108-9bd0-ebdae541b62a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1095 time: 0.0502665 Aug 31 07:39:49.231438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-fb515672-236e-47ba-a10f-f562cf172ae0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 217 time: 0.0404396 Aug 31 07:39:49.284167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-78f06a15-a346-4875-ad10-ff31cc3d951a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.285670 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-78f06a15-a346-4875-ad10-ff31cc3d951a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0482373 Aug 31 07:39:49.333621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-a20ed582-ca5b-4a61-a8f1-d4d080f40658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.335178 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-a20ed582-ca5b-4a61-a8f1-d4d080f40658 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430293 Aug 31 07:39:49.437737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-4127ff4d-e813-4a8f-a0ee-f2965a3ebee0 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952959 Aug 31 07:39:49.536486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6727afae-5b48-40b4-82ec-6642ebec0eb9 req-45ac2bbe-45c8-4234-8f72-4b14f0b1805d service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877633 Aug 31 07:39:49.621072 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d775-6714-4675-a99e-e8a44d1332be req-dba0f4a4-a31a-4da9-93e9-d5d5607d98f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.623127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-dba0f4a4-a31a-4da9-93e9-d5d5607d98f3 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1095 time: 0.0429065 Aug 31 07:39:49.720796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d775-6714-4675-a99e-e8a44d1332be req-54e502a9-2398-49d1-bfa3-421f865319e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.722323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-54e502a9-2398-49d1-bfa3-421f865319e9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 898 time: 0.0922008 Aug 31 07:39:49.765272 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-0bd571d5-eda2-4a1d-872e-73b6b0fd237c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 217 time: 0.0361490 Aug 31 07:39:49.823525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d775-6714-4675-a99e-e8a44d1332be req-39400874-44f5-4dfa-9816-20d91190ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.825250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-39400874-44f5-4dfa-9816-20d91190ae8e service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0530334 Aug 31 07:39:49.876733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b4d775-6714-4675-a99e-e8a44d1332be req-1a1fa700-a100-4d49-b6c1-f2272ce2717f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:49.878432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-1a1fa700-a100-4d49-b6c1-f2272ce2717f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0446742 Aug 31 07:39:50.019158 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b782b9-2b27-4382-a0c3-43db22ff061b req-95a3533f-e3aa-4a6b-acaf-8c14aed95d33 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:50.020657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b782b9-2b27-4382-a0c3-43db22ff061b req-95a3533f-e3aa-4a6b-acaf-8c14aed95d33 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 943 time: 0.0865071 Aug 31 07:39:50.024792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-d4905540-7182-4cac-8c94-84962c7d8524 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365747 Aug 31 07:39:50.112222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-29b782b9-2b27-4382-a0c3-43db22ff061b req-2fde8288-6a87-41ea-981e-65af2a66ea31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854726 Aug 31 07:39:50.143840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97b4d775-6714-4675-a99e-e8a44d1332be req-d3f40b09-9dab-4240-9171-ef285829769e service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102684 Aug 31 07:39:50.522317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb6142b9-01fa-457a-b96a-62985138417e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:50.574029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port bb6142b9-01fa-457a-b96a-62985138417e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:50.574914 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:51.229986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545023c-aed8-480c-a188-0fef556c15bf req-6754245e-2920-4b85-b05e-6cc96c29adbb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:51.232311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d545023c-aed8-480c-a188-0fef556c15bf req-6754245e-2920-4b85-b05e-6cc96c29adbb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 943 time: 0.0516121 Aug 31 07:39:51.270985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d545023c-aed8-480c-a188-0fef556c15bf req-35a9a903-871c-493d-9a1e-4e293ca12acb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326877 Aug 31 07:39:52.394891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd931ff0-a2ca-4b65-88c8-9afd38b4a983 req-df7439c3-3e3b-4794-9400-8a4c33edbe2e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:52.396396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd931ff0-a2ca-4b65-88c8-9afd38b4a983 req-df7439c3-3e3b-4794-9400-8a4c33edbe2e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 943 time: 0.0558562 Aug 31 07:39:52.434869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cd931ff0-a2ca-4b65-88c8-9afd38b4a983 req-7db8a627-5ef3-4d4e-b93c-8c3931b66194 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324166 Aug 31 07:39:52.640053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e84fe8bf-68f7-4efc-9900-1c752d2500ab details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:39:52.733659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:52.749507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'port_id': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'mac_address': 'fa:16:3e:3a:2b:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 587, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:39:52.786957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.800154 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84fe8bf-68f7-4efc-9900-1c752d2500ab {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:39:52.819635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:52.823702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:52.873795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:53.029592 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['e84fe8bf-68f7-4efc-9900-1c752d2500ab'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:39:53.189952 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:39:53.551819 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff31a31-d2d4-48b5-be50-b9a518d2cfb4 req-da94434f-e45c-42d1-a6be-a7652691510a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:53.553495 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eff31a31-d2d4-48b5-be50-b9a518d2cfb4 req-da94434f-e45c-42d1-a6be-a7652691510a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 944 time: 0.0513906 Aug 31 07:39:53.593384 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eff31a31-d2d4-48b5-be50-b9a518d2cfb4 req-13d618ad-f17a-48c6-bba9-46514ead2835 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335381 Aug 31 07:39:54.658497 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e84fe8bf-68f7-4efc-9900-1c752d2500ab up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:39:54.709408 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port e84fe8bf-68f7-4efc-9900-1c752d2500ab completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:39:54.712702 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc372811-06ef-461b-91dc-86863845b52b req-a14ae3fd-1c20-4fb6-aff4-b19107057c81 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.713185 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port e84fe8bf-68f7-4efc-9900-1c752d2500ab triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:39:54.713569 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.714248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc372811-06ef-461b-91dc-86863845b52b req-a14ae3fd-1c20-4fb6-aff4-b19107057c81 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 944 time: 0.0510144 Aug 31 07:39:54.754672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc372811-06ef-461b-91dc-86863845b52b req-1dc0d548-e819-4acb-a93c-ef4e1383d71e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337288 Aug 31 07:39:54.796769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.818893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:54.821149 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49bc90-0aee-45d3-9f7a-06052be93455" -d '{"events": [{"server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "name": "network-vif-plugged", "status": "completed", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:54.834201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:39:54.838503 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.863366 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0bd5485-8d52-42cd-8351-fc75ee3f86d1 x-openstack-request-id: req-b0bd5485-8d52-42cd-8351-fc75ee3f86d1 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:54.863665 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "name": "network-vif-plugged", "status": "completed", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:54.863918 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b0bd5485-8d52-42cd-8351-fc75ee3f86d1 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:54.864309 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'code': 200} Aug 31 07:39:54.895653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:54.928312 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ff9fb366-dfff-433a-aae0-070226a90be5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:54.958071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ff52de-44e7-4fcc-8d90-d3594db14cb0 req-ccf3e116-3a57-43ea-a7aa-8e9cc19a36c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:54.959540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-44ff52de-44e7-4fcc-8d90-d3594db14cb0 req-ccf3e116-3a57-43ea-a7aa-8e9cc19a36c2 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1097 time: 0.0428689 Aug 31 07:39:54.996110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-44ff52de-44e7-4fcc-8d90-d3594db14cb0 req-c5b8f7d7-c985-42cc-93ca-6f2e228fd3aa service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290616 Aug 31 07:39:55.877494 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2e9623-786c-4147-9c25-e5478d0c8ade req-f9c0d0ef-cdf1-463f-a773-52f67d2f3b26 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:55.879644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da2e9623-786c-4147-9c25-e5478d0c8ade req-f9c0d0ef-cdf1-463f-a773-52f67d2f3b26 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0575991 Aug 31 07:39:55.924212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da2e9623-786c-4147-9c25-e5478d0c8ade req-b6b431c8-0b5c-4a06-a09b-3acf17196d91 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349951 Aug 31 07:39:57.046300 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab15a95-9af2-4aeb-b3a5-08549881864a req-6669d1e7-2340-406f-b2e2-9fba44d8a005 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.047806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1ab15a95-9af2-4aeb-b3a5-08549881864a req-6669d1e7-2340-406f-b2e2-9fba44d8a005 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0543044 Aug 31 07:39:57.087496 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1ab15a95-9af2-4aeb-b3a5-08549881864a req-2ebcf469-c7bf-4f83-a086-6947f72ad762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338066 Aug 31 07:39:57.205901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b48f1-0f06-4137-88cd-35ac1b2a18d0 req-952a04b4-7129-4734-ad94-2cbb86fa33d7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.207327 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e7b48f1-0f06-4137-88cd-35ac1b2a18d0 req-952a04b4-7129-4734-ad94-2cbb86fa33d7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0522490 Aug 31 07:39:57.247439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e7b48f1-0f06-4137-88cd-35ac1b2a18d0 req-fa608c9a-f830-46d9-8894-c7ded8f05323 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340292 Aug 31 07:39:57.269095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44374) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:57.309705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351328d5-a040-4e48-ac1d-9eb89154a4f9 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:57.311426 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-351328d5-a040-4e48-ac1d-9eb89154a4f9 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1092 time: 0.0411181 Aug 31 07:39:57.317200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44376) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:57.318515 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:39:57.342452 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.442735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.540267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6eac0ec2-c35a-49ca-ab5f-2156ae4f31df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.552416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.131 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/8d7b4a83-4f79-4b26-a261-4586bbddf2a2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:39:57.662044 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.702718 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:57.737603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:39:57.742407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:39:57.746543 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:39:57.770669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=8d7b4a83-4f79-4b26-a261-4586bbddf2a2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:57.893930 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.126329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.192221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.349382 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.354202 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.426276 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=8d7b4a83-4f79-4b26-a261-4586bbddf2a2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:39:58.438133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:58.541974 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 associated. External IP: 172.25.3.131, port: e84fe8bf-68f7-4efc-9900-1c752d2500ab. Aug 31 07:39:59.069854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router cff11335-40ed-4461-81db-56081dbdf8dd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:39:59.179834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:39:59.190194 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Sync routers for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:39:59.198122 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.201927 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:59.202605 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:59.232324 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5567bd81-e943-4051-b987-2240da547aff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9171851 Aug 31 07:39:59.232938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:39:59.235840 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe4b91a-ae3d-432b-9486-e560087fe174" -d '{"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:39:59.275840 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b76aaab0-7d1a-4c94-8daa-f8d3e7ec8db5 x-openstack-request-id: req-b76aaab0-7d1a-4c94-8daa-f8d3e7ec8db5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:39:59.276186 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:39:59.276490 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-b76aaab0-7d1a-4c94-8daa-f8d3e7ec8db5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:39:59.276911 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'status': 'completed', 'code': 200} Aug 31 07:39:59.322984 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:59.342318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520e5bf7-c05f-47e9-95fe-032e29855945 req-b1c522ae-87a9-4195-9671-0654927be92d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.344311 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-520e5bf7-c05f-47e9-95fe-032e29855945 req-b1c522ae-87a9-4195-9671-0654927be92d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0554414 Aug 31 07:39:59.348349 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-f094227e-cf71-4a4d-bf49-ced2516269d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.349918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-f094227e-cf71-4a4d-bf49-ced2516269d8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1097 time: 0.0486348 Aug 31 07:39:59.385686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-520e5bf7-c05f-47e9-95fe-032e29855945 req-66760712-2431-4077-ab8e-b336dada5a67 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356495 Aug 31 07:39:59.410309 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44382) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:39:59.500556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b67600e8-63a5-486c-b03d-ab2316c0072c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 HTTP/1.1" status: 200 len: 991 time: 0.0889585 Aug 31 07:39:59.505492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-9a73e311-c1e9-4f43-8316-c8ba401326a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.506947 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-9a73e311-c1e9-4f43-8316-c8ba401326a9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 898 time: 0.1488035 Aug 31 07:39:59.555462 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9dad888-8db9-4c80-ab4e-d89bd50b5ee2', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'port_id': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'mac_address': 'fa:16:3e:3a:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:57Z', 'updated_at': '2021-08-31T07:39:57Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:59.574957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-3d2e75b0-f4cb-4983-b6a2-1da2c4991d86 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 999 time: 0.0603647 Aug 31 07:39:59.581990 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Checking router: cff11335-40ed-4461-81db-56081dbdf8dd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:39:59.591058 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:39:59.591697 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:39:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:39:59.629161 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-84b34c69-daae-42f3-a6f0-2e17515abbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.630661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-84b34c69-daae-42f3-a6f0-2e17515abbd2 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0493245 Aug 31 07:39:59.679732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-2f6dfcfe-2164-46a4-812f-cb82e95050fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:39:59.681242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-2f6dfcfe-2164-46a4-812f-cb82e95050fe service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428720 Aug 31 07:39:59.697200 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:39:59.773436 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-64ed3fad-5be4-48d2-9a85-023fbb1ecdfe service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847895 Aug 31 07:39:59.868221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:39:59.881054 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0fe4b91a-ae3d-432b-9486-e560087fe174 req-20af90be-66ee-4803-96dd-a95fb67c4fcb service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997169 Aug 31 07:40:00.020467 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9dad888-8db9-4c80-ab4e-d89bd50b5ee2', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'port_id': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'mac_address': 'fa:16:3e:3a:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:57Z', 'updated_at': '2021-08-31T07:39:57Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:40:00.050606 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85801c71-ee8f-4fda-9a30-fc4146fabcf0 None None] The sync data for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 is: [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'e9dad888-8db9-4c80-ab4e-d89bd50b5ee2', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'port_id': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'mac_address': 'fa:16:3e:3a:2b:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:39:57Z', 'updated_at': '2021-08-31T07:39:57Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:40:00.259454 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bdf4040-b3b9-4442-9872-ec125cfb5c54 None None] New status for floating IP e9dad888-8db9-4c80-ab4e-d89bd50b5ee2: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:40:00.504424 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44384) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:00.571146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-01954fb1-b632-4bb0-b9a2-1e66d2528d35 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 HTTP/1.1" status: 200 len: 993 time: 0.0655527 Aug 31 07:40:01.286205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:06.296229 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:16.083696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:24.930525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cd1b76b6-e572-47ec-8108-b3835612fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:26.488138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-c8755aa1-c63c-4556-b8f6-8a6513a96146 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0431552 Aug 31 07:40:26.575061 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-24e8f529-59d1-407f-9f10-9dad97aae022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.576580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-24e8f529-59d1-407f-9f10-9dad97aae022 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1097 time: 0.0433571 Aug 31 07:40:26.691626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-4ce2500e-40fd-49a3-b7b1-78e66be4b9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.693116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-4ce2500e-40fd-49a3-b7b1-78e66be4b9ca service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 898 time: 0.0912828 Aug 31 07:40:26.762329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-04ffadcb-81ec-4065-914d-856fdf6fb4c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 1001 time: 0.0589037 Aug 31 07:40:26.817823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-f7518afe-43ef-4b13-a640-aef4a6879e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.819313 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-f7518afe-43ef-4b13-a640-aef4a6879e8c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0489261 Aug 31 07:40:26.867012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-c49bfaaa-c7d6-465e-a1cf-eaccab13b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:26.868514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-c49bfaaa-c7d6-465e-a1cf-eaccab13b00b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0414920 Aug 31 07:40:26.961771 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-58f5975a-dfcb-4fbf-a5bf-f9e40e17a762 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835366 Aug 31 07:40:27.061735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc3b83ef-6fb8-4679-b05c-c0c14c74fc40 req-efcf4ea2-f921-42c7-9bc3-aefa22f7af29 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912099 Aug 31 07:40:27.543234 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-28fcbe6e-22d0-4d64-9a37-319186010b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:27.897956 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:29.869942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:30.190854 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:40:31.288933 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:34.094183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-70ac3182-5689-4f5e-8069-9bdb68b3c0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.095615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-70ac3182-5689-4f5e-8069-9bdb68b3c0ae service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1097 time: 0.0756772 Aug 31 07:40:34.121195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df213a-a197-4f0e-b631-da94750fd9c1 req-608fd86a-25b2-416a-ad9f-9d6f4e5601ac tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.122838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92df213a-a197-4f0e-b631-da94750fd9c1 req-608fd86a-25b2-416a-ad9f-9d6f4e5601ac tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0902243 Aug 31 07:40:34.216407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92df213a-a197-4f0e-b631-da94750fd9c1 req-ead1827f-0204-4827-abda-586a4003edda tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774913 Aug 31 07:40:34.239281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-808e69e7-90f2-4d28-8bf7-0bb505a23e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.240777 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-808e69e7-90f2-4d28-8bf7-0bb505a23e8d service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 898 time: 0.1373744 Aug 31 07:40:34.326153 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-45f92135-4f0a-4280-8811-14a8703bf94a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 1001 time: 0.0742114 Aug 31 07:40:34.380650 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-2e5bfe60-b264-4514-9b44-c9f1e5543142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.382212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-2e5bfe60-b264-4514-9b44-c9f1e5543142 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0489473 Aug 31 07:40:34.432278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-c015492f-13fb-4f63-a8eb-43506ff3672c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:34.434390 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-c015492f-13fb-4f63-a8eb-43506ff3672c service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0440209 Aug 31 07:40:34.540084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-abc5f657-74f3-4f51-99b5-19776a3638d3 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981555 Aug 31 07:40:34.642101 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8653bd98-c2f3-4f40-94d7-788508989af0 req-530c1ca5-a6a5-4af5-88c0-8fb0e2f0fd28 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946722 Aug 31 07:40:35.380359 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368d501-d82b-4013-8df5-abaf90c0b077 req-29a6c119-afac-4951-a32f-a8ee869b7065 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:35.381976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5368d501-d82b-4013-8df5-abaf90c0b077 req-29a6c119-afac-4951-a32f-a8ee869b7065 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0711198 Aug 31 07:40:35.424053 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5368d501-d82b-4013-8df5-abaf90c0b077 req-88a00cd5-f9bf-4f81-8232-0e23198b1b44 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353141 Aug 31 07:40:36.296314 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:36.547891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f4559-7cca-46a6-8bdc-4fdf098f5a20 req-5771fe52-64a7-4baf-9faa-0e383b48cd40 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:36.549363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b03f4559-7cca-46a6-8bdc-4fdf098f5a20 req-5771fe52-64a7-4baf-9faa-0e383b48cd40 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0526884 Aug 31 07:40:36.593606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b03f4559-7cca-46a6-8bdc-4fdf098f5a20 req-34928772-e26f-490a-9ef8-a22866a52a3d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379450 Aug 31 07:40:37.715040 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b83b6-6cf6-4a20-a62e-445d76247d2e req-803f43b5-3615-4ea6-92ac-317213d86e4b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:37.716542 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-921b83b6-6cf6-4a20-a62e-445d76247d2e req-803f43b5-3615-4ea6-92ac-317213d86e4b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0511076 Aug 31 07:40:37.755228 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-921b83b6-6cf6-4a20-a62e-445d76247d2e req-6a1e90f1-466d-4b56-8238-0ba5e6016e9b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320501 Aug 31 07:40:38.882946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822c6785-48d7-4335-a1cf-82e6fd6d8bf0 req-d8b73190-e93b-44a5-ae0e-48e11f2f1143 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:38.885079 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822c6785-48d7-4335-a1cf-82e6fd6d8bf0 req-d8b73190-e93b-44a5-ae0e-48e11f2f1143 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0565560 Aug 31 07:40:38.926434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-822c6785-48d7-4335-a1cf-82e6fd6d8bf0 req-131df228-0096-496e-9a77-e8a689de6e46 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348480 Aug 31 07:40:40.047531 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c48e1c-9b4d-43d4-bb65-1fe3fafeb5ca req-4585c512-7daa-4f6e-9305-fdd1ed6d1a9a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:40.049013 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e3c48e1c-9b4d-43d4-bb65-1fe3fafeb5ca req-4585c512-7daa-4f6e-9305-fdd1ed6d1a9a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0527899 Aug 31 07:40:40.087229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e3c48e1c-9b4d-43d4-bb65-1fe3fafeb5ca req-4f35c670-23bc-4e25-9772-1bca2af5aec8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321965 Aug 31 07:40:41.203970 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc6f9c0-76a7-45cb-a272-22a9a46aadd5 req-04e02e02-46e8-4ad1-a936-a67571a5c422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:41.205225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fc6f9c0-76a7-45cb-a272-22a9a46aadd5 req-04e02e02-46e8-4ad1-a936-a67571a5c422 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0499883 Aug 31 07:40:41.243906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8fc6f9c0-76a7-45cb-a272-22a9a46aadd5 req-da9e827e-6bc4-431d-a7be-cba2e9d0f484 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Aug 31 07:40:42.366376 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194e284b-252f-4ba1-b7be-7c04824d7c27 req-39ca95e7-1166-4c04-be31-45db0e0e4d76 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:42.367845 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-194e284b-252f-4ba1-b7be-7c04824d7c27 req-39ca95e7-1166-4c04-be31-45db0e0e4d76 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0530534 Aug 31 07:40:42.405881 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-194e284b-252f-4ba1-b7be-7c04824d7c27 req-c308d396-a0c1-4337-95fe-b2db9e86feca tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314863 Aug 31 07:40:43.524162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf6f96-cf60-48c2-a3ea-0df17dc87fe8 req-5d3eb95f-5fa0-4cad-a633-e79224e3ad8d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:43.525680 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59cf6f96-cf60-48c2-a3ea-0df17dc87fe8 req-5d3eb95f-5fa0-4cad-a633-e79224e3ad8d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0507014 Aug 31 07:40:43.565103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-59cf6f96-cf60-48c2-a3ea-0df17dc87fe8 req-f3042f1b-5190-4f89-a42d-f6cec379a6aa tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322356 Aug 31 07:40:44.683976 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c0828-9c2a-40a8-ac8f-14b45e7c8437 req-d33df0e4-d0b6-4c70-a6a4-5134c5f79837 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:44.685494 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-349c0828-9c2a-40a8-ac8f-14b45e7c8437 req-d33df0e4-d0b6-4c70-a6a4-5134c5f79837 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0533888 Aug 31 07:40:44.724445 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-349c0828-9c2a-40a8-ac8f-14b45e7c8437 req-832f8915-91eb-4a4d-8963-8eca051ff34c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330057 Aug 31 07:40:45.855834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c081cf2-cf70-4b05-8ec4-15e5f7865af7 req-585afede-51b4-4861-88d0-d8426b2cae70 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:45.857399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c081cf2-cf70-4b05-8ec4-15e5f7865af7 req-585afede-51b4-4861-88d0-d8426b2cae70 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0582714 Aug 31 07:40:45.896449 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5c081cf2-cf70-4b05-8ec4-15e5f7865af7 req-63e50c41-b1c5-43f8-9fcb-58c6ed8dbe66 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329225 Aug 31 07:40:46.081160 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:47.017617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bc1f3b-4012-433b-a303-bcb809e133db req-baa3c389-4363-4cac-b437-a3ecd4aa90dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:47.019103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7bc1f3b-4012-433b-a303-bcb809e133db req-baa3c389-4363-4cac-b437-a3ecd4aa90dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0542719 Aug 31 07:40:47.065462 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7bc1f3b-4012-433b-a303-bcb809e133db req-0e28f6d1-b55a-48df-9025-0afdb9c739fb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403726 Aug 31 07:40:48.187508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ec4c2f-e884-47c1-9015-3e3705b70b3e req-39e10977-c7b0-4ad1-9a47-bee390504153 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:48.189018 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53ec4c2f-e884-47c1-9015-3e3705b70b3e req-39e10977-c7b0-4ad1-9a47-bee390504153 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0513697 Aug 31 07:40:48.228125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-53ec4c2f-e884-47c1-9015-3e3705b70b3e req-78d07bb5-2537-4fe3-9512-12b59149c5d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330012 Aug 31 07:40:49.348169 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3d441d-1919-4b3a-8882-c6ed7a6f9423 req-9ddce97f-3d3f-46aa-a14c-c47b3be5a4a6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:49.349673 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e3d441d-1919-4b3a-8882-c6ed7a6f9423 req-9ddce97f-3d3f-46aa-a14c-c47b3be5a4a6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0528519 Aug 31 07:40:49.388848 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9e3d441d-1919-4b3a-8882-c6ed7a6f9423 req-5a008398-34e5-464f-ad9e-4bbd7ea94667 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327260 Aug 31 07:40:50.513126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de56850-e3e4-45c4-8681-af02fa9d0b32 req-3a26dce9-99f6-47ea-b19e-b5023e1409b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:50.514685 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0de56850-e3e4-45c4-8681-af02fa9d0b32 req-3a26dce9-99f6-47ea-b19e-b5023e1409b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0535922 Aug 31 07:40:50.555442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0de56850-e3e4-45c4-8681-af02fa9d0b32 req-8d39bb88-fa5c-4e1b-831b-ac5d005f01ff tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345969 Aug 31 07:40:51.674307 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7acecb-7372-410a-8f8d-248466ffddd9 req-0b1d0337-d07b-49f6-acaf-ba25d5a7baeb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:40:51.675806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c7acecb-7372-410a-8f8d-248466ffddd9 req-0b1d0337-d07b-49f6-acaf-ba25d5a7baeb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0494862 Aug 31 07:40:51.715057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6c7acecb-7372-410a-8f8d-248466ffddd9 req-f33ce658-c596-424d-9564-2f40c7d81024 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328786 Aug 31 07:40:51.737255 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44436) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:40:51.803714 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-945b9d17-5429-4fef-abb0-7e45cb7b40f1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 HTTP/1.1" status: 200 len: 993 time: 0.0652673 Aug 31 07:40:54.934094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-00b3ac7e-c13c-415a-974d-b6c9001c942a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.543587 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6d7f5800-2e17-4a9f-965d-eaffe2a49ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:57.899475 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:40:59.873886 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:01.292495 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:06.311370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:07.190475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:16.097256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.340342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44448) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:22.504063 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 8d7b4a83-4f79-4b26-a261-4586bbddf2a2 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:22.504408 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.582337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.582605 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.594924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 8d7b4a83-4f79-4b26-a261-4586bbddf2a2 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:22.749164 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.779658 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=8d7b4a83-4f79-4b26-a261-4586bbddf2a2,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:22.806199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.806742 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.807262 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.807690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.807951 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.808289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.808626 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.808958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.809288 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.809641 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.809972 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.810299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:22.850855 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:22.851124 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 disassociated (deleted). External IP: 172.25.3.131, port: e84fe8bf-68f7-4efc-9900-1c752d2500ab. Aug 31 07:41:23.063977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router cff11335-40ed-4461-81db-56081dbdf8dd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:23.528387 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:23.534079 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:23.538711 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Sync routers for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:23.548954 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:23.549625 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:40:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:23.564612 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8bdbb365-dabf-4682-b7aa-fac1ce870877 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/floatingips/e9dad888-8db9-4c80-ab4e-d89bd50b5ee2 HTTP/1.1" status: 204 len: 168 time: 1.2231157 Aug 31 07:41:23.565311 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:23.567886 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91324b16-a9d4-41b8-911b-0cefb7e80cb2" -d '{"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:23.615383 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae64ca60-e17c-4a61-baa8-c43f4e498000 x-openstack-request-id: req-ae64ca60-e17c-4a61-baa8-c43f4e498000 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:23.615683 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:23.615933 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ae64ca60-e17c-4a61-baa8-c43f4e498000 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:23.616525 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'status': 'completed', 'code': 200} Aug 31 07:41:23.662591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:23.690737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-f4029da2-8ae2-4a37-bc33-c421731c76b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.692405 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-f4029da2-8ae2-4a37-bc33-c421731c76b0 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 1097 time: 0.0513902 Aug 31 07:41:23.825391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-db2c256e-cd26-4116-acb9-b614ed56cc51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.826785 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-db2c256e-cd26-4116-acb9-b614ed56cc51 service neutron] 10.222.0.53 "GET /v2.0/networks?id=bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 200 len: 898 time: 0.1234336 Aug 31 07:41:23.844327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d68e20-af09-42e6-ac30-cfe85bd9dc43 req-892656c4-cdba-4f86-a7c5-6f2fd3a8ab25 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.845848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80d68e20-af09-42e6-ac30-cfe85bd9dc43 req-892656c4-cdba-4f86-a7c5-6f2fd3a8ab25 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0707006 Aug 31 07:41:23.878207 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:23.892517 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-dd734ff2-4144-4eef-93ad-a195df083b01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 200 len: 217 time: 0.0456777 Aug 31 07:41:23.908752 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Checking router: cff11335-40ed-4461-81db-56081dbdf8dd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:23.917924 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:23.918538 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:40:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:23.948340 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-80d68e20-af09-42e6-ac30-cfe85bd9dc43 req-bb2464a5-404b-4a63-accc-5289532badac tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945003 Aug 31 07:41:23.960043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-58a15f3c-4d61-41e9-afd3-2fe5c3b0e1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:23.961538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-58a15f3c-4d61-41e9-afd3-2fe5c3b0e1db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 200 len: 835 time: 0.0606971 Aug 31 07:41:24.011727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-57acfde1-0f70-49cb-80f6-a98e2603fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:24.013234 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-57acfde1-0f70-49cb-80f6-a98e2603fa1b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=bc627c8d-162b-42e2-9069-e0843a8cc0ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0427637 Aug 31 07:41:24.026849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:24.117181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-3ec1795f-43f6-41f4-a983-bf10c006450a service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956764 Aug 31 07:41:24.217691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-91324b16-a9d4-41b8-911b-0cefb7e80cb2 req-d1120efb-b3cb-46f8-aca3-4f8dd306f622 service neutron] 10.222.0.53 "GET /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891404 Aug 31 07:41:24.230967 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:24.257094 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1914e1c-f7cc-4955-8c2f-d72086c1ce3a None None] The sync data for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 is: [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'bb6142b9-01fa-457a-b96a-62985138417e', 'name': '', 'network_id': 'bc627c8d-162b-42e2-9069-e0843a8cc0ae', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:b2:31:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:44Z', 'updated_at': '2021-08-31T07:39:48Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'c79a5b78-5a82-46a8-9943-632d4610b004', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:24.485070 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1818e67e-b7d3-4257-8f73-595404644984 None None] New status for floating IP e9dad888-8db9-4c80-ab4e-d89bd50b5ee2: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:41:24.934935 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-362afe05-7e83-4f63-9e94-90cec69ce50e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.084256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08e3f85-0c01-48a2-8234-c31da015415c req-dfd565d1-cc3f-4219-87b5-feaeb1f7658d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:25.085773 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d08e3f85-0c01-48a2-8234-c31da015415c req-dfd565d1-cc3f-4219-87b5-feaeb1f7658d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0501325 Aug 31 07:41:25.124454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d08e3f85-0c01-48a2-8234-c31da015415c req-96cd2680-4082-4613-b349-642c01fa13d4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Aug 31 07:41:25.449192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-e333e7ea-d083-49d9-9e93-49f9ed7a8f6a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:25.450805 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-e333e7ea-d083-49d9-9e93-49f9ed7a8f6a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 945 time: 0.0595963 Aug 31 07:41:25.546409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port e84fe8bf-68f7-4efc-9900-1c752d2500ab {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:25.546661 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.648091 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port e84fe8bf-68f7-4efc-9900-1c752d2500ab, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=e84fe8bf-68f7-4efc-9900-1c752d2500ab,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:25.648459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.669272 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for e84fe8bf-68f7-4efc-9900-1c752d2500ab owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:25.808051 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.846053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=e84fe8bf-68f7-4efc-9900-1c752d2500ab,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:25.875525 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.875877 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.876222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.876563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.876898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.877232 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.877590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.877923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.878253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.878581 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.878908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.879234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:25.901109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port e84fe8bf-68f7-4efc-9900-1c752d2500ab on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:25.903753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:25.905898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b7760c98-d4ac-4c01-9312-4769657a4e69 req-0a086fe9-561f-4cf1-b829-dc6f14f04f1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "DELETE /v2.0/ports/e84fe8bf-68f7-4efc-9900-1c752d2500ab HTTP/1.1" status: 204 len: 173 time: 0.4489095 Aug 31 07:41:25.906342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'name': 'network-vif-deleted', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:25.908645 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622c8f67-087e-4d8a-9ef2-516d5daf7e68" -d '{"events": [{"server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "name": "network-vif-deleted", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:25.961476 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d52c65c-210b-4129-8b55-ce042d9e9ac5 x-openstack-request-id: req-7d52c65c-210b-4129-8b55-ce042d9e9ac5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:25.961771 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f84343-ed1b-4300-b2ba-ac8cb8ba2922", "name": "network-vif-deleted", "tag": "e84fe8bf-68f7-4efc-9900-1c752d2500ab", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:25.962030 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7d52c65c-210b-4129-8b55-ce042d9e9ac5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:25.962497 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f84343-ed1b-4300-b2ba-ac8cb8ba2922', 'name': 'network-vif-deleted', 'tag': 'e84fe8bf-68f7-4efc-9900-1c752d2500ab', 'status': 'completed', 'code': 200} Aug 31 07:41:26.234987 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bfebe46f-993e-4693-9102-191f54e0cf24 req-84e0eeb5-13a7-49b4-901b-faf448946f9f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=58f84343-ed1b-4300-b2ba-ac8cb8ba2922 HTTP/1.1" status: 200 len: 210 time: 0.0290241 Aug 31 07:41:27.295925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44474) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:27.546746 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ffa0373b-bb3b-42df-b6c2-7fea3fe37324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.690460 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.902395 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:27.963678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port bb6142b9-01fa-457a-b96a-62985138417e {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:27.964000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.051868 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port bb6142b9-01fa-457a-b96a-62985138417e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bb6142b9-01fa-457a-b96a-62985138417e,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:28.052232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.065472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for bb6142b9-01fa-457a-b96a-62985138417e owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:28.264804 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.294620 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=bb6142b9-01fa-457a-b96a-62985138417e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:28.475048 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.717646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router cff11335-40ed-4461-81db-56081dbdf8dd has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:28.833935 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:28.840214 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-07cb80f7-7eda-485f-b003-b694e35c670f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/cff11335-40ed-4461-81db-56081dbdf8dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5432408 Aug 31 07:41:28.843046 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44476) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:28.846840 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Sync routers for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:28.856750 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:28.857572 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:28.896348 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting subnet c79a5b78-5a82-46a8-9943-632d4610b004 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:41:28.899666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.943773 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:28.964185 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:29.039719 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.107816 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.124945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e84fe8bf-68f7-4efc-9900-1c752d2500ab no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:29.137086 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Subnet': ['ID=c79a5b78-5a82-46a8-9943-632d4610b004,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:29.140036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.145399 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44478) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:29.145934 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2831069-2d81-46ac-a4c8-2b305a056fe2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/subnets/c79a5b78-5a82-46a8-9943-632d4610b004 HTTP/1.1" status: 204 len: 168 time: 0.3014784 Aug 31 07:41:29.154045 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f286d8a8-dfa0-4b40-9fee-1340348b911d None None] Network bc627c8d-162b-42e2-9069-e0843a8cc0ae requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:29.163203 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:41:28Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:29.170758 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: e84fe8bf-68f7-4efc-9900-1c752d2500ab {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:29.171149 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device e84fe8bf-68f7-4efc-9900-1c752d2500ab not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:29.194787 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Checking router: cff11335-40ed-4461-81db-56081dbdf8dd for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:29.207564 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Routers {'cff11335-40ed-4461-81db-56081dbdf8dd'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:29.207956 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['cff11335-40ed-4461-81db-56081dbdf8dd'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:29.261872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.356920 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] DHCP port deletion for bc627c8d-162b-42e2-9069-e0843a8cc0ae request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:41:29.387224 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.409215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Deleting port 10419d5a-6b85-47cd-9e23-888fe6c60082 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:29.410046 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.424261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] Set router cff11335-40ed-4461-81db-56081dbdf8dd gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:29.448496 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port bcf632eb-74f3-44f2-9315-2666c734f4e9 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:41:29.448914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.478908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] For port 10419d5a-6b85-47cd-9e23-888fe6c60082, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=10419d5a-6b85-47cd-9e23-888fe6c60082,segment=NetworkSegment(b9014924-478d-4da6-99b3-482325ff943a),segment_id=b9014924-478d-4da6-99b3-482325ff943a)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:29.479335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.493761 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Calling delete_port for 10419d5a-6b85-47cd-9e23-888fe6c60082 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:29.543807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port bcf632eb-74f3-44f2-9315-2666c734f4e9, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=bcf632eb-74f3-44f2-9315-2666c734f4e9,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:29.544210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.562325 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for bcf632eb-74f3-44f2-9315-2666c734f4e9 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:41:29.590752 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.609673 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] No DVR routers for this DVR port 10419d5a-6b85-47cd-9e23-888fe6c60082 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:41:29.635260 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:41:28Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:29.640644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Pushing event deleted for resources: {'Port': ['ID=10419d5a-6b85-47cd-9e23-888fe6c60082,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:29.653725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.654415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.654938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.655916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.656251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.656587 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.656928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.657261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.657641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.658176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.658502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.658823 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7b9f043-8dd4-45cd-a241-2c2e2c361e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:29.666144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4de0ee1-01d2-47cf-b1a5-7b3e4d2cf83c None None] The sync data for ids ['cff11335-40ed-4461-81db-56081dbdf8dd'] in n-d-712707-15 is: [{'id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750974160', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62'}], 'enable_snat': True}, 'gw_port_id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:39:40Z', 'updated_at': '2021-08-31T07:41:28Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'bcf632eb-74f3-44f2-9315-2666c734f4e9', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:ae:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff11335-40ed-4461-81db-56081dbdf8dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:39:41Z', 'updated_at': '2021-08-31T07:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:29.750601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.783366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=bcf632eb-74f3-44f2-9315-2666c734f4e9,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:29.845177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.878157 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.939733 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.941906 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.989851 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:29.990315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Fanout notify agent at l3_agent the message router_deleted on router cff11335-40ed-4461-81db-56081dbdf8dd {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:41:29.998078 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.001938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c01a4148-3c3d-4540-8b77-dde1a8dcbe68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/routers/cff11335-40ed-4461-81db-56081dbdf8dd HTTP/1.1" status: 204 len: 168 time: 0.8527868 Aug 31 07:41:30.002188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44480) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.085142 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.179220 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.191624 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc627c8d-162b-42e2-9069-e0843a8cc0ae']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:30.203537 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9014924-478d-4da6-99b3-482325ff943a') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:30.203866 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9014924-478d-4da6-99b3-482325ff943a') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:30.214932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.231827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.238584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Releasing vlan 587 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:41:30.239095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:41:30.242466 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:41:30.309739 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.316872 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.319100 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/networks/bc627c8d-162b-42e2-9069-e0843a8cc0ae HTTP/1.1" status: 204 len: 168 time: 0.3158774 Aug 31 07:41:30.322884 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44484) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.332908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20ba0d-3d06-4bc8-8943-a1d287ba0752 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Network': ['ID=bc627c8d-162b-42e2-9069-e0843a8cc0ae,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.394503 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.421355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.490053 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.492563 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.494385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/security-groups/b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0 HTTP/1.1" status: 204 len: 168 time: 0.1692572 Aug 31 07:41:30.503982 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e6ad12-da68-4f7f-ad88-eb4bd23d030e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4feec1c-06d5-4ad6-a9d7-ba7aacadf2d0,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.738167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10419d5a-6b85-47cd-9e23-888fe6c60082 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:30.741122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44490) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.746574 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621268147', 'description': 'tempest-secgroup-smoke-1621268147 description', 'project_id': '357019922f234568896cef68e956800c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:30.762111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 10419d5a-6b85-47cd-9e23-888fe6c60082 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:30.762537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 10419d5a-6b85-47cd-9e23-888fe6c60082 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:30.762972 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bcf632eb-74f3-44f2-9315-2666c734f4e9 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:30.771930 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.785308 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bcf632eb-74f3-44f2-9315-2666c734f4e9 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:30.785693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bcf632eb-74f3-44f2-9315-2666c734f4e9 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:30.786132 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb6142b9-01fa-457a-b96a-62985138417e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:41:30.814816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: bb6142b9-01fa-457a-b96a-62985138417e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:41:30.815286 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device bb6142b9-01fa-457a-b96a-62985138417e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:41:30.864000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.867913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.896723 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:30.898015 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1558166 Aug 31 07:41:30.900962 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44494) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:30.906498 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:30.911879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f9327-3d8c-48bc-80a6-02288e3f7ec5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2588eb2-f143-410c-8c37-704a4533d9bf,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:30.940020 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.001604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.005241 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.024544 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6f69f86-3b4a-4a0d-8b92-e1b837054423,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.028045 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.032069 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-61c080c5-da8c-4f8f-b2a4-4af230b7925e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274190 Aug 31 07:41:31.032564 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44496) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.036713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.065182 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.129458 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.133224 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.152293 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8591a2-9210-42df-b518-4c229f15cd71,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.158807 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.160091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-df54ec30-f44a-4582-815b-363df5718104 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1269348 Aug 31 07:41:31.162916 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44498) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.168685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.198016 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.260512 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.264221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.286313 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d21ef9b-2d40-4744-b770-aa1be21307ad,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.289772 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.291814 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-08754abc-266e-4a4d-be12-d8ee4aab5190 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279356 Aug 31 07:41:31.294802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44500) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.299761 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.301847 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.329389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.394203 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.398361 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.418888 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc40c2b-e4cf-4dce-85d8-168389ad5065,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.426266 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.427778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-adbb1ca2-7444-47c3-a53d-5015e6025c0b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1317775 Aug 31 07:41:31.430472 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44502) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.435665 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.459208 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:41:31.465029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.529896 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.533756 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.553554 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a673d999-adc6-41f2-ab38-9f11fa452477,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.561882 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.563229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-76e99a32-eeb0-4864-b8ed-986c24004606 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316726 Aug 31 07:41:31.566185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44504) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.571175 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': 'f2588eb2-f143-410c-8c37-704a4533d9bf', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.594817 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:41:31.599902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.667678 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.674466 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.700128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59f86c83-4f6d-4a7a-afbc-ff1b54640192,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.703780 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.707882 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-1c9185cb-a0b3-4182-b082-8b3d6727a996 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1378851 Aug 31 07:41:31.708395 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.713920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'network': {'name': 'tempest-network-smoke--1353990008', 'project_id': '357019922f234568896cef68e956800c', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.734700 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:31.738293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.763099 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] vlan segment allocate from pool success with {'vlan_id': 556, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:41:31.772068 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.772413 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Added segment e9b5d200-90f9-4e2f-9bb1-da7131044db9 of type vlan for network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 Aug 31 07:41:31.813107 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.840634 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.846217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:31.846810 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.910659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2015133 Aug 31 07:41:31.913669 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44508) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:31.918879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'admin_state_up': True, 'project_id': '357019922f234568896cef68e956800c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:31.920980 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f6f56b-9701-4649-99b3-6c1b61554abe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Network': ['ID=b6b9a855-ca9c-4eb5-801b-28da3ebfb524,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:31.931565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:41:31.948140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:31.949621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.010636 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.457819 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.667014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.686818 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.798058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.61 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/abaa8167-545c-497e-81d6-bd62b21bbb0c) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:32.908371 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.951356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:32.995944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:32.999060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:33.002706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:33.008139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=abaa8167-545c-497e-81d6-bd62b21bbb0c,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:33.255759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.465134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.594378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 22105923-95f0-4200-a026-ce700c264b66 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:41:33.705602 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:33.715539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Sync routers for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:33.724749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:33.725254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:33.725521 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:33.726621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c1eede88-ccd4-4d9d-919c-b92cdaac5dea tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8119085 Aug 31 07:41:33.730467 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44510) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.759594 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f4d33f20-32ad-429e-9966-c6a8fb121d71 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=357019922f234568896cef68e956800c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278518 Aug 31 07:41:33.763683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44512) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.838980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:33.926939 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2754d4-872e-4557-b8d2-08d4d2350487 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:33.931740 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5d2754d4-872e-4557-b8d2-08d4d2350487 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1639187 Aug 31 07:41:33.931983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44514) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.967892 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8b6790f7-2142-49f1-b5fd-d74de19bb3a1 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0347664 Aug 31 07:41:33.970767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44516) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:33.975742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-672699360', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'project_id': '357019922f234568896cef68e956800c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:34.026398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:34.054029 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Checking router: 22105923-95f0-4200-a026-ce700c264b66 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:34.054400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Updating router 22105923-95f0-4200-a026-ce700c264b66 port abaa8167-545c-497e-81d6-bd62b21bbb0c binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:34.070735 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:34.075555 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.081665 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.267060 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.335183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Subnet': ['ID=4702226f-cb69-47e7-bee3-9f6d94bbddba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.343358 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Checking segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:34.343809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network hostable DHCP agents. Network: b6b9a855-ca9c-4eb5-801b-28da3ebfb524, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:41:34.361902 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.362563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:41:34.371838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, b6b9a855-ca9c-4eb5-801b-28da3ebfb524) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:34.374011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Transition to ACTIVE for port object abaa8167-545c-497e-81d6-bd62b21bbb0c will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:34.376106 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:34.376753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.382070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.387657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c06787-706b-44aa-89e1-11ef47fcdc82 None None] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:34.392419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11f3bc61-9fac-406a-b69c-060bf6a22610 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4206018 Aug 31 07:41:34.395203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44518) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:34.487717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec99c-361e-40e9-8914-abd7097281e8 None None] Pushing event updated for resources: {'Port': ['ID=abaa8167-545c-497e-81d6-bd62b21bbb0c,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.491140 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Attempting to bind port abaa8167-545c-497e-81d6-bd62b21bbb0c on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:34.491519 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Attempting to bind port abaa8167-545c-497e-81d6-bd62b21bbb0c by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:34.491879 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Attempting to bind port abaa8167-545c-497e-81d6-bd62b21bbb0c on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:34.506450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:34.506892 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:34.507203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.507589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:34.508052 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Bound port: abaa8167-545c-497e-81d6-bd62b21bbb0c, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:34.508431 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.603782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] For port abaa8167-545c-497e-81d6-bd62b21bbb0c, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:34.608753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] For port abaa8167-545c-497e-81d6-bd62b21bbb0c, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=abaa8167-545c-497e-81d6-bd62b21bbb0c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:34.628992 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.660574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:41:34.661476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.718939 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:34.719629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:34.724539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec99c-361e-40e9-8914-abd7097281e8 None None] Pushing event updated for resources: {'Port': ['ID=abaa8167-545c-497e-81d6-bd62b21bbb0c,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:34.850797 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:34.918007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:34.949003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Allocated IP 172.20.0.2 (b6b9a855-ca9c-4eb5-801b-28da3ebfb524/4702226f-cb69-47e7-bee3-9f6d94bbddba/e7649597-856d-432a-a531-7c73cd1b2279) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:35.215855 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.226541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Transition to ACTIVE for port object e7649597-856d-432a-a531-7c73cd1b2279 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:35.238103 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:35.428004 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8a1114-f999-4289-9005-afadb4aa7192 None None] The sync data for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 is: [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:33Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:35.430664 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Transition to ACTIVE for port object e7649597-856d-432a-a531-7c73cd1b2279 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:35.437576 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.483552 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:35.487482 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:35.489855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:35.492114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Pushing event updated for resources: {'Port': ['ID=e7649597-856d-432a-a531-7c73cd1b2279,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.498366 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.1 (b6b9a855-ca9c-4eb5-801b-28da3ebfb524/4702226f-cb69-47e7-bee3-9f6d94bbddba/df8a2a33-c52f-4bc8-9743-a77bb3af7e1d) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:35.553940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Attempting to bind port e7649597-856d-432a-a531-7c73cd1b2279 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:35.554305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Attempting to bind port e7649597-856d-432a-a531-7c73cd1b2279 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:35.554666 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Attempting to bind port e7649597-856d-432a-a531-7c73cd1b2279 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:35.559778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:35.560153 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Checking segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:35.560549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.560938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Bound using segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:35.561415 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Bound port: e7649597-856d-432a-a531-7c73cd1b2279, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:35.561889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.622257 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.628692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] For port e7649597-856d-432a-a531-7c73cd1b2279, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:35.632293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] For port e7649597-856d-432a-a531-7c73cd1b2279, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e7649597-856d-432a-a531-7c73cd1b2279,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:35.637370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.644835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object df8a2a33-c52f-4bc8-9743-a77bb3af7e1d will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:35.704556 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:35.720420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4220c1bc-6e16-4c66-9d61-ec2a18d5e435 None None] Pushing event updated for resources: {'Port': ['ID=e7649597-856d-432a-a531-7c73cd1b2279,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.758224 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:35.762803 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:35.767354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:35.774638 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:35.827183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.016769 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.328632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.649137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.655492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.669684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e7649597-856d-432a-a531-7c73cd1b2279 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:36.723660 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef562c77-a3e7-4391-b2bf-123edba02130 None None] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:41:36.747356 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.749159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:36.767967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port e7649597-856d-432a-a531-7c73cd1b2279 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:36.784674 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device abaa8167-545c-497e-81d6-bd62b21bbb0c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:36.817407 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Provisioning for port e7649597-856d-432a-a531-7c73cd1b2279 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:36.832830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Provisioning complete for port e7649597-856d-432a-a531-7c73cd1b2279 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:36.833501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:36.859268 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:36.860687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:36.960604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port abaa8167-545c-497e-81d6-bd62b21bbb0c completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:36.982672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 22105923-95f0-4200-a026-ce700c264b66 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:36.984945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port abaa8167-545c-497e-81d6-bd62b21bbb0c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:36.985315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.035898 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.082036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] For port e7649597-856d-432a-a531-7c73cd1b2279, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e7649597-856d-432a-a531-7c73cd1b2279,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:37.104549 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.108392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:37.122780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-eb8fa267-9707-46b2-b76c-8ddc15d4c140 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/22105923-95f0-4200-a026-ce700c264b66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7262812 Aug 31 07:41:37.152610 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.160255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Sync routers for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:37.173779 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:37.177011 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:37.186506 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c2f06-13a4-4363-ab1a-10464ab8255f None None] Pushing event updated for resources: {'Port': ['ID=e7649597-856d-432a-a531-7c73cd1b2279,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:37.190402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port abaa8167-545c-497e-81d6-bd62b21bbb0c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=abaa8167-545c-497e-81d6-bd62b21bbb0c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:37.197540 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.256282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=abaa8167-545c-497e-81d6-bd62b21bbb0c,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:37.317191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-5d3aa639-c596-44d1-9c6e-cae637164848 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621268147&fields=id&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 267 time: 0.0398746 Aug 31 07:41:37.323082 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:37.333654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Provisioning for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:37.338993 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Provisioning complete for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:37.339723 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.386647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:37.397638 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Provisioning complete for port e7649597-856d-432a-a531-7c73cd1b2279 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:37.397994 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c0fe7a48-7553-4849-813b-b5c967ac5b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.468586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-7171de31-0053-43d8-9a1c-0a4d37a4a05d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:37.476535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-7171de31-0053-43d8-9a1c-0a4d37a4a05d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 797 time: 0.1512997 Aug 31 07:41:37.495694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-e9d7b161-3aa4-4b79-9aa3-8b846fd4b10c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/quotas/357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 375 time: 0.0181541 Aug 31 07:41:37.557315 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-42e1d9b4-3732-45ad-b81e-a7b6c90746c4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0594137 Aug 31 07:41:37.596239 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:36Z', 'revision_number': 2, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:37.616571 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d62df2c2-e494-4f20-91a3-8d2bcc3ba2da None None] Provisioning complete for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:37.617102 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d62df2c2-e494-4f20-91a3-8d2bcc3ba2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.626683 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Checking router: 22105923-95f0-4200-a026-ce700c264b66 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:37.627358 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Updating router 22105923-95f0-4200-a026-ce700c264b66 port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:41:37.655654 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.666016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d62df2c2-e494-4f20-91a3-8d2bcc3ba2da None None] Port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:37.672162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-5f627458-a9e5-4624-97fb-418e0310c748 service neutron] 10.222.0.57 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013236 Aug 31 07:41:37.785818 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-daf381f6-a408-469e-a81a-a239df11bc1e service neutron] 10.222.0.57 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030247 Aug 31 07:41:37.888088 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-128481a5-7e00-4c34-bac3-c3c56274d9fb None None] Provisioning complete for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:37.889155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-128481a5-7e00-4c34-bac3-c3c56274d9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.933167 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-128481a5-7e00-4c34-bac3-c3c56274d9fb None None] Port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:37.967781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-46aa0401-7baa-44d8-8c76-f9502fba5e60 req-56c0d0be-0135-467c-993b-432e08944ad8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 210 time: 0.0282130 Aug 31 07:41:37.984176 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:37.996235 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Transition to ACTIVE for port object df8a2a33-c52f-4bc8-9743-a77bb3af7e1d will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:38.002440 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.054700 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Pushing event updated for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.085046 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.085402 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.085737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.086084 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.086432 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.086753 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.087245 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.087576 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.087912 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.088231 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.088548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.088888 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:41:38.128475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Attempting to bind port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:38.128861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Attempting to bind port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:38.129236 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Attempting to bind port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:38.135845 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:38.136317 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Checking segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:38.136648 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.137389 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Bound using segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:38.137893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Bound port: df8a2a33-c52f-4bc8-9743-a77bb3af7e1d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:38.138288 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.217255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] For port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:38.220725 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] For port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:38.226196 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.296539 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:38.296948 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:38.343993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e0160-961d-421d-b6c3-9f291aefc47f None None] Pushing event updated for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:38.434217 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:38.608427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e7649597-856d-432a-a531-7c73cd1b2279 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:38.658390 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:38Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:38.660530 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port e7649597-856d-432a-a531-7c73cd1b2279 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:38.660897 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:38.690029 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e38f3a0-3fef-477d-9568-1954ea92d388 None None] The sync data for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 is: [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:38Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:38.756978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device abaa8167-545c-497e-81d6-bd62b21bbb0c up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:38.813355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port abaa8167-545c-497e-81d6-bd62b21bbb0c triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:38.813768 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.046859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-49f79faf-f90f-43ff-b0b6-160fad0f75e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.049582 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-49f79faf-f90f-43ff-b0b6-160fad0f75e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 797 time: 0.1301963 Aug 31 07:41:39.088078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7d97b398-8fea-47be-b4bf-7b2539a9ccea req-3fd0b10d-6f14-4fdb-951b-881bd8e8df29 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 210 time: 0.0444992 Aug 31 07:41:39.118742 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-2d1804d2-7fd6-4c40-9df3-33f82dff3278 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 380 time: 0.0582709 Aug 31 07:41:39.128904 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'port': {'device_id': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'admin_state_up': True, 'tenant_id': '357019922f234568896cef68e956800c', 'security_groups': ['f2588eb2-f143-410c-8c37-704a4533d9bf']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:39.256068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:41:39.260350 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.398619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.6 (b6b9a855-ca9c-4eb5-801b-28da3ebfb524/4702226f-cb69-47e7-bee3-9f6d94bbddba/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:39.560056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.576566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:39.614010 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.662298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:39.666302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:39.670296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:39.698826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:39.736806 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:39.737569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.754430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-3114cdae-207f-4e27-82aa-fce60fdaef00 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6297905 Aug 31 07:41:39.768250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Request body: {'port': {'device_id': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:39.836077 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.941541 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10728a84-e7ab-42a9-a738-f71b7671e648 None None] Provisioning for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:39.945691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-10728a84-e7ab-42a9-a738-f71b7671e648 None None] Provisioning complete for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:39.946354 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-10728a84-e7ab-42a9-a738-f71b7671e648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:39.985753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-10728a84-e7ab-42a9-a738-f71b7671e648 None None] Port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:41:40.128776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:40.137281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.150367 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Transition to ACTIVE for port object 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:41:40.154770 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.253546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.318908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bc2541-1173-4307-bebc-a2b84cc64d16 req-4c08e957-ebff-4444-88f8-3f095b5050ae tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.320548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97bc2541-1173-4307-bebc-a2b84cc64d16 req-4c08e957-ebff-4444-88f8-3f095b5050ae tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 943 time: 0.1365252 Aug 31 07:41:40.371690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:41:40.372033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:41:40.372371 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:40.385263 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-97bc2541-1173-4307-bebc-a2b84cc64d16 req-fdd564bf-56d6-42b0-88d4-a2f90f837d53 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570240 Aug 31 07:41:40.386044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:41:40.386375 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:41:40.391944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:41:40.392310 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Checking segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:41:40.392700 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Bound using segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:41:40.393139 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Bound port: 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:41:40.393539 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.469433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:41:40.472379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:41:40.477050 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.514021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.514606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.516000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] 10.222.0.53 "PUT /v2.0/ports/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1092 time: 0.7525361 Aug 31 07:41:40.516437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:40.518809 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:40.547940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cf430d-62db-44fd-a4b0-8363fd48b178 service neutron] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.610980 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b35a37a-24cf-4fba-b8b6-afb8463e1cc1 x-openstack-request-id: req-1b35a37a-24cf-4fba-b8b6-afb8463e1cc1 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:40.611273 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:40.611525 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-1b35a37a-24cf-4fba-b8b6-afb8463e1cc1 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:40.611929 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'status': 'completed', 'code': 200} Aug 31 07:41:40.631948 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-374977d7-9dc7-4fad-8c55-93cc70294bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.633676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-374977d7-9dc7-4fad-8c55-93cc70294bea service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1095 time: 0.0662971 Aug 31 07:41:40.634847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device df8a2a33-c52f-4bc8-9743-a77bb3af7e1d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:40.687150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-33402bd0-14e9-4c42-944f-1ac0156f67c9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 217 time: 0.0445387 Aug 31 07:41:40.698648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:40.704832 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:40.705284 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.749769 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-47a47ae2-2c39-432d-8723-08648fbf713f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.751286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-47a47ae2-2c39-432d-8723-08648fbf713f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0578210 Aug 31 07:41:40.796041 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.802574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-b4789ed2-c990-4e94-9002-fe01f4c9fa86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:40.804117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-b4789ed2-c990-4e94-9002-fe01f4c9fa86 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0457168 Aug 31 07:41:40.838678 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:40.845225 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:40.900716 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:40.903851 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-59e0caab-31d3-406b-9061-aadd7e156cea service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922513 Aug 31 07:41:41.000425 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dd79538c-9cff-4fd5-91d7-c94a0a8363b6 req-a55bbea3-1298-4e34-8366-0893e1528285 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894418 Aug 31 07:41:41.091901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-d31e881f-0ce8-49cf-ae93-e9f96b05147b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.093442 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-d31e881f-0ce8-49cf-ae93-e9f96b05147b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1095 time: 0.0442960 Aug 31 07:41:41.192382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-0b3ea2eb-c58b-4c69-835d-9796e8217788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.193956 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-0b3ea2eb-c58b-4c69-835d-9796e8217788 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.0927382 Aug 31 07:41:41.238570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-3066e9ec-d8b6-40d5-8991-f254335af1f7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 217 time: 0.0360043 Aug 31 07:41:41.293406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-3d5984b5-9aef-453f-9765-11929cd3198f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.294920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-3d5984b5-9aef-453f-9765-11929cd3198f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0463035 Aug 31 07:41:41.351018 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-ec3ff99c-6c47-4ab2-b59d-196a7f956262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.352579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-ec3ff99c-6c47-4ab2-b59d-196a7f956262 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499949 Aug 31 07:41:41.453922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-2ad8fdd4-ba71-4f70-bbb0-4264e86fa352 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923703 Aug 31 07:41:41.573398 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d8c55a-eed0-4e5c-962e-f03cb0be35fb req-0629ffa9-c994-4aee-aa40-79a4e9c4e477 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:41.574843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8d8c55a-eed0-4e5c-962e-f03cb0be35fb req-0629ffa9-c994-4aee-aa40-79a4e9c4e477 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 943 time: 0.1166446 Aug 31 07:41:41.608910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01559f94-bb18-4bea-87a7-c1cb8e6c25d9 req-51fb815f-eea3-46bd-af6a-b03f76ae6d0c service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410673 Aug 31 07:41:41.628439 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8d8c55a-eed0-4e5c-962e-f03cb0be35fb req-c2e1c227-2323-4a3b-9cd5-131227c876da tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467575 Aug 31 07:41:42.582480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device df8a2a33-c52f-4bc8-9743-a77bb3af7e1d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:42.631874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:42.632250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:42.753078 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf19017-5a0d-458a-853d-b0f7fbe7d12d req-0b0bcf0a-0192-4b5d-b481-8cb680ba6b97 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:42.754620 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcf19017-5a0d-458a-853d-b0f7fbe7d12d req-0b0bcf0a-0192-4b5d-b481-8cb680ba6b97 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 943 time: 0.0519593 Aug 31 07:41:42.794688 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bcf19017-5a0d-458a-853d-b0f7fbe7d12d req-933a1806-08bc-4316-b1d5-657094021fa1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339484 Aug 31 07:41:43.176018 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:41:43.279847 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:43.293626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'mac_address': 'fa:16:3e:c2:dc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:41:43.334231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.348485 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:41:43.373493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:43.378261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:43.428868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:43.598186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:41:43.924440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5618f91-df5e-4cd8-ad40-403f6e8e500f req-e569b7f4-042b-430f-8a9c-279f46116331 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:43.926000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5618f91-df5e-4cd8-ad40-403f6e8e500f req-e569b7f4-042b-430f-8a9c-279f46116331 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0564008 Aug 31 07:41:43.968269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5618f91-df5e-4cd8-ad40-403f6e8e500f req-8d3e4afe-2252-4713-815e-664cc6091b29 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353377 Aug 31 07:41:44.190519 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:41:45.086582 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63466dd5-5f52-4edf-8793-a9bc229be197 req-f3209b11-9fc8-4c7e-abf4-68d1f7bccffa tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.088996 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63466dd5-5f52-4edf-8793-a9bc229be197 req-f3209b11-9fc8-4c7e-abf4-68d1f7bccffa tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0525374 Aug 31 07:41:45.132686 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-63466dd5-5f52-4edf-8793-a9bc229be197 req-9989e620-fa02-4783-88b5-18fc0359b053 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374148 Aug 31 07:41:45.187448 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:41:45.237652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:41:45.242058 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:41:45.242505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:45.326689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:45.350859 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:45.353134 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75e3e9-8162-49a6-a331-aa2f82189e6f" -d '{"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-plugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:45.366949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:41:45.374943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:45.403208 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7fdd4b-3e1b-4412-a892-3678a31cb6bd x-openstack-request-id: req-7e7fdd4b-3e1b-4412-a892-3678a31cb6bd {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:45.403503 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-plugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:45.403816 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7e7fdd4b-3e1b-4412-a892-3678a31cb6bd {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:45.404768 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'code': 200} Aug 31 07:41:45.436008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:45.492489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ebe67-98e1-417f-88b9-b79e5d5dc1fe req-62a30849-b375-47f7-be17-c0474b9fd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:45.494717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-749ebe67-98e1-417f-88b9-b79e5d5dc1fe req-62a30849-b375-47f7-be17-c0474b9fd4c7 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1097 time: 0.0429919 Aug 31 07:41:45.531625 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-749ebe67-98e1-417f-88b9-b79e5d5dc1fe req-3e05efa5-6833-4d90-b792-6788aed5365b service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297332 Aug 31 07:41:46.127277 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:46.252657 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a8872d-a7ac-4b5e-bee6-b4d59da1e618 req-857f6549-a6d5-4564-a300-c954640bc73d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:46.254192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4a8872d-a7ac-4b5e-bee6-b4d59da1e618 req-857f6549-a6d5-4564-a300-c954640bc73d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0527787 Aug 31 07:41:46.293990 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b4a8872d-a7ac-4b5e-bee6-b4d59da1e618 req-3f69fd1c-5cb4-4367-9e95-97d5dfe8e8e1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335209 Aug 31 07:41:47.417377 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2d05e0-6e1a-4539-84c3-0f04a40a1e49 req-cad42ddd-3072-4a72-9832-b3a74cd7aa3f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.418907 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc2d05e0-6e1a-4539-84c3-0f04a40a1e49 req-cad42ddd-3072-4a72-9832-b3a74cd7aa3f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0520484 Aug 31 07:41:47.460526 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cc2d05e0-6e1a-4539-84c3-0f04a40a1e49 req-354e36c0-56d0-453d-bdf9-87b0a7bcdf3c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353165 Aug 31 07:41:47.582132 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a287355-3ada-426d-af2f-8beb694f8097 req-68970566-8fa9-49bf-a06c-150488acb7d3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.583566 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a287355-3ada-426d-af2f-8beb694f8097 req-68970566-8fa9-49bf-a06c-150488acb7d3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0514958 Aug 31 07:41:47.623853 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a287355-3ada-426d-af2f-8beb694f8097 req-2fa623c9-9a5e-4a1a-8f0b-d514c241dd72 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340161 Aug 31 07:41:47.647060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44570) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:47.691588 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3696b0-b9ba-426d-9dc3-3e6500e9ab30 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:47.693120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ca3696b0-b9ba-426d-9dc3-3e6500e9ab30 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1092 time: 0.0450666 Aug 31 07:41:47.696438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44572) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:47.701546 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ip_address': '172.20.0.6'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:41:47.724717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.830006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:47.942411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.158 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/30502ca7-b5e4-4c41-af07-09a5bb5bad37) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:41:48.048994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.089741 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.130668 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:41:48.135734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:41:48.139469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:41:48.163603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=30502ca7-b5e4-4c41-af07-09a5bb5bad37,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:48.508113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.580419 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.733124 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.738388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.809388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=30502ca7-b5e4-4c41-af07-09a5bb5bad37,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:41:48.819009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:48.922567 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP dab5ae9a-0bef-472e-924f-eadc0caf11b6 associated. External IP: 172.25.3.158, port: 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3. Aug 31 07:41:49.138315 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 22105923-95f0-4200-a026-ce700c264b66 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:41:49.252612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:41:49.264269 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Sync routers for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:41:49.270844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:49.277580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:49.278195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:49.300404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-93171123-86c9-4359-9fa9-d319bb610917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6023486 Aug 31 07:41:49.301093 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:41:49.303559 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076" -d '{"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:41:49.350511 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6675422c-1dfe-4164-8756-a50834d66e47 x-openstack-request-id: req-6675422c-1dfe-4164-8756-a50834d66e47 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:41:49.350802 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:41:49.351089 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-6675422c-1dfe-4164-8756-a50834d66e47 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:41:49.351501 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'status': 'completed', 'code': 200} Aug 31 07:41:49.413000 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:49.443008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fef5f0-bb11-4bdc-8836-78ca5b913b52 req-9f296dee-35a1-4c7f-a6f7-ad8a24778f4c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.444615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58fef5f0-bb11-4bdc-8836-78ca5b913b52 req-9f296dee-35a1-4c7f-a6f7-ad8a24778f4c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0908036 Aug 31 07:41:49.455462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-bfa65238-481c-43fb-93e7-9c5290dc1f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.456922 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-bfa65238-481c-43fb-93e7-9c5290dc1f8e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1097 time: 0.0674555 Aug 31 07:41:49.542373 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58fef5f0-bb11-4bdc-8836-78ca5b913b52 req-dcb78a90-481c-483f-8e63-d480ee95ab34 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904379 Aug 31 07:41:49.566586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44582) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:49.587906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-2d5a12db-84e4-4275-9e5a-7b0e2185b1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.589430 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-2d5a12db-84e4-4275-9e5a-7b0e2185b1fc service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1200705 Aug 31 07:41:49.637150 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3cdbe311-48c1-44a8-bae2-a64167af00b4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/dab5ae9a-0bef-472e-924f-eadc0caf11b6 HTTP/1.1" status: 200 len: 991 time: 0.0685544 Aug 31 07:41:49.660633 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-daceea1a-25cf-423b-bf0f-17a944cd8509 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 999 time: 0.0641515 Aug 31 07:41:49.664960 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dab5ae9a-0bef-472e-924f-eadc0caf11b6', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '22105923-95f0-4200-a026-ce700c264b66', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'mac_address': 'fa:16:3e:c2:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:48Z', 'updated_at': '2021-08-31T07:41:48Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:49.691738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Checking router: 22105923-95f0-4200-a026-ce700c264b66 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:41:49.701886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:41:49.702504 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:41:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:49.717027 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-7247fcaa-65bd-4098-b3e8-c01773b3379a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.718531 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-7247fcaa-65bd-4098-b3e8-c01773b3379a service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0498905 Aug 31 07:41:49.768750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-13ed5678-e4e7-459e-b357-bcafe6f8b3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:41:49.770328 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-13ed5678-e4e7-459e-b357-bcafe6f8b3f0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0433285 Aug 31 07:41:49.812887 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:41:49.864631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-0de1572c-7e97-4d5d-9469-f36aaff4c5f8 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869989 Aug 31 07:41:49.976193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-36e27f59-5b43-4f24-b1eb-9f25cf6dd076 req-46d53356-ccc6-4c7b-b96c-b66ffde293b4 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038120 Aug 31 07:41:50.194930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dab5ae9a-0bef-472e-924f-eadc0caf11b6', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '22105923-95f0-4200-a026-ce700c264b66', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'mac_address': 'fa:16:3e:c2:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:48Z', 'updated_at': '2021-08-31T07:41:48Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:41:50.226109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4825f1-97ff-478e-adbe-27ae02e22408 None None] The sync data for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 is: [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'dab5ae9a-0bef-472e-924f-eadc0caf11b6', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.158', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '22105923-95f0-4200-a026-ce700c264b66', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'mac_address': 'fa:16:3e:c2:dc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:41:48Z', 'updated_at': '2021-08-31T07:41:48Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:41:50.436043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1a3e46-8933-49a1-ba14-43e28b1b6f87 None None] New status for floating IP dab5ae9a-0bef-472e-924f-eadc0caf11b6: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:41:50.638449 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44588) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:41:50.701161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f515465c-dbbe-4835-8d0c-679ed4385dbf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/dab5ae9a-0bef-472e-924f-eadc0caf11b6 HTTP/1.1" status: 200 len: 993 time: 0.0614829 Aug 31 07:41:54.936506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2ec624bd-a6af-4b41-a15b-5765c3e0b988 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.554289 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-899709f3-0f17-4a61-8c21-80b9ec2fe148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:57.904458 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:41:59.879761 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:01.291980 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:06.347736 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:16.143095 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:19.448965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd010c06-e091-42b7-ac67-e7757ce9385e req-d8a11662-4939-4d2c-adf9-5299a9d75ddf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:19.450661 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd010c06-e091-42b7-ac67-e7757ce9385e req-d8a11662-4939-4d2c-adf9-5299a9d75ddf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0524640 Aug 31 07:42:19.507498 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bd010c06-e091-42b7-ac67-e7757ce9385e req-7331af28-43db-4bfb-ae41-3fc855a292e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480449 Aug 31 07:42:19.548883 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-d0dd0edf-a7ad-4276-b968-45e64baa0f5a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942550 Aug 31 07:42:20.640704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda389c6-1d6a-476a-9d0a-a336ecca663c req-c5d6fd6e-f0af-478d-bf14-e1004067d0d6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.642229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eda389c6-1d6a-476a-9d0a-a336ecca663c req-c5d6fd6e-f0af-478d-bf14-e1004067d0d6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0574036 Aug 31 07:42:20.684731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-eda389c6-1d6a-476a-9d0a-a336ecca663c req-9c3935d0-e27e-48c9-8d66-f1d282dee917 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365865 Aug 31 07:42:20.731028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-c1f7301b-70e1-4b1f-aead-5a0e7acfb5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.732512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-c1f7301b-70e1-4b1f-aead-5a0e7acfb5e7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1097 time: 0.0893273 Aug 31 07:42:20.827038 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-0602cef8-1924-452b-835a-39b5071f0873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:20.828544 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-0602cef8-1924-452b-835a-39b5071f0873 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.0888941 Aug 31 07:42:20.901527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-6f8b09fd-5bb1-4e06-83c7-a4399f8bbd30 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1001 time: 0.0654218 Aug 31 07:42:21.190523 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:21.279743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-9a5a5212-be12-4998-9a78-032e16cc4c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.281227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-9a5a5212-be12-4998-9a78-032e16cc4c86 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.3711715 Aug 31 07:42:21.331756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-6fad19e6-fc1b-49b4-901a-4dc7c2fd6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.333261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-6fad19e6-fc1b-49b4-901a-4dc7c2fd6ebd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0406158 Aug 31 07:42:21.426225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-fd3e7b1a-7fd2-42ab-8bc7-d924665fc747 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831666 Aug 31 07:42:21.519855 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-99367fc9-7a62-48a5-b065-524a07298f54 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827987 Aug 31 07:42:21.799349 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3fa31-47b8-46c1-bc0f-04f0e19b1cf5 req-9b6ad732-e6c0-4453-a695-47f6a83d6ed9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:21.800734 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ef3fa31-47b8-46c1-bc0f-04f0e19b1cf5 req-9b6ad732-e6c0-4453-a695-47f6a83d6ed9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0486896 Aug 31 07:42:21.839774 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2ef3fa31-47b8-46c1-bc0f-04f0e19b1cf5 req-eaaef07a-582a-4ef8-98be-24404639dd5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322430 Aug 31 07:42:22.954432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304ffd8-e32b-46e9-b80b-b744097d38d0 req-ce3c758d-17ee-4e6f-b0a6-fe9659d21411 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:22.956300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9304ffd8-e32b-46e9-b80b-b744097d38d0 req-ce3c758d-17ee-4e6f-b0a6-fe9659d21411 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0490777 Aug 31 07:42:22.994857 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9304ffd8-e32b-46e9-b80b-b744097d38d0 req-672b3bf6-327d-4817-a924-57714cd60fe9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317721 Aug 31 07:42:24.111668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59d03ce-c54f-451b-ab92-6e1d9db8cfc8 req-ac121576-5fe9-43d3-b55d-c32bfb8a137c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:24.113158 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d59d03ce-c54f-451b-ab92-6e1d9db8cfc8 req-ac121576-5fe9-43d3-b55d-c32bfb8a137c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0504258 Aug 31 07:42:24.153048 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d59d03ce-c54f-451b-ab92-6e1d9db8cfc8 req-61edd584-0cab-4dce-8eb3-10661fa8d56b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Aug 31 07:42:24.939048 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b97bd50-9b5f-4238-b4a7-f574e4da598c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:25.277137 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3236ad-9b80-43ea-8e9c-0aa75eb3ce9f req-a9795186-0125-4f97-b8ea-d1c933faef60 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:25.278868 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da3236ad-9b80-43ea-8e9c-0aa75eb3ce9f req-a9795186-0125-4f97-b8ea-d1c933faef60 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0546854 Aug 31 07:42:25.318171 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-da3236ad-9b80-43ea-8e9c-0aa75eb3ce9f req-d4f3293e-567b-41f2-a3c1-dd09dd5f1dbe tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330608 Aug 31 07:42:26.438357 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4a10e3-9a46-4d55-9ff8-933f93f9efd3 req-82f0eee7-afa0-485b-a446-751266b80714 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:26.439753 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b4a10e3-9a46-4d55-9ff8-933f93f9efd3 req-82f0eee7-afa0-485b-a446-751266b80714 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0538495 Aug 31 07:42:26.478261 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b4a10e3-9a46-4d55-9ff8-933f93f9efd3 req-8e14d4c8-3911-4d9b-bd3b-9ae12bf5a49c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321500 Aug 31 07:42:27.518577 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-ebcefacc-0bc4-47b9-9c0b-76b1befbf28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.520828 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-ebcefacc-0bc4-47b9-9c0b-76b1befbf28e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1097 time: 0.0436299 Aug 31 07:42:27.550049 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3ca3fec0-e103-4ebb-9e30-d1b3beceee8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.665167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455d00c-d521-4f93-99f7-e74d4cde5eb9 req-06ec2a94-4cf6-43c7-946c-3a9437a67273 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.666698 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1455d00c-d521-4f93-99f7-e74d4cde5eb9 req-06ec2a94-4cf6-43c7-946c-3a9437a67273 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.1059091 Aug 31 07:42:27.671527 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-43eaaeeb-8736-4475-bbb7-269b99d22594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.672912 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-43eaaeeb-8736-4475-bbb7-269b99d22594 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1323462 Aug 31 07:42:27.749902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1455d00c-d521-4f93-99f7-e74d4cde5eb9 req-f2fd8b4f-fad1-47fa-a931-3d761fb3bbad tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760105 Aug 31 07:42:27.764838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-24efc6cf-a20a-429e-bc61-671530d840fe service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1001 time: 0.0841296 Aug 31 07:42:27.816336 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-118f7cb9-8cd6-46f8-8fa6-d97c933897db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.817727 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-118f7cb9-8cd6-46f8-8fa6-d97c933897db service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0452852 Aug 31 07:42:27.865540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-734a1517-f98e-43ce-b90b-9f2a66a7d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:27.867071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-734a1517-f98e-43ce-b90b-9f2a66a7d6dc service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0411923 Aug 31 07:42:27.906493 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:27.963990 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-87ea6f3c-536b-4e48-916d-bc2076bc038a service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890937 Aug 31 07:42:28.053398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e6fbe27-48d3-41e1-929d-0a2652408d38 req-31ede40d-857e-4a8f-84f6-5a7211fabccd service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822744 Aug 31 07:42:28.868217 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf03ce3-7a64-46e5-9dee-c59f42533e58 req-fcf5666b-027e-446b-a4c7-b60201aa4299 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:28.869758 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-daf03ce3-7a64-46e5-9dee-c59f42533e58 req-fcf5666b-027e-446b-a4c7-b60201aa4299 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0522091 Aug 31 07:42:28.916601 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-daf03ce3-7a64-46e5-9dee-c59f42533e58 req-026d9702-8725-49c4-9e72-f2f91c1719bf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408731 Aug 31 07:42:29.881695 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:30.034884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7d78a-f380-40c6-b1e7-f50a0cf60e56 req-5ceba7de-e829-49ac-a08b-23e02f2c2d3d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:30.036377 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fb7d78a-f380-40c6-b1e7-f50a0cf60e56 req-5ceba7de-e829-49ac-a08b-23e02f2c2d3d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0500996 Aug 31 07:42:30.074840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3fb7d78a-f380-40c6-b1e7-f50a0cf60e56 req-a9499532-b9fe-4715-87cd-f6f1b575bd87 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316558 Aug 31 07:42:31.244179 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3f372-8c31-4058-871c-a5f25b3ba110 req-8573af9d-283c-46cc-9ea6-a5c4ecf4d78a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:31.245664 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5c3f372-8c31-4058-871c-a5f25b3ba110 req-8573af9d-283c-46cc-9ea6-a5c4ecf4d78a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.1018946 Aug 31 07:42:31.286745 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5c3f372-8c31-4058-871c-a5f25b3ba110 req-4db5105b-d139-415d-a97c-516b43d7fa6e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351079 Aug 31 07:42:31.294966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:32.461420 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3e115-50b8-4b30-807d-cfe5e35b7d2e req-616dfef7-373c-451d-84cf-1058bb9a1e65 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:32.462910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92e3e115-50b8-4b30-807d-cfe5e35b7d2e req-616dfef7-373c-451d-84cf-1058bb9a1e65 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.1063318 Aug 31 07:42:32.505527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-92e3e115-50b8-4b30-807d-cfe5e35b7d2e req-53b3cf04-8d0b-410d-ab2d-55dc327a0748 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359294 Aug 31 07:42:33.340958 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-7935157f-d366-40fc-97be-65bedfc98314 req-9e671c82-f980-4551-a407-76cbb46c0e4f service neutron] show failed (client error): The resource could not be found. Aug 31 07:42:33.342028 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-9e671c82-f980-4551-a407-76cbb46c0e4f service neutron] 10.222.0.53 "GET /v2.0/ports/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3/bindings/n-h2-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0575686 Aug 31 07:42:33.614332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-433ef842-13b5-41de-933b-faa4dd7459b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.615850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-433ef842-13b5-41de-933b-faa4dd7459b0 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 1097 time: 0.0994718 Aug 31 07:42:33.629554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:42:33.647439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772ced9d-3aa7-4eee-9740-de14084ed63f req-301d3a24-fad3-489f-8f66-55a5fc93af85 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:33.649681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-772ced9d-3aa7-4eee-9740-de14084ed63f req-301d3a24-fad3-489f-8f66-55a5fc93af85 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0569887 Aug 31 07:42:33.688707 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-772ced9d-3aa7-4eee-9740-de14084ed63f req-b52fad1c-2b14-451d-9572-6edb2387cd1c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326114 Aug 31 07:42:33.704579 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:33.921906 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:33.957518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:34.000513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:34.003170 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc7a3e6-68b4-4399-8468-a7a8076feb2c" -d '{"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:34.007820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.025031 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Transition to ACTIVE for port object 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:42:34.029073 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.065632 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46431536-54dc-40b7-9990-03a6013025ab x-openstack-request-id: req-46431536-54dc-40b7-9990-03a6013025ab {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:34.066005 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-unplugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:34.066177 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-46431536-54dc-40b7-9990-03a6013025ab {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:34.066578 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'code': 200} Aug 31 07:42:34.133582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=6']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.145614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.145965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.146305 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.146622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.146952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.147297 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.147608 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.147933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.148296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.148619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.148972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.149362 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:34.187020 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] No DVR routers for this DVR port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:42:34.336469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:42:34.336865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:42:34.337135 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:34.341531 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:42:34.341847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Attempting to bind port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:42:34.346855 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:42:34.347190 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Checking segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:42:34.347575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Bound using segment: {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:42:34.347994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Bound port: 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9b5d200-90f9-4e2f-9bb1-da7131044db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:42:34.348353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.412051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:42:34.415953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:42:34.420535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.459013 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.459707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:34.461643 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] 10.222.0.50 "PUT /v2.0/ports/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1092 time: 0.8364077 Aug 31 07:42:34.498102 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29d5c5e-a7f4-4a12-aec4-e4cfbd631cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:34.536865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-652a49a5-19a2-4321-84c9-c4418304d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.538446 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-652a49a5-19a2-4321-84c9-c4418304d7ce service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1095 time: 0.0484962 Aug 31 07:42:34.645419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-c9495116-15d1-4cdf-af93-961667334867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.646908 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-c9495116-15d1-4cdf-af93-961667334867 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1007957 Aug 31 07:42:34.719821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-84fa5b8d-fc32-4c05-a1f0-c406bfe3d126 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 999 time: 0.0657156 Aug 31 07:42:34.776513 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-52034615-269c-4c76-a61c-1b635182544e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.778108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-52034615-269c-4c76-a61c-1b635182544e service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0512505 Aug 31 07:42:34.814543 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019b49fa-2037-499d-ae2e-aeb3b578498d req-190686b7-7d45-48fe-b371-ab91b9df2096 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.816086 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-019b49fa-2037-499d-ae2e-aeb3b578498d req-190686b7-7d45-48fe-b371-ab91b9df2096 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 943 time: 0.0527244 Aug 31 07:42:34.825791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935157f-d366-40fc-97be-65bedfc98314 req-29378ce5-cc99-4bbe-9d5f-ed6944158ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:34.827548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-29378ce5-cc99-4bbe-9d5f-ed6944158ad9 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426247 Aug 31 07:42:34.840304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-0a3d3c16-75ec-48d6-bdaa-ea11f56250ad service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:42:34.841399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-0a3d3c16-75ec-48d6-bdaa-ea11f56250ad service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060833 Aug 31 07:42:34.857271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-019b49fa-2037-499d-ae2e-aeb3b578498d req-4e1a2975-7081-4345-9b5e-077b728afda3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337994 Aug 31 07:42:34.937928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-4ac47f02-ae60-4f2a-8463-9dc7bf307bee service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894547 Aug 31 07:42:35.035151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7935157f-d366-40fc-97be-65bedfc98314 req-7df84e67-2962-47f3-9a0b-b5efb6acc4a7 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897856 Aug 31 07:42:35.975707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd56b8-a7e0-4b4f-8992-41172230bab3 req-7762ee42-9992-4da7-8c8a-ad31d1fb2ce0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:35.977928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1dd56b8-a7e0-4b4f-8992-41172230bab3 req-7762ee42-9992-4da7-8c8a-ad31d1fb2ce0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 943 time: 0.0504622 Aug 31 07:42:36.019973 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1dd56b8-a7e0-4b4f-8992-41172230bab3 req-28b2f19a-cb7a-4c37-a41c-c5038adab6ca tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359592 Aug 31 07:42:36.067707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:36.070502 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e783fedf-37cb-4a55-a776-abd6c3557051" -d '{"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:36.081048 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:42:36.146139 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3cac61-deb0-4adf-8bc6-88f74ec125ad x-openstack-request-id: req-aa3cac61-deb0-4adf-8bc6-88f74ec125ad {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:36.146416 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:36.146666 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-aa3cac61-deb0-4adf-8bc6-88f74ec125ad {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:36.147638 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'status': 'completed', 'code': 200} Aug 31 07:42:36.185684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:36.201126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'port_id': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'mac_address': 'fa:16:3e:c2:dc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:42:36.231482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-4d6f49cf-f60f-4679-a4f8-248d3bebc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.232989 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-4d6f49cf-f60f-4679-a4f8-248d3bebc1df service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1095 time: 0.0737569 Aug 31 07:42:36.238684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-b4ea35a1-215e-44d9-b9f5-eba98cf3f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.240074 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-b4ea35a1-215e-44d9-b9f5-eba98cf3f58c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1095 time: 0.0699990 Aug 31 07:42:36.243335 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.256998 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:42:36.278417 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:36.286782 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.338511 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:36.356554 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.356895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.357370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.357754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.358101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.358604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.359178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.359751 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.360680 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.360907 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.361546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.362156 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:42:36.378248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:36.431734 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-e3e1424e-4afa-4252-a175-9b56da096fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.433483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-e3e1424e-4afa-4252-a175-9b56da096fb3 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1923194 Aug 31 07:42:36.436071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-00f78ca4-010c-44f1-a9be-e5514bdb539d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.437432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-00f78ca4-010c-44f1-a9be-e5514bdb539d service neutron] 10.222.0.50 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1860216 Aug 31 07:42:36.550776 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-1b27ed8e-b429-4fe7-aa86-91d676f3c9b9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1000 time: 0.1105580 Aug 31 07:42:36.553089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-caf57d72-d822-4132-9a15-2a4f777c064a service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1000 time: 0.1056571 Aug 31 07:42:36.650544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-7540262c-7073-41df-b410-15d2f4a09dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.652071 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-7540262c-7073-41df-b410-15d2f4a09dbc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0949011 Aug 31 07:42:36.653293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-d1b85d8e-3340-4540-9076-7a8d06938257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.654622 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-d1b85d8e-3340-4540-9076-7a8d06938257 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0897300 Aug 31 07:42:36.723673 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-8a83a71a-83af-494e-bcc1-cb467436fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.725110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-8a83a71a-83af-494e-bcc1-cb467436fc4b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665677 Aug 31 07:42:36.732086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-5b0928ad-b485-44c5-92f6-4cf2de493a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:36.733542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-5b0928ad-b485-44c5-92f6-4cf2de493a4b service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0669353 Aug 31 07:42:36.911788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-07109c8d-5978-4310-8065-783b91982b0b service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698360 Aug 31 07:42:36.915575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-297c9e9a-7984-4404-a1d8-8b225e4e53f2 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1811781 Aug 31 07:42:37.087542 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-1abd04ba-fbbc-4b32-9310-d6472d683882 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663888 Aug 31 07:42:37.089737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e783fedf-37cb-4a55-a776-abd6c3557051 req-f5bd5bfe-7314-4b6b-9dc2-1792e4f0ef27 service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592679 Aug 31 07:42:37.158321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e09ea1-316c-428c-a094-58d3a11e9cc5 req-ce7163c6-0e07-4177-a38d-4bea7b8b0ae4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.160471 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98e09ea1-316c-428c-a094-58d3a11e9cc5 req-ce7163c6-0e07-4177-a38d-4bea7b8b0ae4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0652981 Aug 31 07:42:37.202934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-98e09ea1-316c-428c-a094-58d3a11e9cc5 req-4109b534-6232-4ddb-a582-cf1f21b2e230 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332947 Aug 31 07:42:37.404478 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:42:37.444235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b871c7-795c-433b-8447-7117e4761a92 req-8f9b7280-aad5-4f58-a8b9-3a0c5e7e7e23 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.446823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74b871c7-795c-433b-8447-7117e4761a92 req-8f9b7280-aad5-4f58-a8b9-3a0c5e7e7e23 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0916901 Aug 31 07:42:37.446991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:42:37.455509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-c29ea4aa-1fb6-4d6f-bd7f-05a04bba52a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.456905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-c29ea4aa-1fb6-4d6f-bd7f-05a04bba52a7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a&tenant_id=357019922f234568896cef68e956800c&binding%3Ahost_id=n-h2-712707-15 HTTP/1.1" status: 200 len: 944 time: 0.0917041 Aug 31 07:42:37.530753 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-74b871c7-795c-433b-8447-7117e4761a92 req-68388f10-d7e0-43c0-823b-662bacae27a6 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728319 Aug 31 07:42:37.549275 n-d-712707-15 neutron-server[94639]: INFO neutron.api.v2.resource [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-5ba95040-60e0-4e58-8212-6c75ba421b4a service neutron] delete failed (client error): The resource could not be found. Aug 31 07:42:37.550086 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-5ba95040-60e0-4e58-8212-6c75ba421b4a service neutron] 10.222.0.53 "DELETE /v2.0/ports/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3/bindings/n-h1-712707-15 HTTP/1.1" status: 404 len: 381 time: 0.0833364 Aug 31 07:42:37.600282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:42:37.641195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-3f5927b4-8cc3-46bb-b604-d767322a7242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.643082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-3f5927b4-8cc3-46bb-b604-d767322a7242 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1096 time: 0.0468528 Aug 31 07:42:37.663653 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef737f1-e244-4101-a471-c9879f622f84 req-32d53b59-3529-4436-a3a8-40b6151d068d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.665191 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eef737f1-e244-4101-a471-c9879f622f84 req-32d53b59-3529-4436-a3a8-40b6151d068d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0516894 Aug 31 07:42:37.709795 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-eef737f1-e244-4101-a471-c9879f622f84 req-6ac3cb47-a047-47df-8de9-7004fdca6668 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367451 Aug 31 07:42:37.755468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-d222dd35-2680-4b40-8525-39bbb6203d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.756937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-d222dd35-2680-4b40-8525-39bbb6203d75 service neutron] 10.222.0.53 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1068568 Aug 31 07:42:37.826521 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-ba9228da-de6b-476b-9f39-766abe40d98d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 1000 time: 0.0614729 Aug 31 07:42:37.886143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-3f7e2333-c9f8-46b4-b03e-4d248bd24777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.887611 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-3f7e2333-c9f8-46b4-b03e-4d248bd24777 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0544689 Aug 31 07:42:37.935470 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-19076bc7-ac02-4a99-8f7f-f45bdcca1824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:37.936999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-19076bc7-ac02-4a99-8f7f-f45bdcca1824 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428681 Aug 31 07:42:38.033073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-2088c654-ded1-4cc1-8aaa-34ecc33b877c service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891268 Aug 31 07:42:38.137261 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d67b80fd-c0d8-4ca1-b5cf-e1b1628f1b27 req-3d87a374-93a9-422d-89b3-29218e06e1af service neutron] 10.222.0.53 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972824 Aug 31 07:42:38.837245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6dde3-3af2-4c0b-a78e-00646ecf9d2b req-cc4a4eab-ff9d-4bdb-9deb-b2d1ebba85ed tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:42:38.838667 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ac6dde3-3af2-4c0b-a78e-00646ecf9d2b req-cc4a4eab-ff9d-4bdb-9deb-b2d1ebba85ed tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 944 time: 0.0521674 Aug 31 07:42:38.877715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1ac6dde3-3af2-4c0b-a78e-00646ecf9d2b req-28240655-5658-42de-a14a-79b481c38d3f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329258 Aug 31 07:42:38.900646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44688) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:42:38.968257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c305c893-382b-4dea-97b2-db319e6002e3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/dab5ae9a-0bef-472e-924f-eadc0caf11b6 HTTP/1.1" status: 200 len: 992 time: 0.0663898 Aug 31 07:42:40.096348 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:42:40.150683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:42:40.155261 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:42:40.156019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.239007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.265700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:42:40.268021 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2b8c4b-5ac2-44bc-aef0-7e8b25143a36" -d '{"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-plugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:42:40.285218 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:42:40.291051 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:40.317358 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d210b7-4315-4699-a3b5-2ae3adddd10e x-openstack-request-id: req-86d210b7-4315-4699-a3b5-2ae3adddd10e {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:42:40.317638 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-plugged", "status": "completed", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:42:40.317991 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-86d210b7-4315-4699-a3b5-2ae3adddd10e {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:42:40.318380 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'code': 200} Aug 31 07:42:40.345694 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:42:46.155967 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:54.940327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c19684f1-693c-4fe2-a09d-47ab1f7c2a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.552551 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0fadc829-e692-4acf-a596-7d89dd3d3f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:57.910568 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:42:58.189259 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:42:59.885299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:01.297570 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:06.386801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.324355 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44706) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:09.485649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 30502ca7-b5e4-4c41-af07-09a5bb5bad37 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:09.485991 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.570750 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.570992 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.582677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 30502ca7-b5e4-4c41-af07-09a5bb5bad37 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:09.727205 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.760116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=30502ca7-b5e4-4c41-af07-09a5bb5bad37,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:09.786602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.786954 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.787299 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.787676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.788593 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.788890 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.789224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.789588 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.789920 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.790247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.790573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.790902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:09.830049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:09.830319 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP dab5ae9a-0bef-472e-924f-eadc0caf11b6 disassociated (deleted). External IP: 172.25.3.158, port: 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3. Aug 31 07:43:10.039429 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 22105923-95f0-4200-a026-ce700c264b66 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:10.146792 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:10.152193 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:10.158150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Sync routers for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:10.167687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:10.168306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:10.178474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6b4288c0-c153-4019-89ef-008d0c88a3c0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/floatingips/dab5ae9a-0bef-472e-924f-eadc0caf11b6 HTTP/1.1" status: 204 len: 168 time: 0.8529801 Aug 31 07:43:10.179216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:10.181604 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:10.277602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:10.290190 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f570f2d9-98ab-4fc7-9163-4551f5165ca7 x-openstack-request-id: req-f570f2d9-98ab-4fc7-9163-4551f5165ca7 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:10.290475 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:10.290722 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f570f2d9-98ab-4fc7-9163-4551f5165ca7 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:10.291163 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'status': 'completed', 'code': 200} Aug 31 07:43:10.362799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-2a8f966e-a7ea-46ec-8465-fa0e18458516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.364375 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-2a8f966e-a7ea-46ec-8465-fa0e18458516 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 1097 time: 0.0500133 Aug 31 07:43:10.497287 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0443c53-f6b4-454f-8714-ab1978f125fa req-184ba54e-5617-4d16-b902-70818a905c72 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.498802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0443c53-f6b4-454f-8714-ab1978f125fa req-184ba54e-5617-4d16-b902-70818a905c72 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.1066124 Aug 31 07:43:10.503759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-9cef59ec-c505-4834-8693-884973b72c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.504047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:10.505198 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-9cef59ec-c505-4834-8693-884973b72c59 service neutron] 10.222.0.50 "GET /v2.0/networks?id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 200 len: 898 time: 0.1326585 Aug 31 07:43:10.531024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Checking router: 22105923-95f0-4200-a026-ce700c264b66 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:10.539224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:10.539825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:10.564840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-29dfc19f-ff8c-4727-b11f-e7a7af974c84 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 200 len: 217 time: 0.0512183 Aug 31 07:43:10.585486 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f0443c53-f6b4-454f-8714-ab1978f125fa req-60172a57-b993-4c74-8638-223ecb947cba tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792735 Aug 31 07:43:10.622254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-acfc5320-d111-4178-a318-f6ca495ae4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.623766 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-acfc5320-d111-4178-a318-f6ca495ae4cd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 200 len: 834 time: 0.0481915 Aug 31 07:43:10.647665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:10.670672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-72df9936-1f75-40a2-bf35-edb8ba609233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:10.672169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-72df9936-1f75-40a2-bf35-edb8ba609233 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=b6b9a855-ca9c-4eb5-801b-28da3ebfb524&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0409684 Aug 31 07:43:10.768992 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-e9d6ef89-3d77-43fb-965f-b74a41fdc4ae service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877008 Aug 31 07:43:10.844935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:10.862363 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6e741a5a-94b9-409c-ba08-4bce1e85e0d9 req-f553fb4b-cac7-4d2d-89ad-a196d5595d64 service neutron] 10.222.0.50 "GET /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852656 Aug 31 07:43:10.875665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23552ea2-df74-4b5a-a4c9-bde6bdfc84fd None None] The sync data for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 is: [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:41:35Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'df8a2a33-c52f-4bc8-9743-a77bb3af7e1d', 'name': '', 'network_id': 'b6b9a855-ca9c-4eb5-801b-28da3ebfb524', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:5b:24:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:34Z', 'updated_at': '2021-08-31T07:41:40Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '4702226f-cb69-47e7-bee3-9f6d94bbddba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:11.105003 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b6b1cb-1cae-41c2-b218-1b8ef76a9ef1 None None] New status for floating IP dab5ae9a-0bef-472e-924f-eadc0caf11b6: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:43:11.706027 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc127c-c706-4f64-88e9-808db0c59a44 req-51ea1bc4-f0bf-48f3-9347-3994ff9ffdf3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.707520 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1abc127c-c706-4f64-88e9-808db0c59a44 req-51ea1bc4-f0bf-48f3-9347-3994ff9ffdf3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0496709 Aug 31 07:43:11.745679 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1abc127c-c706-4f64-88e9-808db0c59a44 req-a651c073-226f-4620-bb09-15c8ba35e48d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=f2588eb2-f143-410c-8c37-704a4533d9bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313959 Aug 31 07:43:11.841655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-6fefe3f1-62e2-4f1e-9b8a-c160a8674855 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:11.843130 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-6fefe3f1-62e2-4f1e-9b8a-c160a8674855 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.50 "GET /v2.0/ports?device_id=d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a HTTP/1.1" status: 200 len: 945 time: 0.0494661 Aug 31 07:43:12.253364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:12.253719 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:12.345795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:12.346164 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:12.359551 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:12.488329 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:12.522469 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=2afaeac7-3adf-4cf1-b6f5-d7348eb716d3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:12.565485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:12.568134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:12.570472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2e2c47d9-85c3-4296-974f-7d0efd6d618d req-ac4655a8-69d3-4a69-a784-658cb565b404 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.50 "DELETE /v2.0/ports/2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 HTTP/1.1" status: 204 len: 173 time: 0.7209461 Aug 31 07:43:12.570911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-deleted', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:12.573176 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6e8009-32d1-43cd-ad4a-22d3b6f877eb" -d '{"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-deleted", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:12.611132 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ef5aae-c5bc-403d-bead-c5b85305f56a x-openstack-request-id: req-39ef5aae-c5bc-403d-bead-c5b85305f56a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:12.611427 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d46e1dbc-6d16-4642-98c4-af8ccd2c3b3a", "name": "network-vif-deleted", "tag": "2afaeac7-3adf-4cf1-b6f5-d7348eb716d3", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:12.611678 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-39ef5aae-c5bc-403d-bead-c5b85305f56a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:12.612079 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd46e1dbc-6d16-4642-98c4-af8ccd2c3b3a', 'name': 'network-vif-deleted', 'tag': '2afaeac7-3adf-4cf1-b6f5-d7348eb716d3', 'status': 'completed', 'code': 200} Aug 31 07:43:12.807917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44722) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:13.181527 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.440076 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:13.440330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.529832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port df8a2a33-c52f-4bc8-9743-a77bb3af7e1d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:13.530194 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:13.543066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for df8a2a33-c52f-4bc8-9743-a77bb3af7e1d owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:14.071623 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.101845 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=df8a2a33-c52f-4bc8-9743-a77bb3af7e1d,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:14.277923 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.298064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:14.318402 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:14.318745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 2afaeac7-3adf-4cf1-b6f5-d7348eb716d3 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:14.503949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 22105923-95f0-4200-a026-ce700c264b66 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:14.623706 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:14.633153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f71e6d4-ab8f-4619-87ee-32bb0934e04f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/22105923-95f0-4200-a026-ce700c264b66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8200777 Aug 31 07:43:14.636386 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44724) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:14.639542 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Sync routers for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:14.656293 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:14.657121 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:14.691077 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting subnet 4702226f-cb69-47e7-bee3-9f6d94bbddba {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:43:14.695573 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.744389 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.778693 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:14.853274 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.931111 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.967763 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Subnet': ['ID=4702226f-cb69-47e7-bee3-9f6d94bbddba,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:14.973446 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:14.974536 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:43:14Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:14.978853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44726) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:14.980632 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c4ad0c22-7cb2-46c5-ab32-7f71fa4997b7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/subnets/4702226f-cb69-47e7-bee3-9f6d94bbddba HTTP/1.1" status: 204 len: 168 time: 0.3456802 Aug 31 07:43:15.011316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6649726-fec5-4b55-9e41-a82667d1c531 None None] Network b6b9a855-ca9c-4eb5-801b-28da3ebfb524 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:15.013747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Checking router: 22105923-95f0-4200-a026-ce700c264b66 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:15.066930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Routers {'22105923-95f0-4200-a026-ce700c264b66'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:15.067468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['22105923-95f0-4200-a026-ce700c264b66'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:15.100775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.216831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.231461 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] Set router 22105923-95f0-4200-a026-ce700c264b66 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:15.280430 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port abaa8167-545c-497e-81d6-bd62b21bbb0c {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:15.280805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.376886 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port abaa8167-545c-497e-81d6-bd62b21bbb0c, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=abaa8167-545c-497e-81d6-bd62b21bbb0c,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:15.377252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.392512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for abaa8167-545c-497e-81d6-bd62b21bbb0c owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:15.436495 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] DHCP port deletion for b6b9a855-ca9c-4eb5-801b-28da3ebfb524 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:43:15.563917 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.590392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=abaa8167-545c-497e-81d6-bd62b21bbb0c,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:15.598928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Deleting port e7649597-856d-432a-a531-7c73cd1b2279 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:43:15.599339 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.654907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.677350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] For port e7649597-856d-432a-a531-7c73cd1b2279, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=e7649597-856d-432a-a531-7c73cd1b2279,segment=NetworkSegment(e9b5d200-90f9-4e2f-9bb1-da7131044db9),segment_id=e9b5d200-90f9-4e2f-9bb1-da7131044db9)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:15.677791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.692515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Calling delete_port for e7649597-856d-432a-a531-7c73cd1b2279 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:43:15.711312 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:43:14Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:15.753040 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.755211 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.766558 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99dfdd05-67c5-4dec-aa32-6557fc4bbe63 None None] The sync data for ids ['22105923-95f0-4200-a026-ce700c264b66'] in n-d-712707-15 is: [{'id': '22105923-95f0-4200-a026-ce700c264b66', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1371259916', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61'}], 'enable_snat': True}, 'gw_port_id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:41:31Z', 'updated_at': '2021-08-31T07:43:14Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': 'abaa8167-545c-497e-81d6-bd62b21bbb0c', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:0b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22105923-95f0-4200-a026-ce700c264b66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:41:32Z', 'updated_at': '2021-08-31T07:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:15.804373 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.808194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Fanout notify agent at l3_agent the message router_deleted on router 22105923-95f0-4200-a026-ce700c264b66 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:43:15.812084 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.818407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.820812 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f6549d8c-9096-4bad-8716-f57902634cc0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/routers/22105923-95f0-4200-a026-ce700c264b66 HTTP/1.1" status: 204 len: 168 time: 0.8407881 Aug 31 07:43:15.823526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44728) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:15.845060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] Pushing event deleted for resources: {'Port': ['ID=e7649597-856d-432a-a531-7c73cd1b2279,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:15.846951 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-686d8651-66ea-462b-88e9-c2c0b6e9b077 None None] No DVR routers for this DVR port e7649597-856d-432a-a531-7c73cd1b2279 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:43:15.907245 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:15.996791 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.006745 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b9a855-ca9c-4eb5-801b-28da3ebfb524']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:16.017226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9b5d200-90f9-4e2f-9bb1-da7131044db9') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:16.017554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9b5d200-90f9-4e2f-9bb1-da7131044db9') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:16.026424 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.040488 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.046437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Releasing vlan 556 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:43:16.046904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:43:16.049696 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:43:16.116890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.124492 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.126226 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/networks/b6b9a855-ca9c-4eb5-801b-28da3ebfb524 HTTP/1.1" status: 204 len: 168 time: 0.3017356 Aug 31 07:43:16.129080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44730) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:16.138869 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214a29ad-d5a4-4850-a0cb-f6364fe93014 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Network': ['ID=b6b9a855-ca9c-4eb5-801b-28da3ebfb524,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.160183 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.205737 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.238167 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.303012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.306939 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.308169 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/security-groups/f2588eb2-f143-410c-8c37-704a4533d9bf HTTP/1.1" status: 204 len: 168 time: 0.1774173 Aug 31 07:43:16.317735 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e8d804-a99a-4529-bcad-164c058e0d04 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2588eb2-f143-410c-8c37-704a4533d9bf,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.635604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e7649597-856d-432a-a531-7c73cd1b2279 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:16.650728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44736) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:16.655558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-457033164', 'description': 'tempest-secgroup-smoke-457033164 description', 'project_id': '357019922f234568896cef68e956800c'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.657337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: e7649597-856d-432a-a531-7c73cd1b2279 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:16.657712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device e7649597-856d-432a-a531-7c73cd1b2279 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:16.658145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device df8a2a33-c52f-4bc8-9743-a77bb3af7e1d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:16.680572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: df8a2a33-c52f-4bc8-9743-a77bb3af7e1d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:16.680850 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device df8a2a33-c52f-4bc8-9743-a77bb3af7e1d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:16.681158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.681311 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device abaa8167-545c-497e-81d6-bd62b21bbb0c no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:43:16.702012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: abaa8167-545c-497e-81d6-bd62b21bbb0c {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:43:16.702361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device abaa8167-545c-497e-81d6-bd62b21bbb0c not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:43:16.764586 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.768316 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.796097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.797322 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1455226 Aug 31 07:43:16.799323 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55693b5e-127b-4eb8-966c-f2279254cb31 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98983916-d6c4-4a37-8dd5-6171394547b2,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.800401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44738) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:16.806397 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.835027 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.891304 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.894907 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.914200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e27433d8-b1b1-4851-8769-ad9f8f36618d,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:16.919402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:16.923403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a6bab3c2-d69c-49b3-a2ea-e22b34f2486d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1186149 Aug 31 07:43:16.923610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44740) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:16.928184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:16.955420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.013677 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.017345 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.035096 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4af0e2c1-8b91-4753-843b-37bfb8bf2d3a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.042006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.043209 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c7695b3f-14fe-4f8e-a146-579a7a9db549 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1186728 Aug 31 07:43:17.046009 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44742) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.050368 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.076901 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.138908 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.142584 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.159897 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10681e2b-1ea1-43aa-932d-5ea3642ea9ba,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.166564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.169096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c3fcc01a-0f2c-45c4-8a05-0adc5b2020e9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209495 Aug 31 07:43:17.170694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44744) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.175239 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.203222 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.267773 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.272816 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.292518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916ecf07-a5b8-40e2-80b0-55e46662347b,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.295760 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.297950 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-c9210f71-9794-4899-a7ec-2e1f352f91f8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1262043 Aug 31 07:43:17.299747 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44746) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.305374 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.329516 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:43:17.334514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.395276 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.399606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.417321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f54380ba-b8fe-417c-b1b5-99e95512d8d2,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.423777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.425155 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ae8fd321-2916-4151-b156-392dfd0d0760 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1243317 Aug 31 07:43:17.427982 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44748) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.432965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '98983916-d6c4-4a37-8dd5-6171394547b2', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.454683 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:43:17.459465 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.523009 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.527109 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.533549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-39ff64f9-15b1-4285-a08f-fd7be0d5cc33 req-e2acb0ff-942b-441e-b6e8-d91bf7d7cebb service neutron] (94639) timed out ('10.222.0.50', 57173) {{(pid=94639) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:43:17.547274 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b86a50-70ea-4bec-9343-e444bdf34684,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.555805 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.556833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7fcc9589-b926-4a3e-86c4-a32a62f078e4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1274042 Aug 31 07:43:17.561859 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44750) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.567155 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'network': {'name': 'tempest-network-smoke--1798251469', 'project_id': '357019922f234568896cef68e956800c', 'port_security_enabled': True}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.588131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:17.592133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.617068 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] vlan segment allocate from pool success with {'vlan_id': 599, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:43:17.625993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.626328 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Added segment 544ccc73-601d-4c80-b8e6-b6bb50ec8393 of type vlan for network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 Aug 31 07:43:17.665938 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.690753 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.696790 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:17.697411 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.758058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1951487 Aug 31 07:43:17.761013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44752) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:17.765927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'admin_state_up': True, 'project_id': '357019922f234568896cef68e956800c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:17.767587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedb520-a635-4340-a787-51adc9b946c1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Network': ['ID=259fef4a-e7a7-4ca3-9caf-9f147dc402d4,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:17.778668 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:43:17.793699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.794725 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:17.856275 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.002902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.202987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.221660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.327604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.27 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/48ac4d8e-5f91-4b54-920c-6f0b33a7380f) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:18.433955 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.474355 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.517279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:18.520515 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:18.526876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:18.529902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:18.780172 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:18.982399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.113509 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router dea9e30e-6a7f-463b-b5c7-4823808bfc9d is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:43:19.222930 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:19.233189 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Sync routers for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:19.242530 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.242781 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:19.243342 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:19.243727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-19ef1df0-8033-465f-8752-456c7955a68b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4815214 Aug 31 07:43:19.247231 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44754) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:19.275296 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e4ba7b6b-ded0-4fb5-9461-075d0c32cba1 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=357019922f234568896cef68e956800c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270078 Aug 31 07:43:19.281292 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44756) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:19.354639 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:19.369917 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c776b18-f2bb-4f68-ac39-e64325c11817 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.371342 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3c776b18-f2bb-4f68-ac39-e64325c11817 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0922883 Aug 31 07:43:19.374325 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44758) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:19.403651 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-dd08c8d0-b75b-4a19-b626-4287f4b513ff tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282528 Aug 31 07:43:19.406222 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44760) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:19.410929 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1870350568', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'project_id': '357019922f234568896cef68e956800c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:19.497408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:19.501558 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.535825 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:18Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:19.565990 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Checking router: dea9e30e-6a7f-463b-b5c7-4823808bfc9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:19.566323 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Updating router dea9e30e-6a7f-463b-b5c7-4823808bfc9d port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:43:19.593273 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.686624 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.752404 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Subnet': ['ID=475a1f49-bb64-42d5-85d8-8e44ede5548a,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:19.762427 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Checking segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:19.762766 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network hostable DHCP agents. Network: 259fef4a-e7a7-4ca3-9caf-9f147dc402d4, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:43:19.780989 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:43:19.790369 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 259fef4a-e7a7-4ca3-9caf-9f147dc402d4) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:19.798066 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:19.798671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.802767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f502bcd5-52b1-469d-97f3-0dd60e75b934 None None] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:19.820455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b6204dd0-e5a5-43b5-b1cf-43c2808cb805 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4098272 Aug 31 07:43:19.820926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44764) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:19.880125 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.894289 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Transition to ACTIVE for port object 48ac4d8e-5f91-4b54-920c-6f0b33a7380f will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:19.902839 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.946458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Attempting to bind port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:19.947010 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Attempting to bind port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:19.947383 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Attempting to bind port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:19.955316 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:19.955710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:19.956173 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.956551 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:19.957027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Bound port: 48ac4d8e-5f91-4b54-920c-6f0b33a7380f, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:19.957434 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:19.997447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:43:19.998766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.009092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Pushing event updated for resources: {'Port': ['ID=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.025667 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.026047 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.026340 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.026679 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.027007 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.027336 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.027660 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.027981 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.028368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.028688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.029009 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.029349 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:20.040534 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] For port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:20.044190 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] For port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:20.048721 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.096678 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:20.097304 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:20.155084 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Allocated IP 172.20.0.2 (259fef4a-e7a7-4ca3-9caf-9f147dc402d4/475a1f49-bb64-42d5-85d8-8e44ede5548a/392980fc-88b8-4861-9bfc-f6d4bac579c8) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:20.159330 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76642854-898a-4671-85fb-0ccd7fd2af58 None None] Pushing event updated for resources: {'Port': ['ID=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.227306 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:20.305889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.317740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.328499 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Transition to ACTIVE for port object 392980fc-88b8-4861-9bfc-f6d4bac579c8 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:20.344180 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Transition to ACTIVE for port object 392980fc-88b8-4861-9bfc-f6d4bac579c8 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:20.352097 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.391302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:20.394212 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:20.401164 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:20.411979 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Pushing event updated for resources: {'Port': ['ID=392980fc-88b8-4861-9bfc-f6d4bac579c8,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.433737 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:18Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:20.465879 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359ba8c0-7dd5-446f-b217-30d13c830817 None None] The sync data for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 is: [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:18Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:20.469876 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Attempting to bind port 392980fc-88b8-4861-9bfc-f6d4bac579c8 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:20.470119 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Attempting to bind port 392980fc-88b8-4861-9bfc-f6d4bac579c8 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:20.470487 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Attempting to bind port 392980fc-88b8-4861-9bfc-f6d4bac579c8 on network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:20.476480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:20.476855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Checking segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:20.477258 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.477730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Bound using segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:20.478147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Bound port: 392980fc-88b8-4861-9bfc-f6d4bac579c8, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:20.478531 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.549146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] For port 392980fc-88b8-4861-9bfc-f6d4bac579c8, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:20.552994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] For port 392980fc-88b8-4861-9bfc-f6d4bac579c8, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=392980fc-88b8-4861-9bfc-f6d4bac579c8,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:20.559612 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.622656 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.1 (259fef4a-e7a7-4ca3-9caf-9f147dc402d4/475a1f49-bb64-42d5-85d8-8e44ede5548a/f026366d-4966-4878-b8f2-932d92df7240) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:20.623325 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d117d061-d50d-4702-871d-c2d0de1f283f None None] Pushing event updated for resources: {'Port': ['ID=392980fc-88b8-4861-9bfc-f6d4bac579c8,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.759206 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.777759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object f026366d-4966-4878-b8f2-932d92df7240 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:20.816300 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:20.888065 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:20.892659 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:20.897241 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:20.922675 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:20.963610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.106316 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.416993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.422910 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.497476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:21.503268 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:21.605113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:21.606606 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:21.624201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677d76bf-e54e-49cf-bcf6-b2ee907bed24 None None] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:43:21.720798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router dea9e30e-6a7f-463b-b5c7-4823808bfc9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:21.752386 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3a6a6c2d-557b-41aa-b8b4-b08d57434e0f None None] Provisioning for port 392980fc-88b8-4861-9bfc-f6d4bac579c8 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:21.839423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:21.844546 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-41cdd1f5-1dc3-47ce-ab22-ee18c9899838 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/dea9e30e-6a7f-463b-b5c7-4823808bfc9d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0224521 Aug 31 07:43:22.014794 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-0d8e2767-1909-4b6a-8d85-e28edf47ec17 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-457033164&fields=id&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 267 time: 0.0415854 Aug 31 07:43:22.093092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7452052d-77e3-4345-9e55-3a7a16166acd None None] Provisioning for port f026366d-4966-4878-b8f2-932d92df7240 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:22.098304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7452052d-77e3-4345-9e55-3a7a16166acd None None] Provisioning complete for port f026366d-4966-4878-b8f2-932d92df7240 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:22.098480 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7452052d-77e3-4345-9e55-3a7a16166acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.134512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-e1602e10-aea0-4ec4-8a00-fbe173b8803b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:22.136115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-e1602e10-aea0-4ec4-8a00-fbe173b8803b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 797 time: 0.1139412 Aug 31 07:43:22.137898 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7452052d-77e3-4345-9e55-3a7a16166acd None None] Port f026366d-4966-4878-b8f2-932d92df7240 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:22.148166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Sync routers for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:22.154688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-e310fbc9-3ac6-4aa0-b5cf-1084164b2c2f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/quotas/357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 375 time: 0.0106125 Aug 31 07:43:22.158344 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:22.158976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:22.214694 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-50a7645b-0388-4c3e-a711-4ec7485049d5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535066 Aug 31 07:43:22.292975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:22.295117 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-7c6c1e96-3402-4b1b-b223-365b87df6ba1 None None] Provisioning complete for port f026366d-4966-4878-b8f2-932d92df7240 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:22.295501 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7c6c1e96-3402-4b1b-b223-365b87df6ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.331717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-edf7cb03-3042-4789-a368-6fcf140501b4 service neutron] 10.222.0.57 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003988 Aug 31 07:43:22.399631 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c1e96-3402-4b1b-b223-365b87df6ba1 None None] Port f026366d-4966-4878-b8f2-932d92df7240 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:22.429875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-5815a717-760b-42f0-87ff-03bdaebe53f1 service neutron] 10.222.0.57 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905948 Aug 31 07:43:22.529210 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-8d370b3d-534f-438b-b18e-6c3d09e8d3c9 None None] Provisioning complete for port f026366d-4966-4878-b8f2-932d92df7240 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:22.529733 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d370b3d-534f-438b-b18e-6c3d09e8d3c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.573255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-8d370b3d-534f-438b-b18e-6c3d09e8d3c9 None None] Port f026366d-4966-4878-b8f2-932d92df7240 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:22.578652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 2, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:22.611719 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Checking router: dea9e30e-6a7f-463b-b5c7-4823808bfc9d for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:22.612080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Updating router dea9e30e-6a7f-463b-b5c7-4823808bfc9d port f026366d-4966-4878-b8f2-932d92df7240 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:43:22.613911 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-bec58e77-0e8f-479a-aff2-7c54906b7c7f req-c2d5c3d3-ef72-4cdb-a8ae-c449de79dd07 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 210 time: 0.0347257 Aug 31 07:43:22.641990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:22.747290 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 392980fc-88b8-4861-9bfc-f6d4bac579c8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:22.861268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 392980fc-88b8-4861-9bfc-f6d4bac579c8 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:22.867586 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 392980fc-88b8-4861-9bfc-f6d4bac579c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:22.867958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.024819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.030702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.053369 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Transition to ACTIVE for port object f026366d-4966-4878-b8f2-932d92df7240 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:23.062919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.077983 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 392980fc-88b8-4861-9bfc-f6d4bac579c8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=392980fc-88b8-4861-9bfc-f6d4bac579c8,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:23.101634 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.102177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48ac4d8e-5f91-4b54-920c-6f0b33a7380f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:23.160654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd53654-ac48-4463-a488-fc7843868b47 None None] Pushing event updated for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.256885 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Attempting to bind port f026366d-4966-4878-b8f2-932d92df7240 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:23.257099 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Attempting to bind port f026366d-4966-4878-b8f2-932d92df7240 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:23.257393 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Attempting to bind port f026366d-4966-4878-b8f2-932d92df7240 on network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:23.261179 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=392980fc-88b8-4861-9bfc-f6d4bac579c8,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.263824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:23.269784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:23.270162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.294814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 42, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:23.295186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Checking segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:23.295589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.295976 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Bound using segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:23.296450 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Bound port: f026366d-4966-4878-b8f2-932d92df7240, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:23.296827 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.597704 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] For port f026366d-4966-4878-b8f2-932d92df7240, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:23.608542 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.619233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] For port f026366d-4966-4878-b8f2-932d92df7240, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f026366d-4966-4878-b8f2-932d92df7240,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:23.628024 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.643609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:23.674574 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:23.705294 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:23.705961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:42:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:23.752821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd53654-ac48-4463-a488-fc7843868b47 None None] Pushing event updated for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.853627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:23.874952 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:23.897646 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58d1c43d-e84d-475f-ae81-94cdd042bbc9 req-b5f54dde-1fb0-4761-8f08-2b5e29817465 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 210 time: 0.0341609 Aug 31 07:43:23.949687 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-bdeb573b-67c9-419a-a3d8-ff04d73c4365 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:23.951092 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-bdeb573b-67c9-419a-a3d8-ff04d73c4365 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 797 time: 0.4787896 Aug 31 07:43:23.996211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1e79731b-dae5-49f8-85bb-c4d7c5fe977a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 379 time: 0.0351725 Aug 31 07:43:24.005671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'port': {'device_id': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'admin_state_up': True, 'tenant_id': '357019922f234568896cef68e956800c', 'security_groups': ['98983916-d6c4-4a37-8dd5-6171394547b2']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:24.087877 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:24.118012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:43:24.119324 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b74dd5-ad19-4eaf-8967-c8288fd7be96 None None] The sync data for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 is: [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:24.121595 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.262773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.7 (259fef4a-e7a7-4ca3-9caf-9f147dc402d4/475a1f49-bb64-42d5-85d8-8e44ede5548a/6d439453-a637-4601-bd14-b3fd5e8d2f15) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:24.421947 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.437538 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 6d439453-a637-4601-bd14-b3fd5e8d2f15 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:24.473345 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.523934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:24.527379 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:24.532016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:24.536723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:24.595849 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:24.596358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.615192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-1885dc54-2b31-443c-9906-d61ce771fa5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6129150 Aug 31 07:43:24.642253 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Request body: {'port': {'device_id': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:24.717564 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.784924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 392980fc-88b8-4861-9bfc-f6d4bac579c8 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:24.843270 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e8776d2-7b22-4f10-bee8-84b80ac1ad72 None None] Provisioning for port 6d439453-a637-4601-bd14-b3fd5e8d2f15 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:24.847835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0e8776d2-7b22-4f10-bee8-84b80ac1ad72 None None] Provisioning complete for port 6d439453-a637-4601-bd14-b3fd5e8d2f15 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:24.848212 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0e8776d2-7b22-4f10-bee8-84b80ac1ad72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.873684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 392980fc-88b8-4861-9bfc-f6d4bac579c8 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:24.874058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:24.921441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-0e8776d2-7b22-4f10-bee8-84b80ac1ad72 None None] Port 6d439453-a637-4601-bd14-b3fd5e8d2f15 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:43:24.950163 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a10dce12-19ed-45e4-a0b2-76d46703c7cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.005009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f026366d-4966-4878-b8f2-932d92df7240 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:25.044884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d439453-a637-4601-bd14-b3fd5e8d2f15 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:25.048164 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7892fd41-609a-4b39-9154-8b4c47150c1e req-2b04023a-5acc-4d85-9505-cb9ec71d3523 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.053615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.065008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7892fd41-609a-4b39-9154-8b4c47150c1e req-2b04023a-5acc-4d85-9505-cb9ec71d3523 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 931 time: 0.0786672 Aug 31 07:43:25.065236 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port f026366d-4966-4878-b8f2-932d92df7240 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:25.070598 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f026366d-4966-4878-b8f2-932d92df7240 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:25.070905 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.076944 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Transition to ACTIVE for port object 6d439453-a637-4601-bd14-b3fd5e8d2f15 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:43:25.082980 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.109114 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7892fd41-609a-4b39-9154-8b4c47150c1e req-04ca828e-d771-4b9e-9e71-55128f3c4bb1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Aug 31 07:43:25.153196 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Pushing event updated for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:25.214423 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.253685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Attempting to bind port 6d439453-a637-4601-bd14-b3fd5e8d2f15 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:43:25.254092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Attempting to bind port 6d439453-a637-4601-bd14-b3fd5e8d2f15 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:43:25.254434 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Attempting to bind port 6d439453-a637-4601-bd14-b3fd5e8d2f15 on network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:25.261145 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Port 6d439453-a637-4601-bd14-b3fd5e8d2f15 on network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:43:25.261549 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Attempting to bind port 6d439453-a637-4601-bd14-b3fd5e8d2f15 on network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:43:25.267908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:43:25.268425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Checking segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:43:25.268924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Bound using segment: {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:43:25.269529 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Bound port: 6d439453-a637-4601-bd14-b3fd5e8d2f15, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '544ccc73-601d-4c80-b8e6-b6bb50ec8393', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:43:25.269994 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.270621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port f026366d-4966-4878-b8f2-932d92df7240, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f026366d-4966-4878-b8f2-932d92df7240,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:25.285628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.286488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48ac4d8e-5f91-4b54-920c-6f0b33a7380f up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:25.384555 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:43:25.388925 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:43:25.392066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:25.392497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.395849 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.424791 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:25.490548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Pushing event updated for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:25.502690 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.503937 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:25.505691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-c476b05a-2d65-4722-a460-f80ef6775409 service neutron] 10.222.0.53 "PUT /v2.0/ports/6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 1092 time: 0.8769593 Aug 31 07:43:25.506279 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:25.509005 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3939a9c6-dbf7-4cc1-a582-53d968b32387" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:25.606378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-107b7101-af37-49dc-9cf6-9839f412aef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.608780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-107b7101-af37-49dc-9cf6-9839f412aef4 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1095 time: 0.0617402 Aug 31 07:43:25.653459 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55e25f7-f311-40cc-b0ee-66daa89d791a x-openstack-request-id: req-a55e25f7-f311-40cc-b0ee-66daa89d791a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:25.653459 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:25.653855 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a55e25f7-f311-40cc-b0ee-66daa89d791a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:25.654362 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'status': 'completed', 'code': 200} Aug 31 07:43:25.656291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-4c1848c5-af27-4062-bfee-00e96470eb01 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 217 time: 0.0397959 Aug 31 07:43:25.714476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-feaa41bb-a9bb-40da-924f-d65266b243a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.715980 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-feaa41bb-a9bb-40da-924f-d65266b243a3 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0527129 Aug 31 07:43:25.764850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-d2d8cb51-6cc9-4f54-94e5-b5deb779bb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:25.766330 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-d2d8cb51-6cc9-4f54-94e5-b5deb779bb78 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0435882 Aug 31 07:43:25.859563 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-cfe14486-ca7c-49bd-866a-b8bef7932acb service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860360 Aug 31 07:43:25.957063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9c9c13e9-0da8-479c-be19-92e5169833ec req-8dc10008-18c7-456c-8444-478a93d1ad4e service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904553 Aug 31 07:43:26.052751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-3fff5ea4-3808-4f7c-8fdc-dea979db4902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.054196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-3fff5ea4-3808-4f7c-8fdc-dea979db4902 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1095 time: 0.0480812 Aug 31 07:43:26.153468 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-c5fcee7e-be2d-475f-978d-fc25b619a09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.154957 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-c5fcee7e-be2d-475f-978d-fc25b619a09d service neutron] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 898 time: 0.0930345 Aug 31 07:43:26.199511 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-db1dec0b-efff-44b7-9769-d59b860e7baf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 217 time: 0.0369754 Aug 31 07:43:26.235259 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3894e-a687-45ab-8424-704ecef57d9d req-ff22dfde-7298-49ae-b34e-e8b1bfe7e40a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.236858 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79b3894e-a687-45ab-8424-704ecef57d9d req-ff22dfde-7298-49ae-b34e-e8b1bfe7e40a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 943 time: 0.0516045 Aug 31 07:43:26.258360 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-14326d12-879c-4e48-b5df-4b006944c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.260163 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-14326d12-879c-4e48-b5df-4b006944c3e4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0530734 Aug 31 07:43:26.296569 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-79b3894e-a687-45ab-8424-704ecef57d9d req-3f3fdce9-2a9a-48f5-9a8e-a58cf8da97c7 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458207 Aug 31 07:43:26.318542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-e74a913d-c5a7-4518-862b-07a4abc6aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:26.320918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-e74a913d-c5a7-4518-862b-07a4abc6aeb1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531614 Aug 31 07:43:26.420123 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-9b55caac-d90e-4db0-8e5c-189aaaaefd57 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893664 Aug 31 07:43:26.516188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3939a9c6-dbf7-4cc1-a582-53d968b32387 req-252168ae-72a6-40dd-9520-508d2363ea78 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889077 Aug 31 07:43:26.641625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f026366d-4966-4878-b8f2-932d92df7240 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:26.689953 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port f026366d-4966-4878-b8f2-932d92df7240 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:26.690321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.416991 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa19b2ac-80f8-435f-997c-7ecec627ab7f req-33082b99-4215-4a6f-aca8-12566d22ebb5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:27.418432 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa19b2ac-80f8-435f-997c-7ecec627ab7f req-33082b99-4215-4a6f-aca8-12566d22ebb5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 943 time: 0.0513258 Aug 31 07:43:27.458343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa19b2ac-80f8-435f-997c-7ecec627ab7f req-961faeb9-a8ba-40ad-9721-491c97b0f37d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337803 Aug 31 07:43:27.556261 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-692e754c-b83d-441f-b7e6-ebf870ad0889 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:27.913457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:28.582097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e592f4f9-e030-48ea-b2f7-0d6d076a0625 req-7f4ac0d0-d7dc-4bae-b3ae-8d4eb4e68f5f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:28.583654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e592f4f9-e030-48ea-b2f7-0d6d076a0625 req-7f4ac0d0-d7dc-4bae-b3ae-8d4eb4e68f5f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 943 time: 0.0575666 Aug 31 07:43:28.622888 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e592f4f9-e030-48ea-b2f7-0d6d076a0625 req-63b84000-7640-4b44-8b62-270c01331bf8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329370 Aug 31 07:43:29.686935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6d439453-a637-4601-bd14-b3fd5e8d2f15 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:43:29.745234 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4890eb-a2e0-41d1-8d65-a7e8391fc1bc req-5846d4a6-16b4-43da-97e7-6133b4d5159f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:29.746834 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a4890eb-a2e0-41d1-8d65-a7e8391fc1bc req-5846d4a6-16b4-43da-97e7-6133b4d5159f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 943 time: 0.0533352 Aug 31 07:43:29.786557 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:29.787871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4a4890eb-a2e0-41d1-8d65-a7e8391fc1bc req-f493fe7c-5d98-41e2-970e-fd7117b7dabc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336287 Aug 31 07:43:29.799822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'port_id': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'mac_address': 'fa:16:3e:3b:5a:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 599, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:43:29.839474 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.852996 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d439453-a637-4601-bd14-b3fd5e8d2f15 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:43:29.872037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:29.878217 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.914958 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:29.938006 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:30.120726 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['6d439453-a637-4601-bd14-b3fd5e8d2f15'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:43:30.958291 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a697aa3-d023-493c-bd06-91f8ee69346f req-e3cbaa0e-d769-480d-b835-0c682dbbf275 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:30.960659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a697aa3-d023-493c-bd06-91f8ee69346f req-e3cbaa0e-d769-480d-b835-0c682dbbf275 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 944 time: 0.0517747 Aug 31 07:43:31.000499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-5a697aa3-d023-493c-bd06-91f8ee69346f req-f25a1ef3-ee9f-47f8-b030-731c1d1d8a45 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340321 Aug 31 07:43:31.299725 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.702082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6d439453-a637-4601-bd14-b3fd5e8d2f15 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:43:31.750122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 6d439453-a637-4601-bd14-b3fd5e8d2f15 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:43:31.753881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 6d439453-a637-4601-bd14-b3fd5e8d2f15 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:43:31.754247 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.830020 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.852727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:31.855391 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e531c01a-dbfb-41c8-b2ab-883d9e13c39b" -d '{"events": [{"server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:31.871255 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:43:31.875682 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:31.899835 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe1c11a0-e13d-4972-a5f1-a70c94276616 x-openstack-request-id: req-fe1c11a0-e13d-4972-a5f1-a70c94276616 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:31.900129 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "name": "network-vif-plugged", "status": "completed", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:31.900417 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-fe1c11a0-e13d-4972-a5f1-a70c94276616 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:31.900868 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'code': 200} Aug 31 07:43:31.926233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:31.995053 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50dc9cd-ffc1-47c6-ac64-802a0586a218 req-610a592e-87a7-43ee-856a-0255da5c06c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:31.996567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a50dc9cd-ffc1-47c6-ac64-802a0586a218 req-610a592e-87a7-43ee-856a-0255da5c06c0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1097 time: 0.0417500 Aug 31 07:43:32.037938 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a50dc9cd-ffc1-47c6-ac64-802a0586a218 req-8b6a3735-9d34-4b42-9fb8-6822e48585d6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329282 Aug 31 07:43:32.118893 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a4c1c6-f0cc-4c88-a05e-5f320140434a req-f54ab198-e624-481c-9ca7-adaf26a1bb7a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:32.120589 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52a4c1c6-f0cc-4c88-a05e-5f320140434a req-f54ab198-e624-481c-9ca7-adaf26a1bb7a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0513170 Aug 31 07:43:32.161455 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52a4c1c6-f0cc-4c88-a05e-5f320140434a req-52318d0d-1737-46b4-b204-9e5e832a315c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349035 Aug 31 07:43:33.280130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd3bdfe-60fd-4480-8cb3-530cc1bcd48d req-9a20355e-3328-4010-81c7-5c5631680e8f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.281665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abd3bdfe-60fd-4480-8cb3-530cc1bcd48d req-9a20355e-3328-4010-81c7-5c5631680e8f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0495577 Aug 31 07:43:33.323443 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-abd3bdfe-60fd-4480-8cb3-530cc1bcd48d req-e591139f-50c3-4c62-999c-42ebf5bf4f73 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342112 Aug 31 07:43:33.444314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c6cb4-54c0-492b-8340-2751cfebc493 req-6c6dd89a-ece6-4cc0-b101-5cc1685c8d09 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.446012 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-947c6cb4-54c0-492b-8340-2751cfebc493 req-6c6dd89a-ece6-4cc0-b101-5cc1685c8d09 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0553572 Aug 31 07:43:33.484810 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-947c6cb4-54c0-492b-8340-2751cfebc493 req-f9028902-a653-4190-9ddb-13457ace14ca tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327933 Aug 31 07:43:33.508188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:33.591930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9ad667-8b6f-4357-8145-ea64e5c53c7e tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:33.593473 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-be9ad667-8b6f-4357-8145-ea64e5c53c7e tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1092 time: 0.0842781 Aug 31 07:43:33.596223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44834) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:33.601475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:43:33.622800 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.723612 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.830390 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.149 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/ebb0a848-57cc-4334-8bbf-99de9a12a830) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:43:33.944267 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:33.985759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.029919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:43:34.033015 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:43:34.036227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:43:34.042164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=ebb0a848-57cc-4334-8bbf-99de9a12a830,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:34.419426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.490930 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.648628 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.653850 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.723550 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=ebb0a848-57cc-4334-8bbf-99de9a12a830,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:43:34.737203 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.737576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.737924 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.738262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.738598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.738931 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.739262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.739592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.739914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.740791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.741423 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.741526 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:43:34.750545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:34.850379 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 6293f03d-fde6-4d65-97f9-e9419e86e9fd associated. External IP: 172.25.3.149, port: 6d439453-a637-4601-bd14-b3fd5e8d2f15. Aug 31 07:43:35.055940 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router dea9e30e-6a7f-463b-b5c7-4823808bfc9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:43:35.170282 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:43:35.183057 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Sync routers for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:43:35.188079 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:35.192830 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:43:35.199184 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:35.199795 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:43:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:35.220691 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a5958730-b4e4-47f5-8ffa-cd53f59a3d15 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6234109 Aug 31 07:43:35.221507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:43:35.224095 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2552a0e8-c129-43d0-afc2-52c9243f900d" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:43:35.268092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:43:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23901122-cfc0-4f29-ab2d-e3822e9e91d8 x-openstack-request-id: req-23901122-cfc0-4f29-ab2d-e3822e9e91d8 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:43:35.268418 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:43:35.268828 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23901122-cfc0-4f29-ab2d-e3822e9e91d8 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:43:35.269229 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'status': 'completed', 'code': 200} Aug 31 07:43:35.320814 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:35.363299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d6e28c-7cea-4867-8468-b8dbc0c3c21b req-59d9f411-de1a-4555-86a4-8df571521c46 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.364869 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5d6e28c-7cea-4867-8468-b8dbc0c3c21b req-59d9f411-de1a-4555-86a4-8df571521c46 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0793743 Aug 31 07:43:35.381520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-e620b207-05ba-41b0-bcbf-6f7e58e74b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.383066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-e620b207-05ba-41b0-bcbf-6f7e58e74b2c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1097 time: 0.0685391 Aug 31 07:43:35.465757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a5d6e28c-7cea-4867-8468-b8dbc0c3c21b req-c8770f26-2aa5-48c7-a95a-fe2802c3af7c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945458 Aug 31 07:43:35.488597 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44840) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:35.545308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-d1a0ac5a-6220-4b11-b64b-aaa82c116fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.546901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-d1a0ac5a-6220-4b11-b64b-aaa82c116fcf service neutron] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 898 time: 0.1557696 Aug 31 07:43:35.602630 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-fc9f01dc-2824-4693-a560-7647e29e5d42 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/6293f03d-fde6-4d65-97f9-e9419e86e9fd HTTP/1.1" status: 200 len: 991 time: 0.1128807 Aug 31 07:43:35.626960 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-102846bc-ec94-4e5a-bb04-e1f67dccba8f service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 999 time: 0.0702064 Aug 31 07:43:35.637403 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6293f03d-fde6-4d65-97f9-e9419e86e9fd', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'port_id': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'mac_address': 'fa:16:3e:3b:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:34Z', 'updated_at': '2021-08-31T07:43:34Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:35.666545 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Checking router: dea9e30e-6a7f-463b-b5c7-4823808bfc9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:43:35.675168 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:43:35.675775 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:43:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:35.676952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-a6d159ac-3fa5-4659-8c47-54a713e7b836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.678522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-a6d159ac-3fa5-4659-8c47-54a713e7b836 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0447826 Aug 31 07:43:35.726240 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-12fac8fa-97d5-47c7-8523-520588460845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:43:35.727591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-12fac8fa-97d5-47c7-8523-520588460845 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419538 Aug 31 07:43:35.781867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:43:35.823789 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-50d6b25b-1d41-459c-8fa8-3269241b3d53 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885968 Aug 31 07:43:35.913793 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2552a0e8-c129-43d0-afc2-52c9243f900d req-9adf4334-2ea8-4ef9-b3a5-1268bed5f582 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831008 Aug 31 07:43:36.005492 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6293f03d-fde6-4d65-97f9-e9419e86e9fd', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'port_id': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'mac_address': 'fa:16:3e:3b:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:34Z', 'updated_at': '2021-08-31T07:43:34Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:43:36.031912 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798e5907-e825-4bfd-a637-d79b19f9a2ee None None] The sync data for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 is: [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '6293f03d-fde6-4d65-97f9-e9419e86e9fd', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'port_id': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4243, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'mac_address': 'fa:16:3e:3b:5a:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:43:34Z', 'updated_at': '2021-08-31T07:43:34Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:43:36.228392 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d445b3f-fc7f-4fdb-b45c-a8a3d3c4b53e None None] New status for floating IP 6293f03d-fde6-4d65-97f9-e9419e86e9fd: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:43:36.403300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:36.606088 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44842) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:43:36.667942 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c440f6d9-c52f-4da5-97d4-d20067435b30 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/6293f03d-fde6-4d65-97f9-e9419e86e9fd HTTP/1.1" status: 200 len: 993 time: 0.0606220 Aug 31 07:43:46.152740 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:54.943297 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6eff4bb8-3e32-48dd-91e6-94ae072e6e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.558116 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-53a9f6ab-8925-4d55-994e-9447d6c31774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:57.916453 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:43:59.891372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:01.303859 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:06.400727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:10.012504 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0910e8c4-5dc5-4e72-b845-07b207e5cbb8 req-dbe26ab3-0261-4082-bc54-f725bf0e5b3b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:10.014040 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0910e8c4-5dc5-4e72-b845-07b207e5cbb8 req-dbe26ab3-0261-4082-bc54-f725bf0e5b3b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0512435 Aug 31 07:44:10.057477 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0910e8c4-5dc5-4e72-b845-07b207e5cbb8 req-a431943f-745d-4d19-b9a5-bb176693cd76 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375593 Aug 31 07:44:11.176249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152356-bdce-440f-883c-424b30a56372 req-67099914-5fb7-4d89-a9b4-2674042a0d10 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:11.178418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef152356-bdce-440f-883c-424b30a56372 req-67099914-5fb7-4d89-a9b4-2674042a0d10 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0497103 Aug 31 07:44:11.217281 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ef152356-bdce-440f-883c-424b30a56372 req-eaf4182e-fdc4-4fd0-bf28-29c8f01e52dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324717 Aug 31 07:44:12.193547 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:12.335009 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cba1619-4fdc-4e71-b3c3-dd643f714592 req-00d530ff-e516-4782-bb01-ba4f30737b1a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:12.336517 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cba1619-4fdc-4e71-b3c3-dd643f714592 req-00d530ff-e516-4782-bb01-ba4f30737b1a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0506334 Aug 31 07:44:12.373985 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0cba1619-4fdc-4e71-b3c3-dd643f714592 req-84397bfd-8902-4f6a-9fe9-ee57b104352d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315077 Aug 31 07:44:13.493882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315341fc-ed26-4d59-a73a-73f511fd64d1 req-a4989c6f-3e33-4fde-8877-46a4ef76e2d3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:13.495349 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-315341fc-ed26-4d59-a73a-73f511fd64d1 req-a4989c6f-3e33-4fde-8877-46a4ef76e2d3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0537467 Aug 31 07:44:13.532987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-315341fc-ed26-4d59-a73a-73f511fd64d1 req-3236c752-5f59-4b64-b00a-86a935dc8e10 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316336 Aug 31 07:44:14.652068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a32bb-f72a-4b3c-b9a6-d1bb5886dab1 req-2e2aa676-56ca-4862-b4de-d50d8c84612d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:14.653683 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-084a32bb-f72a-4b3c-b9a6-d1bb5886dab1 req-2e2aa676-56ca-4862-b4de-d50d8c84612d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0525343 Aug 31 07:44:14.696162 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-084a32bb-f72a-4b3c-b9a6-d1bb5886dab1 req-3a849b0f-c885-45f6-abdb-0a00e7893f8a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353713 Aug 31 07:44:15.815743 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a617ac9-4fd4-46b3-9921-2ca15ca5b2f8 req-aa0fe96a-a35b-422a-8849-9ad99df389ab tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:15.817894 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a617ac9-4fd4-46b3-9921-2ca15ca5b2f8 req-aa0fe96a-a35b-422a-8849-9ad99df389ab tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0521441 Aug 31 07:44:15.859136 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6a617ac9-4fd4-46b3-9921-2ca15ca5b2f8 req-2152f7cb-f3d0-4a27-a9a6-a2d4d9975a9f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326858 Aug 31 07:44:16.169473 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:16.975660 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a2db0-90d3-4019-bf64-9f2be9321a30 req-e86c9059-d628-4092-ad7e-129c2257a1b2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:16.977170 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-294a2db0-90d3-4019-bf64-9f2be9321a30 req-e86c9059-d628-4092-ad7e-129c2257a1b2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0502844 Aug 31 07:44:17.019672 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-294a2db0-90d3-4019-bf64-9f2be9321a30 req-40610d75-68a3-4a34-9919-6e6395a4cca5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365942 Aug 31 07:44:18.143620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f3ea0-0a5f-41a3-bb37-bae7947f3224 req-cb1670c9-73d6-4bb1-815c-f61c6710c981 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:18.145119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f6f3ea0-0a5f-41a3-bb37-bae7947f3224 req-cb1670c9-73d6-4bb1-815c-f61c6710c981 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0535545 Aug 31 07:44:18.184673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3f6f3ea0-0a5f-41a3-bb37-bae7947f3224 req-f98519fc-3033-4f12-8fa7-c0d1be812826 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327251 Aug 31 07:44:19.301651 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f8e75-96d1-475c-9a02-24637dedcec1 req-e609bd0c-ca68-43a3-a690-88816f124284 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:19.303925 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b04f8e75-96d1-475c-9a02-24637dedcec1 req-e609bd0c-ca68-43a3-a690-88816f124284 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0507884 Aug 31 07:44:19.343009 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b04f8e75-96d1-475c-9a02-24637dedcec1 req-f4e83755-9dc2-4b11-9576-e15673c76d87 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329430 Aug 31 07:44:20.464536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1490bacc-b792-4de9-ab06-54632db44c0a req-8729fb48-0a19-4ce7-9c8a-59a70d1bba3a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:20.466045 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1490bacc-b792-4de9-ab06-54632db44c0a req-8729fb48-0a19-4ce7-9c8a-59a70d1bba3a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0555241 Aug 31 07:44:20.505719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1490bacc-b792-4de9-ab06-54632db44c0a req-e0791376-dc8a-4dbe-9140-964e8547770e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334413 Aug 31 07:44:21.621142 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fdaf42-a88a-4048-811d-e0ec5a6bd3f8 req-cddf8ea6-3ea6-4e31-84d4-faa1d54dd3f1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:21.622662 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53fdaf42-a88a-4048-811d-e0ec5a6bd3f8 req-cddf8ea6-3ea6-4e31-84d4-faa1d54dd3f1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0497861 Aug 31 07:44:21.661813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-53fdaf42-a88a-4048-811d-e0ec5a6bd3f8 req-4e3ca748-5b76-4a76-9444-2b8e58be1af4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331068 Aug 31 07:44:22.781621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d728c07-28e1-4445-8547-44fe8324f172 req-bd3a1e0d-1eff-45d3-aa77-e3f71b049bbd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:22.783149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d728c07-28e1-4445-8547-44fe8324f172 req-bd3a1e0d-1eff-45d3-aa77-e3f71b049bbd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0517609 Aug 31 07:44:22.822206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3d728c07-28e1-4445-8547-44fe8324f172 req-21ac13e2-ec8e-4c13-b163-8edc6035d843 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325541 Aug 31 07:44:23.935362 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f3a0f2-d02a-4c6a-bf6c-c3bb3b0f33d2 req-f4bc8bb8-c61d-4557-9c03-0b819438cd88 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:23.936849 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81f3a0f2-d02a-4c6a-bf6c-c3bb3b0f33d2 req-f4bc8bb8-c61d-4557-9c03-0b819438cd88 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0494678 Aug 31 07:44:23.979694 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-81f3a0f2-d02a-4c6a-bf6c-c3bb3b0f33d2 req-c99a80f1-c2c4-470d-8201-3a6c4f6851e0 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365870 Aug 31 07:44:24.948979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7e2fff10-3dc2-4fdb-a163-ed64b5260d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:25.099698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adaaa02-bbd5-4dc2-942d-0d55afa77fba req-1a016242-9750-41fd-a5a3-5c2ae71b36f4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:25.101166 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5adaaa02-bbd5-4dc2-942d-0d55afa77fba req-1a016242-9750-41fd-a5a3-5c2ae71b36f4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0512471 Aug 31 07:44:25.139612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5adaaa02-bbd5-4dc2-942d-0d55afa77fba req-d46552c1-c347-4f9f-9344-353bce2deba3 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322871 Aug 31 07:44:26.255774 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1982d07d-db7d-4b1f-9395-bd37b7fc46b7 req-2fb23f5f-2de8-4776-a760-314722414daf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:26.257302 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1982d07d-db7d-4b1f-9395-bd37b7fc46b7 req-2fb23f5f-2de8-4776-a760-314722414daf tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0507307 Aug 31 07:44:26.296049 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1982d07d-db7d-4b1f-9395-bd37b7fc46b7 req-b32546a0-037c-401d-bcae-309cbf35ee57 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327511 Aug 31 07:44:26.318514 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44888) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:26.378727 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b4b06817-1c94-487e-88d1-ad54e9de17fc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/6293f03d-fde6-4d65-97f9-e9419e86e9fd HTTP/1.1" status: 200 len: 993 time: 0.0588007 Aug 31 07:44:27.560290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-15084419-e16a-4a53-b1e1-205d3ba360d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.695441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef715b-baf5-4aa0-989e-fafe08d459cc req-e6e8b1f2-e753-48c7-bcbd-ec8eb817558f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.696825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20ef715b-baf5-4aa0-989e-fafe08d459cc req-e6e8b1f2-e753-48c7-bcbd-ec8eb817558f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0794218 Aug 31 07:44:27.711792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-1d975c9c-2ce8-4481-bbd7-92b09d0f8193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.713191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-1d975c9c-2ce8-4481-bbd7-92b09d0f8193 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1097 time: 0.0657451 Aug 31 07:44:27.788549 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-20ef715b-baf5-4aa0-989e-fafe08d459cc req-49b482b0-8e52-4807-ab8d-17f0eef207db tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847487 Aug 31 07:44:27.824164 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-a1dba3e2-1c7b-43bc-b80b-66f74d1a59d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.825641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-a1dba3e2-1c7b-43bc-b80b-66f74d1a59d8 service neutron] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 898 time: 0.1054063 Aug 31 07:44:27.890934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-8ce32560-830d-4bba-aeab-60769ec8aa08 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 1001 time: 0.0580933 Aug 31 07:44:27.917086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:27.939846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-a83705ed-b37e-4d17-93ac-979cfb29bc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.941294 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-a83705ed-b37e-4d17-93ac-979cfb29bc0b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0437341 Aug 31 07:44:27.991353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-447ffa24-8dfe-49c3-a6e3-1b3ae116b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:27.992731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-447ffa24-8dfe-49c3-a6e3-1b3ae116b6be service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0443070 Aug 31 07:44:28.401645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-78ed8456-47c9-4f69-8343-6e01f32dd4f5 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016321 Aug 31 07:44:28.494898 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a72e5bc8-aea9-4a5f-aed5-e720c71fd21c req-c0924f1a-1176-40db-bf8d-83794e4ff47f service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857720 Aug 31 07:44:28.912599 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727044a-31c7-4efc-a1b2-be703a563959 req-9409c9bc-f3fb-4f4e-98cc-a1841ed54c22 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:28.914005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7727044a-31c7-4efc-a1b2-be703a563959 req-9409c9bc-f3fb-4f4e-98cc-a1841ed54c22 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0532668 Aug 31 07:44:28.952597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7727044a-31c7-4efc-a1b2-be703a563959 req-43c15f6f-0db1-4f3a-aa5b-4bdf8590d5da tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326107 Aug 31 07:44:29.491469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-1db50cf2-6fee-4736-a1ca-256e992c2d27 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408587 Aug 31 07:44:29.578073 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-978ce3e6-666f-463b-afe8-bb4502303695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.580146 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-978ce3e6-666f-463b-afe8-bb4502303695 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1097 time: 0.0448537 Aug 31 07:44:29.687321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-e5eed872-eb55-4c98-818d-e4482f9816dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.688797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-e5eed872-eb55-4c98-818d-e4482f9816dd service neutron] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 898 time: 0.0887337 Aug 31 07:44:29.756499 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-a360cc83-1052-4ffc-9df9-561af9e5c58e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 1001 time: 0.0598986 Aug 31 07:44:29.807621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-f0fb89d1-06bf-48cc-b6e6-06721f64048f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.809099 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-f0fb89d1-06bf-48cc-b6e6-06721f64048f service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0446258 Aug 31 07:44:29.864667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-c3f3f1e6-6a2a-4ee9-8ae0-e33dc6e1a7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:29.866211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-c3f3f1e6-6a2a-4ee9-8ae0-e33dc6e1a7e0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494187 Aug 31 07:44:29.897245 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:29.965884 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-165afb81-3776-47d9-b794-b817962a2f4d service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921776 Aug 31 07:44:30.098451 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0188121b-7f8e-4551-817e-bf69dabe4732 req-73fa6992-8b68-4b54-8201-2acacce26d00 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252000 Aug 31 07:44:30.111563 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f8d540-ab4b-4dc3-81d3-43d060e52796 req-0e1aeec7-3508-4202-b48a-88b59989c00d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:44:30.113096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f8d540-ab4b-4dc3-81d3-43d060e52796 req-0e1aeec7-3508-4202-b48a-88b59989c00d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0781093 Aug 31 07:44:30.154489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f8d540-ab4b-4dc3-81d3-43d060e52796 req-dd5d5c4e-02f9-435b-88b0-6217fdfb551a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340626 Aug 31 07:44:30.182695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44906) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:44:30.249303 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a35194f-5534-479a-aef9-1e7e3bfae277 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/6293f03d-fde6-4d65-97f9-e9419e86e9fd HTTP/1.1" status: 200 len: 993 time: 0.0652738 Aug 31 07:44:31.305103 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:36.401147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:46.168032 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:49.192849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:44:54.954789 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-965fa530-d378-4555-a3bd-c3071e2979fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.562981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-519c2e66-5616-4f7f-8a02-4d3e837879a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:57.920195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:44:59.898951 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.663705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44920) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:00.843017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port ebb0a848-57cc-4334-8bbf-99de9a12a830 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:00.843535 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.924729 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.925038 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:00.938609 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for ebb0a848-57cc-4334-8bbf-99de9a12a830 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:01.100459 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.129579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=ebb0a848-57cc-4334-8bbf-99de9a12a830,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:01.157427 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.157773 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.158113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.158445 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.158780 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.159112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.159440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.159761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.160086 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.160411 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.160732 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.161048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:01.207351 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.207589 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 6293f03d-fde6-4d65-97f9-e9419e86e9fd disassociated (deleted). External IP: 172.25.3.149, port: 6d439453-a637-4601-bd14-b3fd5e8d2f15. Aug 31 07:45:01.311444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.431567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router dea9e30e-6a7f-463b-b5c7-4823808bfc9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:01.545835 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:01.551745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:01.556287 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Sync routers for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:01.565718 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:01.566333 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:01.585245 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bb1633e2-6e20-488b-8bb2-174a246df99f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/floatingips/6293f03d-fde6-4d65-97f9-e9419e86e9fd HTTP/1.1" status: 204 len: 168 time: 0.9202137 Aug 31 07:45:01.586185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:01.590311 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260c5be3-b4bb-4285-91b7-c41818e82a06" -d '{"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:01.657399 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4558aa6a-ec7a-4a84-8117-479b684c95ea x-openstack-request-id: req-4558aa6a-ec7a-4a84-8117-479b684c95ea {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:01.657786 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:01.658067 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-4558aa6a-ec7a-4a84-8117-479b684c95ea {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:01.658435 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'status': 'completed', 'code': 200} Aug 31 07:45:01.724824 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:01.736231 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-2240f643-bce9-433a-b6e2-500f61943b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.739206 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-2240f643-bce9-433a-b6e2-500f61943b12 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 1097 time: 0.0602884 Aug 31 07:45:01.869979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-f2f14ff3-1bc3-46a3-8029-17cc63264b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.871415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-f2f14ff3-1bc3-46a3-8029-17cc63264b6d service neutron] 10.222.0.53 "GET /v2.0/networks?id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 200 len: 898 time: 0.1250551 Aug 31 07:45:01.913966 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22063082-d772-4860-b663-b49a8267ab6d req-804d4746-2f3d-4878-88c0-88e90b75b35b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.916206 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22063082-d772-4860-b663-b49a8267ab6d req-804d4746-2f3d-4878-88c0-88e90b75b35b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0563824 Aug 31 07:45:01.921285 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-9853cb67-0e53-408b-977e-8e0799217249 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 200 len: 217 time: 0.0421908 Aug 31 07:45:01.959712 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-22063082-d772-4860-b663-b49a8267ab6d req-fafdca94-5add-428f-93d2-d79fb479c3a9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371659 Aug 31 07:45:01.983867 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:01.985945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-25cbcdf0-a5d8-438f-b1f7-9ae9383d1902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:01.987483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-25cbcdf0-a5d8-438f-b1f7-9ae9383d1902 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 200 len: 835 time: 0.0555804 Aug 31 07:45:02.011313 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Checking router: dea9e30e-6a7f-463b-b5c7-4823808bfc9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:02.019702 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:02.020305 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:02.038840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-275b311c-6d35-438d-9c9d-3894633d6632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:02.041076 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-275b311c-6d35-438d-9c9d-3894633d6632 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=259fef4a-e7a7-4ca3-9caf-9f147dc402d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0461490 Aug 31 07:45:02.127413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:02.139903 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-54a536bd-358d-4215-8a2e-90b96b551f5e service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909467 Aug 31 07:45:02.231900 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-260c5be3-b4bb-4285-91b7-c41818e82a06 req-47c0374e-c9d5-4c0d-942b-59cc74ebeb81 service neutron] 10.222.0.53 "GET /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844810 Aug 31 07:45:02.324560 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:02.353793 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15879ca5-d99b-4627-baa8-a7d4224bc01b None None] The sync data for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 is: [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:43:21Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'f026366d-4966-4878-b8f2-932d92df7240', 'name': '', 'network_id': '259fef4a-e7a7-4ca3-9caf-9f147dc402d4', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:50:b7:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:20Z', 'updated_at': '2021-08-31T07:43:25Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': '475a1f49-bb64-42d5-85d8-8e44ede5548a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:02.574233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc4cd44-c51d-4fa6-9f59-0ab41377579b None None] New status for floating IP 6293f03d-fde6-4d65-97f9-e9419e86e9fd: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:45:03.092043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276f561-2324-46a9-a4bc-3aa3ce4a220f req-e30f36e4-0776-4c42-83eb-0e72898d68de tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.093581 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3276f561-2324-46a9-a4bc-3aa3ce4a220f req-e30f36e4-0776-4c42-83eb-0e72898d68de tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0564139 Aug 31 07:45:03.132723 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3276f561-2324-46a9-a4bc-3aa3ce4a220f req-9a0ca805-4abf-4d0d-9281-ed67b5a19921 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=98983916-d6c4-4a37-8dd5-6171394547b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330563 Aug 31 07:45:03.478969 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-c76dccff-d200-4d49-b662-d512ee315b8e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:03.480554 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-c76dccff-d200-4d49-b662-d512ee315b8e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 945 time: 0.0524752 Aug 31 07:45:03.572907 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 6d439453-a637-4601-bd14-b3fd5e8d2f15 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:03.573139 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.666316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 6d439453-a637-4601-bd14-b3fd5e8d2f15, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=6d439453-a637-4601-bd14-b3fd5e8d2f15,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:03.666820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.678884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 6d439453-a637-4601-bd14-b3fd5e8d2f15 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:03.812834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.846197 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=6d439453-a637-4601-bd14-b3fd5e8d2f15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:03.892818 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port 6d439453-a637-4601-bd14-b3fd5e8d2f15 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:03.895839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:03.897929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bb120a90-6084-467c-8a31-44f06e0bb412 req-3183192f-c10e-4a94-8036-67e8c0d6ea71 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "DELETE /v2.0/ports/6d439453-a637-4601-bd14-b3fd5e8d2f15 HTTP/1.1" status: 204 len: 173 time: 0.4110181 Aug 31 07:45:03.898601 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'name': 'network-vif-deleted', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:03.901100 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea99c2a-267a-49c0-b8ed-860b5824ab4e" -d '{"events": [{"server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "name": "network-vif-deleted", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:03.939781 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb7864e-ef9e-47c8-896b-6a316a6d72ef x-openstack-request-id: req-2eb7864e-ef9e-47c8-896b-6a316a6d72ef {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:03.940071 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d9b28724-1704-4a5f-a7c8-b7c6332a7c0a", "name": "network-vif-deleted", "tag": "6d439453-a637-4601-bd14-b3fd5e8d2f15", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:03.940478 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2eb7864e-ef9e-47c8-896b-6a316a6d72ef {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:03.940894 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd9b28724-1704-4a5f-a7c8-b7c6332a7c0a', 'name': 'network-vif-deleted', 'tag': '6d439453-a637-4601-bd14-b3fd5e8d2f15', 'status': 'completed', 'code': 200} Aug 31 07:45:04.248984 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-187ba743-8049-4ec5-a2b6-ca115af608b0 req-d1517496-d483-4884-8aed-9aa41c262008 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=d9b28724-1704-4a5f-a7c8-b7c6332a7c0a HTTP/1.1" status: 200 len: 210 time: 0.0283036 Aug 31 07:45:05.315409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44936) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:05.684625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.325213 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port f026366d-4966-4878-b8f2-932d92df7240 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:06.325986 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.415517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.416239 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port f026366d-4966-4878-b8f2-932d92df7240, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=f026366d-4966-4878-b8f2-932d92df7240,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:06.416239 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.430687 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for f026366d-4966-4878-b8f2-932d92df7240 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:06.622374 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:06.654493 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=f026366d-4966-4878-b8f2-932d92df7240,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:06.669053 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.669619 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.670112 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.670365 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.670704 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.671108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.671401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.671736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.672068 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.672401 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.672728 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.673058 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:06.849510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.067904 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router dea9e30e-6a7f-463b-b5c7-4823808bfc9d has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:07.174238 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:07.179324 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-edb48a8c-c2d8-48f0-8e46-3d7f8f8bd833 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/dea9e30e-6a7f-463b-b5c7-4823808bfc9d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8627341 Aug 31 07:45:07.182718 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44940) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:07.185132 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Sync routers for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:07.194641 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:07.195341 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.234896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting subnet 475a1f49-bb64-42d5-85d8-8e44ede5548a {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:45:07.238567 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.281197 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.382221 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.397786 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:07.444237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.475310 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Subnet': ['ID=475a1f49-bb64-42d5-85d8-8e44ede5548a,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:07.479419 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.482106 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-d2952fb8-dd77-4bca-9f48-986bfcbc8762 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/subnets/475a1f49-bb64-42d5-85d8-8e44ede5548a HTTP/1.1" status: 204 len: 168 time: 0.2983966 Aug 31 07:45:07.484650 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44942) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:07.486195 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ade0fa6-037f-484e-9855-ccb29ef42f9b None None] Network 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:07.581920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:45:06Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.611515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.613893 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Checking router: dea9e30e-6a7f-463b-b5c7-4823808bfc9d for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:07.623090 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Routers {'dea9e30e-6a7f-463b-b5c7-4823808bfc9d'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:07.623782 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.689600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] DHCP port deletion for 259fef4a-e7a7-4ca3-9caf-9f147dc402d4 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:45:07.732397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.739126 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] Set router dea9e30e-6a7f-463b-b5c7-4823808bfc9d gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:07.744038 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Deleting port 392980fc-88b8-4861-9bfc-f6d4bac579c8 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:07.744659 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.792840 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:45:07.793796 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.814346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] For port 392980fc-88b8-4861-9bfc-f6d4bac579c8, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=392980fc-88b8-4861-9bfc-f6d4bac579c8,segment=NetworkSegment(544ccc73-601d-4c80-b8e6-b6bb50ec8393),segment_id=544ccc73-601d-4c80-b8e6-b6bb50ec8393)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:07.815100 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.829792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Calling delete_port for 392980fc-88b8-4861-9bfc-f6d4bac579c8 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:07.881649 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 48ac4d8e-5f91-4b54-920c-6f0b33a7380f, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:07.882049 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.896290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 48ac4d8e-5f91-4b54-920c-6f0b33a7380f owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:45:07.918599 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:07.943555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Pushing event deleted for resources: {'Port': ['ID=392980fc-88b8-4861-9bfc-f6d4bac579c8,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:07.947063 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:45:06Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:07.955955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] No DVR routers for this DVR port 392980fc-88b8-4861-9bfc-f6d4bac579c8 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:45:07.964101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.964101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.964101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.964101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.964101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.965474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.965474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.965474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.965474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.966239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.966239 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.966414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae6c2b95-eb71-49ee-a1a6-c74536aa121b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:07.977557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cc89ea-1997-4670-80d7-3324ddba7e7b None None] The sync data for ids ['dea9e30e-6a7f-463b-b5c7-4823808bfc9d'] in n-d-712707-15 is: [{'id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-116691103', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:43:17Z', 'updated_at': '2021-08-31T07:45:06Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '48ac4d8e-5f91-4b54-920c-6f0b33a7380f', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a2:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea9e30e-6a7f-463b-b5c7-4823808bfc9d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:43:18Z', 'updated_at': '2021-08-31T07:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:08.092184 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.111069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=48ac4d8e-5f91-4b54-920c-6f0b33a7380f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:08.152197 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6d439453-a637-4601-bd14-b3fd5e8d2f15 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:08.172691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 6d439453-a637-4601-bd14-b3fd5e8d2f15 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:08.173036 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 6d439453-a637-4601-bd14-b3fd5e8d2f15 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:08.174403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.265742 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.267867 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.319114 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.319676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Fanout notify agent at l3_agent the message router_deleted on router dea9e30e-6a7f-463b-b5c7-4823808bfc9d {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:45:08.327394 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.331535 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e0f28b09-2b5d-4b96-bddf-b64f2702dc68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/routers/dea9e30e-6a7f-463b-b5c7-4823808bfc9d HTTP/1.1" status: 204 len: 168 time: 0.8429630 Aug 31 07:45:08.331535 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44946) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:08.421033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.515430 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.526167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259fef4a-e7a7-4ca3-9caf-9f147dc402d4']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.537565 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544ccc73-601d-4c80-b8e6-b6bb50ec8393') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.537872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544ccc73-601d-4c80-b8e6-b6bb50ec8393') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:08.547552 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.562158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.568470 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:45:08.569148 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:45:08.572919 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:45:08.639399 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.650671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.655093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/networks/259fef4a-e7a7-4ca3-9caf-9f147dc402d4 HTTP/1.1" status: 204 len: 168 time: 0.3205626 Aug 31 07:45:08.655465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44948) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:08.665594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3002f3ca-95e8-4e50-9ed3-0289f6c6e381 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Network': ['ID=259fef4a-e7a7-4ca3-9caf-9f147dc402d4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:08.716569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.745280 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.803975 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.807183 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:08.808326 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/security-groups/98983916-d6c4-4a37-8dd5-6171394547b2 HTTP/1.1" status: 204 len: 168 time: 0.1513553 Aug 31 07:45:08.818342 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c68d69-e5bb-4165-9c36-002a4839d5bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98983916-d6c4-4a37-8dd5-6171394547b2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.074930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 392980fc-88b8-4861-9bfc-f6d4bac579c8 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:09.088689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44954) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.093404 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645736801', 'description': 'tempest-secgroup-smoke-1645736801 description', 'project_id': '357019922f234568896cef68e956800c'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.095247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 392980fc-88b8-4861-9bfc-f6d4bac579c8 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:09.095599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 392980fc-88b8-4861-9bfc-f6d4bac579c8 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:09.096015 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f026366d-4966-4878-b8f2-932d92df7240 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:09.116379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: f026366d-4966-4878-b8f2-932d92df7240 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:09.116769 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device f026366d-4966-4878-b8f2-932d92df7240 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:09.119474 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.206707 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.210417 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.238426 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.239571 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1498036 Aug 31 07:45:09.241541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ef038b-7989-4f5f-8c93-d48d4065a3dd tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56e16618-a8a8-438e-b3e8-909a3027278e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.243617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44956) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.249185 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.276888 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.340972 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.344663 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.363140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ad35054-9361-46f5-b24a-1736535fad45,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.371168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.372484 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ca19ba6c-6de5-4db6-8821-f20deab36690 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272302 Aug 31 07:45:09.375461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44958) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.379943 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.405671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.464475 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.468117 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.487408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83ea9543-fbc3-4ed4-80df-8f5e986bcdb1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.490300 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.491420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-44df04a6-ac91-4368-b4f2-6708ec270adb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1150148 Aug 31 07:45:09.494832 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44960) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.499816 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.527267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.589414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.593314 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.612003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e349fc48-efa3-453c-85f1-c0db8df29694,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.619378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.620685 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-05a92a75-2393-4766-9526-87ef8921edc1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1247301 Aug 31 07:45:09.623782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44962) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.628247 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.658988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.725249 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.729279 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.748197 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68dba056-806b-4b9c-86f3-645b8d4445af,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.759511 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.761058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6ba8418b-192c-4094-8b34-ec7a648cf785 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1360173 Aug 31 07:45:09.763579 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44966) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.768097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.791370 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:45:09.796919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.858880 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.862599 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.879668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b6cebc8-3936-4dcf-aa3c-0c190a1e3744,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:09.888383 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.889666 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a2a2b763-07b7-40ad-bd70-f75ae279c8bc tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250877 Aug 31 07:45:09.892690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44968) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:09.897446 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'security_group_rule': {'security_group_id': '56e16618-a8a8-438e-b3e8-909a3027278e', 'project_id': '357019922f234568896cef68e956800c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:09.919968 n-d-712707-15 neutron-server[94640]: INFO neutron.db.securitygroups_db [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Project 357019922f234568896cef68e956800c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:45:09.925008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.986850 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:09.990840 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.010280 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9b0a04f-5c9b-4858-b47d-f3e96700198d,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.018104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.019358 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-9b5a4867-c41e-4faf-9941-72633253ab84 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1257339 Aug 31 07:45:10.022171 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 44970) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:10.027977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'network': {'name': 'tempest-network-smoke--1212059411', 'project_id': '357019922f234568896cef68e956800c', 'port_security_enabled': True}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:10.050974 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:10.054945 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.082149 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:45:10.093967 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.094315 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Added segment c6339030-c230-441c-b759-1c70f28886db of type vlan for network ea1fd2f4-7844-46a6-94c8-97d35502ca76 Aug 31 07:45:10.139900 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.166191 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.172128 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:10.172720 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.232475 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2091682 Aug 31 07:45:10.235353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44974) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:10.240206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'admin_state_up': True, 'project_id': '357019922f234568896cef68e956800c', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:10.244473 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278cccd2-7bea-4286-b265-f1487ca79e2d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Network': ['ID=ea1fd2f4-7844-46a6-94c8-97d35502ca76,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.254734 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:45:10.266407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.267533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.333218 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.470346 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.655566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48ac4d8e-5f91-4b54-920c-6f0b33a7380f no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:45:10.673016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.675811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 48ac4d8e-5f91-4b54-920c-6f0b33a7380f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:45:10.676161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48ac4d8e-5f91-4b54-920c-6f0b33a7380f not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:45:10.693018 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.803185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.7 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/1171cea2-9415-475c-9c1c-c706d3ccb786) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:10.905157 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.942644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:10.985489 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:10.990979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:10.993865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=1171cea2-9415-475c-9c1c-c706d3ccb786,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:10.996045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:11.578413 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.782182 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:11.915378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 96e2d94e-271c-4ab0-a851-e657824a7ea5 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94639) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:45:12.024999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:12.035054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Sync routers for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:12.044601 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:12.044802 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.045399 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:12.046035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-bd58cf10-05db-479e-99e2-cf82bf81276a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8095670 Aug 31 07:45:12.049250 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44976) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.079396 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5b8143fb-b961-4f9c-a2f8-0da011d12ed1 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?project_id=357019922f234568896cef68e956800c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289643 Aug 31 07:45:12.081916 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44978) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.153810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:12.175648 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767bd0a5-4d24-40d6-b37d-467abfd896ce tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.177235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-767bd0a5-4d24-40d6-b37d-467abfd896ce tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0944030 Aug 31 07:45:12.181094 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44980) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.227640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9813ba67-7c2d-4844-b7a1-bb2729ddac21 tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/subnets?network_id=283ceb81-e5db-49ad-832d-b8435c3c2336&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447428 Aug 31 07:45:12.230084 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44982) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.237766 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1934803262', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'project_id': '357019922f234568896cef68e956800c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:12.374249 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'subnet': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:12.377890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9126282'] for subnet, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.418955 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:11Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:12.618827 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8749283', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9126300'] for subnet, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.627183 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Checking router: 96e2d94e-271c-4ab0-a851-e657824a7ea5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:12.627539 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Updating router 96e2d94e-271c-4ab0-a851-e657824a7ea5 port 1171cea2-9415-475c-9c1c-c706d3ccb786 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:45:12.653911 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.688465 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Subnet': ['ID=d64260b7-d1af-40d4-9124-81c424619ef1,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:12.697044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Checking segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:12.697547 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network hostable DHCP agents. Network: ea1fd2f4-7844-46a6-94c8-97d35502ca76, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94639) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:45:12.715677 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94639) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:45:12.725353 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, ea1fd2f4-7844-46a6-94c8-97d35502ca76) {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:12.730871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:12.731514 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:12.740240 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27b2d3f-bd81-4e4f-8058-57b934d3b7b3 None None] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:12.750214 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2f42c707-65ee-4653-b576-342864b20ca8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5187109 Aug 31 07:45:12.757222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 44984) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:12.988940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:45:12.989834 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.046999 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.112873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Transition to ACTIVE for port object 1171cea2-9415-475c-9c1c-c706d3ccb786 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:13.125835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.213084 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.215760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Attempting to bind port 1171cea2-9415-475c-9c1c-c706d3ccb786 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:13.216134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Attempting to bind port 1171cea2-9415-475c-9c1c-c706d3ccb786 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:13.216500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Attempting to bind port 1171cea2-9415-475c-9c1c-c706d3ccb786 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:13.227404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14c90-d396-4d50-a05e-e4672c20f146 None None] Pushing event updated for resources: {'Port': ['ID=1171cea2-9415-475c-9c1c-c706d3ccb786,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.234152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:13.234447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:13.234856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.235245 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:13.235722 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Bound port: 1171cea2-9415-475c-9c1c-c706d3ccb786, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:13.236219 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.268756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Allocated IP 172.20.0.2 (ea1fd2f4-7844-46a6-94c8-97d35502ca76/d64260b7-d1af-40d4-9124-81c424619ef1/d04b8f23-3088-4093-847c-64d42066a3ac) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:13.355924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] For port 1171cea2-9415-475c-9c1c-c706d3ccb786, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:13.372232 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] For port 1171cea2-9415-475c-9c1c-c706d3ccb786, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1171cea2-9415-475c-9c1c-c706d3ccb786,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:13.383588 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.469032 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:13.469675 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:13.537949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14c90-d396-4d50-a05e-e4672c20f146 None None] Pushing event updated for resources: {'Port': ['ID=1171cea2-9415-475c-9c1c-c706d3ccb786,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.560889 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.601959 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Transition to ACTIVE for port object d04b8f23-3088-4093-847c-64d42066a3ac will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:13.628749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Transition to ACTIVE for port object d04b8f23-3088-4093-847c-64d42066a3ac will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:13.640182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.643005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:13.686033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.1 (ea1fd2f4-7844-46a6-94c8-97d35502ca76/d64260b7-d1af-40d4-9124-81c424619ef1/28ac43a0-aeef-4fed-a7ab-44cadcc8b55e) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:13.770428 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:13.776385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:13.781569 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Pushing event updated for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.785409 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:13.810740 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.824938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:13.861745 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.869303 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Attempting to bind port d04b8f23-3088-4093-847c-64d42066a3ac on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:13.869731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Attempting to bind port d04b8f23-3088-4093-847c-64d42066a3ac by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:13.870064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Attempting to bind port d04b8f23-3088-4093-847c-64d42066a3ac on network ea1fd2f4-7844-46a6-94c8-97d35502ca76 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:13.894420 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:13.894799 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Checking segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:13.895205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.895604 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Bound using segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:13.896082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Bound port: d04b8f23-3088-4093-847c-64d42066a3ac, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:13.896468 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:13.907152 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:13.912385 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:13.916738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:13.944519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:13.963648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:11Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:13.967606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.006061 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd0048b-cf64-4a5e-bbad-aadf28cb2a53 None None] The sync data for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 is: [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:11Z', 'revision_number': 3, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:14.014535 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:14.018441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d04b8f23-3088-4093-847c-64d42066a3ac,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:14.023575 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.098620 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a4417-694a-45b7-b1fe-28de7aaee77e None None] Pushing event updated for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:14.121281 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.514270 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.519404 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.596715 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:14.599338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:14.723395 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:14.725475 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:14.793135 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d04b8f23-3088-4093-847c-64d42066a3ac up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:14.855846 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port d04b8f23-3088-4093-847c-64d42066a3ac completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:14.860904 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1171cea2-9415-475c-9c1c-c706d3ccb786 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:14.868804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 96e2d94e-271c-4ab0-a851-e657824a7ea5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:14.920908 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 1171cea2-9415-475c-9c1c-c706d3ccb786 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:14.925422 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1171cea2-9415-475c-9c1c-c706d3ccb786 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:14.925900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.018717 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:15.022131 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.025580 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-12e90138-b06d-404a-82a6-768d8ab94402 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/96e2d94e-271c-4ab0-a851-e657824a7ea5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2711194 Aug 31 07:45:15.048626 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 1171cea2-9415-475c-9c1c-c706d3ccb786, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1171cea2-9415-475c-9c1c-c706d3ccb786,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:15.054382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.119025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=1171cea2-9415-475c-9c1c-c706d3ccb786,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:15.206437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-133e11d7-3e6e-45b9-85e5-146bfd5a7f80 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645736801&fields=id&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 267 time: 0.0378137 Aug 31 07:45:15.238141 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296e1f16-ca28-4f2b-985b-d12c844aeac1 None None] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:45:15.326574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Provisioning for port d04b8f23-3088-4093-847c-64d42066a3ac completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:15.337792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Provisioning complete for port d04b8f23-3088-4093-847c-64d42066a3ac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:15.338162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.343355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-a594c384-21f0-4f70-b54f-b113a500069b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:15.344863 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-a594c384-21f0-4f70-b54f-b113a500069b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 797 time: 0.1304326 Aug 31 07:45:15.361591 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-68ec4968-b0d6-4865-94b1-c19709be6b10 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/quotas/357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 375 time: 0.0104942 Aug 31 07:45:15.416755 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-32b3e06f-f8ee-4017-9e18-762afaebeb74 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486484 Aug 31 07:45:15.485150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.530655 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d04b8f23-3088-4093-847c-64d42066a3ac,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:15.538628 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.588415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-da488cd6-bb5f-41e3-8780-05d97767e291 service neutron] 10.222.0.57 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568382 Aug 31 07:45:15.600177 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fd064-e753-413e-9ae9-861eb5264df9 None None] Pushing event updated for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:15.722188 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-8756645c-9a13-4811-a541-78d2d57bba8f service neutron] 10.222.0.57 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271088 Aug 31 07:45:15.771169 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Provisioning complete for port d04b8f23-3088-4093-847c-64d42066a3ac triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:15.771745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.913189 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Provisioning for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:15.919357 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Provisioning complete for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:15.919651 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:15.923284 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3e82fb58-f239-48cf-9987-93fbbf03a201 req-b5e77f57-5949-4572-a6d3-13dc73a7cae2 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 210 time: 0.0399470 Aug 31 07:45:15.956296 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Sync routers for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:15.966816 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:15.967695 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:15.972757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-9fe623b2-28e3-4c6d-8ce1-8bfafa8e07d2 None None] Port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:16.093023 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:16.100546 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4e820ca6-75cb-40b5-8a6c-5cc41f0f52f7 None None] Provisioning complete for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:16.100915 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e820ca6-75cb-40b5-8a6c-5cc41f0f52f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.158049 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4e820ca6-75cb-40b5-8a6c-5cc41f0f52f7 None None] Port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:16.176602 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.284155 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-779e8649-c1ab-4509-bfce-02b4f2e8d205 None None] Provisioning complete for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:16.284856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-779e8649-c1ab-4509-bfce-02b4f2e8d205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.326961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-779e8649-c1ab-4509-bfce-02b4f2e8d205 None None] Port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:16.333253 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 2, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:16.365043 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Checking router: 96e2d94e-271c-4ab0-a851-e657824a7ea5 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:16.365414 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Updating router 96e2d94e-271c-4ab0-a851-e657824a7ea5 port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:45:16.394109 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.682168 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.694020 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Transition to ACTIVE for port object 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:16.700514 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.724695 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d04b8f23-3088-4093-847c-64d42066a3ac up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:16.776089 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Pushing event updated for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:16.793305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port d04b8f23-3088-4093-847c-64d42066a3ac triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:16.793790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.798020 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.798358 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.798688 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.799158 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.799522 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.799849 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.800239 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.800559 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.800878 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.801200 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.801530 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.801847 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:45:16.821649 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Attempting to bind port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:16.822001 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Attempting to bind port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:16.822375 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Attempting to bind port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e on network ea1fd2f4-7844-46a6-94c8-97d35502ca76 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:16.827983 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 44, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:16.828241 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Checking segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:16.828614 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.829028 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Bound using segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:16.829514 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Bound port: 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:16.829894 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.900285 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1171cea2-9415-475c-9c1c-c706d3ccb786 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:16.916901 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] For port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:16.921413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] For port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:16.927501 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:16.963873 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 1171cea2-9415-475c-9c1c-c706d3ccb786 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:16.964290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.083704 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:17.085077 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:44:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:17.129125 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-73f8090d-a1c1-42bf-9f2c-2765ad37f66c req-0ccad796-06eb-43fc-979f-70c73e9987e8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 210 time: 0.0482945 Aug 31 07:45:17.200226 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-ec1ce2ae-4240-487c-ace0-92f620713576 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:17.201942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-ec1ce2ae-4240-487c-ace0-92f620713576 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 797 time: 0.2465656 Aug 31 07:45:17.229067 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:17.264265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-6c3e7dcf-362f-4fe0-b9f7-105940991ed9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=357019922f234568896cef68e956800c HTTP/1.1" status: 200 len: 380 time: 0.0502527 Aug 31 07:45:17.268998 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70a974a-adc6-485e-aaed-3d204a97a94a None None] Pushing event updated for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=4']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:17.281754 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'port': {'device_id': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'admin_state_up': True, 'tenant_id': '357019922f234568896cef68e956800c', 'security_groups': ['56e16618-a8a8-438e-b3e8-909a3027278e']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:17.416641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Made reservation on behalf of 357019922f234568896cef68e956800c for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:45:17.420287 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.491541 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:16Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:17.519960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa2746-b6f9-4160-8610-98a9e72f19f2 None None] The sync data for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 is: [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:16Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:17.599975 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.20.0.7 (ea1fd2f4-7844-46a6-94c8-97d35502ca76/d64260b7-d1af-40d4-9124-81c424619ef1/99c43234-2d7b-44d7-82f7-bc230ef34217) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:17.765253 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.780971 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Transition to ACTIVE for port object 99c43234-2d7b-44d7-82f7-bc230ef34217 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:17.822349 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.870598 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:17.873856 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:17.877759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:17.905419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:17.936847 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:17.937708 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:17.966024 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-cdf5d48d-1446-470b-af12-7ec5a740a582 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881850 Aug 31 07:45:17.977433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Request body: {'port': {'device_id': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:18.045403 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.160864 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2695b92-f230-4b6c-aead-93d1e3613796 None None] Provisioning for port 99c43234-2d7b-44d7-82f7-bc230ef34217 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:18.170721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e2695b92-f230-4b6c-aead-93d1e3613796 None None] Provisioning complete for port 99c43234-2d7b-44d7-82f7-bc230ef34217 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:18.171018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2695b92-f230-4b6c-aead-93d1e3613796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.207999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e2695b92-f230-4b6c-aead-93d1e3613796 None None] Port 99c43234-2d7b-44d7-82f7-bc230ef34217 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:45:18.286383 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd4d18-c354-4d2f-ab3e-4f8ec6b1375a req-eb319669-905c-4f1f-a94b-5a1a0a803a68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.287976 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31dd4d18-c354-4d2f-ab3e-4f8ec6b1375a req-eb319669-905c-4f1f-a94b-5a1a0a803a68 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 931 time: 0.0640652 Aug 31 07:45:18.334103 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-31dd4d18-c354-4d2f-ab3e-4f8ec6b1375a req-68e6aacc-191a-403b-ba81-3a3570134476 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384307 Aug 31 07:45:18.355640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99c43234-2d7b-44d7-82f7-bc230ef34217 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:18.364035 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.377765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Transition to ACTIVE for port object 99c43234-2d7b-44d7-82f7-bc230ef34217 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:45:18.382735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.433051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Pushing event updated for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:18.518781 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Attempting to bind port 99c43234-2d7b-44d7-82f7-bc230ef34217 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:45:18.519119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Attempting to bind port 99c43234-2d7b-44d7-82f7-bc230ef34217 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:45:18.519441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Attempting to bind port 99c43234-2d7b-44d7-82f7-bc230ef34217 on network ea1fd2f4-7844-46a6-94c8-97d35502ca76 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:18.524714 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Port 99c43234-2d7b-44d7-82f7-bc230ef34217 on network ea1fd2f4-7844-46a6-94c8-97d35502ca76 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:45:18.525033 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Attempting to bind port 99c43234-2d7b-44d7-82f7-bc230ef34217 on network ea1fd2f4-7844-46a6-94c8-97d35502ca76 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:45:18.530627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:45:18.530973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Checking segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:45:18.531354 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Bound using segment: {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:45:18.531789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Bound port: 99c43234-2d7b-44d7-82f7-bc230ef34217, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6339030-c230-441c-b759-1c70f28886db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:45:18.532146 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.609615 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:45:18.613140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=99c43234-2d7b-44d7-82f7-bc230ef34217,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:45:18.619598 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.655914 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.656754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.658467 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] 10.222.0.53 "PUT /v2.0/ports/99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 1092 time: 0.6864417 Aug 31 07:45:18.660887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:18.663768 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63710728-09ca-4194-a3bf-9040eb0d7efd" -d '{"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:18.727162 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80434a13-5e2f-4bf3-b552-8604af48c2be x-openstack-request-id: req-80434a13-5e2f-4bf3-b552-8604af48c2be {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:18.734108 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:18.734382 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-80434a13-5e2f-4bf3-b552-8604af48c2be {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:18.734819 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'status': 'completed', 'code': 200} Aug 31 07:45:18.735436 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44aa700-a66c-40dc-9a0f-8a4fd2dc1e49 service neutron] Pushing event updated for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:18.777608 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:18.787499 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-ffe4224a-42ee-47a1-8261-d0bd3884f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.789756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-ffe4224a-42ee-47a1-8261-d0bd3884f870 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1095 time: 0.0731027 Aug 31 07:45:18.834916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-d611aa8a-1d51-47c1-9565-7fdc156eeeab service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 217 time: 0.0377121 Aug 31 07:45:18.838753 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:18.843544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:18.844255 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.891873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-cfd5a3da-3ab4-493f-9cf7-310854aa96dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.893414 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-cfd5a3da-3ab4-493f-9cf7-310854aa96dc service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0502653 Aug 31 07:45:18.928773 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:18.946695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5510c01-2fb7-428c-be43-34a99320586d req-06d9874f-73e1-4b68-9548-cf4792f3c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:18.948347 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-06d9874f-73e1-4b68-9548-cf4792f3c033 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0473404 Aug 31 07:45:18.967056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:18.976075 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:19.029560 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:19.056359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-ffea4757-cd2a-4e0b-8f69-4568a0d05eef service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010222 Aug 31 07:45:19.154192 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c5510c01-2fb7-428c-be43-34a99320586d req-966670f9-d248-48cc-8d72-6590af7c4b45 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908165 Aug 31 07:45:19.240956 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a76dc7de-156c-4e68-b345-1880295f7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.243055 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a76dc7de-156c-4e68-b345-1880295f7dc6 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1095 time: 0.0424876 Aug 31 07:45:19.336586 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a2326f1c-8860-45f9-abcb-973ff38a7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.338080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a2326f1c-8860-45f9-abcb-973ff38a7541 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 898 time: 0.0878329 Aug 31 07:45:19.385825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-1a6f1d23-3c97-4651-8a78-e499751c686b service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 217 time: 0.0397177 Aug 31 07:45:19.438267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a788092c-821a-435b-98c3-a3b5a508ef25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.439741 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-a788092c-821a-435b-98c3-a3b5a508ef25 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0456333 Aug 31 07:45:19.454081 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce6bb-f2ef-4c27-9ff1-26b06fa89443 req-ad094735-3d23-4b82-b0e8-fa12a34edd4b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.455674 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd1ce6bb-f2ef-4c27-9ff1-26b06fa89443 req-ad094735-3d23-4b82-b0e8-fa12a34edd4b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 943 time: 0.0511670 Aug 31 07:45:19.495364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-538bba24-63d7-4df1-ab06-2b2eb16dcbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:19.496929 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-538bba24-63d7-4df1-ab06-2b2eb16dcbd6 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0483501 Aug 31 07:45:19.499400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fd1ce6bb-f2ef-4c27-9ff1-26b06fa89443 req-77ec8f84-c588-49b2-b3c4-2293ff402539 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341001 Aug 31 07:45:19.934308 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-5e30e12b-aeb8-4bb4-8834-0eae19b48ef3 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298036 Aug 31 07:45:20.029787 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-63710728-09ca-4194-a3bf-9040eb0d7efd req-9b715211-fb5d-4ae5-9416-a085c7218521 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874197 Aug 31 07:45:20.622587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626188d-bcb9-4cc7-a978-b5161091a356 req-92c25057-89c5-40cc-873d-477121aeba4c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:20.624065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7626188d-bcb9-4cc7-a978-b5161091a356 req-92c25057-89c5-40cc-873d-477121aeba4c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 943 time: 0.0530043 Aug 31 07:45:20.662928 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7626188d-bcb9-4cc7-a978-b5161091a356 req-9080a465-5baa-4e5a-b546-0cdf38a6bb56 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328135 Aug 31 07:45:20.706997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:20.763207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:20.763573 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:21.782216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d478d-129b-4053-9522-8294685668e0 req-6d68877d-cd50-4095-a9ad-0e67e86136a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:21.783736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c0d478d-129b-4053-9522-8294685668e0 req-6d68877d-cd50-4095-a9ad-0e67e86136a1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 943 time: 0.0505304 Aug 31 07:45:21.823064 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0c0d478d-129b-4053-9522-8294685668e0 req-a5a251a3-a7e7-4fab-9e5e-285a6c8db1cb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332329 Aug 31 07:45:22.233178 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 99c43234-2d7b-44d7-82f7-bc230ef34217 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:45:22.334723 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=99c43234-2d7b-44d7-82f7-bc230ef34217,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:22.346615 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'port_id': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'mac_address': 'fa:16:3e:51:41:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:45:22.387030 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.400184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99c43234-2d7b-44d7-82f7-bc230ef34217 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:45:22.420111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=99c43234-2d7b-44d7-82f7-bc230ef34217,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:22.424548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:22.475371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:22.641147 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['99c43234-2d7b-44d7-82f7-bc230ef34217'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:45:22.945983 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad73b1f-8adc-4b90-b013-7c63ce8f6123 req-5d9a0743-374e-4b3d-b5a0-12398e1ce2d1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:22.947551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ad73b1f-8adc-4b90-b013-7c63ce8f6123 req-5d9a0743-374e-4b3d-b5a0-12398e1ce2d1 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 944 time: 0.0502930 Aug 31 07:45:22.986420 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8ad73b1f-8adc-4b90-b013-7c63ce8f6123 req-06b21e4e-b3a6-4449-8323-7e2b759ffb5a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329301 Aug 31 07:45:24.109908 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f116cf-4434-440d-8fea-d265aceb5971 req-2dea08ff-4f5e-4695-a074-458574fd7bd5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:24.111416 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5f116cf-4434-440d-8fea-d265aceb5971 req-2dea08ff-4f5e-4695-a074-458574fd7bd5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 944 time: 0.0548787 Aug 31 07:45:24.150043 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d5f116cf-4434-440d-8fea-d265aceb5971 req-37b10f8c-3b04-4977-a620-140de5aee4b5 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320184 Aug 31 07:45:24.242562 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 99c43234-2d7b-44d7-82f7-bc230ef34217 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:45:24.292555 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 99c43234-2d7b-44d7-82f7-bc230ef34217 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:45:24.296896 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 99c43234-2d7b-44d7-82f7-bc230ef34217 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:45:24.297267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.379601 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.402346 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:24.404900 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f9cd90-6051-45d8-baa9-d297ceedc853" -d '{"events": [{"server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "name": "network-vif-plugged", "status": "completed", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:24.418947 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=99c43234-2d7b-44d7-82f7-bc230ef34217,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:45:24.423408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:24.472954 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:24.497166 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ba0723d-0b85-464c-a538-9fa9a6966d79 x-openstack-request-id: req-7ba0723d-0b85-464c-a538-9fa9a6966d79 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:24.497499 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "name": "network-vif-plugged", "status": "completed", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:24.497754 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-7ba0723d-0b85-464c-a538-9fa9a6966d79 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:24.498159 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'code': 200} Aug 31 07:45:24.594156 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93531e26-95e8-402a-be15-1fd217bef634 req-3d62235c-9952-48a2-895a-49316fe2c6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:24.595627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93531e26-95e8-402a-be15-1fd217bef634 req-3d62235c-9952-48a2-895a-49316fe2c6f9 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1097 time: 0.0428953 Aug 31 07:45:24.633832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-93531e26-95e8-402a-be15-1fd217bef634 req-f9fca8b0-e60b-4186-bcbd-e31736235568 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305879 Aug 31 07:45:24.946508 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ac25bfd2-a251-4a7d-9886-28e2f74f4c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:25.270380 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afac0ee0-2849-43a2-af16-7c27d4c07c11 req-6bbc8b8c-c2cb-4bcf-a0d8-aa4fd8b85474 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:25.271949 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afac0ee0-2849-43a2-af16-7c27d4c07c11 req-6bbc8b8c-c2cb-4bcf-a0d8-aa4fd8b85474 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0514567 Aug 31 07:45:25.317948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-afac0ee0-2849-43a2-af16-7c27d4c07c11 req-d11c4171-4e87-4da2-b625-a18aa26cda16 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387475 Aug 31 07:45:26.192013 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:45:26.443223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed24975-62a0-4791-892e-b0bacc9d8e6a req-23b45e90-5ecd-4224-9074-6255c927cd46 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:26.445770 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bed24975-62a0-4791-892e-b0bacc9d8e6a req-23b45e90-5ecd-4224-9074-6255c927cd46 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0548522 Aug 31 07:45:26.484030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bed24975-62a0-4791-892e-b0bacc9d8e6a req-fbac11e0-206f-480a-8c69-e2c2a53f9972 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Aug 31 07:45:26.600550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a84150-e997-4a23-a124-e086d7d5d22b req-cb5bb7ca-2986-455b-9b43-cbaf81aa944a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:26.602181 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92a84150-e997-4a23-a124-e086d7d5d22b req-cb5bb7ca-2986-455b-9b43-cbaf81aa944a tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0514016 Aug 31 07:45:26.644362 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-92a84150-e997-4a23-a124-e086d7d5d22b req-d0307e0e-3764-4c81-b6b8-7bcccfe56705 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362103 Aug 31 07:45:26.666810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45048) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:26.707184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f70b80f-5432-488b-a2df-9efee9c602dc tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:26.708695 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5f70b80f-5432-488b-a2df-9efee9c602dc tempest-TestNetworkAdvancedServerOps-1331397147 tempest-TestNetworkAdvancedServerOps-1331397147-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1092 time: 0.0408876 Aug 31 07:45:26.712265 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45050) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:26.716658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'tenant_id': '357019922f234568896cef68e956800c', 'fixed_ip_address': '172.20.0.7'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:45:26.738545 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.842533 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:26.948221 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Allocated IP 172.25.3.98 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/eefcf225-9404-49b1-bc1e-7eebb4c27682) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:45:27.057858 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.097212 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.138127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:45:27.141098 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:45:27.144738 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:45:27.167558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=eefcf225-9404-49b1-bc1e-7eebb4c27682,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:27.511756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.565442 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0a2c23c0-79b6-4837-9329-0491f68a56d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.583717 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.753499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.759436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.831302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event updated for resources: {'Port': ['ID=eefcf225-9404-49b1-bc1e-7eebb4c27682,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:45:27.842137 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.924398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:27.946565 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 19e4b6b8-0833-4cad-b10d-fcfae8a38a51 associated. External IP: 172.25.3.98, port: 99c43234-2d7b-44d7-82f7-bc230ef34217. Aug 31 07:45:28.159516 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 96e2d94e-271c-4ab0-a851-e657824a7ea5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:45:28.270275 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:45:28.281925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Sync routers for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:45:28.286939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:28.292654 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:28.293388 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.316516 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11ebb493-4918-491e-ad7f-3201f58516d8 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6032071 Aug 31 07:45:28.317119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:45:28.320152 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b30b230-da60-4258-9c37-94ef4d2f1c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:45:28.360358 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac09cc8a-90d0-41d1-84be-13e641fbcd2e x-openstack-request-id: req-ac09cc8a-90d0-41d1-84be-13e641fbcd2e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:45:28.360699 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:45:28.360980 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ac09cc8a-90d0-41d1-84be-13e641fbcd2e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:45:28.361482 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'status': 'completed', 'code': 200} Aug 31 07:45:28.414374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:28.451566 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eeb4bbd-4724-4920-8b64-7a2229385c5d req-db015ea9-f4f4-41ec-98d1-a0b751e0af3c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.453131 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5eeb4bbd-4724-4920-8b64-7a2229385c5d req-db015ea9-f4f4-41ec-98d1-a0b751e0af3c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0837088 Aug 31 07:45:28.470858 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-9632d72d-f25f-4456-b3b5-853daa21f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.472371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-9632d72d-f25f-4456-b3b5-853daa21f85b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1097 time: 0.0746741 Aug 31 07:45:28.553047 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5eeb4bbd-4724-4920-8b64-7a2229385c5d req-6d3614e9-1c1d-40d6-8ee6-e68e355b5238 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934381 Aug 31 07:45:28.580393 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45058) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:28.604722 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-809dc397-2e97-495e-8314-c394e7a938d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.606232 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-809dc397-2e97-495e-8314-c394e7a938d5 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 898 time: 0.1247625 Aug 31 07:45:28.661420 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-086a44bb-eb6b-4c99-be5b-b1d7c5a3fc1f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/19e4b6b8-0833-4cad-b10d-fcfae8a38a51 HTTP/1.1" status: 200 len: 990 time: 0.0787723 Aug 31 07:45:28.670002 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '19e4b6b8-0833-4cad-b10d-fcfae8a38a51', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'port_id': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'mac_address': 'fa:16:3e:51:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:27Z', 'updated_at': '2021-08-31T07:45:27Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.686409 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-a5647a44-57ac-4de4-9d3d-d6e83602d9df service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 998 time: 0.0715883 Aug 31 07:45:28.697031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Checking router: 96e2d94e-271c-4ab0-a851-e657824a7ea5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:45:28.705657 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:45:28.706267 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:28.739510 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-c3caad32-cbc3-4d9d-8d69-3529c6253ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.741300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-c3caad32-cbc3-4d9d-8d69-3529c6253ae4 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0467517 Aug 31 07:45:28.792833 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-f9fb9e69-5a33-44cc-be4c-b3ac612825b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:28.794411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-f9fb9e69-5a33-44cc-be4c-b3ac612825b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0420375 Aug 31 07:45:28.805860 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-1ab8a4bf-310a-471d-a98e-07c7134512f2 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:45:28.806865 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-1ab8a4bf-310a-471d-a98e-07c7134512f2 service neutron] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054212 Aug 31 07:45:28.814852 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:45:28.907796 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-69f6fe7f-263f-4396-a100-58f71638a0fd service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930076 Aug 31 07:45:29.049681 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '19e4b6b8-0833-4cad-b10d-fcfae8a38a51', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'port_id': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'mac_address': 'fa:16:3e:51:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:27Z', 'updated_at': '2021-08-31T07:45:27Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:45:29.060105 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1b30b230-da60-4258-9c37-94ef4d2f1c5a req-273d4c5c-4b82-4475-a758-f3e230483810 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426160 Aug 31 07:45:29.080563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62071b7c-63b5-413a-8d00-15aa083d943d None None] The sync data for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 is: [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '19e4b6b8-0833-4cad-b10d-fcfae8a38a51', 'tenant_id': '357019922f234568896cef68e956800c', 'floating_ip_address': '172.25.3.98', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'port_id': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4262, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'mac_address': 'fa:16:3e:51:41:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:45:27Z', 'updated_at': '2021-08-31T07:45:27Z', 'revision_number': 0, 'project_id': '357019922f234568896cef68e956800c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:45:29.276338 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe1ce11-1fe4-4fab-b90a-44726cdc3350 None None] New status for floating IP 19e4b6b8-0833-4cad-b10d-fcfae8a38a51: ACTIVE {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:45:29.664520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:45:29.730246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-868620cd-1cb4-4fd6-8c7d-c1181c27ebd9 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/19e4b6b8-0833-4cad-b10d-fcfae8a38a51 HTTP/1.1" status: 200 len: 992 time: 0.0645251 Aug 31 07:45:29.900690 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:30.484250 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-c425924c-19cb-4297-af66-140c0be6b380 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0427043 Aug 31 07:45:30.573912 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-8d16c305-9b78-4657-877d-2a814af6e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.575345 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-8d16c305-9b78-4657-877d-2a814af6e363 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1097 time: 0.0453122 Aug 31 07:45:30.698821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-54d6d9d0-493b-44cc-a4c4-b907a8d45154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.700437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-54d6d9d0-493b-44cc-a4c4-b907a8d45154 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 898 time: 0.0997398 Aug 31 07:45:30.772730 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-5a5f78e6-491c-4190-8aeb-3b84c709648a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 1000 time: 0.0646167 Aug 31 07:45:30.828113 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-6e533069-c350-4654-8ce1-7f6ac60d012b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.829572 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-6e533069-c350-4654-8ce1-7f6ac60d012b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0485342 Aug 31 07:45:30.886281 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-3d8e863e-ec9e-440a-a130-bc6bf5dcf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:45:30.887818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-3d8e863e-ec9e-440a-a130-bc6bf5dcf874 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500450 Aug 31 07:45:30.999284 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-86e4ce40-5c8d-44b1-98bb-ab2f13373570 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014342 Aug 31 07:45:31.108398 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c1284bc3-8a87-4466-a65a-b853029e56c1 req-cea3f0f4-95b1-4d83-9b83-c07643bd2919 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010001 Aug 31 07:45:31.320896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:36.441984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:46.183331 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:54.952168 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9dad4c29-22cd-4c86-a333-7209253e6645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.573760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ddb518e0-c043-4cf0-b862-321d060304d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:57.930965 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:45:59.911593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:01.317797 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:03.141787 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b840f29c-331c-473f-a5e9-d7bce3235743 req-6e8da0f9-b722-46d8-a55a-689d06c8a4ca tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:03.143474 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b840f29c-331c-473f-a5e9-d7bce3235743 req-6e8da0f9-b722-46d8-a55a-689d06c8a4ca tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0617168 Aug 31 07:46:03.191386 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b840f29c-331c-473f-a5e9-d7bce3235743 req-bf419276-9122-4e15-83e5-785897c125bb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406847 Aug 31 07:46:03.193931 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:04.384252 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619e97-9eb7-44d8-b40c-4569a3cf7d5f req-79b92426-e470-493e-8b4d-ec9dc66f7aad tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:04.386025 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58619e97-9eb7-44d8-b40c-4569a3cf7d5f req-79b92426-e470-493e-8b4d-ec9dc66f7aad tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0639033 Aug 31 07:46:04.433422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58619e97-9eb7-44d8-b40c-4569a3cf7d5f req-83f397c4-75ec-4d93-aa35-6dea5d31e1af tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404401 Aug 31 07:46:04.459039 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45082) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:04.530747 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6a5e9963-b8a0-4159-8f83-2d2406eedf32 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/19e4b6b8-0833-4cad-b10d-fcfae8a38a51 HTTP/1.1" status: 200 len: 992 time: 0.0695055 Aug 31 07:46:05.868155 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb3979-e3f8-4ca1-a1ad-3a0f72abb99b req-b1ee4236-b26e-4bd2-9c18-5be91db0a2cb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.869823 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7eb3979-e3f8-4ca1-a1ad-3a0f72abb99b req-b1ee4236-b26e-4bd2-9c18-5be91db0a2cb tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0634489 Aug 31 07:46:05.877167 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f72-d301-484d-9201-f997f9921e98 req-92b32981-ad4b-4d63-9ad1-a9642e01a785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:05.879874 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-92b32981-ad4b-4d63-9ad1-a9642e01a785 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1097 time: 0.0730624 Aug 31 07:46:05.920231 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d7eb3979-e3f8-4ca1-a1ad-3a0f72abb99b req-2255a659-4b96-4078-b426-acddf247960e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390828 Aug 31 07:46:06.008346 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f72-d301-484d-9201-f997f9921e98 req-4c516741-2a98-42e8-b936-1cf83842fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.009909 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-4c516741-2a98-42e8-b936-1cf83842fdfb service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 898 time: 0.1202791 Aug 31 07:46:06.093551 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-f1419bfc-5dbb-4377-9354-73c28348410e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 1000 time: 0.0757761 Aug 31 07:46:06.157821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f72-d301-484d-9201-f997f9921e98 req-9f42ddae-56eb-43b8-9c12-b56da39247f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.159676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-9f42ddae-56eb-43b8-9c12-b56da39247f5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0578136 Aug 31 07:46:06.216812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945f0f72-d301-484d-9201-f997f9921e98 req-6cca6d19-6706-4d83-a0b6-1d712cdc151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:06.218675 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-6cca6d19-6706-4d83-a0b6-1d712cdc151f service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512950 Aug 31 07:46:06.337703 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-5a3f47d3-789b-4bdb-8673-98542dc4f9a8 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099350 Aug 31 07:46:06.438940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:06.470490 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-945f0f72-d301-484d-9201-f997f9921e98 req-25a38dc6-22fe-4b94-a0ce-42800d0e9814 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239598 Aug 31 07:46:07.063695 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a889df3e-0e8f-4d75-824d-6102f8639d8e req-1316cee2-3976-4e53-9887-3c5665b61970 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:07.065392 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a889df3e-0e8f-4d75-824d-6102f8639d8e req-1316cee2-3976-4e53-9887-3c5665b61970 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0620675 Aug 31 07:46:07.118891 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a889df3e-0e8f-4d75-824d-6102f8639d8e req-c59058f6-7a69-481c-8424-b5a36b74ebc4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415099 Aug 31 07:46:08.258261 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f4d9ba-7d75-429c-aa95-89f8e70b1a75 req-68681904-4cce-40b5-9301-73880bf6641e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:08.260283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52f4d9ba-7d75-429c-aa95-89f8e70b1a75 req-68681904-4cce-40b5-9301-73880bf6641e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0610738 Aug 31 07:46:08.307948 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-52f4d9ba-7d75-429c-aa95-89f8e70b1a75 req-f350725b-d558-4d35-80b4-1aa43d15f406 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411394 Aug 31 07:46:08.336363 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:08.406407 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3a79f2f6-89af-4f29-8f81-acb738b13e5d tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/floatingips/19e4b6b8-0833-4cad-b10d-fcfae8a38a51 HTTP/1.1" status: 200 len: 992 time: 0.0685906 Aug 31 07:46:08.684415 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45100) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:08.885195 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port eefcf225-9404-49b1-bc1e-7eebb4c27682 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:08.885799 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.974133 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.974379 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:08.989075 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for eefcf225-9404-49b1-bc1e-7eebb4c27682 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:09.175979 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.205528 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=eefcf225-9404-49b1-bc1e-7eebb4c27682,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:09.218956 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.219305 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.219646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.219986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.220326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.220662 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.220991 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.221321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.221714 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.222025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.222351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.222678 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:09.298140 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.298962 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Floating IP 19e4b6b8-0833-4cad-b10d-fcfae8a38a51 disassociated (deleted). External IP: 172.25.3.98, port: 99c43234-2d7b-44d7-82f7-bc230ef34217. Aug 31 07:46:09.604520 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 96e2d94e-271c-4ab0-a851-e657824a7ea5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:09.731838 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:09.737033 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:09.743249 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Sync routers for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:09.754001 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:09.754646 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:09.766660 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c1ac4549-7d2b-4d38-bbca-3e3dd1a14ed4 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/floatingips/19e4b6b8-0833-4cad-b10d-fcfae8a38a51 HTTP/1.1" status: 204 len: 168 time: 1.0809987 Aug 31 07:46:09.767246 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:09.769635 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01" -d '{"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:09.841625 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37b4e8a2-a815-4300-bbd1-dd42646521c4 x-openstack-request-id: req-37b4e8a2-a815-4300-bbd1-dd42646521c4 {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:09.842085 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:09.842675 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-37b4e8a2-a815-4300-bbd1-dd42646521c4 {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:09.843914 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'status': 'completed', 'code': 200} Aug 31 07:46:09.908650 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:09.955047 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-e6b5314f-ef0d-418d-b7a5-de14fe6d13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:09.963933 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-e6b5314f-ef0d-418d-b7a5-de14fe6d13ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=357019922f234568896cef68e956800c&device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 1097 time: 0.0886643 Aug 31 07:46:10.097945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5e939-e2f3-4257-b109-94be4dcac3f9 req-5e6750f1-e0e1-4c8e-bba0-beb69f2b710e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.099735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d5e939-e2f3-4257-b109-94be4dcac3f9 req-5e6750f1-e0e1-4c8e-bba0-beb69f2b710e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0880709 Aug 31 07:46:10.106288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-6c8470b8-58cb-414b-b901-d880b56e4972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.107833 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-6c8470b8-58cb-414b-b901-d880b56e4972 service neutron] 10.222.0.53 "GET /v2.0/networks?id=ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 200 len: 898 time: 0.1415372 Aug 31 07:46:10.192627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-0e0d3796-5b74-4826-ae33-e5b08298771d service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 200 len: 217 time: 0.0633802 Aug 31 07:46:10.199125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:10.246822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Checking router: 96e2d94e-271c-4ab0-a851-e657824a7ea5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:10.262247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:10.263076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:10.263512 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d5e939-e2f3-4257-b109-94be4dcac3f9 req-c51d544d-0bf5-48a7-ae50-68ac9f65cb2f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1540213 Aug 31 07:46:10.296303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-d9e765b1-b3a1-4f45-9c99-e8459d17753d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.298403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-d9e765b1-b3a1-4f45-9c99-e8459d17753d service neutron] 10.222.0.53 "GET /v2.0/subnets?id=d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 200 len: 835 time: 0.0977242 Aug 31 07:46:10.359768 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-3ed99f27-1b01-41fb-b9aa-2d46093d49cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:10.362080 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-3ed99f27-1b01-41fb-b9aa-2d46093d49cd service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=ea1fd2f4-7844-46a6-94c8-97d35502ca76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553796 Aug 31 07:46:10.416647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:10.472385 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-20792d53-359f-4954-8ef6-91120355f1e6 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002901 Aug 31 07:46:10.609210 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e3d3d58c-37a1-4ac1-8f48-d5d03a2ebd01 req-3c69e2fc-91dd-48df-9fd7-964b55ba8c84 service neutron] 10.222.0.53 "GET /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281581 Aug 31 07:46:10.663935 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:10.700687 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0205938-a8f1-435d-9a8c-b6f80eb42b50 None None] The sync data for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 is: [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:14Z', 'revision_number': 4, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '28ac43a0-aeef-4fed-a7ab-44cadcc8b55e', 'name': '', 'network_id': 'ea1fd2f4-7844-46a6-94c8-97d35502ca76', 'tenant_id': '357019922f234568896cef68e956800c', 'mac_address': 'fa:16:3e:00:1c:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:13Z', 'updated_at': '2021-08-31T07:45:18Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'subnets': [{'id': 'd64260b7-d1af-40d4-9124-81c424619ef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:10.969696 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd959ba-cb15-4252-9242-19a05f4c768a None None] New status for floating IP 19e4b6b8-0833-4cad-b10d-fcfae8a38a51: DOWN {{(pid=94642) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:11.436322 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9783d6d-0646-46dc-8205-217fc637cf99 req-aa1d8993-3250-4661-b6ba-7aba2703b982 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.438165 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c9783d6d-0646-46dc-8205-217fc637cf99 req-aa1d8993-3250-4661-b6ba-7aba2703b982 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.0616779 Aug 31 07:46:11.482547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c9783d6d-0646-46dc-8205-217fc637cf99 req-129f6e3f-4b96-4f3d-a0d5-11519eb7e68e tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/security-groups?id=56e16618-a8a8-438e-b3e8-909a3027278e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363669 Aug 31 07:46:11.994786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-51cd6a64-1a6e-41df-be3e-ca92aeb9541c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:11.996418 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-51cd6a64-1a6e-41df-be3e-ca92aeb9541c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 945 time: 0.3967247 Aug 31 07:46:12.098585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 99c43234-2d7b-44d7-82f7-bc230ef34217 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:12.098915 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.200416 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 99c43234-2d7b-44d7-82f7-bc230ef34217, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=99c43234-2d7b-44d7-82f7-bc230ef34217,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:12.200778 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.215946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 99c43234-2d7b-44d7-82f7-bc230ef34217 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:12.411210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.445406 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=99c43234-2d7b-44d7-82f7-bc230ef34217,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:12.458963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.460585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.460988 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.461364 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.461716 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.462056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.462391 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.462750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.463105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.463654 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.464017 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.464500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:12.502568 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port 99c43234-2d7b-44d7-82f7-bc230ef34217 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:12.505712 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:12.508286 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0ef0df64-b64e-4fc5-819b-8be685b94b99 req-00fcd3ff-f23e-4e98-af11-f2de2fbd260f tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.53 "DELETE /v2.0/ports/99c43234-2d7b-44d7-82f7-bc230ef34217 HTTP/1.1" status: 204 len: 173 time: 0.5056500 Aug 31 07:46:12.508946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'name': 'network-vif-deleted', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:12.511362 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-226ca60f-a8fd-4811-b5be-e65408e9df95" -d '{"events": [{"server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "name": "network-vif-deleted", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:12.558084 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0620924-21bf-4bd5-9b58-b352dadf4b5a x-openstack-request-id: req-e0620924-21bf-4bd5-9b58-b352dadf4b5a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:12.558418 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e87547d9-1f25-40a1-b192-e7cec82dc739", "name": "network-vif-deleted", "tag": "99c43234-2d7b-44d7-82f7-bc230ef34217", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:12.558621 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e0620924-21bf-4bd5-9b58-b352dadf4b5a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:12.559383 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e87547d9-1f25-40a1-b192-e7cec82dc739', 'name': 'network-vif-deleted', 'tag': '99c43234-2d7b-44d7-82f7-bc230ef34217', 'status': 'completed', 'code': 200} Aug 31 07:46:12.633767 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-043b3750-da3a-4c5b-850c-89928cd126f7 req-117e0e62-d7f8-4780-a07a-bb96e4e9e33c tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "GET /v2.0/ports?device_id=e87547d9-1f25-40a1-b192-e7cec82dc739 HTTP/1.1" status: 200 len: 210 time: 0.0292253 Aug 31 07:46:13.701439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45116) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:14.121305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.449119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:14.449385 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.552332 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:14.553526 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.574642 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:14.788402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:14.816934 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=28ac43a0-aeef-4fed-a7ab-44cadcc8b55e,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:15.106795 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.382879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Router 96e2d94e-271c-4ab0-a851-e657824a7ea5 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:15.534327 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:15.543520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4df52ff0-d1fa-41da-8518-91bca93c9603 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "PUT /v2.0/routers/96e2d94e-271c-4ab0-a851-e657824a7ea5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8392494 Aug 31 07:46:15.544332 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:15.579424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Sync routers for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:15.596697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:15.597370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:15.643775 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting subnet d64260b7-d1af-40d4-9124-81c424619ef1 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:46:15.649851 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.726058 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.892091 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:15.953611 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:15.977099 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.031148 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Subnet': ['ID=d64260b7-d1af-40d4-9124-81c424619ef1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:16.034836 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.043133 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2fc3a21b-81f8-40b6-8040-2e9b7d012c13 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/subnets/d64260b7-d1af-40d4-9124-81c424619ef1 HTTP/1.1" status: 204 len: 168 time: 0.4972451 Aug 31 07:46:16.043592 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45120) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:16.071331 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cc316c-3291-401b-9339-41e7affe509c None None] Network ea1fd2f4-7844-46a6-94c8-97d35502ca76 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:16.217511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.248716 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.361370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:46:14Z', 'revision_number': 5, 'project_id': '357019922f234568896cef68e956800c', 'gw_port': {'id': '1171cea2-9415-475c-9c1c-c706d3ccb786', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:07:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4256, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:45:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:16.368561 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.395295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Checking router: 96e2d94e-271c-4ab0-a851-e657824a7ea5 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:16.407042 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Routers {'96e2d94e-271c-4ab0-a851-e657824a7ea5'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:16.407689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['96e2d94e-271c-4ab0-a851-e657824a7ea5'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:16.445865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port 1171cea2-9415-475c-9c1c-c706d3ccb786 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:16.446216 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.451012 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] DHCP port deletion for ea1fd2f4-7844-46a6-94c8-97d35502ca76 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:46:16.547603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port 1171cea2-9415-475c-9c1c-c706d3ccb786, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=1171cea2-9415-475c-9c1c-c706d3ccb786,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:16.548068 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.561451 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 99c43234-2d7b-44d7-82f7-bc230ef34217 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:16.570959 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for 1171cea2-9415-475c-9c1c-c706d3ccb786 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:16.614930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 99c43234-2d7b-44d7-82f7-bc230ef34217 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:16.615725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 99c43234-2d7b-44d7-82f7-bc230ef34217 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:16.635754 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] Set router 96e2d94e-271c-4ab0-a851-e657824a7ea5 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:16.746637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:46:16Z', 'revision_number': 6, 'project_id': '357019922f234568896cef68e956800c', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:16.799062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.810725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac455c15-37b6-4b22-b25c-5f827ab023f1 None None] The sync data for ids ['96e2d94e-271c-4ab0-a851-e657824a7ea5'] in n-d-712707-15 is: [{'id': '96e2d94e-271c-4ab0-a851-e657824a7ea5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-592768378', 'tenant_id': '357019922f234568896cef68e956800c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:45:10Z', 'updated_at': '2021-08-31T07:46:16Z', 'revision_number': 6, 'project_id': '357019922f234568896cef68e956800c', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:16.821125 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Deleting port d04b8f23-3088-4093-847c-64d42066a3ac {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:16.821771 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:16.826911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device d04b8f23-3088-4093-847c-64d42066a3ac no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:16.837723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=1171cea2-9415-475c-9c1c-c706d3ccb786,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:16.925765 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.017821 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d04b8f23-3088-4093-847c-64d42066a3ac,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:17.018517 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.044423 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.046927 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.048037 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Calling delete_port for d04b8f23-3088-4093-847c-64d42066a3ac owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:17.098481 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.099212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Fanout notify agent at l3_agent the message router_deleted on router 96e2d94e-271c-4ab0-a851-e657824a7ea5 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:46:17.107643 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.108876 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-7bcde4e3-0727-4b3b-be09-8a256bd9ffef tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/routers/96e2d94e-271c-4ab0-a851-e657824a7ea5 HTTP/1.1" status: 204 len: 168 time: 1.0639493 Aug 31 07:46:17.113560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45122) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:17.184937 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.200889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.272893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Deleting port d04b8f23-3088-4093-847c-64d42066a3ac {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:46:17.272893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.287793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d04b8f23-3088-4093-847c-64d42066a3ac,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:17.293891 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.329346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.352820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] No DVR routers for this DVR port d04b8f23-3088-4093-847c-64d42066a3ac on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:17.369131 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] For port d04b8f23-3088-4093-847c-64d42066a3ac, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=d04b8f23-3088-4093-847c-64d42066a3ac,segment=NetworkSegment(c6339030-c230-441c-b759-1c70f28886db),segment_id=c6339030-c230-441c-b759-1c70f28886db)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:17.369752 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.382712 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:17.386850 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Calling delete_port for d04b8f23-3088-4093-847c-64d42066a3ac owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:46:17.392429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.392835 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.393230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.393618 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.393971 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.397869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.398697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.399343 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.400782 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.404172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.404172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.405263 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:17.459323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1cb24-db00-42d4-9f2c-662e6d5a8592 None None] Pushing event deleted for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:17.517133 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.566569 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Port': ['ID=d04b8f23-3088-4093-847c-64d42066a3ac,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:17.574063 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] No DVR routers for this DVR port d04b8f23-3088-4093-847c-64d42066a3ac on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:46:17.703014 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.718286 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea1fd2f4-7844-46a6-94c8-97d35502ca76']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:17.733876 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6339030-c230-441c-b759-1c70f28886db') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:17.734254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6339030-c230-441c-b759-1c70f28886db') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:17.746045 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.763762 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.772200 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:46:17.772621 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self.session.flush() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:46:17.776034 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:46:17.853537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.863210 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.872306 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/networks/ea1fd2f4-7844-46a6-94c8-97d35502ca76 HTTP/1.1" status: 204 len: 168 time: 0.7511678 Aug 31 07:46:17.872606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:17.888888 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deec47a5-f228-4f52-921c-c1493896165b tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'Network': ['ID=ea1fd2f4-7844-46a6-94c8-97d35502ca76,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:17.941938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:17.976546 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.059027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.062057 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.063454 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] 10.222.0.57 "DELETE /v2.0/security-groups/56e16618-a8a8-438e-b3e8-909a3027278e HTTP/1.1" status: 204 len: 168 time: 0.1912308 Aug 31 07:46:18.076318 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95417ca-fe0f-47e1-8456-802272911179 tempest-TestNetworkAdvancedServerOps-1944734399 tempest-TestNetworkAdvancedServerOps-1944734399-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e16618-a8a8-438e-b3e8-909a3027278e,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:18.542432 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45132) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:18.737681 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4d43ebe1-ae03-4a0f-9d19-0f0ca342c3d4 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=357019922f234568896cef68e956800c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936867 Aug 31 07:46:18.740205 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45136) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:18.761588 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1171cea2-9415-475c-9c1c-c706d3ccb786 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:18.786889 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 1171cea2-9415-475c-9c1c-c706d3ccb786 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:18.787648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 1171cea2-9415-475c-9c1c-c706d3ccb786 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:18.787831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:46:18.813930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:46:18.814271 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 28ac43a0-aeef-4fed-a7ab-44cadcc8b55e not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:46:18.832913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.859977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.920096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.929357 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:18.930654 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/1b523ab6-558b-4b3b-94cd-b7338db500f4 HTTP/1.1" status: 204 len: 168 time: 0.1888306 Aug 31 07:46:18.942551 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5c09f9-8ce8-46bf-9bac-e96d793a8681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b523ab6-558b-4b3b-94cd-b7338db500f4,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:19.274132 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:19.289624 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47f95ea1-2e42-4f20-b10e-8a797de36406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.418185 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47f95ea1-2e42-4f20-b10e-8a797de36406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.423511 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-47f95ea1-2e42-4f20-b10e-8a797de36406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.468716 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-47f95ea1-2e42-4f20-b10e-8a797de36406 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=d9a0f84a6469436e8300a350af49165f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1934426 Aug 31 07:46:19.469630 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f95ea1-2e42-4f20-b10e-8a797de36406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e890008e-5a41-40bc-82f6-5861f647bff3,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:19.474627 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45144) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:19.532418 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.563563 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.642999 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.645682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:19.648641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/e890008e-5a41-40bc-82f6-5861f647bff3 HTTP/1.1" status: 204 len: 168 time: 0.1733122 Aug 31 07:46:19.661961 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16e5b8-ceaa-4052-b8d1-852a8f892c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e890008e-5a41-40bc-82f6-5861f647bff3,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:20.565000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:20.716401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1465957821-network', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:20.745261 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Made reservation on behalf of f27b6f11021b4f3c82e250dc77ce43cb for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:20.748095 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.768022 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.885090 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.892190 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.927036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] vlan segment allocate from pool success with {'vlan_id': 567, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:46:20.934177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b708dc97-e0a8-4ac5-8684-4b2c6bd7323f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:20.946964 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:20.947875 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Added segment cbe0de6f-ddb6-4459-a5aa-0adca32978c0 of type vlan for network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 Aug 31 07:46:20.997909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.028132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.029302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:21.030059 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.097009 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5307345 Aug 31 07:46:21.102548 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45170) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:21.104704 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5463d2-5803-44c5-a6d3-b05654f8b1b9 admin admin] Pushing event updated for resources: {'Network': ['ID=4cc6859e-3bc6-4c58-b744-7ae2b568e032,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:21.109518 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Request body: {'subnet': {'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1465957821-subnet', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:21.118193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:46:21.140237 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Made reservation on behalf of f27b6f11021b4f3c82e250dc77ce43cb for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:21.142679 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.353097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.420408 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ed889c4-6024-4781-b39a-cc61de2fe1a9,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:21.432874 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:21.433228 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Network hostable DHCP agents. Network: 4cc6859e-3bc6-4c58-b744-7ae2b568e032, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:46:21.454833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:46:21.467336 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 4cc6859e-3bc6-4c58-b744-7ae2b568e032) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:21.473767 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:21.474650 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.477602 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3578c51a-06ae-4974-842a-597d415b709b None None] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:21.499597 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0ea01a28-1ce8-4ffe-bd08-7c3a08266988 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3925667 Aug 31 07:46:21.500032 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45172) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:21.508193 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:21.541540 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.543096 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.606929 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.674865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:46:21.676300 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:21.889447 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Allocated IP 172.20.0.2 (4cc6859e-3bc6-4c58-b744-7ae2b568e032/6ed889c4-6024-4781-b39a-cc61de2fe1a9/cdb32d53-b458-493b-a209-43d627019af2) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:22.074376 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.085942 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Transition to ACTIVE for port object cdb32d53-b458-493b-a209-43d627019af2 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:22.105549 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Transition to ACTIVE for port object cdb32d53-b458-493b-a209-43d627019af2 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:22.113016 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.184989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:22.191145 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.196684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:22.201282 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:22.207731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Pushing event updated for resources: {'Port': ['ID=cdb32d53-b458-493b-a209-43d627019af2,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:22.295816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Attempting to bind port cdb32d53-b458-493b-a209-43d627019af2 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:22.296375 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Attempting to bind port cdb32d53-b458-493b-a209-43d627019af2 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:22.297440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Attempting to bind port cdb32d53-b458-493b-a209-43d627019af2 on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:22.304109 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:22.304639 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:22.305141 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.305690 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Bound using segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:22.306274 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Bound port: cdb32d53-b458-493b-a209-43d627019af2, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:22.306754 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.405590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] For port cdb32d53-b458-493b-a209-43d627019af2, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:22.409517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] For port cdb32d53-b458-493b-a209-43d627019af2, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cdb32d53-b458-493b-a209-43d627019af2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:22.418912 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.462559 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.483301 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.492709 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672404d7-c8c5-47ff-b910-010881cb7e11 None None] Pushing event updated for resources: {'Port': ['ID=cdb32d53-b458-493b-a209-43d627019af2,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:22.617781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Allocated IP 172.25.3.227 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/74db7587-4d5e-4b23-9980-24af6daede80) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:22.789595 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.814647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cdb32d53-b458-493b-a209-43d627019af2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:22.849075 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:22.895445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port cdb32d53-b458-493b-a209-43d627019af2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:22.907167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:22.911319 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:22.914701 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:22.916850 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Pushing event updated for resources: {'Port': ['ID=74db7587-4d5e-4b23-9980-24af6daede80,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:23.195515 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.460084 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.588276 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9617fb17-c21f-43d7-9838-f57476dd539c None None] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:23.621978 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:46:23.652493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Provisioning for port cdb32d53-b458-493b-a209-43d627019af2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:23.666978 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Provisioning complete for port cdb32d53-b458-493b-a209-43d627019af2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:23.667352 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.758382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:23.775594 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:23.781509 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.784492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-3389549e-4699-48ea-9eac-4783645f556f admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2827621 Aug 31 07:46:23.788692 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45174) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:23.793710 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:23.794865 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:23.888825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.962424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] For port cdb32d53-b458-493b-a209-43d627019af2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cdb32d53-b458-493b-a209-43d627019af2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:23.970909 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:23.985600 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:24.039463 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b514df68-ca48-4731-a52f-f20dfdfac853 None None] Pushing event updated for resources: {'Port': ['ID=cdb32d53-b458-493b-a209-43d627019af2,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.220812 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:23Z', 'revision_number': 3, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:24.265715 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:24.266234 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Updating router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff port 74db7587-4d5e-4b23-9980-24af6daede80 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:24.298009 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2608b2e1-bfb1-4cd4-b05a-30d0e5dbdc17 None None] Provisioning complete for port cdb32d53-b458-493b-a209-43d627019af2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:24.298379 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2608b2e1-bfb1-4cd4-b05a-30d0e5dbdc17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.313264 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.443424 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.648547 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Allocated IP 172.20.0.1 (4cc6859e-3bc6-4c58-b744-7ae2b568e032/6ed889c4-6024-4781-b39a-cc61de2fe1a9/fb29fb1a-d38f-4f85-8454-7f3e18129617) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:24.657188 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.669957 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Transition to ACTIVE for port object 74db7587-4d5e-4b23-9980-24af6daede80 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:24.677084 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.743021 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Attempting to bind port 74db7587-4d5e-4b23-9980-24af6daede80 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:24.743021 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Attempting to bind port 74db7587-4d5e-4b23-9980-24af6daede80 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:24.743500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Attempting to bind port 74db7587-4d5e-4b23-9980-24af6daede80 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:24.745494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Pushing event updated for resources: {'Port': ['ID=74db7587-4d5e-4b23-9980-24af6daede80,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.756891 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:24.757318 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:24.757775 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.758196 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:24.758761 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Bound port: 74db7587-4d5e-4b23-9980-24af6daede80, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:24.759216 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.762755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.762755 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.763198 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.763454 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.763838 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.764172 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.764517 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.764917 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.765348 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.765720 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.766041 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.766382 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:46:24.796028 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.800839 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cdb32d53-b458-493b-a209-43d627019af2 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:24.814236 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Transition to ACTIVE for port object fb29fb1a-d38f-4f85-8454-7f3e18129617 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:24.834170 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] For port 74db7587-4d5e-4b23-9980-24af6daede80, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:24.838553 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] For port 74db7587-4d5e-4b23-9980-24af6daede80, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=74db7587-4d5e-4b23-9980-24af6daede80,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:24.844771 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.874685 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.887398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port cdb32d53-b458-493b-a209-43d627019af2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:24.888155 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:24.914514 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2753f222-bb32-4a73-af3f-1769e9ae6db3 None None] Pushing event updated for resources: {'Port': ['ID=74db7587-4d5e-4b23-9980-24af6daede80,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.926568 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:24.928725 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:24.962342 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:24.983407 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:24.986209 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:24.998965 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:25.001239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1870a7af-9f27-4b48-b546-d7346c8ed6d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.066833 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.071960 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:25.250129 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.333254 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:23Z', 'revision_number': 3, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:25.352943 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2678054-4578-4fc2-b558-57b990fda851 None None] Provisioning for port fb29fb1a-d38f-4f85-8454-7f3e18129617 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:25.362774 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c2678054-4578-4fc2-b558-57b990fda851 None None] Provisioning complete for port fb29fb1a-d38f-4f85-8454-7f3e18129617 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:25.363772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2678054-4578-4fc2-b558-57b990fda851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.406076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec9999e-7b5a-406d-907f-89be1ba3a000 None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:23Z', 'revision_number': 3, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:25.523092 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.531485 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.611720 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Pushing event updated for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:25.614892 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:25.692629 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c2678054-4578-4fc2-b558-57b990fda851 None None] Port fb29fb1a-d38f-4f85-8454-7f3e18129617 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:25.747646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:25.750087 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:26.001143 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:26.134966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-f3184e30-0aa0-4572-a972-58830df3a7c4 None None] Provisioning complete for port fb29fb1a-d38f-4f85-8454-7f3e18129617 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:26.136091 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f3184e30-0aa0-4572-a972-58830df3a7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.157405 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:26.165139 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a3eedcba-c1fc-4586-8afc-643eb434fa46 admin admin] 10.222.0.57 "PUT /v2.0/routers/f1a81990-f543-4318-8ae4-9b9e5f6cb5ff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3747461 Aug 31 07:46:26.186225 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-f3184e30-0aa0-4572-a972-58830df3a7c4 None None] Port fb29fb1a-d38f-4f85-8454-7f3e18129617 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:26.813060 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 74db7587-4d5e-4b23-9980-24af6daede80 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:26.886677 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 74db7587-4d5e-4b23-9980-24af6daede80 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:26.886927 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45190) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:26.890747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 74db7587-4d5e-4b23-9980-24af6daede80 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:26.891506 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.894533 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-910709486-network', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:26.929101 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Made reservation on behalf of 11cd3d8a624548628e4eb4d2ae59c16b for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:26.932080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:26.947847 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.024461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.054209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 74db7587-4d5e-4b23-9980-24af6daede80, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=74db7587-4d5e-4b23-9980-24af6daede80,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:27.060068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.108240 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.115126 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.156198 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=74db7587-4d5e-4b23-9980-24af6daede80,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:27.169419 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:46:27.183936 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d288236-83e3-4a12-b757-ea09127f0bbb,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:27.190744 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.191102 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Added segment e6545e22-3f46-4bfb-9664-f414fbeb8785 of type vlan for network 269912f4-974f-4bbe-a685-8832ac7868b1 Aug 31 07:46:27.254985 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.293414 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.295705 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:27.296718 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.363671 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4754195 Aug 31 07:46:27.367699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45192) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:27.376108 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Request body: {'subnet': {'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-910709486-subnet', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:27.400841 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5123b-d36b-4267-8a9f-60220856af82 admin admin] Pushing event updated for resources: {'Network': ['ID=269912f4-974f-4bbe-a685-8832ac7868b1,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:27.415160 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 269912f4-974f-4bbe-a685-8832ac7868b1 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:46:27.419889 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Made reservation on behalf of 11cd3d8a624548628e4eb4d2ae59c16b for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:27.422613 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.515811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:27.534891 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:27.535997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:45:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:27.638347 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.652945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c84b8e5-393e-4e0a-99cf-5afa78f1d2d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.717683 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac134184-20b6-4627-a49e-c487d8c848ca,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:27.728485 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Checking segment: {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:27.728857 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Network hostable DHCP agents. Network: 269912f4-974f-4bbe-a685-8832ac7868b1, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:46:27.749919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Network 269912f4-974f-4bbe-a685-8832ac7868b1 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:46:27.761979 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 269912f4-974f-4bbe-a685-8832ac7868b1) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:27.769431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:27.770941 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.772292 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:27.777767 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b66442-dc07-4e51-9116-75f7f927a8c5 None None] Network 269912f4-974f-4bbe-a685-8832ac7868b1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:27.792478 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8ba6aa4a-21f0-4d28-aca8-127706f07ef4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4235125 Aug 31 07:46:27.796695 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45194) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:27.801690 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:27.829036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.830237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:27.891984 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.055237 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.079727 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.346115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-269912f4-974f-4bbe-a685-8832ac7868b1', 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'fixed_ips': [{'subnet_id': 'ac134184-20b6-4627-a49e-c487d8c848ca'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:46:28.347519 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.377056 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 2, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:28.422122 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:28.422714 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Updating router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff port fb29fb1a-d38f-4f85-8454-7f3e18129617 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:28.518428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.677922 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Allocated IP 172.20.0.2 (269912f4-974f-4bbe-a685-8832ac7868b1/ac134184-20b6-4627-a49e-c487d8c848ca/a67d0d37-993f-4100-b2fb-7c33c3c0d43b) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:28.723008 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.749040 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:28.838995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 74db7587-4d5e-4b23-9980-24af6daede80 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:28.927235 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Allocated IP 172.25.3.48 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/745ec9a5-142c-4a9d-ad3b-340cb8103c71) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:29.075944 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.077086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 74db7587-4d5e-4b23-9980-24af6daede80 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:29.077490 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.079704 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.118452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Transition to ACTIVE for port object a67d0d37-993f-4100-b2fb-7c33c3c0d43b will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:29.142224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.155290 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.182756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Transition to ACTIVE for port object fb29fb1a-d38f-4f85-8454-7f3e18129617 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:29.185579 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Transition to ACTIVE for port object a67d0d37-993f-4100-b2fb-7c33c3c0d43b will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:29.197613 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.201747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:29.206098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:29.209705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.217184 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:29.254507 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Pushing event updated for resources: {'Port': ['ID=745ec9a5-142c-4a9d-ad3b-340cb8103c71,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:29.280488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Network 269912f4-974f-4bbe-a685-8832ac7868b1 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:29.321191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:29.327306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:29.361924 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691b87-741e-42be-9085-87416d94a82b None None] Pushing event updated for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:29.646097 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.754277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Attempting to bind port fb29fb1a-d38f-4f85-8454-7f3e18129617 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:29.754644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Attempting to bind port fb29fb1a-d38f-4f85-8454-7f3e18129617 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:29.755007 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Attempting to bind port fb29fb1a-d38f-4f85-8454-7f3e18129617 on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:29.760188 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:29.766883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Attempting to bind port a67d0d37-993f-4100-b2fb-7c33c3c0d43b on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:29.767251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Attempting to bind port a67d0d37-993f-4100-b2fb-7c33c3c0d43b by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:29.767614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Attempting to bind port a67d0d37-993f-4100-b2fb-7c33c3c0d43b on network 269912f4-974f-4bbe-a685-8832ac7868b1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:29.772997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:29.773430 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:29.774011 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.774480 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Bound using segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:29.774945 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Bound port: fb29fb1a-d38f-4f85-8454-7f3e18129617, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:29.775467 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.780911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:29.781287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Checking segment: {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:29.781719 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.782115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Bound using segment: {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:29.782600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Bound port: a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:29.782983 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.907134 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.919341 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] For port fb29fb1a-d38f-4f85-8454-7f3e18129617, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:29.924785 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] For port fb29fb1a-d38f-4f85-8454-7f3e18129617, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fb29fb1a-d38f-4f85-8454-7f3e18129617,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:29.927023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] For port a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:29.930699 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.932747 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] For port a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:29.934520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:29.944552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:30.014842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a691b87-741e-42be-9085-87416d94a82b None None] Pushing event updated for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:30.022921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:30.023568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:30.126806 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Router b7bac900-8765-474a-bbe5-658adbf37e91 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:46:30.206104 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b164cca-ec1c-4e4f-b79c-0cbbc1518882 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:30.211599 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:30.285413 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:30.297156 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Sync routers for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:30.316671 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:30.322089 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-7ca6171b-757b-49f4-912b-c844cce657b5 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5214436 Aug 31 07:46:30.322542 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45196) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:30.323040 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:30.323564 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:30.563680 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:30.637703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:29Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:30.677094 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d0f1e5-94af-441a-a206-aaaa7b532d1e None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:29Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:30.929727 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a67d0d37-993f-4100-b2fb-7c33c3c0d43b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:30.953728 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:29Z', 'revision_number': 3, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:31.019573 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Checking router: b7bac900-8765-474a-bbe5-658adbf37e91 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:31.020921 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Updating router b7bac900-8765-474a-bbe5-658adbf37e91 port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:31.063730 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port a67d0d37-993f-4100-b2fb-7c33c3c0d43b completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:31.096299 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.328221 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.348536 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.600251 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd72f392-6933-4831-8087-b6a0437623bb None None] Network 269912f4-974f-4bbe-a685-8832ac7868b1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:46:31.661048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Allocated IP 172.20.0.1 (269912f4-974f-4bbe-a685-8832ac7868b1/ac134184-20b6-4627-a49e-c487d8c848ca/221168ea-59f9-4aec-aa5f-2292ff757e38) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:31.722077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Provisioning for port a67d0d37-993f-4100-b2fb-7c33c3c0d43b completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:31.730757 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Provisioning complete for port a67d0d37-993f-4100-b2fb-7c33c3c0d43b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:31.731589 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.759966 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.779721 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Transition to ACTIVE for port object 745ec9a5-142c-4a9d-ad3b-340cb8103c71 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:31.790249 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.864528 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba3329-7f14-4a0a-a16c-182c5490743e None None] Pushing event updated for resources: {'Port': ['ID=745ec9a5-142c-4a9d-ad3b-340cb8103c71,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:31.908407 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Attempting to bind port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:31.908968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Attempting to bind port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:31.909486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Attempting to bind port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:31.918357 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:31.918798 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.918973 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:31.920475 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.920475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:31.920475 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Bound port: 745ec9a5-142c-4a9d-ad3b-340cb8103c71, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:31.921239 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:31.939302 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Transition to ACTIVE for port object 221168ea-59f9-4aec-aa5f-2292ff757e38 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:31.959646 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.002394 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.007415 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] For port 745ec9a5-142c-4a9d-ad3b-340cb8103c71, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:32.012203 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] For port 745ec9a5-142c-4a9d-ad3b-340cb8103c71, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745ec9a5-142c-4a9d-ad3b-340cb8103c71,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:32.019404 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.074354 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] For port a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:32.092661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.140589 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ba3329-7f14-4a0a-a16c-182c5490743e None None] Pushing event updated for resources: {'Port': ['ID=745ec9a5-142c-4a9d-ad3b-340cb8103c71,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:32.146788 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:32.149632 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:32.207111 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3bcdf-cf64-4edf-b131-868c65a9d249 None None] Pushing event updated for resources: {'Port': ['ID=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:32.395861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:32.545881 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Network 269912f4-974f-4bbe-a685-8832ac7868b1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:32.550784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:32.554511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Pushing event updated for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:32.559296 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:32.640441 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Provisioning complete for port a67d0d37-993f-4100-b2fb-7c33c3c0d43b triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:32.640755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.644687 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.839096 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:29Z', 'revision_number': 3, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:32.872087 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Provisioning for port 221168ea-59f9-4aec-aa5f-2292ff757e38 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:32.878508 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Provisioning complete for port 221168ea-59f9-4aec-aa5f-2292ff757e38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:32.879687 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.883012 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4bedf7-d725-4763-8f07-8e340d14fc2b None None] The sync data for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 is: [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:29Z', 'revision_number': 3, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:32.950628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-d33c60da-371b-4ca7-a304-e45220d1ef62 None None] Port 221168ea-59f9-4aec-aa5f-2292ff757e38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:32.953812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:32.982359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a67d0d37-993f-4100-b2fb-7c33c3c0d43b up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:33.057806 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port a67d0d37-993f-4100-b2fb-7c33c3c0d43b triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:33.058436 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.136609 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-81745da2-ad34-4a0c-a564-8b8f210af7dc None None] Provisioning complete for port 221168ea-59f9-4aec-aa5f-2292ff757e38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:33.137209 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81745da2-ad34-4a0c-a564-8b8f210af7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.235967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-81745da2-ad34-4a0c-a564-8b8f210af7dc None None] Port 221168ea-59f9-4aec-aa5f-2292ff757e38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:33.247353 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.254416 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.255306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fb29fb1a-d38f-4f85-8454-7f3e18129617 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:33.338040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port fb29fb1a-d38f-4f85-8454-7f3e18129617 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:33.342641 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fb29fb1a-d38f-4f85-8454-7f3e18129617 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:33.343034 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.394799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Pushing event updated for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:33.399993 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.457087 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.501793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port fb29fb1a-d38f-4f85-8454-7f3e18129617, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fb29fb1a-d38f-4f85-8454-7f3e18129617,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:33.508995 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.555870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Network 269912f4-974f-4bbe-a685-8832ac7868b1 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:33.557435 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:33.587471 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:33.735782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Router b7bac900-8765-474a-bbe5-658adbf37e91 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:33.876738 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-290f16f4-8d64-45c0-ac78-b4017c0f01c2 None None] Provisioning complete for port 221168ea-59f9-4aec-aa5f-2292ff757e38 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:33.877606 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-290f16f4-8d64-45c0-ac78-b4017c0f01c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:33.922127 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-290f16f4-8d64-45c0-ac78-b4017c0f01c2 None None] Port 221168ea-59f9-4aec-aa5f-2292ff757e38 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:33.940919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:33.951573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e0dfc71f-9539-4ff1-a1e2-693013129437 admin admin] 10.222.0.57 "PUT /v2.0/routers/b7bac900-8765-474a-bbe5-658adbf37e91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6271260 Aug 31 07:46:34.606733 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45204) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:34.611826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1762747047', 'description': 'tempest-secgroup-smoke-1762747047 description', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:34.635100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.769905 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.776659 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.813859 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.816035 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2082036 Aug 31 07:46:34.822080 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45206) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:34.832016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68677b99-561a-4607-8bde-f0ccdc9e1f65 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc009eb0-28db-4fc3-8418-9c04e0eaa37b,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:34.838096 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:34.885103 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.910139 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745ec9a5-142c-4a9d-ad3b-340cb8103c71 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:34.966729 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.975374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Sync routers for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:34.977666 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.985510 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:34.997906 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:34.998289 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:34.998709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e84ca82-dfe7-4ad7-bcff-738106667ff1,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.001568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:35.002537 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:35.017827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.019271 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-689fdd6d-c4b7-4879-842c-1f2b86d52ec4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1883984 Aug 31 07:46:35.024867 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45208) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:35.030056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.062524 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.148933 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.154868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.187974 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe3fef9-8134-4ab3-ae2c-df140ae43625,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.195438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:35.198992 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.200862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-5e83be0c-99ce-4310-95c4-53328f9871c2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1749034 Aug 31 07:46:35.204102 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45210) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:35.212289 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.227810 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.251232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.295080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 745ec9a5-142c-4a9d-ad3b-340cb8103c71, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745ec9a5-142c-4a9d-ad3b-340cb8103c71,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:35.301944 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.303784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fb29fb1a-d38f-4f85-8454-7f3e18129617 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:35.336022 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.346216 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.370207 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97007b60-80ca-47fc-8841-28337007ea9f,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.380000 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.383243 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f5e6f179-8939-441e-a4ab-e406ef6cfa00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1772869 Aug 31 07:46:35.385844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45212) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:35.390855 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.422405 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.453994 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=745ec9a5-142c-4a9d-ad3b-340cb8103c71,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.484280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port fb29fb1a-d38f-4f85-8454-7f3e18129617 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:35.484653 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.504660 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.511702 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.544431 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b82828-84a8-402f-83fd-5846b311b248,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.555397 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.557172 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-4c389537-bd29-4ff2-b084-769e37d1f64a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1701887 Aug 31 07:46:35.560903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45214) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:35.566574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.593391 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Project f27b6f11021b4f3c82e250dc77ce43cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:46:35.599615 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.649663 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:32Z', 'revision_number': 4, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '221168ea-59f9-4aec-aa5f-2292ff757e38', 'name': '', 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'mac_address': 'fa:16:3e:15:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:31Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 2, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'subnets': [{'id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:35.684376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.686505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Checking router: b7bac900-8765-474a-bbe5-658adbf37e91 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:35.687026 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Updating router b7bac900-8765-474a-bbe5-658adbf37e91 port 221168ea-59f9-4aec-aa5f-2292ff757e38 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:46:35.691260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.716657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a6e037d-fbfd-4e73-abc1-c584303ec44a,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.720960 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.727961 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.729275 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4bc2470c-26c1-4c71-9d30-32ac6a0b0d3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669896 Aug 31 07:46:35.733804 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45216) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:35.738657 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'bc009eb0-28db-4fc3-8418-9c04e0eaa37b', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:35.766259 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Project f27b6f11021b4f3c82e250dc77ce43cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:46:35.775181 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.860574 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.868161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.891670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6509b6-8070-48fa-8c35-1e60146d0618,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:35.895786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:35.897124 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-63d4c066-de82-4d78-b2ce-ea945d0fb95e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1622372 Aug 31 07:46:36.082230 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.100114 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Transition to ACTIVE for port object 221168ea-59f9-4aec-aa5f-2292ff757e38 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:36.109444 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.140905 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-c8f76aae-ee60-4e78-8137-fee94a499894 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1762747047&fields=id&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 267 time: 0.0395265 Aug 31 07:46:36.296846 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-63d2b647-68ce-468c-bf18-2d83de2b8c37 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:36.298484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-63d2b647-68ce-468c-bf18-2d83de2b8c37 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 809 time: 0.1423709 Aug 31 07:46:36.328082 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-deb70852-0491-4653-8c83-660ad4e1d849 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/quotas/f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 375 time: 0.0208290 Aug 31 07:46:36.340145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de4650-6cd4-44b3-942e-096750c713c3 None None] Pushing event updated for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:36.389567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-03c6be9f-ffc1-48e1-8b68-195d08db3a6d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0581872 Aug 31 07:46:36.408431 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Attempting to bind port 221168ea-59f9-4aec-aa5f-2292ff757e38 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:36.408819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-e25c213b-4a83-4b6d-8aa1-eaaba785d4ca tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:46:36.409126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Attempting to bind port 221168ea-59f9-4aec-aa5f-2292ff757e38 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:36.409855 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Attempting to bind port 221168ea-59f9-4aec-aa5f-2292ff757e38 on network 269912f4-974f-4bbe-a685-8832ac7868b1 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:36.409999 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-e25c213b-4a83-4b6d-8aa1-eaaba785d4ca tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063212 Aug 31 07:46:36.432085 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:36.432713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Checking segment: {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:36.433433 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.434097 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Bound using segment: {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:36.434915 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Bound port: 221168ea-59f9-4aec-aa5f-2292ff757e38, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6545e22-3f46-4bfb-9664-f414fbeb8785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:36.435564 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.468990 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.537563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] For port 221168ea-59f9-4aec-aa5f-2292ff757e38, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:36.541314 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] For port 221168ea-59f9-4aec-aa5f-2292ff757e38, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=221168ea-59f9-4aec-aa5f-2292ff757e38,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:36.546483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:36.564258 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-c7ccb3ad-fa77-4dbf-8f6e-a0bbc7ef321d service neutron] 10.222.0.57 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462374 Aug 31 07:46:36.633642 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:36.634302 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:36.636284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de4650-6cd4-44b3-942e-096750c713c3 None None] Pushing event updated for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:36.709170 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f30cb9e1-fe51-41ee-8f62-22c703e95924 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362028 Aug 31 07:46:36.768382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:36.816333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745ec9a5-142c-4a9d-ad3b-340cb8103c71 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:36.945670 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ab5c27e9-05bb-492c-a195-5aa60c5371a8 req-9ad11ac8-4999-4d76-b076-8d3a81467ca8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 210 time: 0.0363135 Aug 31 07:46:36.996749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:36.997112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:37.169444 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:32Z', 'revision_number': 4, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '221168ea-59f9-4aec-aa5f-2292ff757e38', 'name': '', 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'mac_address': 'fa:16:3e:15:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:31Z', 'updated_at': '2021-08-31T07:46:36Z', 'revision_number': 4, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'subnets': [{'id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:37.204400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c530fd4d-aa6d-4a14-a83e-ee49d04eb090 None None] The sync data for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 is: [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:46:32Z', 'revision_number': 4, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '221168ea-59f9-4aec-aa5f-2292ff757e38', 'name': '', 'network_id': '269912f4-974f-4bbe-a685-8832ac7868b1', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'mac_address': 'fa:16:3e:15:e9:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:31Z', 'updated_at': '2021-08-31T07:46:36Z', 'revision_number': 4, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'subnets': [{'id': 'ac134184-20b6-4627-a49e-c487d8c848ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:38.069649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9b3d2fc4-91f0-47f6-9c5a-01c5c55f32b2 req-5eac61d8-0cc8-405c-8d7f-f294e9a90808 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 210 time: 0.0352027 Aug 31 07:46:38.242644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-80f90ea5-8e76-4438-9665-98e2a76aac26 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:38.245613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-80f90ea5-8e76-4438-9665-98e2a76aac26 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 809 time: 0.1738620 Aug 31 07:46:38.324522 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-e43f8330-e373-4975-8e82-f35a39fc78ec tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 380 time: 0.0615923 Aug 31 07:46:38.338341 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'port': {'device_id': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'admin_state_up': True, 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'security_groups': ['bc009eb0-28db-4fc3-8418-9c04e0eaa37b']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:38.514960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Made reservation on behalf of f27b6f11021b4f3c82e250dc77ce43cb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:46:38.519388 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:38.680692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Allocated IP 172.20.0.9 (4cc6859e-3bc6-4c58-b744-7ae2b568e032/6ed889c4-6024-4781-b39a-cc61de2fe1a9/34ef09dc-5df3-4195-9822-949aa0a1aac2) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:38.844120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 221168ea-59f9-4aec-aa5f-2292ff757e38 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:38.908830 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 221168ea-59f9-4aec-aa5f-2292ff757e38 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:38.917247 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 221168ea-59f9-4aec-aa5f-2292ff757e38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:38.917929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:38.928180 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:38.946149 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Transition to ACTIVE for port object 34ef09dc-5df3-4195-9822-949aa0a1aac2 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:38.988338 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.045213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:39.048576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:39.053999 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:39.059715 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.080433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:39.124932 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.125744 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.131515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 221168ea-59f9-4aec-aa5f-2292ff757e38, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=221168ea-59f9-4aec-aa5f-2292ff757e38,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:39.142940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.155064 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f7c57c7e-6fc0-4654-85bf-f1b74de8189f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235123 Aug 31 07:46:39.172524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Request body: {'port': {'device_id': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:39.201553 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:39.242273 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b53556-1647-43e7-8524-3ae1b2781728 req-be7f76cb-d673-4fc4-8a06-3504a669f125 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.245630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74b53556-1647-43e7-8524-3ae1b2781728 req-be7f76cb-d673-4fc4-8a06-3504a669f125 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 931 time: 0.0817723 Aug 31 07:46:39.272030 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.309864 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-74b53556-1647-43e7-8524-3ae1b2781728 req-a789e261-3e9d-4e7e-8405-e709c925ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579381 Aug 31 07:46:39.425005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf18ba12-fbc8-4b65-a915-688dfb40c3f3 None None] Provisioning for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:39.430740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-cf18ba12-fbc8-4b65-a915-688dfb40c3f3 None None] Provisioning complete for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:39.431114 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cf18ba12-fbc8-4b65-a915-688dfb40c3f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.491568 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-cf18ba12-fbc8-4b65-a915-688dfb40c3f3 None None] Port 34ef09dc-5df3-4195-9822-949aa0a1aac2 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:46:39.619998 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:39.634312 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.653299 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Transition to ACTIVE for port object 34ef09dc-5df3-4195-9822-949aa0a1aac2 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:46:39.658797 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.716388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:39.800674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Attempting to bind port 34ef09dc-5df3-4195-9822-949aa0a1aac2 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:46:39.801023 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Attempting to bind port 34ef09dc-5df3-4195-9822-949aa0a1aac2 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:46:39.801512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Attempting to bind port 34ef09dc-5df3-4195-9822-949aa0a1aac2 on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:39.808731 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Port 34ef09dc-5df3-4195-9822-949aa0a1aac2 on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:46:39.809077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Attempting to bind port 34ef09dc-5df3-4195-9822-949aa0a1aac2 on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:46:39.814954 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:46:39.815298 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:46:39.815692 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Bound using segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:46:39.816133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Bound port: 34ef09dc-5df3-4195-9822-949aa0a1aac2, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:46:39.816502 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.907133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:46:39.910705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:46:39.916501 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.954198 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:39.955164 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:39.957019 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] 10.222.0.53 "PUT /v2.0/ports/34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1092 time: 0.7925611 Aug 31 07:46:39.959845 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:39.964655 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-944b4dfa-e08e-4971-a9b4-a6154681a102" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:40.023590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12d605-e732-411b-ae8b-039855847b76 service neutron] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:40.032835 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafe7ef2-53c4-4c36-8d02-137d9a5b4775 x-openstack-request-id: req-bafe7ef2-53c4-4c36-8d02-137d9a5b4775 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:40.033175 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:40.033544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-bafe7ef2-53c4-4c36-8d02-137d9a5b4775 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:40.033989 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'status': 'completed', 'code': 200} Aug 31 07:46:40.066036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-d6c4a14a-04c5-456c-9bf0-7e4ebe59ceca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.067672 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-d6c4a14a-04c5-456c-9bf0-7e4ebe59ceca service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1095 time: 0.0564802 Aug 31 07:46:40.119173 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-102a2bb5-76f9-49bb-9029-d2f21e5546cf service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 217 time: 0.0430770 Aug 31 07:46:40.176821 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-ab4a007d-55a4-4a33-af82-b2929a465697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.179030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-ab4a007d-55a4-4a33-af82-b2929a465697 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0529876 Aug 31 07:46:40.199295 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:46:40.238751 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-d0853f73-fe7b-4ba2-82bb-a49a42ef2c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.241154 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-d0853f73-fe7b-4ba2-82bb-a49a42ef2c44 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542634 Aug 31 07:46:40.346365 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-ef34f290-a3c7-4303-901d-37022fcf6921 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981452 Aug 31 07:46:40.465013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d446c7a9-9004-4983-ad1c-373238aa538f req-4c1fcc94-1987-411d-91d1-1b45ac9a2242 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.466895 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d446c7a9-9004-4983-ad1c-373238aa538f req-4c1fcc94-1987-411d-91d1-1b45ac9a2242 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0577295 Aug 31 07:46:40.484076 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12088ec5-3372-4a0b-9a26-65221db8eafb req-f277523d-6b8c-41a1-a8cf-a9b4404f755e service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298189 Aug 31 07:46:40.535381 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d446c7a9-9004-4983-ad1c-373238aa538f req-ca210e47-d9de-4a05-b5ae-8d8be8071481 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571125 Aug 31 07:46:40.589945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-4f1b64e2-0fd7-4f19-8d20-c4bc17c606ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.592040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-4f1b64e2-0fd7-4f19-8d20-c4bc17c606ed service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1095 time: 0.0540097 Aug 31 07:46:40.707120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-88ee9c41-ae41-40c6-bbda-5ea419585aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.710140 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-88ee9c41-ae41-40c6-bbda-5ea419585aed service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1107440 Aug 31 07:46:40.783948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 221168ea-59f9-4aec-aa5f-2292ff757e38 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:40.790773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-b5801bde-b56c-4ecf-a83b-c76ea7e34dfa service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 217 time: 0.0696092 Aug 31 07:46:40.836883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 221168ea-59f9-4aec-aa5f-2292ff757e38 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:40.837502 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:40.878681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-c93f88c9-8f89-404b-b611-1261b8bd82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.880207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-c93f88c9-8f89-404b-b611-1261b8bd82b8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0808711 Aug 31 07:46:40.935278 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-9975322f-1e39-4bde-8ef6-cbbfb347f910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:40.936988 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-9975322f-1e39-4bde-8ef6-cbbfb347f910 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0479350 Aug 31 07:46:41.051127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-72aabe36-cd0c-4cde-8e2e-e02b94f780ba service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049671 Aug 31 07:46:41.157826 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-944b4dfa-e08e-4971-a9b4-a6154681a102 req-5e385426-9300-494d-903a-c968f77c559f service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989048 Aug 31 07:46:41.691691 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcd8bd2-0205-4572-a0b3-b444c1dfe539 req-bf5124ee-cb45-4d64-b8cf-f8c21203cf47 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:41.694193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fcd8bd2-0205-4572-a0b3-b444c1dfe539 req-bf5124ee-cb45-4d64-b8cf-f8c21203cf47 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0574889 Aug 31 07:46:41.737084 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fcd8bd2-0205-4572-a0b3-b444c1dfe539 req-e4968c8e-a1f9-4308-8041-5ef9e05c45d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364456 Aug 31 07:46:42.653973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:46:42.758306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:42.771379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:46:42.823835 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.839356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:46:42.869011 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:42.873744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:42.906057 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb24c2e6-1530-4b94-b189-bc84d4330efa req-08303db0-5e1f-47d4-b6dc-bbd2e3741e69 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:42.908037 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb24c2e6-1530-4b94-b189-bc84d4330efa req-08303db0-5e1f-47d4-b6dc-bbd2e3741e69 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0850606 Aug 31 07:46:42.926717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:42.962700 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb24c2e6-1530-4b94-b189-bc84d4330efa req-28d43874-8215-4dbe-91e8-8a2ec3e36087 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475719 Aug 31 07:46:43.081206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['34ef09dc-5df3-4195-9822-949aa0a1aac2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:46:44.087170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34553a40-b5d8-44bb-8fca-835daaced48e req-159ce806-96dc-4f48-b2e9-4848dfd6d8e2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:44.088730 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34553a40-b5d8-44bb-8fca-835daaced48e req-159ce806-96dc-4f48-b2e9-4848dfd6d8e2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 944 time: 0.0557411 Aug 31 07:46:44.134760 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34553a40-b5d8-44bb-8fca-835daaced48e req-9f08f214-5fb8-45ca-ab9b-082ebf207932 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400238 Aug 31 07:46:44.668250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:46:44.727502 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:46:44.731880 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:46:44.732252 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.816511 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.845948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:44.848426 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36924db-c4b1-4d9e-8218-ebaa75a6e103" -d '{"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:44.863527 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:46:44.868896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:44.906494 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3003ff82-dd70-49ab-882a-b79d4721202a x-openstack-request-id: req-3003ff82-dd70-49ab-882a-b79d4721202a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:44.906783 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:44.907080 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3003ff82-dd70-49ab-882a-b79d4721202a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:44.907407 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'code': 200} Aug 31 07:46:44.936692 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:45.014830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4d5ca-e26f-4e28-9ac7-c2e7dc5d7dd0 req-35ecc12a-5a18-4bf1-b8fe-875676081858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:45.016367 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14d4d5ca-e26f-4e28-9ac7-c2e7dc5d7dd0 req-35ecc12a-5a18-4bf1-b8fe-875676081858 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1097 time: 0.0439038 Aug 31 07:46:45.055713 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-14d4d5ca-e26f-4e28-9ac7-c2e7dc5d7dd0 req-9dfa1407-c91d-4417-b8ab-92fb7620ee57 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321209 Aug 31 07:46:45.263308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd13f7a-6b92-4c7f-a541-3ccf76d7c47e req-5a87371d-ca4d-4fc5-8f55-e14ebaa6a3a1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:45.264888 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cd13f7a-6b92-4c7f-a541-3ccf76d7c47e req-5a87371d-ca4d-4fc5-8f55-e14ebaa6a3a1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0543404 Aug 31 07:46:45.310229 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4cd13f7a-6b92-4c7f-a541-3ccf76d7c47e req-83744e43-2fba-42ea-b215-e943b152cf67 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380378 Aug 31 07:46:46.212465 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:46.461002 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c748a0b1-d081-4297-a3cd-fed0b03d8492 req-d569b2d4-0c16-49fa-8b41-01efa4d8953b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.463890 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c748a0b1-d081-4297-a3cd-fed0b03d8492 req-d569b2d4-0c16-49fa-8b41-01efa4d8953b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0678744 Aug 31 07:46:46.517182 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c748a0b1-d081-4297-a3cd-fed0b03d8492 req-17c05c3a-120d-406e-b864-3721c0f215ed tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468535 Aug 31 07:46:46.670799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc36c1-0aa3-4d01-97ea-605419e44dcb req-8d7ffa24-b02b-4021-ac3a-9b65f93d4660 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.673109 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02cc36c1-0aa3-4d01-97ea-605419e44dcb req-8d7ffa24-b02b-4021-ac3a-9b65f93d4660 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0610337 Aug 31 07:46:46.723043 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-02cc36c1-0aa3-4d01-97ea-605419e44dcb req-83174077-f9e8-4946-b901-27fd3f31e6c8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431314 Aug 31 07:46:46.749582 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45266) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:46.890288 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b67f7b-cd50-46fa-806b-8a820b31ae57 tempest-TestShelveInstance-173813662 tempest-TestShelveInstance-173813662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:46.891848 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-11b67f7b-cd50-46fa-806b-8a820b31ae57 tempest-TestShelveInstance-173813662 tempest-TestShelveInstance-173813662-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1092 time: 0.1412473 Aug 31 07:46:46.894782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45270) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:46:46.900408 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:46:46.925837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.033674 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.155870 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Allocated IP 172.25.3.225 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/d258d508-0ba1-4e1d-9526-4156819037ff) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:46:47.268801 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.318187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.362186 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:46:47.366179 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:46:47.369562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:46:47.416765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=d258d508-0ba1-4e1d-9526-4156819037ff,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:47.808265 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:47.895177 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.069887 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.073794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.147078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=d258d508-0ba1-4e1d-9526-4156819037ff,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:46:48.161976 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:48.278491 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Floating IP c5962df0-b78e-4203-b5dd-12131a455fe4 associated. External IP: 172.25.3.225, port: 34ef09dc-5df3-4195-9822-949aa0a1aac2. Aug 31 07:46:48.858441 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:46:49.048718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:46:49.061601 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:46:49.071054 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:49.077059 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:49.078170 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:49.117660 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-8be6b144-99ac-4d6b-bc36-cb010b155687 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2217762 Aug 31 07:46:49.118337 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:46:49.120587 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:46:49.185575 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:46:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2059dd87-fbb4-48ed-86b2-f7e1ff568f83 x-openstack-request-id: req-2059dd87-fbb4-48ed-86b2-f7e1ff568f83 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:46:49.186018 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:46:49.186544 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-2059dd87-fbb4-48ed-86b2-f7e1ff568f83 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:46:49.186920 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'status': 'completed', 'code': 200} Aug 31 07:46:49.207058 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:49.267304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-c4380dde-2b00-47b1-90f4-a30926a4479c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.273614 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-c4380dde-2b00-47b1-90f4-a30926a4479c service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1097 time: 0.0546024 Aug 31 07:46:49.399487 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-d5e75bfe-15e5-4892-b557-b0184d904e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.401184 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-d5e75bfe-15e5-4892-b557-b0184d904e92 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1234751 Aug 31 07:46:49.476208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-ab322033-7629-43f2-b915-45fcfc245d42 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 999 time: 0.0675914 Aug 31 07:46:49.535069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-dcac23c7-0da2-4b6c-a8a3-59265b668d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.537832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-dcac23c7-0da2-4b6c-a8a3-59265b668d5b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0542314 Aug 31 07:46:49.557635 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c5962df0-b78e-4203-b5dd-12131a455fe4', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:47Z', 'updated_at': '2021-08-31T07:46:47Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:49.592076 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:46:49.602045 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:46:49.602809 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:46:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:49.604949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-d6d55bcb-ff69-4870-a1b9-d629e62d86fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:46:49.606553 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-d6d55bcb-ff69-4870-a1b9-d629e62d86fa service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0610566 Aug 31 07:46:49.713404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-aa844100-f59f-4db9-88e5-0b28b2b9b2e7 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991237 Aug 31 07:46:49.731327 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:46:49.822158 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d2d39176-ca65-4a5e-bf2f-6996e5e7a062 req-e851a67c-9b2f-45c8-9c83-0bd492ad6b49 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016693 Aug 31 07:46:50.009582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c5962df0-b78e-4203-b5dd-12131a455fe4', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:47Z', 'updated_at': '2021-08-31T07:46:47Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:46:50.043261 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b5f3a6-2919-49cf-9b16-52763e7f35ab None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'c5962df0-b78e-4203-b5dd-12131a455fe4', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4303, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:46:47Z', 'updated_at': '2021-08-31T07:46:47Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:46:50.270445 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588ec710-0fb8-439e-8262-755c93fbb838 None None] New status for floating IP c5962df0-b78e-4203-b5dd-12131a455fe4: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:46:54.966522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-46264f63-a032-4a6d-a6b3-70d2281e53d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.567467 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c1152a2e-9908-45bc-809e-cd33a789ac31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:57.934098 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:46:59.911664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:01.324572 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:06.430346 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:16.224839 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:17.297402 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:24.961367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-50d05904-63cb-429c-ab8c-6b45aa0275e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.571299 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-203c0f4a-4831-4b11-b7af-931d19b6674b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:27.928861 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:29.914950 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:30.567612 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-c485e6b2-503f-4488-a1ab-1bd1b584c1fc service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1134601 Aug 31 07:47:30.664915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-701df3bc-1dce-4006-bee0-d10f334f4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.666606 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-701df3bc-1dce-4006-bee0-d10f334f4c27 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1097 time: 0.0468588 Aug 31 07:47:30.790262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-806c0982-51bc-45e8-847c-0c67619c3c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.791692 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-806c0982-51bc-45e8-847c-0c67619c3c94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1034834 Aug 31 07:47:30.875665 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-89b62ddc-6bc9-4515-b9e1-9030311fff72 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1001 time: 0.0732749 Aug 31 07:47:30.934639 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-4ff0cc24-56f3-4821-b83c-5cd52e5a804c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.936686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-4ff0cc24-56f3-4821-b83c-5cd52e5a804c service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0523410 Aug 31 07:47:30.997170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-dc8c559b-374b-4538-bc15-ace2d43c956a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:47:30.998791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-dc8c559b-374b-4538-bc15-ace2d43c956a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532067 Aug 31 07:47:31.103756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-e3942126-ea28-4853-b49a-bdf78a2a5519 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962846 Aug 31 07:47:31.219336 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a2d2b88-4389-4d7c-8017-a648811ca1dd req-14d1e124-f2f6-4664-a61a-3fe3112484fb service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074364 Aug 31 07:47:31.328755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:36.445523 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:40.681824 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-c5e1f737-c3f1-4a16-af64-2e4c6f30029f req-f66afa5d-83a5-4988-ba4e-270023ef30cb service neutron] (94640) timed out ('10.222.0.57', 37910) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 07:47:46.235705 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:54.197922 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:47:54.963906 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7dd34cbd-ecbc-4722-8934-5e14c8309298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.574018 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6dbabe1a-cb1b-401d-bc8d-080ee5398aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:57.937495 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:47:59.924472 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:01.331567 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:06.464256 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:16.240981 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:24.966135 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca90347b-5f75-44aa-b0e9-360ab39b752f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.575765 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-feb6af4f-9f35-4d1a-9e30-8f694bcf9a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:27.936524 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:29.928321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.198346 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:48:31.334676 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:31.482177 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-43827063-b5ff-43e7-a4bd-78b8a69499bd service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0478094 Aug 31 07:48:31.574140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-098d6a43-5938-450f-8bbb-cb2e6d4fd26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.575707 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-098d6a43-5938-450f-8bbb-cb2e6d4fd26e service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1097 time: 0.0459023 Aug 31 07:48:31.703328 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-72e1dc3c-8613-4ee0-b79d-e237e1c9e043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.704858 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-72e1dc3c-8613-4ee0-b79d-e237e1c9e043 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1089058 Aug 31 07:48:31.778039 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-3f03ffe8-6994-4256-939f-99ef1f03e3ec service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1001 time: 0.0651958 Aug 31 07:48:31.832078 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-53e8307c-fb8b-49b5-9081-c02238949e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.833627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-53e8307c-fb8b-49b5-9081-c02238949e22 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0482416 Aug 31 07:48:31.887843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-312690d1-9144-4f2e-8362-40da387aaa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:31.889421 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-312690d1-9144-4f2e-8362-40da387aaa45 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0488670 Aug 31 07:48:31.993470 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-cd939380-dc45-4016-a8fd-ed3be32baabd service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964437 Aug 31 07:48:32.098404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b1ab9f95-5586-426e-98bd-88465b56a54a req-16ae72fa-0ed9-4e07-b709-361872d49268 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970871 Aug 31 07:48:36.460443 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:45.826909 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e62a9-1b35-4dc2-ada0-c8f056da718c req-94b1797b-4263-42f7-8b67-56d4ad4bdb72 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:45.828527 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23e62a9-1b35-4dc2-ada0-c8f056da718c req-94b1797b-4263-42f7-8b67-56d4ad4bdb72 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.1234474 Aug 31 07:48:45.873946 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a23e62a9-1b35-4dc2-ada0-c8f056da718c req-13def9b3-b5bb-46d0-960c-a11de4bd0bc2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359011 Aug 31 07:48:46.239166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:47.023193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9b23ba-5f8b-40f5-b60a-2227c00d7088 req-dcca4e6b-4585-46fa-91a6-385ff3bd947d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:47.024756 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a9b23ba-5f8b-40f5-b60a-2227c00d7088 req-dcca4e6b-4585-46fa-91a6-385ff3bd947d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0521407 Aug 31 07:48:47.066027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a9b23ba-5f8b-40f5-b60a-2227c00d7088 req-0a6be58c-b793-4d54-9379-122acd6df476 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335872 Aug 31 07:48:48.215950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c00d6cf-ffae-484d-b031-2a514565726d req-f88c13f5-3f41-4285-8c13-cd8b803cd56c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:48.217590 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c00d6cf-ffae-484d-b031-2a514565726d req-f88c13f5-3f41-4285-8c13-cd8b803cd56c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0560973 Aug 31 07:48:48.256838 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c00d6cf-ffae-484d-b031-2a514565726d req-a47f2675-5822-4c8d-b382-fc4dc621cc3b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331972 Aug 31 07:48:49.375911 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def03832-6bf1-489b-b417-baf33dd477e0 req-4887e552-d114-4036-aaf5-fa30b478e5c3 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:49.377479 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-def03832-6bf1-489b-b417-baf33dd477e0 req-4887e552-d114-4036-aaf5-fa30b478e5c3 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0497396 Aug 31 07:48:49.416337 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-def03832-6bf1-489b-b417-baf33dd477e0 req-851e5869-9753-4724-84bc-793ba36fcbac tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327883 Aug 31 07:48:50.542616 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b5a7-f1f6-4e02-aae7-8fb8f1d21c17 req-fef93eb3-f5f9-45a5-ae43-03d02dc0be45 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:50.543928 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94f5b5a7-f1f6-4e02-aae7-8fb8f1d21c17 req-fef93eb3-f5f9-45a5-ae43-03d02dc0be45 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0534301 Aug 31 07:48:50.586331 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94f5b5a7-f1f6-4e02-aae7-8fb8f1d21c17 req-9eebff9b-6062-4ce2-b3b9-fb0e571dd0ad tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362206 Aug 31 07:48:51.715389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c5262e-c510-4efb-a1a2-b379b10e7420 req-98d9163b-2bad-4e70-8acf-3f90b7dfc27f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:51.717149 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90c5262e-c510-4efb-a1a2-b379b10e7420 req-98d9163b-2bad-4e70-8acf-3f90b7dfc27f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0601780 Aug 31 07:48:51.760434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-90c5262e-c510-4efb-a1a2-b379b10e7420 req-58836ab7-cbd1-4be7-bc7d-184bd466893d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362740 Aug 31 07:48:52.886604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9416e3-0841-43c2-97d8-07985b340afe req-ec915606-04ae-4148-b031-cfd02c69e069 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:52.888108 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f9416e3-0841-43c2-97d8-07985b340afe req-ec915606-04ae-4148-b031-cfd02c69e069 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0544450 Aug 31 07:48:52.926962 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-0f9416e3-0841-43c2-97d8-07985b340afe req-72b27be8-bad4-4cf2-af09-cf3bf777e255 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329235 Aug 31 07:48:54.048509 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13f959-5905-42ba-a3da-6347c5246d82 req-4f797d74-ab27-4972-9e97-073df0114cd8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:54.050066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc13f959-5905-42ba-a3da-6347c5246d82 req-4f797d74-ab27-4972-9e97-073df0114cd8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0508032 Aug 31 07:48:54.091657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bc13f959-5905-42ba-a3da-6347c5246d82 req-c2479002-d5e5-4511-b8db-12b4e5ac77ce tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350478 Aug 31 07:48:54.977287 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a2189ed7-e175-4379-92f4-ca047f3734f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:55.222216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c048a0c-195f-439f-b105-d73216a140ec req-c4e1b3e7-f5a2-4642-b574-94a232e8fc71 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:55.223866 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c048a0c-195f-439f-b105-d73216a140ec req-c4e1b3e7-f5a2-4642-b574-94a232e8fc71 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0600865 Aug 31 07:48:55.271568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7c048a0c-195f-439f-b105-d73216a140ec req-33628c93-878d-4ca0-a145-b259c03baf30 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405488 Aug 31 07:48:56.407827 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ef2a5-f16e-4033-b336-bd4234313e94 req-3bc29f27-2424-4cf0-8267-bf1f35cbb4ac tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:56.409504 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-124ef2a5-f16e-4033-b336-bd4234313e94 req-3bc29f27-2424-4cf0-8267-bf1f35cbb4ac tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0618942 Aug 31 07:48:56.450689 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-124ef2a5-f16e-4033-b336-bd4234313e94 req-656b9e1b-9ec8-4936-b587-a9899dab03f2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351403 Aug 31 07:48:57.319705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:48:57.420066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:57.433851 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:48:57.474522 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.489305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:48:57.510756 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:57.519577 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.588013 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa691f2-4eb9-492c-932d-22d77b2dbdc5 req-bc43d01c-2bd1-4595-a783-081e335412b6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:57.589935 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fa691f2-4eb9-492c-932d-22d77b2dbdc5 req-bc43d01c-2bd1-4595-a783-081e335412b6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 944 time: 0.0610223 Aug 31 07:48:57.592439 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6bccb02d-53d4-4316-874b-2cf4d7b583f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:57.594201 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:57.602987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.604576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.604932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.605474 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.605771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.606105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.606442 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.606812 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.607172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.607625 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.608093 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.608434 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:48:57.614436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['34ef09dc-5df3-4195-9822-949aa0a1aac2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:48:57.640113 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9fa691f2-4eb9-492c-932d-22d77b2dbdc5 req-c418736b-9528-43e9-b3a6-ac7dfe13643f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425518 Aug 31 07:48:57.927576 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:58.787331 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1db55b5-aabc-4b38-bd4c-7dc9f2fe796e req-6e88496f-c239-4f63-90c3-9c1a87371aa4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:58.788926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1db55b5-aabc-4b38-bd4c-7dc9f2fe796e req-6e88496f-c239-4f63-90c3-9c1a87371aa4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 944 time: 0.0609655 Aug 31 07:48:58.836391 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f1db55b5-aabc-4b38-bd4c-7dc9f2fe796e req-14dcb34e-f81f-4277-b8e7-063df595fa1e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381041 Aug 31 07:48:59.320792 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:48:59.382151 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:48:59.382831 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.474820 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.504775 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:48:59.507847 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9005fa4-166a-4ef8-9190-cd3c7b0f81c2" -d '{"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:48:59.528484 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:48:59.532979 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.568140 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:48:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e31ba096-198a-4899-abad-809102fdebc7 x-openstack-request-id: req-e31ba096-198a-4899-abad-809102fdebc7 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:48:59.568140 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:48:59.568767 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e31ba096-198a-4899-abad-809102fdebc7 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:48:59.568951 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'code': 200} Aug 31 07:48:59.614921 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:48:59.937355 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:48:59.986789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd7188-f418-4ce7-a947-e37754ab9e10 req-3a040087-6ddf-43a2-9d26-d6c6602d9d2c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:48:59.989133 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6cd7188-f418-4ce7-a947-e37754ab9e10 req-3a040087-6ddf-43a2-9d26-d6c6602d9d2c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0603735 Aug 31 07:49:00.043722 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e6cd7188-f418-4ce7-a947-e37754ab9e10 req-b27e991d-bdba-4fcf-b5d4-abc0ab3e5d58 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452962 Aug 31 07:49:01.202353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a1f15e-ec44-4377-8c26-6dc1b4bf5cc6 req-54b9003c-6e7a-40e3-a105-4b154f06b2b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:01.204426 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9a1f15e-ec44-4377-8c26-6dc1b4bf5cc6 req-54b9003c-6e7a-40e3-a105-4b154f06b2b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0741832 Aug 31 07:49:01.259060 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d9a1f15e-ec44-4377-8c26-6dc1b4bf5cc6 req-009a420e-b1c4-4594-af55-f6c6b107f0ff tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Aug 31 07:49:01.347896 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:02.410386 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda4a012-75d1-44b3-ae19-6a5d1071dda3 req-1570a747-fead-42ba-9089-390e4351d35c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:02.412029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fda4a012-75d1-44b3-ae19-6a5d1071dda3 req-1570a747-fead-42ba-9089-390e4351d35c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0654128 Aug 31 07:49:02.467556 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-fda4a012-75d1-44b3-ae19-6a5d1071dda3 req-060c6dc8-7767-4d2f-a244-b4ff618be84b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448179 Aug 31 07:49:03.653206 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696c0079-deb3-4f03-96a0-56f0e833c302 req-2a96b1ae-ad78-4989-8bce-18531d22b8cb tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:03.654914 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-696c0079-deb3-4f03-96a0-56f0e833c302 req-2a96b1ae-ad78-4989-8bce-18531d22b8cb tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0846541 Aug 31 07:49:03.714100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-696c0079-deb3-4f03-96a0-56f0e833c302 req-5f9db802-9511-4124-bbd1-7c7e083fdf8a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506179 Aug 31 07:49:04.887953 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61165fc-4a2f-431c-a742-fdfdd72f9de9 req-f10334f4-8f00-4ac5-b443-ba4748247726 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:04.890246 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e61165fc-4a2f-431c-a742-fdfdd72f9de9 req-f10334f4-8f00-4ac5-b443-ba4748247726 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0696011 Aug 31 07:49:04.948587 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e61165fc-4a2f-431c-a742-fdfdd72f9de9 req-407f4d6b-845f-47f7-9079-8be31893085d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499692 Aug 31 07:49:06.112587 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed60c7-9bf1-457f-afac-b7a8d2f0a921 req-01426c12-1d12-41b7-8b5f-b690e4a9745f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:06.114238 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70ed60c7-9bf1-457f-afac-b7a8d2f0a921 req-01426c12-1d12-41b7-8b5f-b690e4a9745f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0663886 Aug 31 07:49:06.180175 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70ed60c7-9bf1-457f-afac-b7a8d2f0a921 req-31abae88-ab30-4834-bd0a-a0e8c63318ff tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513799 Aug 31 07:49:06.469671 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:07.367144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3974ab-b51f-4239-b334-5e7a744702c0 req-01ef8901-70cf-44f8-903c-37c45da0fa52 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:07.370066 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c3974ab-b51f-4239-b334-5e7a744702c0 req-01ef8901-70cf-44f8-903c-37c45da0fa52 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0711207 Aug 31 07:49:07.424744 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0c3974ab-b51f-4239-b334-5e7a744702c0 req-ce0f07f5-f75f-4516-b333-2088c16e4637 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435114 Aug 31 07:49:08.198406 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:08.445645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-fe774853-c693-49a2-bd66-ccb96d34b9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.447697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-fe774853-c693-49a2-bd66-ccb96d34b9a8 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1097 time: 0.0449388 Aug 31 07:49:08.550963 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-e655bf42-6b0e-4b77-a58b-e01ff1c93815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.552631 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-e655bf42-6b0e-4b77-a58b-e01ff1c93815 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0977018 Aug 31 07:49:08.567823 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acd033c-c14a-4293-8df2-19f6b14d4160 req-ca1a84cb-9988-4102-b5e5-ad48bad3a4a0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.569499 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3acd033c-c14a-4293-8df2-19f6b14d4160 req-ca1a84cb-9988-4102-b5e5-ad48bad3a4a0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0547335 Aug 31 07:49:08.613050 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3acd033c-c14a-4293-8df2-19f6b14d4160 req-9176ede8-834d-4d5a-afb3-90df861ff73c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366976 Aug 31 07:49:08.637474 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-348123f7-c348-49d5-81a0-89fc4ef211b3 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1001 time: 0.0754902 Aug 31 07:49:08.689772 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-1f64ab1d-b225-4194-9127-f8792d661917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.691514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-1f64ab1d-b225-4194-9127-f8792d661917 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0468428 Aug 31 07:49:08.754225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-8f4fc5eb-0004-4fdb-a402-360d64d7a402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:08.755661 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-8f4fc5eb-0004-4fdb-a402-360d64d7a402 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568881 Aug 31 07:49:08.853247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-c1a2c9ec-43ed-45b6-997b-a3ed05ace768 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893633 Aug 31 07:49:08.965931 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89454291-da99-4226-9dbd-9e5b8c069b0a req-c53d0f17-57a7-4db2-9be9-84eab2e5805c service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052477 Aug 31 07:49:09.757522 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea049886-860c-44db-9358-674b7ca85793 req-34008135-7b59-4966-88be-05c21d93b805 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:09.759738 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea049886-860c-44db-9358-674b7ca85793 req-34008135-7b59-4966-88be-05c21d93b805 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0730026 Aug 31 07:49:09.812849 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea049886-860c-44db-9358-674b7ca85793 req-18246707-217a-4f59-ad34-31f40dc414f5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416784 Aug 31 07:49:10.963912 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025af51-f2aa-4b46-8c1c-a9d6f4a285aa req-5c9151d3-0249-4439-afda-9b03d4c8a41e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:10.966787 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a025af51-f2aa-4b46-8c1c-a9d6f4a285aa req-5c9151d3-0249-4439-afda-9b03d4c8a41e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0759811 Aug 31 07:49:11.033979 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a025af51-f2aa-4b46-8c1c-a9d6f4a285aa req-efe7abf5-a63b-4da1-ac60-1ceb507c0e7a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595450 Aug 31 07:49:11.120689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-f446c114-348e-418f-a882-26d814324a31 req-d56f72d9-bc0a-4445-8ef5-68d03c8ae742 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:49:11.122547 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f446c114-348e-418f-a882-26d814324a31 req-d56f72d9-bc0a-4445-8ef5-68d03c8ae742 service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104806 Aug 31 07:49:11.335602 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b178c7-0096-4c74-b371-b0147d9354ff req-8e10f817-f818-4014-be00-5bf6d9aab1dd tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:11.338134 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6b178c7-0096-4c74-b371-b0147d9354ff req-8e10f817-f818-4014-be00-5bf6d9aab1dd tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 945 time: 0.0748417 Aug 31 07:49:11.389857 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:49:11.404438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d6b178c7-0096-4c74-b371-b0147d9354ff req-cc4927ad-a06b-41e8-8f8b-63e092a120b1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588253 Aug 31 07:49:11.524115 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.559787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:11.562241 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512e5cbe-c789-492c-aa0f-af9d3656419e" -d '{"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-unplugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:11.578206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:11.581093 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-db130291-b22a-4433-9e40-c53ef941b65a service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1246929 Aug 31 07:49:11.585072 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:11.630535 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88bad82-b4b8-46f7-9946-85a2ac77ef25 x-openstack-request-id: req-e88bad82-b4b8-46f7-9946-85a2ac77ef25 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:11.630846 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-unplugged", "status": "failed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:11.631064 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e88bad82-b4b8-46f7-9946-85a2ac77ef25 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:11.631817 n-d-712707-15 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'code': 422} returned with failed status Aug 31 07:49:11.650425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:12.562955 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf446f-f9ef-41d9-b9a4-79caa38ccffe req-3e3b059d-2162-4607-ae48-3696ad9213d2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:12.564778 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35bf446f-f9ef-41d9-b9a4-79caa38ccffe req-3e3b059d-2162-4607-ae48-3696ad9213d2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0627255 Aug 31 07:49:12.614170 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-d37c972d-3bdd-4fde-b362-5171eb3445e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:12.615809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-d37c972d-3bdd-4fde-b362-5171eb3445e0 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 1095 time: 0.0457325 Aug 31 07:49:12.626550 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-35bf446f-f9ef-41d9-b9a4-79caa38ccffe req-87992253-4617-47b9-9ba5-58763e4cdb78 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538855 Aug 31 07:49:12.697703 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-a517bb25-4c0f-4c2b-b413-f5b038c7bf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:12.699291 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-a517bb25-4c0f-4c2b-b413-f5b038c7bf83 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1095 time: 0.0585239 Aug 31 07:49:12.799169 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-90656423-2ecb-416c-893f-fa4018e58bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:12.800686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-90656423-2ecb-416c-893f-fa4018e58bf7 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0940740 Aug 31 07:49:12.885942 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-f2120ca6-5289-4c30-ac2b-850b766ddc85 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 999 time: 0.0760241 Aug 31 07:49:12.945626 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-ed98893e-81de-4199-909d-f5e78680f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:12.947278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-ed98893e-81de-4199-909d-f5e78680f29b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0539298 Aug 31 07:49:13.003191 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-ef997ef3-4491-43d4-9b8c-0833e9c7d13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:13.004658 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-ef997ef3-4491-43d4-9b8c-0833e9c7d13a service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499868 Aug 31 07:49:13.107823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-aef989bc-7fc8-412a-943b-f02129a5d684 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942996 Aug 31 07:49:13.206068 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7c51fec-adb7-4508-bbc5-d4375b7980d4 req-c057fffb-f00c-4d16-ad5a-b2a48579853a service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908208 Aug 31 07:49:13.850720 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7e66a-fbf3-4747-bca7-2e7b2d7dcdc1 req-10e18c4a-9217-4135-a476-2d3eb6b9f74b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:13.854305 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f7e66a-fbf3-4747-bca7-2e7b2d7dcdc1 req-10e18c4a-9217-4135-a476-2d3eb6b9f74b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0980802 Aug 31 07:49:13.944514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-33f7e66a-fbf3-4747-bca7-2e7b2d7dcdc1 req-34f930ce-d5e1-4332-a1eb-1795b58056c6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797639 Aug 31 07:49:15.142392 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29335295-cd39-4674-98f1-6550536bc7c7 req-a648813f-bd36-4a32-b9e3-57a3b975a30a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:15.144038 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29335295-cd39-4674-98f1-6550536bc7c7 req-a648813f-bd36-4a32-b9e3-57a3b975a30a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0622694 Aug 31 07:49:15.190830 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-29335295-cd39-4674-98f1-6550536bc7c7 req-1848c573-0e0c-4cc5-803b-b490f6dd250f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373745 Aug 31 07:49:16.261670 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:16.381945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfae394-ea18-418e-a5c9-71a68629a1d4 req-5b058118-be34-4c89-aff6-7a56c6999e21 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:16.384433 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1dfae394-ea18-418e-a5c9-71a68629a1d4 req-5b058118-be34-4c89-aff6-7a56c6999e21 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0647445 Aug 31 07:49:16.447769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1dfae394-ea18-418e-a5c9-71a68629a1d4 req-9444aa84-17a7-4845-b014-54342375ffb4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519931 Aug 31 07:49:17.628021 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3428fe-568d-418c-aad5-a04e39566ac4 req-3449b046-6bb0-483c-a908-937a7332c54c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:17.643415 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb3428fe-568d-418c-aad5-a04e39566ac4 req-3449b046-6bb0-483c-a908-937a7332c54c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.1088006 Aug 31 07:49:17.707852 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb3428fe-568d-418c-aad5-a04e39566ac4 req-fc42bbfc-175a-4c94-8765-b15c997eb479 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626016 Aug 31 07:49:18.852363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12db456b-36ae-48b7-9406-426c6b04f1da req-1efee493-3610-4ddc-9cd3-e7dda6cb6e1e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:18.854078 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12db456b-36ae-48b7-9406-426c6b04f1da req-1efee493-3610-4ddc-9cd3-e7dda6cb6e1e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0572031 Aug 31 07:49:18.914277 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12db456b-36ae-48b7-9406-426c6b04f1da req-1573b90e-35c7-4533-b3d6-fecf171b7fbd tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507452 Aug 31 07:49:20.062426 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb53cf7a-1b30-46c3-b991-79c041c75c89 req-2c0b626c-2e9b-45ae-a5a2-6637d892f394 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:20.064217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb53cf7a-1b30-46c3-b991-79c041c75c89 req-2c0b626c-2e9b-45ae-a5a2-6637d892f394 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0625596 Aug 31 07:49:20.112410 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fb53cf7a-1b30-46c3-b991-79c041c75c89 req-decc9562-b0fb-44c1-8155-d452e1ebf80c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391369 Aug 31 07:49:21.312694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aeaaca-187a-4ee4-b683-2ba89a51c33b req-914e0155-1192-48d3-9f4b-d06b6b02a22f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:21.315415 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3aeaaca-187a-4ee4-b683-2ba89a51c33b req-914e0155-1192-48d3-9f4b-d06b6b02a22f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.1099284 Aug 31 07:49:21.396875 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c3aeaaca-187a-4ee4-b683-2ba89a51c33b req-41b5da78-3bcd-49d9-aefa-62396e114069 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653558 Aug 31 07:49:22.544188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc37b9-6288-4d8d-8bfc-cdb6dfb902f6 req-b1fa9397-1da6-4319-9a67-da8348104b14 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:22.545905 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88bc37b9-6288-4d8d-8bfc-cdb6dfb902f6 req-b1fa9397-1da6-4319-9a67-da8348104b14 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0621431 Aug 31 07:49:22.601464 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-88bc37b9-6288-4d8d-8bfc-cdb6dfb902f6 req-9c081e26-a29a-4101-8345-5a6d1fe83bb3 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Aug 31 07:49:23.799874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b27de3-adc3-4f69-ae6e-3da923b02efb req-670fa316-f1c0-46b1-8be1-ced8b33ac44d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:23.802208 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8b27de3-adc3-4f69-ae6e-3da923b02efb req-670fa316-f1c0-46b1-8be1-ced8b33ac44d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.1098723 Aug 31 07:49:23.848527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e8b27de3-adc3-4f69-ae6e-3da923b02efb req-e2dde470-0d2a-4d7a-ac6d-72757d49a434 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391533 Aug 31 07:49:24.974554 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c2748779-6b15-404d-94fb-d8031189cd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:24.994630 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2c2261-0a16-4155-be8a-5a3b2d3767f9 req-15d5a02e-5f44-480f-833e-408b4bfac862 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:24.996068 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a2c2261-0a16-4155-be8a-5a3b2d3767f9 req-15d5a02e-5f44-480f-833e-408b4bfac862 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0713885 Aug 31 07:49:25.073025 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6a2c2261-0a16-4155-be8a-5a3b2d3767f9 req-9610d1e1-fd7f-4560-a464-4e11ee2dce12 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690536 Aug 31 07:49:26.213442 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a1033c-42e3-4603-9204-2bd89a3ec4fe req-0470dcdf-a7ee-45c6-a6ae-440d060e3c11 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:26.216138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58a1033c-42e3-4603-9204-2bd89a3ec4fe req-0470dcdf-a7ee-45c6-a6ae-440d060e3c11 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0626802 Aug 31 07:49:26.288218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-58a1033c-42e3-4603-9204-2bd89a3ec4fe req-fea98989-8b41-40bb-9e3b-c5f3f4f038a3 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593095 Aug 31 07:49:27.439722 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65528b1b-9e30-4542-949d-a3e7a74cb791 req-62fcc75e-2bba-41e1-b427-84623035e601 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:27.441504 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65528b1b-9e30-4542-949d-a3e7a74cb791 req-62fcc75e-2bba-41e1-b427-84623035e601 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0595224 Aug 31 07:49:27.498303 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-65528b1b-9e30-4542-949d-a3e7a74cb791 req-fb746f93-ff54-43b3-b5d2-c99a4408505c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482252 Aug 31 07:49:27.586801 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-45b4327f-ccab-4169-9912-65c9d9a40e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:27.940227 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:28.629748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0855b-77b2-4801-9634-2884ec9ff693 req-c1112973-d8b9-4fa0-9555-209318124c03 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:28.631378 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4db0855b-77b2-4801-9634-2884ec9ff693 req-c1112973-d8b9-4fa0-9555-209318124c03 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0537331 Aug 31 07:49:28.675520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4db0855b-77b2-4801-9634-2884ec9ff693 req-da14589f-c03f-483c-9d4f-2615d30eb7d5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358984 Aug 31 07:49:29.474580 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:49:29.577968 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:29.596150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'port_id': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'mac_address': 'fa:16:3e:e0:1b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:49:29.818617 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.829756 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49f9aaf-cd47-44aa-a44d-1787ab593f28 req-cc588039-6a98-4797-857d-fa117b71c06b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:29.831334 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f49f9aaf-cd47-44aa-a44d-1787ab593f28 req-cc588039-6a98-4797-857d-fa117b71c06b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 943 time: 0.0646486 Aug 31 07:49:29.835206 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:49:29.864911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:29.871413 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.882257 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f49f9aaf-cd47-44aa-a44d-1787ab593f28 req-37fc12ec-ae0f-442a-aaa2-915ab35427de tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394256 Aug 31 07:49:29.953305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:29.974970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:30.131916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['34ef09dc-5df3-4195-9822-949aa0a1aac2'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:49:31.019789 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e870e033-23f3-4985-ab88-5f908ae5eb4e req-0851b863-857a-44c5-92a3-eed03cb1ad3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.021400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e870e033-23f3-4985-ab88-5f908ae5eb4e req-0851b863-857a-44c5-92a3-eed03cb1ad3d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 944 time: 0.0643208 Aug 31 07:49:31.063437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e870e033-23f3-4985-ab88-5f908ae5eb4e req-cb09a44d-711e-46f9-966e-fb1655aa0342 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351408 Aug 31 07:49:31.343505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.482470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:49:31.549391 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port 34ef09dc-5df3-4195-9822-949aa0a1aac2 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:49:31.549758 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.635955 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.665764 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:49:31.668116 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fefea5e-64a9-43b8-b45f-78803c4c1f2d" -d '{"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:49:31.683086 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:49:31.687818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:31.715343 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a9fa6-f891-4c2e-8238-0f2f0f21d9ed x-openstack-request-id: req-0a2a9fa6-f891-4c2e-8238-0f2f0f21d9ed {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:49:31.715628 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-plugged", "status": "completed", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:49:31.715875 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0a2a9fa6-f891-4c2e-8238-0f2f0f21d9ed {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:49:31.716258 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'code': 200} Aug 31 07:49:31.754440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:49:31.885114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0636647-0149-4dbd-9405-f09cb0b1780b req-0e591564-c868-46c9-9d35-1247528350b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:31.886708 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0636647-0149-4dbd-9405-f09cb0b1780b req-0e591564-c868-46c9-9d35-1247528350b5 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1098 time: 0.0434415 Aug 31 07:49:31.922814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c0636647-0149-4dbd-9405-f09cb0b1780b req-8e294228-10ea-4ee3-a8cb-e293a8fec774 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282645 Aug 31 07:49:32.188193 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8754d7c-d03d-4cef-ac3c-1d5592d528ab req-4494789d-1edb-4efb-bdc9-5d457772e725 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:32.189664 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8754d7c-d03d-4cef-ac3c-1d5592d528ab req-4494789d-1edb-4efb-bdc9-5d457772e725 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.0538871 Aug 31 07:49:32.236579 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a8754d7c-d03d-4cef-ac3c-1d5592d528ab req-d18e43ec-9092-48a0-8f86-f71ad3a32b33 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365071 Aug 31 07:49:33.275497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-71ea797f-d3b4-4420-88ef-5a84a7e0c471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.276951 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-71ea797f-d3b4-4420-88ef-5a84a7e0c471 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1098 time: 0.0571246 Aug 31 07:49:33.409073 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2f254-b4bf-40e6-8265-1b368b78fda1 req-eb9c58c0-01c9-41d9-a2c3-9b7006044238 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.413529 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d2f254-b4bf-40e6-8265-1b368b78fda1 req-eb9c58c0-01c9-41d9-a2c3-9b7006044238 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.0812442 Aug 31 07:49:33.429389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-3ec66f70-8459-4166-bf47-78af8cf3ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.432387 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-3ec66f70-8459-4166-bf47-78af8cf3ee7b service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1193213 Aug 31 07:49:33.486486 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f2d2f254-b4bf-40e6-8265-1b368b78fda1 req-960fe77d-35cf-4075-b1d0-9329fc07ebbb tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648031 Aug 31 07:49:33.526920 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-c9d71aab-53bb-4451-b962-d37b5d160a3c service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1001 time: 0.0859697 Aug 31 07:49:33.590361 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-5f3b0d2c-32e1-4686-826b-b75ace836f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.591809 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-5f3b0d2c-32e1-4686-826b-b75ace836f53 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0576403 Aug 31 07:49:33.647552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-b097c7d3-6a22-4b56-8aee-42514d5e3987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:33.649878 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-b097c7d3-6a22-4b56-8aee-42514d5e3987 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495486 Aug 31 07:49:33.760797 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-08efa340-ccda-4f40-999c-8e57d8d0e8eb service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031783 Aug 31 07:49:33.882319 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-cb493440-8a5e-4ef7-9e4b-0597cbcda3ad req-dc6bd26b-d60d-4ac4-8e15-9a015b8cadce service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107740 Aug 31 07:49:34.623564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10a0cb6-bc98-448a-b3f6-8b23a6027363 req-520d9d3f-d3f5-4ecb-a179-3378f00ea992 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:49:34.625040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a10a0cb6-bc98-448a-b3f6-8b23a6027363 req-520d9d3f-d3f5-4ecb-a179-3378f00ea992 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.0508859 Aug 31 07:49:34.663752 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a10a0cb6-bc98-448a-b3f6-8b23a6027363 req-67d8a605-4736-4d08-a4a5-dc2e3682da66 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327165 Aug 31 07:49:36.481461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:45.200027 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:49:46.252220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:54.968799 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5ce419c3-59a9-49e2-b343-dfe926995237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.580729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-851e43cf-507a-4549-8966-aa73eeb70967 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:57.933821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:49:59.921798 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:01.343071 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:06.476188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:16.266383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:22.199912 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:24.970828 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-56129eaa-32c3-4ce4-bb24-5c7e2f062d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:27.582929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3f9e6a0-2eae-4738-bea4-1bf38d8e309b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:27.935520 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:29.924620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:31.346150 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:34.486673 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-323893d6-e267-479c-89c4-2a6ed0f278ac service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0447762 Aug 31 07:50:34.571119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-bed67b66-5926-4f38-8523-50122b270896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.572540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-bed67b66-5926-4f38-8523-50122b270896 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1098 time: 0.0419569 Aug 31 07:50:34.674653 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-938e624d-808d-4280-97d5-24b8ddc62c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.676120 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-938e624d-808d-4280-97d5-24b8ddc62c11 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0845888 Aug 31 07:50:34.748142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-5e73a77c-6c66-445c-a502-403af0e6a1b1 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 1001 time: 0.0639410 Aug 31 07:50:34.798853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-700034f6-fa95-4dd5-ba70-7f4178315839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.800318 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-700034f6-fa95-4dd5-ba70-7f4178315839 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0451167 Aug 31 07:50:34.849382 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-56be9095-23a4-4e7a-99d3-e5c95105d143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:34.850779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-56be9095-23a4-4e7a-99d3-e5c95105d143 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429206 Aug 31 07:50:34.947026 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-9273c40b-dbc6-4b21-a065-f3390e698635 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883825 Aug 31 07:50:35.036108 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-86ddb0a2-d1ac-4b07-910a-e4be15e67573 req-d276ba78-247f-4fd1-9f1e-fde7e9173a3e service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816453 Aug 31 07:50:36.486492 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.265755 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.455144 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45598) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:46.617599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Deleting port d258d508-0ba1-4e1d-9526-4156819037ff {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:46.617939 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.699790 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.700119 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.711394 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Calling delete_port for d258d508-0ba1-4e1d-9526-4156819037ff owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:46.863640 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.889351 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'Port': ['ID=d258d508-0ba1-4e1d-9526-4156819037ff,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:46.900795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.901810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.902163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.902535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.902874 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.903206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.903535 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.903863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.904188 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.904514 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.904840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.905165 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:46.965929 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:46.966342 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Floating IP c5962df0-b78e-4203-b5dd-12131a455fe4 disassociated (deleted). External IP: 172.25.3.225, port: 34ef09dc-5df3-4195-9822-949aa0a1aac2. Aug 31 07:50:47.184267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:50:47.625511 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:50:47.630166 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:47.635283 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:50:47.645298 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:47.645950 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:50:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:47.660114 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-145feaff-c656-479a-ab1a-6840193bc323 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "DELETE /v2.0/floatingips/c5962df0-b78e-4203-b5dd-12131a455fe4 HTTP/1.1" status: 204 len: 168 time: 1.2038631 Aug 31 07:50:47.660705 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:47.662984 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21" -d '{"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:47.762497 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:50:47.766431 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361ca35e-8362-4331-9fd9-0667b5b434f6 x-openstack-request-id: req-361ca35e-8362-4331-9fd9-0667b5b434f6 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:47.766742 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:47.766996 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-361ca35e-8362-4331-9fd9-0667b5b434f6 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:47.767568 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'status': 'completed', 'code': 200} Aug 31 07:50:47.841491 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-a6e78472-1fe9-4c1a-ae35-03496703825a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.843411 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-a6e78472-1fe9-4c1a-ae35-03496703825a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 1098 time: 0.0518579 Aug 31 07:50:47.964599 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a69e63-9750-4371-8cf6-d53f4ca590a8 req-3086f1b7-2e63-4a1b-ae21-d79c3e8232a2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:47.966144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70a69e63-9750-4371-8cf6-d53f4ca590a8 req-3086f1b7-2e63-4a1b-ae21-d79c3e8232a2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.1055610 Aug 31 07:50:47.980240 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:48.000183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-403fdc7f-2b00-4df8-a621-c3fec9660af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.001890 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-403fdc7f-2b00-4df8-a621-c3fec9660af9 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1510863 Aug 31 07:50:48.007861 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:50:48.016165 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:50:48.016757 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:50:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:48.027106 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-70a69e63-9750-4371-8cf6-d53f4ca590a8 req-fc24aa36-ea24-46c0-a1e4-3a48b596503e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524576 Aug 31 07:50:48.054371 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-5f3c7280-a251-4510-b9db-bf482822fdce service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 200 len: 217 time: 0.0416439 Aug 31 07:50:48.106992 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-fbbf4b91-04ea-4ad2-a90f-e6ba599b16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.108487 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-fbbf4b91-04ea-4ad2-a90f-e6ba599b16b1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0468347 Aug 31 07:50:48.125309 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:50:48.168304 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-28d0317b-d0a0-4b64-a84c-522261a9b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:48.170023 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-28d0317b-d0a0-4b64-a84c-522261a9b6ec service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533457 Aug 31 07:50:48.268641 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-f45b8a91-7d8f-4533-8d70-34b0cdcf8de0 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904658 Aug 31 07:50:48.342381 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:50:48.371520 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d478035c-a9c6-48e3-8b7a-b182147ea276 None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:50:48.373555 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1a7aebf8-c72e-43d5-b67c-b5087d8d8c21 req-9b1b1b99-8c5f-488b-9a48-80b08b6f9aec service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966954 Aug 31 07:50:48.597911 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e49bf1-4c33-41f2-86dd-e7974f449cb1 None None] New status for floating IP c5962df0-b78e-4203-b5dd-12131a455fe4: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:50:49.152712 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826193c3-3e2e-4a45-85ae-91d1764d4f19 req-2ab22e33-3493-4c8b-b30a-8afbf9d3d1a2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:49.154184 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-826193c3-3e2e-4a45-85ae-91d1764d4f19 req-2ab22e33-3493-4c8b-b30a-8afbf9d3d1a2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.0551219 Aug 31 07:50:49.192153 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-826193c3-3e2e-4a45-85ae-91d1764d4f19 req-cae438d7-2de5-4b3b-ae10-a2e568e939c0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=bc009eb0-28db-4fc3-8418-9c04e0eaa37b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320709 Aug 31 07:50:49.231112 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-a9aff283-733e-4ddb-85e7-60b7fdb2166c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:50:49.232993 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-a9aff283-733e-4ddb-85e7-60b7fdb2166c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "GET /v2.0/ports?device_id=4bcff380-71d1-4b1a-9eb4-ed23395c6a4a HTTP/1.1" status: 200 len: 946 time: 0.0531623 Aug 31 07:50:49.332120 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Deleting port 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:50:49.332464 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.446225 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] For port 34ef09dc-5df3-4195-9822-949aa0a1aac2, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=34ef09dc-5df3-4195-9822-949aa0a1aac2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:50:49.446505 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.459889 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Calling delete_port for 34ef09dc-5df3-4195-9822-949aa0a1aac2 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:50:49.596777 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.627343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'Port': ['ID=34ef09dc-5df3-4195-9822-949aa0a1aac2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:49.672153 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] No DVR routers for this DVR port 34ef09dc-5df3-4195-9822-949aa0a1aac2 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:50:49.676694 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:49.680169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-75aaa61c-5d77-4706-b6c6-4511452adad4 req-cc55bf6c-fbf8-4549-a9f6-65554adfc146 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "DELETE /v2.0/ports/34ef09dc-5df3-4195-9822-949aa0a1aac2 HTTP/1.1" status: 204 len: 173 time: 0.4407907 Aug 31 07:50:49.769163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-deleted', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:50:49.772271 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cdf7de-011c-411d-8689-59120b9cf37d" -d '{"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-deleted", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:50:49.812957 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d34602b8-2559-48b6-a193-fc727c23f4e5 x-openstack-request-id: req-d34602b8-2559-48b6-a193-fc727c23f4e5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:50:49.813254 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bcff380-71d1-4b1a-9eb4-ed23395c6a4a", "name": "network-vif-deleted", "tag": "34ef09dc-5df3-4195-9822-949aa0a1aac2", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:50:49.813664 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-d34602b8-2559-48b6-a193-fc727c23f4e5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:50:49.813957 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcff380-71d1-4b1a-9eb4-ed23395c6a4a', 'name': 'network-vif-deleted', 'tag': '34ef09dc-5df3-4195-9822-949aa0a1aac2', 'status': 'completed', 'code': 200} Aug 31 07:50:50.249405 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45620) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:50.309923 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.337085 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.403793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.406732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:50.407934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "DELETE /v2.0/security-groups/bc009eb0-28db-4fc3-8418-9c04e0eaa37b HTTP/1.1" status: 204 len: 168 time: 0.1574819 Aug 31 07:50:50.420730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf701fd9-4856-4cde-b854-fd36a8bb1e83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc009eb0-28db-4fc3-8418-9c04e0eaa37b,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:52.669105 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45630) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:52.673910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1538599939', 'description': 'tempest-secgroup-smoke-1538599939 description', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:52.697269 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.781580 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.785320 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.814325 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.815757 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1453795 Aug 31 07:50:52.817813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b1719-a051-45a4-807f-9db03d67e7d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0258d34-fce7-4937-9558-10596bbffda0,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:52.818842 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 45632) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:52.826071 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:52.853153 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.903095 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.906926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.926606 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88a19642-a36a-447e-bcf8-76b70620feda,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:52.936938 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:52.938199 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1180391 Aug 31 07:50:52.939753 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.940098 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.940709 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.941156 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.941406 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.941651 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45634) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:52.941762 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.942079 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.942374 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.942699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.943025 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.943353 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.943676 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9cff4a-8c19-4b4f-b3f7-370d5b36de60 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:50:52.946979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:52.974735 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.038695 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.043421 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.062330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2774d1e3-f674-45b2-a227-4ae127c1f347,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.070140 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.071343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-42957a9f-2fcc-49fa-8595-6a9d70e5cc70 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289277 Aug 31 07:50:53.074484 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45636) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:53.079369 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.106940 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.167779 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.171605 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.190776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b203c51-57b1-438f-8340-7727b98b168e,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.198260 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.199640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ea5a253c-a63d-42f7-b61b-aebc2de63ff4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1238239 Aug 31 07:50:53.202211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45638) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:53.206548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.233749 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.295968 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.300113 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.320842 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fb5c4d2-d93f-4367-9752-aaab068868a0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.328881 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.330160 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0b88ccac-030d-46fe-bcd7-876e84514bde tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270339 Aug 31 07:50:53.332920 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45640) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:53.337481 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.360098 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Project f27b6f11021b4f3c82e250dc77ce43cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:50:53.364932 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.425838 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.429893 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.448212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b9ca6d9-0348-4f80-b6d0-d267abb1c3a9,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.454321 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.455575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-94d0fdf7-2b20-41df-b5db-b900afe0ea49 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1216786 Aug 31 07:50:53.458330 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45642) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:50:53.462883 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'security_group_rule': {'security_group_id': 'b0258d34-fce7-4937-9558-10596bbffda0', 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:50:53.485641 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Project f27b6f11021b4f3c82e250dc77ce43cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:50:53.490387 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.555391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.559244 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.579575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c62a0ee-a058-44c1-9387-c409a8eec9ef,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:50:53.586305 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:53.587590 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-0d03b940-799d-4eec-ae1a-5ac562ed76b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1282957 Aug 31 07:50:53.832120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:50:53.853215 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: 34ef09dc-5df3-4195-9822-949aa0a1aac2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:50:53.853590 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device 34ef09dc-5df3-4195-9822-949aa0a1aac2 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:50:54.973579 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0f0a22ef-f549-456e-9a04-d76d002aa98d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.586954 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-47ec12ad-c09c-4c7b-860a-1b410234ae1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:57.938925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:50:59.200429 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:50:59.929278 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:01.355120 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:06.504428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:07.917399 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-53a4b201-525f-41da-9e1f-0e871024082f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1538599939&fields=id&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 267 time: 0.0342946 Aug 31 07:51:08.029887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-c74126fc-694a-4c68-ac9c-23057ea01c18 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:08.031282 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-c74126fc-694a-4c68-ac9c-23057ea01c18 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 809 time: 0.1062126 Aug 31 07:51:08.047966 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-bc3cf895-c52a-4dc4-9a86-909bd8148672 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/quotas/f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 375 time: 0.0107658 Aug 31 07:51:08.104541 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-490c1dbd-35cd-4ef1-ab44-4fd25c9f658b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508900 Aug 31 07:51:08.241450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fbe8400c-c99e-48e6-9255-0fca376d02a9 service neutron] 10.222.0.57 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250861 Aug 31 07:51:08.346227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-1db7c82c-6d5e-407a-ad8c-fb7c694fb5de service neutron] 10.222.0.57 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934753 Aug 31 07:51:08.642892 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4d3c27f0-6592-4a91-8f88-888c3153f57b req-566efe84-f5c2-43b0-98d5-2332a819d4a0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0280645 Aug 31 07:51:09.537895 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-3e348f57-e4df-467f-ab47-66d1a32a2f83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:09.539310 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-3e348f57-e4df-467f-ab47-66d1a32a2f83 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 809 time: 0.1099112 Aug 31 07:51:09.584422 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-b67d7d13-f32c-4a64-b3fe-30f5cbb74dd8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 380 time: 0.0356538 Aug 31 07:51:09.595028 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'port': {'device_id': '6446c640-17fc-44c1-bf95-7725f4494a11', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'admin_state_up': True, 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'security_groups': ['b0258d34-fce7-4937-9558-10596bbffda0']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:09.715321 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Made reservation on behalf of f27b6f11021b4f3c82e250dc77ce43cb for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:51:09.720606 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:09.764840 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6f1a59a2-9f9e-4dac-9440-b3907900a349 req-e6216dce-4db8-486c-8e33-164e13f98635 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0315971 Aug 31 07:51:09.884300 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Allocated IP 172.20.0.14 (4cc6859e-3bc6-4c58-b744-7ae2b568e032/6ed889c4-6024-4781-b39a-cc61de2fe1a9/f7b4df52-1a28-49b1-a536-8f5ba6be8a6f) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:10.030317 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.045523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Transition to ACTIVE for port object f7b4df52-1a28-49b1-a536-8f5ba6be8a6f will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:10.079550 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.131048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:10.134419 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:10.138919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:10.163706 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:10.194083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.194839 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.211832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-fa2c7a57-c314-4700-b829-bb2c53095ab6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6216261 Aug 31 07:51:10.274938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Request body: {'port': {'device_id': '6446c640-17fc-44c1-bf95-7725f4494a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:10.340557 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.443707 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dce0cf8-6d77-41d1-b137-4ce68acf789b None None] Provisioning for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:10.448194 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4dce0cf8-6d77-41d1-b137-4ce68acf789b None None] Provisioning complete for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:10.448919 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4dce0cf8-6d77-41d1-b137-4ce68acf789b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.484665 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-4dce0cf8-6d77-41d1-b137-4ce68acf789b None None] Port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:51:10.633868 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:10.642820 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.655476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Transition to ACTIVE for port object f7b4df52-1a28-49b1-a536-8f5ba6be8a6f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:51:10.659443 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.716273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:10.800902 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:51:10.801255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:51:10.801763 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:10.807439 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:51:10.807787 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:51:10.816684 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:51:10.817058 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:51:10.817559 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Bound using segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:51:10.818004 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Bound port: f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:51:10.818372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.900645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:51:10.903107 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c679f7-391c-49fe-a985-3a64fe0b80c3 req-b2974dd9-3fb2-461c-80c7-0e1b3a95c55a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.905048 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:51:10.911023 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c679f7-391c-49fe-a985-3a64fe0b80c3 req-b2974dd9-3fb2-461c-80c7-0e1b3a95c55a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0615540 Aug 31 07:51:10.915504 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.953409 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d0c679f7-391c-49fe-a985-3a64fe0b80c3 req-f1c2471f-8eee-41f7-b0c0-ea9b361575e1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413618 Aug 31 07:51:10.957212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:10.957911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:10.959438 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] 10.222.0.50 "PUT /v2.0/ports/f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1093 time: 0.7391784 Aug 31 07:51:10.962263 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:10.965584 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:10.992873 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d8190e-e6cc-4261-9d99-d5fef009bc98 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:11.042782 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48141d59-cef0-4e09-84c9-4fa3d735f5e9 x-openstack-request-id: req-48141d59-cef0-4e09-84c9-4fa3d735f5e9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:11.043209 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:11.043572 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-48141d59-cef0-4e09-84c9-4fa3d735f5e9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:11.044786 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'status': 'completed', 'code': 200} Aug 31 07:51:11.082245 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-7beaf5b5-9a87-4a0a-a808-62eaf13b3db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.083850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-7beaf5b5-9a87-4a0a-a808-62eaf13b3db8 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1096 time: 0.0506837 Aug 31 07:51:11.134408 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-8b1e1976-e356-4513-a2d7-bc1927bdd902 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 217 time: 0.0416179 Aug 31 07:51:11.189447 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-da05804f-f9c3-44f1-8505-753df68ea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.191212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-da05804f-f9c3-44f1-8505-753df68ea899 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0487766 Aug 31 07:51:11.240809 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-f2650a53-86df-45c2-9d1f-2ed9d5435f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.242419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-f2650a53-86df-45c2-9d1f-2ed9d5435f3f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436876 Aug 31 07:51:11.353127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-353fbf8e-af4f-466a-870a-0d2aeff89ed2 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026182 Aug 31 07:51:11.450167 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3c7b0091-5604-4d44-a1b3-01067e58798d req-432494fe-49f2-470a-aa8e-a7b7e77fb671 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896657 Aug 31 07:51:11.537814 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-5de3a79b-ffdc-418d-a701-c4a6871c1a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.539293 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-5de3a79b-ffdc-418d-a701-c4a6871c1a7b service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1096 time: 0.0437407 Aug 31 07:51:11.654262 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-e5cecdf6-b013-4198-8f8c-adc055590ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.655937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-e5cecdf6-b013-4198-8f8c-adc055590ee1 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1097658 Aug 31 07:51:11.699400 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-5a3cdacc-e57a-44eb-95ac-10b58e56f89b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 217 time: 0.0365477 Aug 31 07:51:11.755173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-1b0b35e1-50ea-4c8a-948a-f04bb61029d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.756567 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-1b0b35e1-50ea-4c8a-948a-f04bb61029d3 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0507376 Aug 31 07:51:11.805946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-f145ccc8-ef50-4abe-8e08-2f3cc174d1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:11.807389 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-f145ccc8-ef50-4abe-8e08-2f3cc174d1eb service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436981 Aug 31 07:51:11.901235 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-d0d84620-c20e-47b9-8669-44443973fe2d service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860465 Aug 31 07:51:12.009491 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c6a9db8a-8f48-46f9-87dc-eaf693704dcc req-0e19c845-6e49-433c-91d2-b9f04ca4ae65 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004214 Aug 31 07:51:12.093595 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bec6096-b29c-4143-ba35-eaf9a9937e61 req-ce18254d-faed-41b0-94b9-15ea4f61453b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:12.095104 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bec6096-b29c-4143-ba35-eaf9a9937e61 req-ce18254d-faed-41b0-94b9-15ea4f61453b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0520730 Aug 31 07:51:12.135644 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7bec6096-b29c-4143-ba35-eaf9a9937e61 req-cb0e5588-dfd8-492b-aae6-6c2706869273 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344310 Aug 31 07:51:13.254784 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e24859-92fc-418a-a589-fd59a5a85255 req-40321dae-dc32-4988-90c8-198659f0faeb tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:13.256343 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89e24859-92fc-418a-a589-fd59a5a85255 req-40321dae-dc32-4988-90c8-198659f0faeb tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0508707 Aug 31 07:51:13.300254 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-89e24859-92fc-418a-a589-fd59a5a85255 req-1bf72e75-5d4f-4a08-840c-36167a72c8d5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378306 Aug 31 07:51:14.417188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8222f2-73b6-4083-be58-a3cfcb681530 req-0b8b5497-5e3b-488f-84b9-5683cae28889 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:14.418696 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe8222f2-73b6-4083-be58-a3cfcb681530 req-0b8b5497-5e3b-488f-84b9-5683cae28889 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0489321 Aug 31 07:51:14.456998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-fe8222f2-73b6-4083-be58-a3cfcb681530 req-088adcb8-08cf-4be6-9ca9-de6bffdb8e96 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311952 Aug 31 07:51:15.574671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7812c0bb-74c9-4977-b845-ac7be2e80750 req-91659813-489c-4cbc-a19d-7246aec68a35 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:15.576220 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7812c0bb-74c9-4977-b845-ac7be2e80750 req-91659813-489c-4cbc-a19d-7246aec68a35 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0508966 Aug 31 07:51:15.613413 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7812c0bb-74c9-4977-b845-ac7be2e80750 req-fa962df3-f867-415f-a881-95ab1c2d5440 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311699 Aug 31 07:51:16.265101 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:16.733303 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8210-a1f7-4eb3-bd1a-9edf99cc0b63 req-46b62b0c-3445-4dc3-a0d8-8e6dadbb2364 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:16.734998 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-745f8210-a1f7-4eb3-bd1a-9edf99cc0b63 req-46b62b0c-3445-4dc3-a0d8-8e6dadbb2364 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0540299 Aug 31 07:51:16.777995 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-745f8210-a1f7-4eb3-bd1a-9edf99cc0b63 req-89ac11dd-8c97-47c3-b18f-354d1940a9ef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369890 Aug 31 07:51:17.898343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d4221-ffaa-478a-8848-f50cd192f65f req-36c54d20-ed45-450d-90ec-d1fcce5b4062 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:17.899817 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f28d4221-ffaa-478a-8848-f50cd192f65f req-36c54d20-ed45-450d-90ec-d1fcce5b4062 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0536883 Aug 31 07:51:17.938626 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f28d4221-ffaa-478a-8848-f50cd192f65f req-93606060-a1c3-4ce3-b225-bd49aef97526 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326951 Aug 31 07:51:19.052495 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b065ca9e-0fbb-4b7a-b910-48121a5ef2d2 req-b861bf2f-8f58-4b84-ba78-3fbadeab1463 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:19.054016 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b065ca9e-0fbb-4b7a-b910-48121a5ef2d2 req-b861bf2f-8f58-4b84-ba78-3fbadeab1463 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0493057 Aug 31 07:51:19.092237 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-b065ca9e-0fbb-4b7a-b910-48121a5ef2d2 req-b53b5f2a-76a9-4c0a-a525-09ac190ccc2a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318370 Aug 31 07:51:20.209071 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6142a1-0a33-424b-bf79-1c4259c95bac req-4fba87da-7f98-48ef-bc9b-f18647eca4a1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:20.210566 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f6142a1-0a33-424b-bf79-1c4259c95bac req-4fba87da-7f98-48ef-bc9b-f18647eca4a1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0500555 Aug 31 07:51:20.250030 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-0f6142a1-0a33-424b-bf79-1c4259c95bac req-ac264564-6e48-4112-9318-709f5eef3a13 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332651 Aug 31 07:51:21.366391 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14c74b-4437-4c86-87df-fc9b7e0ffd40 req-bcd03448-f9d1-4fd4-b4e6-326ef6c44ebd tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:21.367875 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee14c74b-4437-4c86-87df-fc9b7e0ffd40 req-bcd03448-f9d1-4fd4-b4e6-326ef6c44ebd tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0500400 Aug 31 07:51:21.406983 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee14c74b-4437-4c86-87df-fc9b7e0ffd40 req-2b5f5afb-302f-41e9-923b-15dc2bcda470 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322766 Aug 31 07:51:22.470401 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:51:22.526839 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc698b7e-6f8f-41b0-b5fd-c19bcbeeac01 req-b902e206-ca6c-40fc-ad4d-c7c8ec423bf0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:22.529648 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc698b7e-6f8f-41b0-b5fd-c19bcbeeac01 req-b902e206-ca6c-40fc-ad4d-c7c8ec423bf0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0525782 Aug 31 07:51:22.578025 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:22.580321 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dc698b7e-6f8f-41b0-b5fd-c19bcbeeac01 req-0cbb95d5-6391-45a2-9271-8c8d754f12b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434608 Aug 31 07:51:22.590068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'mac_address': 'fa:16:3e:1f:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:51:22.629650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.643574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:51:22.665253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:22.670934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:22.722802 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:22.730703 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.731043 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.731573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.733917 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.734262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.734262 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.734603 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:51:22.895359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:51:23.697152 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91285be3-b6c1-494c-8970-9b73623d01a6 req-c4e83b77-6f2b-412f-b952-48d59fe74287 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:23.698663 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91285be3-b6c1-494c-8970-9b73623d01a6 req-c4e83b77-6f2b-412f-b952-48d59fe74287 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 945 time: 0.0507722 Aug 31 07:51:23.741827 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91285be3-b6c1-494c-8970-9b73623d01a6 req-792b5ad6-cf06-4b4e-9a0b-f154ee2cdb02 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369375 Aug 31 07:51:24.470082 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:51:24.517637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:51:24.521572 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:51:24.521943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.600934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.622961 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:24.625198 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8547de-f907-4b73-8a38-99065caa15a9" -d '{"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:24.639077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:51:24.642975 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:24.693725 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:24.719969 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad189da8-e69d-4f2b-af37-a5ab5cfd3f41 x-openstack-request-id: req-ad189da8-e69d-4f2b-af37-a5ab5cfd3f41 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:24.720261 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:24.720512 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-ad189da8-e69d-4f2b-af37-a5ab5cfd3f41 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:24.720953 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'code': 200} Aug 31 07:51:24.820908 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2c42e1-e7b4-430d-9d5c-1e0755f93865 req-6efdb5e3-e586-4494-a1e0-754960977f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:24.822620 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c2c42e1-e7b4-430d-9d5c-1e0755f93865 req-6efdb5e3-e586-4494-a1e0-754960977f7d service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1098 time: 0.0462971 Aug 31 07:51:24.859094 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2674fdb2-d61a-4ebc-91a5-cd26d97d8d49 req-5d093210-dbee-4ac5-bdae-76460f4cc6e8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:24.860665 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2674fdb2-d61a-4ebc-91a5-cd26d97d8d49 req-5d093210-dbee-4ac5-bdae-76460f4cc6e8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0514517 Aug 31 07:51:24.864012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-4c2c42e1-e7b4-430d-9d5c-1e0755f93865 req-c1e08bbd-7218-43b6-86b2-cbb6369b7803 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336361 Aug 31 07:51:24.900076 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2674fdb2-d61a-4ebc-91a5-cd26d97d8d49 req-7577a882-7fd4-4cae-8c31-4d1a9a70ce59 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334308 Aug 31 07:51:24.974084 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-133f8d66-d0f8-457a-bb04-7ab6036f6395 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.028183 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff41b56-5586-4e78-a291-9259a4c169be req-eb691717-29ec-4648-a2be-467f582b00ea tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.029733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ff41b56-5586-4e78-a291-9259a4c169be req-eb691717-29ec-4648-a2be-467f582b00ea tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0501435 Aug 31 07:51:26.074143 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-6ff41b56-5586-4e78-a291-9259a4c169be req-b07518ab-6c7d-4075-9981-6d659d99151c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385017 Aug 31 07:51:26.188995 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82c88bc-c8b2-4ef9-bf23-96df4dbf93ae req-63ee4dd1-9467-4d42-895f-fc55565d7824 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.190713 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f82c88bc-c8b2-4ef9-bf23-96df4dbf93ae req-63ee4dd1-9467-4d42-895f-fc55565d7824 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0496175 Aug 31 07:51:26.229185 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f82c88bc-c8b2-4ef9-bf23-96df4dbf93ae req-c5850da2-0aef-4d1f-8e5d-6b047e1b4e52 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326540 Aug 31 07:51:26.251797 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45836) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.291562 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ba12d-bae4-4adf-86af-10aaea9c5a4d tempest-TestShelveInstance-173813662 tempest-TestShelveInstance-173813662-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:26.293067 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-031ba12d-bae4-4adf-86af-10aaea9c5a4d tempest-TestShelveInstance-173813662 tempest-TestShelveInstance-173813662-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1093 time: 0.0402470 Aug 31 07:51:26.296655 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 45838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:51:26.301026 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:51:26.323572 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.424534 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.533779 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Allocated IP 172.25.3.143 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/26596b75-4a57-4a10-86cc-81341a0ae537) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:51:26.636822 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.677442 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:26.718792 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:51:26.723536 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:51:26.728012 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:51:26.731057 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=26596b75-4a57-4a10-86cc-81341a0ae537,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.100006 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.171473 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.323732 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.328675 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.399819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event updated for resources: {'Port': ['ID=26596b75-4a57-4a10-86cc-81341a0ae537,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:51:27.412985 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.516273 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Floating IP ed38be64-fcfe-4699-a086-a903635eb6c2 associated. External IP: 172.25.3.143, port: f7b4df52-1a28-49b1-a536-8f5ba6be8a6f. Aug 31 07:51:27.589825 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be52f4aa-66bd-4082-a3d3-21354c746d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:27.942729 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.054727 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:51:28.164403 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:51:28.179494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:51:28.180962 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:28.189077 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:28.190035 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:51:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.213119 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-847009bf-d157-47c8-998e-9f29ce69ece5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9153354 Aug 31 07:51:28.213759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:51:28.217114 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21" -d '{"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:51:28.252969 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-789c8382-1126-49a0-ba9c-031b50f4d924 x-openstack-request-id: req-789c8382-1126-49a0-ba9c-031b50f4d924 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:51:28.253256 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:51:28.253532 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-789c8382-1126-49a0-ba9c-031b50f4d924 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:51:28.253928 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'status': 'completed', 'code': 200} Aug 31 07:51:28.302096 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:28.320400 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-20fbf4ee-9864-4c08-a9dc-5f1f1f3c1c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.321979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-20fbf4ee-9864-4c08-a9dc-5f1f1f3c1c8a service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1098 time: 0.0442119 Aug 31 07:51:28.411832 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-da1959a3-65fa-4300-98e7-97c2e5b21373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.413315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-da1959a3-65fa-4300-98e7-97c2e5b21373 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0848489 Aug 31 07:51:28.483806 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-c5370376-2c9d-422b-8cf8-cc349c3164af service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1000 time: 0.0627525 Aug 31 07:51:28.526026 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ed38be64-fcfe-4699-a086-a903635eb6c2', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:1f:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c640-17fc-44c1-bf95-7725f4494a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:26Z', 'updated_at': '2021-08-31T07:51:26Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.534862 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-4b452a5a-458b-47b9-b4a0-830eac7c9547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.536329 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-4b452a5a-458b-47b9-b4a0-830eac7c9547 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0448642 Aug 31 07:51:28.552278 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:51:28.560958 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:51:28.561591 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:51:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:28.584926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-3b70f567-8b72-4b80-b295-72a2f9d8c5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:51:28.586510 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-3b70f567-8b72-4b80-b295-72a2f9d8c5f5 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0434923 Aug 31 07:51:28.666293 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:51:28.680801 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-26e06186-968b-443b-af48-df9a1bfb14ec service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870821 Aug 31 07:51:28.775862 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e222bc30-9cc3-4ea6-8fe3-239e0d6c7c21 req-6e7adfad-a2fc-4bde-853d-b4cc57066048 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882905 Aug 31 07:51:28.980746 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ed38be64-fcfe-4699-a086-a903635eb6c2', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:1f:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c640-17fc-44c1-bf95-7725f4494a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:26Z', 'updated_at': '2021-08-31T07:51:26Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:51:29.007219 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b15126c4-9e63-4e8d-bcb9-201ae857c0a9 None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': 'ed38be64-fcfe-4699-a086-a903635eb6c2', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'floating_ip_address': '172.25.3.143', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'mac_address': 'fa:16:3e:1f:d1:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6446c640-17fc-44c1-bf95-7725f4494a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:51:26Z', 'updated_at': '2021-08-31T07:51:26Z', 'revision_number': 0, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:51:29.199997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad007797-c261-47cc-b69c-370af306224e None None] New status for floating IP ed38be64-fcfe-4699-a086-a903635eb6c2: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:51:29.930563 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:31.350518 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:36.200338 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:51:36.499042 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:46.276070 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:54.973817 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-707552a0-2016-45b9-b4c7-57fdc8eb47e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.592590 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ad678f9b-5c61-4b18-b692-81c3966458a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:57.945393 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:51:59.938368 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:01.354582 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:06.516165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:13.200435 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:16.310639 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:22.201040 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-d1eb8459-97d8-409d-8d81-02119add4a37 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539808 Aug 31 07:52:22.286269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-f79e33b8-c0c3-4fed-9947-3b069c52299c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.287800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-f79e33b8-c0c3-4fed-9947-3b069c52299c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1098 time: 0.0445399 Aug 31 07:52:22.401837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-5b5c0c98-9f8b-4fdb-a83b-4ba3742421ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.403323 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-5b5c0c98-9f8b-4fdb-a83b-4ba3742421ef service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0935063 Aug 31 07:52:22.481242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-d33cfbfe-afd1-44f8-9cd5-d979bd100e4b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1002 time: 0.0693035 Aug 31 07:52:22.535211 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-248a1b6f-459c-4fe7-916c-11f9b9993b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.536701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-248a1b6f-459c-4fe7-916c-11f9b9993b6c service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0485961 Aug 31 07:52:22.584800 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-b5f1a4b8-754d-4cd5-9e24-a3b9adc75eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:52:22.586548 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-b5f1a4b8-754d-4cd5-9e24-a3b9adc75eba service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0428436 Aug 31 07:52:22.684520 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-64336487-c3c4-4ea3-b134-9e1d9b864b52 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902462 Aug 31 07:52:22.781599 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ea7ee820-4f15-4f1c-8edc-db908cf4a606 req-34f46bc0-3084-419a-a3be-a369165eea34 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902412 Aug 31 07:52:24.980188 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-483158fd-0370-45d0-bb48-9c8a7bf05cc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.596760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fa401a6b-efc8-4b4c-8a63-60c60bf143bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:27.949171 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:29.938383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:31.357308 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:36.514769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:46.307840 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:50.200548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:52:54.975543 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-92271d23-5139-4f4a-8ab4-57db85d1bed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.598029 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6ebb8fbd-dc13-443f-8698-99cd4efa3a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:57.951456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:52:59.939533 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:01.359829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:06.514629 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:16.323224 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:22.171979 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-9f6b23f8-196c-4220-8216-ebabc2546b0c service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0436413 Aug 31 07:53:22.269552 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e802-71d3-4e73-957f-194c15052991 req-1b3b7e4f-9e32-4f30-9ca0-5f901714436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:22.271081 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-1b3b7e4f-9e32-4f30-9ca0-5f901714436c service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1098 time: 0.0494323 Aug 31 07:53:22.380966 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e802-71d3-4e73-957f-194c15052991 req-819d9578-fc8f-4636-947e-f2e820f9aee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:22.382489 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-819d9578-fc8f-4636-947e-f2e820f9aee3 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0895348 Aug 31 07:53:22.456139 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-00b4f1f7-9c70-4f81-87e9-b4e2bd879b7f service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1002 time: 0.0653689 Aug 31 07:53:22.508044 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e802-71d3-4e73-957f-194c15052991 req-8d0f81dd-5031-4f62-969a-dcdf56f3631d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:22.509538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-8d0f81dd-5031-4f62-969a-dcdf56f3631d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0455086 Aug 31 07:53:22.555683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3721e802-71d3-4e73-957f-194c15052991 req-c91e98cc-0b56-429d-9aa4-df6797b6d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:22.557175 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-c91e98cc-0b56-429d-9aa4-df6797b6d3f1 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402312 Aug 31 07:53:22.568810 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-77c3a222-3507-405b-a605-e3a55b22ae52 service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:53:22.569780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-77c3a222-3507-405b-a605-e3a55b22ae52 service neutron] 10.222.0.50 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050485 Aug 31 07:53:22.665503 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-a182a342-17c5-45f8-a90e-0542caea3e5b service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867679 Aug 31 07:53:22.758717 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3721e802-71d3-4e73-957f-194c15052991 req-5bf2cb55-e98c-4f86-8111-fc1a94989989 service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849760 Aug 31 07:53:24.969269 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-62eaaf34-b4d5-4e83-bcfa-47e1abae2b40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:25.853853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c387f49a-bc29-4694-a8f9-a0c4b2e2b986 req-311ca9e2-538b-40a5-8073-bb5bcb43eef2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:25.855458 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c387f49a-bc29-4694-a8f9-a0c4b2e2b986 req-311ca9e2-538b-40a5-8073-bb5bcb43eef2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0554328 Aug 31 07:53:25.903775 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c387f49a-bc29-4694-a8f9-a0c4b2e2b986 req-78901942-3e2f-45f3-84de-f121888f3bf5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367324 Aug 31 07:53:27.080867 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b9fa4e-f646-4e99-b279-c6b0f1e6b6fa req-5d2f2d72-0313-4499-870d-73010893c6a0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:27.082385 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70b9fa4e-f646-4e99-b279-c6b0f1e6b6fa req-5d2f2d72-0313-4499-870d-73010893c6a0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0579424 Aug 31 07:53:27.122549 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-70b9fa4e-f646-4e99-b279-c6b0f1e6b6fa req-1eb3ae16-9306-4edc-b415-42e5a0858b6e tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Aug 31 07:53:27.200314 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:53:27.599924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f59877f7-644b-484f-9c18-d0754d32402c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:27.953477 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:28.281388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffefe8d-50b3-4d34-a4e4-5930bb659595 req-36835585-4c39-48bc-8410-6efe7fbfddb1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:28.282649 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dffefe8d-50b3-4d34-a4e4-5930bb659595 req-36835585-4c39-48bc-8410-6efe7fbfddb1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0594056 Aug 31 07:53:28.322781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-dffefe8d-50b3-4d34-a4e4-5930bb659595 req-96aa0369-ce5a-403b-9fe2-d669ce8d0095 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341387 Aug 31 07:53:29.441885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59023407-7fd6-48bf-89f4-fc8aa206ab6a req-5e490590-f95b-4fab-8968-38f50750fe55 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:29.443389 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59023407-7fd6-48bf-89f4-fc8aa206ab6a req-5e490590-f95b-4fab-8968-38f50750fe55 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0503826 Aug 31 07:53:29.484030 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-59023407-7fd6-48bf-89f4-fc8aa206ab6a req-47c6ed47-d087-4265-b941-56c833a3ec12 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Aug 31 07:53:29.944047 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:30.611373 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a9d75-d902-40b3-9f0b-b4c997d24c4b req-ca264654-fdcd-4f87-b938-4d69e89a9f5b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:30.612867 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d88a9d75-d902-40b3-9f0b-b4c997d24c4b req-ca264654-fdcd-4f87-b938-4d69e89a9f5b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0598581 Aug 31 07:53:30.650998 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d88a9d75-d902-40b3-9f0b-b4c997d24c4b req-ce6f8315-a68d-485a-a932-c3c04df28d8b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321786 Aug 31 07:53:31.362417 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:31.768282 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8430d-bfa4-4b1a-b7f8-4313d86ef423 req-248ab40d-f868-46f8-95d5-144b099ba6d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:31.769813 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ab8430d-bfa4-4b1a-b7f8-4313d86ef423 req-248ab40d-f868-46f8-95d5-144b099ba6d9 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0496726 Aug 31 07:53:31.808752 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ab8430d-bfa4-4b1a-b7f8-4313d86ef423 req-2c8d3b5e-1ab9-4e9f-b80b-e5970f0dd3e0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328903 Aug 31 07:53:32.940923 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b31fc49-7e85-444b-8981-e4e2574898b0 req-e0f1b1a8-e77e-43db-83a5-8e0adcd0ab69 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:32.942540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b31fc49-7e85-444b-8981-e4e2574898b0 req-e0f1b1a8-e77e-43db-83a5-8e0adcd0ab69 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0593064 Aug 31 07:53:32.986169 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-5b31fc49-7e85-444b-8981-e4e2574898b0 req-fd59afdf-7b85-42d2-b216-86b0ff133c05 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376248 Aug 31 07:53:34.110147 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee369e96-a29a-40d2-a8a2-51eca159ca78 req-5bfd227a-e904-4213-baa0-c313bb439410 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:34.111716 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee369e96-a29a-40d2-a8a2-51eca159ca78 req-5bfd227a-e904-4213-baa0-c313bb439410 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0560794 Aug 31 07:53:34.157867 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-ee369e96-a29a-40d2-a8a2-51eca159ca78 req-38437659-e2f1-4316-a43a-14b78065aef7 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382268 Aug 31 07:53:35.287612 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24000f49-a94e-4ade-ae50-c0883dd0ff28 req-e215f810-860a-4c84-ba3a-e31bc0d4bf64 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:35.289236 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24000f49-a94e-4ade-ae50-c0883dd0ff28 req-e215f810-860a-4c84-ba3a-e31bc0d4bf64 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0608265 Aug 31 07:53:35.335225 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-24000f49-a94e-4ade-ae50-c0883dd0ff28 req-cb63af65-ad09-49ff-8596-cecb6810c5cf tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389256 Aug 31 07:53:35.981620 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-4cac5c5d-9a0a-49da-9758-2459fc43c76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:35.983212 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-4cac5c5d-9a0a-49da-9758-2459fc43c76e service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1098 time: 0.0465472 Aug 31 07:53:36.082775 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-dcfa24d2-c5fe-47c3-9aac-47e1ecd35628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:36.084269 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-dcfa24d2-c5fe-47c3-9aac-47e1ecd35628 service neutron] 10.222.0.50 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0940557 Aug 31 07:53:36.159528 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-3c3207f0-265c-4f93-9187-64918f8248a9 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1002 time: 0.0676422 Aug 31 07:53:36.213823 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-f2538618-11a4-401b-929f-0a970d7e2e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:36.216138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-f2538618-11a4-401b-929f-0a970d7e2e4d service neutron] 10.222.0.50 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0491905 Aug 31 07:53:36.271498 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-0bbb2109-8932-44d8-aac6-ad9607e0639f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:36.273186 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-0bbb2109-8932-44d8-aac6-ad9607e0639f service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505126 Aug 31 07:53:36.384016 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-da133957-4792-404a-827f-a2129650d1fb service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023343 Aug 31 07:53:36.470986 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab7e97-bc65-48a7-81c8-41985c4c2373 req-49263bc8-3d16-4047-97c0-94bc79a44aa1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:36.473750 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19ab7e97-bc65-48a7-81c8-41985c4c2373 req-49263bc8-3d16-4047-97c0-94bc79a44aa1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0627286 Aug 31 07:53:36.514843 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-72829b88-78ee-4a4f-976c-0242af2e6355 req-0ee41202-8c50-477c-8e23-d71c7fa11b8d service neutron] 10.222.0.50 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231310 Aug 31 07:53:36.516975 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-19ab7e97-bc65-48a7-81c8-41985c4c2373 req-505a1c20-5f77-4faf-8010-ca6a8f5a2619 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Aug 31 07:53:36.553867 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:37.652837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7731a7c8-9626-4d44-96d7-679667beebd8 req-f4577bca-391a-41b7-a5e4-ac1741059002 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:37.654733 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7731a7c8-9626-4d44-96d7-679667beebd8 req-f4577bca-391a-41b7-a5e4-ac1741059002 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0582848 Aug 31 07:53:37.700832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7731a7c8-9626-4d44-96d7-679667beebd8 req-c4680977-c737-45e8-9f73-9102e91f36e2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382051 Aug 31 07:53:38.828464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3ac7e-91a2-4fa6-a222-717d3dd1fe8f req-00ac9852-b3ed-4094-b5b1-27f6a7b05504 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:38.830100 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd3ac7e-91a2-4fa6-a222-717d3dd1fe8f req-00ac9852-b3ed-4094-b5b1-27f6a7b05504 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0563452 Aug 31 07:53:38.872779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8bd3ac7e-91a2-4fa6-a222-717d3dd1fe8f req-67c080ce-5fba-4e8e-a358-a3238ece04e5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364680 Aug 31 07:53:40.053723 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc67d1-6065-475d-ae52-3b7e4552241d req-42398d8f-597d-4576-96c3-257efbdab17f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:40.056468 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdcc67d1-6065-475d-ae52-3b7e4552241d req-42398d8f-597d-4576-96c3-257efbdab17f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0818527 Aug 31 07:53:40.101609 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bdcc67d1-6065-475d-ae52-3b7e4552241d req-9191ee92-2603-4d26-9201-345fd007f8d0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390315 Aug 31 07:53:40.220668 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-04f98ae3-e5cc-480f-adb9-72fbf23a75ec req-37ec79e0-8062-4f2f-9fcb-56a3d1a9753f service neutron] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:53:40.221736 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-04f98ae3-e5cc-480f-adb9-72fbf23a75ec req-37ec79e0-8062-4f2f-9fcb-56a3d1a9753f service neutron] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499871 Aug 31 07:53:40.360131 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-22c1131d-e5e1-4ffa-93cc-c7c447432412 service neutron] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0487702 Aug 31 07:53:40.392008 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb2c042-b6c2-4f8d-bd47-432a6941d735 req-77a2e8c5-efa2-4ad4-a55d-f6a17544b2f0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:40.393627 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fb2c042-b6c2-4f8d-bd47-432a6941d735 req-77a2e8c5-efa2-4ad4-a55d-f6a17544b2f0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 946 time: 0.0553622 Aug 31 07:53:40.442013 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1fb2c042-b6c2-4f8d-bd47-432a6941d735 req-36f98395-fbc2-4b5b-9b65-421eab5751cc tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415702 Aug 31 07:53:41.178740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:53:41.262678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.286893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:41.289267 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3bd28-95cd-4130-ad8e-621a505eabbb" -d '{"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-unplugged", "status": "completed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:41.304224 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:41.309862 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:41.334873 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1196dd1-b15b-42bd-8d59-8efc58245ad2 x-openstack-request-id: req-f1196dd1-b15b-42bd-8d59-8efc58245ad2 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:41.335113 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-unplugged", "status": "failed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "code": 422}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:41.335368 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1196dd1-b15b-42bd-8d59-8efc58245ad2 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:41.335755 n-d-712707-15 neutron-server[94641]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'code': 422} returned with failed status Aug 31 07:53:41.365078 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:41.374371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.374721 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.375066 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.375468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.375811 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.376145 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.376476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.376809 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.377133 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.377488 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.377831 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.378203 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:41.560955 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71e957-895c-4de8-81f2-b86b2184a6ac req-cabd853f-1f10-4e6a-a853-cca4b59422b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:41.562825 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac71e957-895c-4de8-81f2-b86b2184a6ac req-cabd853f-1f10-4e6a-a853-cca4b59422b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0520816 Aug 31 07:53:41.604657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-ac71e957-895c-4de8-81f2-b86b2184a6ac req-9f29efac-d74b-4c57-8208-dbc08761bae8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354817 Aug 31 07:53:42.721768 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efb125-5abd-4e7a-9e27-6f66472dbb0c req-0114d95f-5ee7-4f3e-be2c-5a5a7f248b9f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:42.723476 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94efb125-5abd-4e7a-9e27-6f66472dbb0c req-0114d95f-5ee7-4f3e-be2c-5a5a7f248b9f tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0515754 Aug 31 07:53:42.764078 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94efb125-5abd-4e7a-9e27-6f66472dbb0c req-5c58ba8e-8179-4b67-a1c0-4554002f4640 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344701 Aug 31 07:53:43.883640 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82060cd3-71a2-4c4b-8605-4a1f416178d5 req-cd8c6d68-78a5-4420-80fc-fb8e2ad1cd84 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:43.885164 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82060cd3-71a2-4c4b-8605-4a1f416178d5 req-cd8c6d68-78a5-4420-80fc-fb8e2ad1cd84 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0510631 Aug 31 07:53:43.924257 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-82060cd3-71a2-4c4b-8605-4a1f416178d5 req-efb3c6d2-af2f-45f1-b228-36b8423a90c4 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329869 Aug 31 07:53:45.050648 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f239b-51d4-426f-8895-da76cd9c6f99 req-cbb9bdcc-3f2f-4427-9131-a821b9affa1d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:45.052192 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d1f239b-51d4-426f-8895-da76cd9c6f99 req-cbb9bdcc-3f2f-4427-9131-a821b9affa1d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0524750 Aug 31 07:53:45.080830 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-9471099e-f148-43ee-a5be-af6c0d6d5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:45.082403 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-9471099e-f148-43ee-a5be-af6c0d6d5ac4 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11&tenant_id=f27b6f11021b4f3c82e250dc77ce43cb HTTP/1.1" status: 200 len: 1096 time: 0.0810680 Aug 31 07:53:45.092630 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2d1f239b-51d4-426f-8895-da76cd9c6f99 req-6dca583a-a75b-4c3d-afa5-925bfd13e4f1 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344718 Aug 31 07:53:45.095083 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-712707-15', 'device_owner': 'compute:nova'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:53:45.151911 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.361051 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:45.395133 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:45.427212 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:45.435274 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.447945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Transition to ACTIVE for port object f7b4df52-1a28-49b1-a536-8f5ba6be8a6f will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:53:45.452134 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.532901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=7']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:45.547726 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.548069 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.548407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.548742 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.549070 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.549425 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.549945 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.550284 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.550610 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.550933 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.551255 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.551575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:53:45.592995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] No DVR routers for this DVR port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:53:45.735910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:53:45.736273 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:53:45.737688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:45.743243 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:53:45.743664 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Attempting to bind port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:53:45.749589 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 53, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:53:45.750143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Checking segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:53:45.750532 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Bound using segment: {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:53:45.750960 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Bound port: f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:53:45.751322 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.815518 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:53:45.818614 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:53:45.823246 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.863463 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:45.864081 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:45.865615 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] 10.222.0.53 "PUT /v2.0/ports/f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1093 time: 0.7747133 Aug 31 07:53:45.865922 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:45.868185 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f30d6a-c432-431c-ad87-46eedb0ebd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:45.894319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7403f11-8239-418e-937f-e6a188e04751 service neutron] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=8']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:45.929754 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a83d4fe9-a5a2-4879-a4a7-b16b8e2fb27e x-openstack-request-id: req-a83d4fe9-a5a2-4879-a4a7-b16b8e2fb27e {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:45.930045 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:45.930298 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a83d4fe9-a5a2-4879-a4a7-b16b8e2fb27e {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:45.930734 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'status': 'completed', 'code': 200} Aug 31 07:53:45.946314 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-6f694771-2528-47ab-8644-34920e2ced6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:45.947836 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-6f694771-2528-47ab-8644-34920e2ced6d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1096 time: 0.0467749 Aug 31 07:53:46.045418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-d4fd796e-6b7f-4b59-ba9b-b19dc1b1c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.046918 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-d4fd796e-6b7f-4b59-ba9b-b19dc1b1c32e service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0901458 Aug 31 07:53:46.118724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-8bc03542-5d93-46e7-bb61-1770b93cd2d9 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1000 time: 0.0633957 Aug 31 07:53:46.171185 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-c70bae3e-3ed2-44f8-b527-143d570963da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.172697 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-c70bae3e-3ed2-44f8-b527-143d570963da service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0468843 Aug 31 07:53:46.222485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b5899d9b-9f07-4a37-9e95-94a89c1a76ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.224012 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-b5899d9b-9f07-4a37-9e95-94a89c1a76ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0436883 Aug 31 07:53:46.256117 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71d1050-44e9-49f2-904d-e724c9aa80e6 req-d235ccec-3104-4784-b340-43a36b61fdba tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.257648 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e71d1050-44e9-49f2-904d-e724c9aa80e6 req-d235ccec-3104-4784-b340-43a36b61fdba tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0967784 Aug 31 07:53:46.300944 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e71d1050-44e9-49f2-904d-e724c9aa80e6 req-46bb31b5-0d95-44f8-a2d5-1aa3a61b4449 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364807 Aug 31 07:53:46.328104 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-8ee429a5-5c77-4646-9e3c-0acf824755ae service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962493 Aug 31 07:53:46.336685 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:46.425025 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-2b6a784e-0445-41b4-8b3a-6e669152a162 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882630 Aug 31 07:53:46.525587 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-6de72703-3b5f-4593-ac6f-5d1efab09ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.527191 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-6de72703-3b5f-4593-ac6f-5d1efab09ae1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1096 time: 0.0485129 Aug 31 07:53:46.623438 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-25889e73-8b6f-43bd-9571-d16488f0e792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.624902 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-25889e73-8b6f-43bd-9571-d16488f0e792 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0900576 Aug 31 07:53:46.695802 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-057f949e-36c7-4d1c-b1d3-32f62dddc835 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1000 time: 0.0626724 Aug 31 07:53:46.749670 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-46d8ad0d-d2f6-4b45-ae21-fc32326261fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.751110 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-46d8ad0d-d2f6-4b45-ae21-fc32326261fd service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0453331 Aug 31 07:53:46.799619 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-10f4131d-1b6f-48e6-b5b6-b42e5b5f19ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:46.801138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-10f4131d-1b6f-48e6-b5b6-b42e5b5f19ee service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410185 Aug 31 07:53:46.896835 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-2ba87cdf-321d-4966-b72b-10577d7cdc03 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872293 Aug 31 07:53:46.991550 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-04f30d6a-c432-431c-ad87-46eedb0ebd7b req-7df66fca-36f1-47a0-91b4-1e4da84382ab service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860522 Aug 31 07:53:47.469783 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29fbb22-997b-4e0f-9509-24174ed7e60f req-88f956d7-4fc5-437f-8376-f53b88e5e089 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:47.471311 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d29fbb22-997b-4e0f-9509-24174ed7e60f req-88f956d7-4fc5-437f-8376-f53b88e5e089 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0986276 Aug 31 07:53:47.510850 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d29fbb22-997b-4e0f-9509-24174ed7e60f req-b43c5584-6bfd-4008-af46-fd782274d329 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335312 Aug 31 07:53:48.631703 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af07c2d-8842-40f5-a886-45d9992dff00 req-8bb68549-2d91-457f-bd78-87d89fafce2d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:48.633217 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9af07c2d-8842-40f5-a886-45d9992dff00 req-8bb68549-2d91-457f-bd78-87d89fafce2d tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0533512 Aug 31 07:53:48.671465 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-9af07c2d-8842-40f5-a886-45d9992dff00 req-f46a081b-b7fc-46e7-97dc-988539d76c08 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314779 Aug 31 07:53:49.793887 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d64b8b-65fc-4332-830f-39c93339df54 req-a643104b-c3bc-4cab-ae7c-afb1b31b27f6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:49.795356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5d64b8b-65fc-4332-830f-39c93339df54 req-a643104b-c3bc-4cab-ae7c-afb1b31b27f6 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0547338 Aug 31 07:53:49.833724 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b5d64b8b-65fc-4332-830f-39c93339df54 req-e3b8fe74-e1f8-4909-9875-3770b17c8cf2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323284 Aug 31 07:53:50.953109 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7395dcd8-35cf-402c-a8ae-7633e300042e req-08c0f38e-d472-443b-b229-0cb14aeaf87b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:50.954871 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7395dcd8-35cf-402c-a8ae-7633e300042e req-08c0f38e-d472-443b-b229-0cb14aeaf87b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0528336 Aug 31 07:53:50.993046 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-7395dcd8-35cf-402c-a8ae-7633e300042e req-f0c1d816-b57e-4c6c-a0d5-786baf5da4bc tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324235 Aug 31 07:53:52.116584 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff453b-21ff-4c14-8a2b-cf841fed65c0 req-b2846e62-b638-46c1-8dc5-a8c41b23639c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:52.118199 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcff453b-21ff-4c14-8a2b-cf841fed65c0 req-b2846e62-b638-46c1-8dc5-a8c41b23639c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0533845 Aug 31 07:53:52.156218 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-bcff453b-21ff-4c14-8a2b-cf841fed65c0 req-bfae00d6-0b43-4169-b613-553380b2ba62 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320878 Aug 31 07:53:53.273585 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24110005-beb4-4c8f-8aa8-24770afe6b25 req-a525d582-9559-486a-b30d-44dbab6b1b4c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:53.275008 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24110005-beb4-4c8f-8aa8-24770afe6b25 req-a525d582-9559-486a-b30d-44dbab6b1b4c tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0484607 Aug 31 07:53:53.318270 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-24110005-beb4-4c8f-8aa8-24770afe6b25 req-e8d12ae4-84fe-4ff4-9d65-dfc982a8f485 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366161 Aug 31 07:53:54.435306 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a71a3d-65b8-4265-859c-236378b945dc req-40447760-cc6d-44df-b787-4547993b9bef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:54.436778 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5a71a3d-65b8-4265-859c-236378b945dc req-40447760-cc6d-44df-b787-4547993b9bef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 944 time: 0.0499890 Aug 31 07:53:54.475773 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5a71a3d-65b8-4265-859c-236378b945dc req-2fb9a9d2-49e5-4e32-b3bc-3f403420d6b2 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327229 Aug 31 07:53:54.712443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:53:54.808106 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:54.820175 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'port_id': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'mac_address': 'fa:16:3e:1f:d1:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:53:54.856461 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.869319 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:53:54.888967 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:54.892966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:54.940787 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=9']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:54.977814 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d56753a-8455-4873-ae83-897e04a4170f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:55.125176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:53:55.598208 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b7eaa-6fe7-4b07-aa81-971e0f92afcd req-e2e24471-61ab-4aa7-a50d-0d2507fefaca tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:55.599618 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-501b7eaa-6fe7-4b07-aa81-971e0f92afcd req-e2e24471-61ab-4aa7-a50d-0d2507fefaca tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 945 time: 0.0566897 Aug 31 07:53:55.643547 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-501b7eaa-6fe7-4b07-aa81-971e0f92afcd req-9062d3d8-292f-4194-877e-a5af9d92c05a tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326645 Aug 31 07:53:56.717729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:53:56.767074 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e12099-de40-4d5e-b65e-3e75dac840de req-0a0fc2ec-2c13-44c7-9eb5-756d11d42d50 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:56.768651 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0e12099-de40-4d5e-b65e-3e75dac840de req-0a0fc2ec-2c13-44c7-9eb5-756d11d42d50 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 945 time: 0.0544186 Aug 31 07:53:56.770740 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:53:56.774561 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:53:56.774929 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.810764 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a0e12099-de40-4d5e-b65e-3e75dac840de req-b20e42ca-a7c5-40ef-8125-908f476e45f3 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354216 Aug 31 07:53:56.853428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.875826 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:53:56.878064 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45574be-a601-403d-adea-15e61dc46dad" -d '{"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:53:56.891705 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:53:56.895732 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:56.923427 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e81714-d29b-4f03-8b85-5f2682db4d76 x-openstack-request-id: req-f1e81714-d29b-4f03-8b85-5f2682db4d76 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:53:56.923651 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-plugged", "status": "completed", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:53:56.923898 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f1e81714-d29b-4f03-8b85-5f2682db4d76 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:53:56.924275 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'code': 200} Aug 31 07:53:56.948295 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=10']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:53:57.069295 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b37da39-91d9-41c6-ba81-8c14b21a9c45 req-c5333c16-08e8-4abe-8132-f2f83f19dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:57.070788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b37da39-91d9-41c6-ba81-8c14b21a9c45 req-c5333c16-08e8-4abe-8132-f2f83f19dfc3 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1099 time: 0.0406101 Aug 31 07:53:57.106404 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-7b37da39-91d9-41c6-ba81-8c14b21a9c45 req-7e285379-3886-49da-b345-2d3d2655e0a6 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273316 Aug 31 07:53:57.606327 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-05a738c1-fddf-49bf-af4f-dc726c2170bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.927303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd40ab-221b-4a20-bc77-53a729429144 req-36e3f17d-3911-4172-b4f7-93f586a065f0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:57.928686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3dbd40ab-221b-4a20-bc77-53a729429144 req-36e3f17d-3911-4172-b4f7-93f586a065f0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 947 time: 0.0497162 Aug 31 07:53:57.959311 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:53:57.972159 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3dbd40ab-221b-4a20-bc77-53a729429144 req-c49f50c3-26c7-4b26-89b0-e32078e6ee44 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371888 Aug 31 07:53:59.087483 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ce0f9-62a7-404e-9db6-ff60ae55bd48 req-656ecb15-1d7c-4ac6-aa9c-1259b05f3d25 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:53:59.088945 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-997ce0f9-62a7-404e-9db6-ff60ae55bd48 req-656ecb15-1d7c-4ac6-aa9c-1259b05f3d25 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 947 time: 0.0494006 Aug 31 07:53:59.127703 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-997ce0f9-62a7-404e-9db6-ff60ae55bd48 req-365af589-48f2-4a4c-be21-0ff55c210527 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316548 Aug 31 07:53:59.947760 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:01.367627 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:04.199790 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:06.552028 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:16.348905 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:24.975792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3e0eb8e3-f235-47b7-871a-441986c33f71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.602189 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5f5b27c2-248b-4965-8130-9b695a9c0fb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:27.961848 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:29.950248 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:31.372957 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:36.559411 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:41.198503 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:54:41.470488 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-67825c35-150f-432d-8ac7-8a6596355083 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0460336 Aug 31 07:54:41.555884 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561076c8-9cb6-488d-86d0-f1bed418888b req-43bb444d-530e-40d0-ad35-5a3f5130b52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.557315 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-43bb444d-530e-40d0-ad35-5a3f5130b52b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1099 time: 0.0427403 Aug 31 07:54:41.664593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561076c8-9cb6-488d-86d0-f1bed418888b req-d60b88d7-c9c6-4e00-91ad-00bc1e168b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.666193 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-d60b88d7-c9c6-4e00-91ad-00bc1e168b94 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.0880487 Aug 31 07:54:41.737540 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-d91c3ac5-5ea8-40fd-9ab1-bd2a746bc3b7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 1002 time: 0.0639372 Aug 31 07:54:41.789319 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561076c8-9cb6-488d-86d0-f1bed418888b req-b431b17b-3af8-42d1-842e-0562814c6209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.790832 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-b431b17b-3af8-42d1-842e-0562814c6209 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0466244 Aug 31 07:54:41.838462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561076c8-9cb6-488d-86d0-f1bed418888b req-0007dbd3-0aeb-4fa4-9f74-4590ba658877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:54:41.840027 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-0007dbd3-0aeb-4fa4-9f74-4590ba658877 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0421026 Aug 31 07:54:41.938194 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-4dccf2f2-7647-4268-a841-822275d44bbb service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911481 Aug 31 07:54:42.034688 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-561076c8-9cb6-488d-86d0-f1bed418888b req-b60f31aa-9913-4a62-9f68-6518c83ddedf service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894420 Aug 31 07:54:46.352488 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:54.977829 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-20dccf56-f0c5-4678-a259-77db13ad7176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.594650 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed597f4a-637e-439a-90ca-b2295bfcf821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:57.963374 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:54:59.953440 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:01.373857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:06.566187 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:14.821259 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46024) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:14.995326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Deleting port 26596b75-4a57-4a10-86cc-81341a0ae537 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:14.995672 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.082837 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.083071 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.096693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Calling delete_port for 26596b75-4a57-4a10-86cc-81341a0ae537 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:15.252978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.281227 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'Port': ['ID=26596b75-4a57-4a10-86cc-81341a0ae537,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:15.295267 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.295623 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.295972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.296318 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.296661 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.296994 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.297356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.297683 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.298011 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.298339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.298672 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.299002 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:15.354601 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.354938 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Floating IP ed38be64-fcfe-4699-a086-a903635eb6c2 disassociated (deleted). External IP: 172.25.3.143, port: f7b4df52-1a28-49b1-a536-8f5ba6be8a6f. Aug 31 07:55:15.576926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:15.691557 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:15.695812 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:15.701709 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:15.711069 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:15.711670 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:54:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:15.729141 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-62cabc5b-ceeb-4df2-9cf7-da4bdc22b801 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "DELETE /v2.0/floatingips/ed38be64-fcfe-4699-a086-a903635eb6c2 HTTP/1.1" status: 204 len: 168 time: 0.9067445 Aug 31 07:55:15.729782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:15.732802 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa26a645-d298-472f-a56e-fd119b29d1d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:15.773795 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87ec1112-f56a-4665-979c-a0095b15270a x-openstack-request-id: req-87ec1112-f56a-4665-979c-a0095b15270a {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:15.775013 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:15.775694 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-87ec1112-f56a-4665-979c-a0095b15270a {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:15.776680 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'status': 'completed', 'code': 200} Aug 31 07:55:15.824821 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:15.844418 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-85c2eb96-eead-4b28-9b71-cdcc5c972ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.845985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-85c2eb96-eead-4b28-9b71-cdcc5c972ea1 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 1099 time: 0.0469842 Aug 31 07:55:15.969949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-147153d8-070a-4345-8f07-0eb5af5691d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.971897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-147153d8-070a-4345-8f07-0eb5af5691d4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 200 len: 910 time: 0.1088531 Aug 31 07:55:15.989590 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b878cc-0188-4276-ac45-c2a119166e05 req-20f50100-d0b6-460f-af21-0416f915ae00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:15.994161 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b878cc-0188-4276-ac45-c2a119166e05 req-20f50100-d0b6-460f-af21-0416f915ae00 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 947 time: 0.0606258 Aug 31 07:55:16.021276 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-8a535157-68cf-4ac2-aa28-648e65f34cae service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 200 len: 217 time: 0.0402677 Aug 31 07:55:16.033283 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-94b878cc-0188-4276-ac45-c2a119166e05 req-68146765-8707-40b5-842e-97823d6b2536 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361032 Aug 31 07:55:16.053598 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.080685 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-0b4bfb18-bc27-43bb-898e-854dbeeea11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:16.082183 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-0b4bfb18-bc27-43bb-898e-854dbeeea11b service neutron] 10.222.0.53 "GET /v2.0/subnets?id=6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 200 len: 848 time: 0.0525873 Aug 31 07:55:16.083915 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:16.093649 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:16.094246 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:54:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.130737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-3d5377a4-f231-42c8-8be4-03fb8a28ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:16.132248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-3d5377a4-f231-42c8-8be4-03fb8a28ea25 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=4cc6859e-3bc6-4c58-b744-7ae2b568e032&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0419705 Aug 31 07:55:16.199809 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:16.236584 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-ec661fe7-5cf9-4384-8889-464c63c0892f service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954773 Aug 31 07:55:16.342300 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-aa26a645-d298-472f-a56e-fd119b29d1d1 req-23d1e403-906f-46c0-983b-69fde4732ff9 service neutron] 10.222.0.53 "GET /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981035 Aug 31 07:55:16.365598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:16.418121 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:16.448778 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c14fe8d1-d08a-4433-af45-e338d94e7c94 None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:46:25Z', 'revision_number': 4, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'fb29fb1a-d38f-4f85-8454-7f3e18129617', 'name': '', 'network_id': '4cc6859e-3bc6-4c58-b744-7ae2b568e032', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'mac_address': 'fa:16:3e:e4:58:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_interface', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:24Z', 'updated_at': '2021-08-31T07:46:33Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'subnets': [{'id': '6ed889c4-6024-4781-b39a-cc61de2fe1a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:16.686544 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-574ea4f0-470a-4ece-a5fc-af81e7fb8720 None None] New status for floating IP ed38be64-fcfe-4699-a086-a903635eb6c2: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:55:17.156658 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee3f7e-eb6c-48fd-a92d-fb8cb0cdaec0 req-67ed8e7e-e3e8-42e6-9e9d-996a0864bf30 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.158227 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-faee3f7e-eb6c-48fd-a92d-fb8cb0cdaec0 req-67ed8e7e-e3e8-42e6-9e9d-996a0864bf30 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 947 time: 0.0518651 Aug 31 07:55:17.198469 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-faee3f7e-eb6c-48fd-a92d-fb8cb0cdaec0 req-6f221ef9-d169-4c0d-8a4c-364dd6ed68a7 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/security-groups?id=b0258d34-fce7-4937-9558-10596bbffda0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341008 Aug 31 07:55:17.528119 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-c71eacde-fde9-4a94-aed7-a6c16f871bc7 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:17.529887 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-c71eacde-fde9-4a94-aed7-a6c16f871bc7 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 947 time: 0.0514226 Aug 31 07:55:17.632713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Deleting port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:17.633056 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.724758 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] For port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:17.725161 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.739740 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Calling delete_port for f7b4df52-1a28-49b1-a536-8f5ba6be8a6f owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:17.879896 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:17.912339 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'Port': ['ID=f7b4df52-1a28-49b1-a536-8f5ba6be8a6f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:18.198201 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:18.301936 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-6789f23b-ce78-4149-b200-2d58a4a185dd req-9744fcb9-ead5-455a-a0e5-83ce953d3fb5 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0305419 Aug 31 07:55:18.319817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] No DVR routers for this DVR port f7b4df52-1a28-49b1-a536-8f5ba6be8a6f on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:18.331239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:18.334800 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c8a10472-6f31-4793-bf6b-4ae3b63f6f4f req-0518d06d-846c-4563-aaa5-4a65fa09dd97 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.53 "DELETE /v2.0/ports/f7b4df52-1a28-49b1-a536-8f5ba6be8a6f HTTP/1.1" status: 204 len: 173 time: 0.7986608 Aug 31 07:55:18.335548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-deleted', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:18.340092 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb7bcad-7d86-4fc6-87a3-e7f6e1a2a92c" -d '{"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-deleted", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:18.393628 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75beee88-9a46-4fdb-9de2-68acbb5572d7 x-openstack-request-id: req-75beee88-9a46-4fdb-9de2-68acbb5572d7 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:18.393869 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6446c640-17fc-44c1-bf95-7725f4494a11", "name": "network-vif-deleted", "tag": "f7b4df52-1a28-49b1-a536-8f5ba6be8a6f", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:18.394119 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-75beee88-9a46-4fdb-9de2-68acbb5572d7 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:18.394516 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6446c640-17fc-44c1-bf95-7725f4494a11', 'name': 'network-vif-deleted', 'tag': 'f7b4df52-1a28-49b1-a536-8f5ba6be8a6f', 'status': 'completed', 'code': 200} Aug 31 07:55:19.404803 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d38ae092-3308-4ad1-9638-6a2bc01af93f req-c865c374-74a7-427e-bab4-e95b7ce9bf9b tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0275457 Aug 31 07:55:20.524437 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-247bbbf2-9f39-4b2f-9171-9b9096799adf req-e689a479-d994-4b97-9d9e-7283cb39d0b8 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0318725 Aug 31 07:55:21.131999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:21.156878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: f7b4df52-1a28-49b1-a536-8f5ba6be8a6f {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:21.156878 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device f7b4df52-1a28-49b1-a536-8f5ba6be8a6f not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:21.643344 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e4dbdb2e-7e0d-43f8-a9dc-ecc9bfcba77b req-39f56ea1-a5ca-47d3-8af7-bb054d11c2c0 tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "GET /v2.0/ports?device_id=6446c640-17fc-44c1-bf95-7725f4494a11 HTTP/1.1" status: 200 len: 210 time: 0.0291648 Aug 31 07:55:22.718802 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46060) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:22.786430 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.814653 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.880358 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.883587 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:22.884838 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] 10.222.0.57 "DELETE /v2.0/security-groups/b0258d34-fce7-4937-9558-10596bbffda0 HTTP/1.1" status: 204 len: 168 time: 0.1649446 Aug 31 07:55:22.895795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3379f3d-6438-4fad-a1b4-d118ca5e4aef tempest-TestShelveInstance-1683116878 tempest-TestShelveInstance-1683116878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0258d34-fce7-4937-9558-10596bbffda0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:22.948095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46064) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:23.439599 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.700795 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Deleting port fb29fb1a-d38f-4f85-8454-7f3e18129617 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:23.701019 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.786066 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] For port fb29fb1a-d38f-4f85-8454-7f3e18129617, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=fb29fb1a-d38f-4f85-8454-7f3e18129617,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:23.786794 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:23.800512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Calling delete_port for fb29fb1a-d38f-4f85-8454-7f3e18129617 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:24.004573 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.037437 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Pushing event deleted for resources: {'Port': ['ID=fb29fb1a-d38f-4f85-8454-7f3e18129617,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:24.221970 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.454457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:24.577457 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:24.582837 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-1858834d-b8e6-45d6-b335-717eacb706da admin admin] 10.222.0.57 "PUT /v2.0/routers/f1a81990-f543-4318-8ae4-9b9e5f6cb5ff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6334157 Aug 31 07:55:24.585981 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46068) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:24.589031 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Sync routers for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:24.601195 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:24.602144 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:54:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:24.705588 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.720311 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:24.821431 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.880817 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Deleting port 74db7587-4d5e-4b23-9980-24af6daede80 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:24.881159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.980770 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8053b502-339a-4a5f-8d12-790e1498b3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:24.982064 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] For port 74db7587-4d5e-4b23-9980-24af6daede80, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=74db7587-4d5e-4b23-9980-24af6daede80,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:24.982971 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.000558 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Calling delete_port for 74db7587-4d5e-4b23-9980-24af6daede80 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:25.040486 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '74db7587-4d5e-4b23-9980-24af6daede80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:55:23Z', 'revision_number': 5, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port': {'id': '74db7587-4d5e-4b23-9980-24af6daede80', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:27:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4278, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:22Z', 'updated_at': '2021-08-31T07:46:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:25.073859 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Checking router: f1a81990-f543-4318-8ae4-9b9e5f6cb5ff for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:25.084167 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Routers {'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:25.085118 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:54:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:25.181952 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] Set router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:25.207310 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.235463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Pushing event deleted for resources: {'Port': ['ID=74db7587-4d5e-4b23-9980-24af6daede80,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:25.241122 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:55:24Z', 'revision_number': 6, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:25.266896 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.267243 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.267586 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.267925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.268260 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.268594 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.268924 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.269224 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4f1a210-016d-437f-93a5-3c8a8d28f2ec None None] The sync data for ids ['f1a81990-f543-4318-8ae4-9b9e5f6cb5ff'] in n-d-712707-15 is: [{'id': 'f1a81990-f543-4318-8ae4-9b9e5f6cb5ff', 'name': 'tempest-TestShelveInstance-1465957821-router', 'tenant_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:21Z', 'updated_at': '2021-08-31T07:55:24Z', 'revision_number': 6, 'project_id': 'f27b6f11021b4f3c82e250dc77ce43cb', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:25.269396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.269600 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.269925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.270250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.270577 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:25.327537 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.421782 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.423980 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.471506 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.472121 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1a81990-f543-4318-8ae4-9b9e5f6cb5ff {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:25.476848 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.478417 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-18738a2f-180c-45fd-8ada-51ec2746fd50 admin admin] 10.222.0.57 "DELETE /v2.0/routers/f1a81990-f543-4318-8ae4-9b9e5f6cb5ff HTTP/1.1" status: 204 len: 168 time: 0.8913939 Aug 31 07:55:25.482256 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46072) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:25.527250 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Deleting subnet 6ed889c4-6024-4781-b39a-cc61de2fe1a9 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:55:25.531888 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.569244 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.661289 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.726853 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.756550 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ed889c4-6024-4781-b39a-cc61de2fe1a9,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:25.762920 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.767748 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46074) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:25.768232 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-5aab04c5-a56d-4271-af66-cf7a89fb9ab9 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/6ed889c4-6024-4781-b39a-cc61de2fe1a9 HTTP/1.1" status: 204 len: 168 time: 0.2847672 Aug 31 07:55:25.769729 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022353c4-9030-4021-a140-ac4c87274f4e None None] Network 4cc6859e-3bc6-4c58-b744-7ae2b568e032 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:25.842436 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.903694 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Deleting port cdb32d53-b458-493b-a209-43d627019af2 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:25.904187 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.979497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] For port cdb32d53-b458-493b-a209-43d627019af2, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=cdb32d53-b458-493b-a209-43d627019af2,segment=NetworkSegment(cbe0de6f-ddb6-4459-a5aa-0adca32978c0),segment_id=cbe0de6f-ddb6-4459-a5aa-0adca32978c0)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:25.979868 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:25.993801 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Calling delete_port for cdb32d53-b458-493b-a209-43d627019af2 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:26.085007 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.091632 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cd900f-d79f-4ed4-9d5d-778761bbb9e9 None None] DHCP port deletion for 4cc6859e-3bc6-4c58-b744-7ae2b568e032 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:55:26.119764 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] No DVR routers for this DVR port cdb32d53-b458-493b-a209-43d627019af2 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:26.124343 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Pushing event deleted for resources: {'Port': ['ID=cdb32d53-b458-493b-a209-43d627019af2,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:26.198948 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.212798 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cc6859e-3bc6-4c58-b744-7ae2b568e032']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:26.226718 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:26.227109 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe0de6f-ddb6-4459-a5aa-0adca32978c0') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:26.245028 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.263788 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.270409 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:55:26.270836 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: timer() Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:55:26.272703 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:55:26.342259 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.348412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:26.354145 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46076) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:26.354356 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] 10.222.0.57 "DELETE /v2.0/networks/4cc6859e-3bc6-4c58-b744-7ae2b568e032 HTTP/1.1" status: 204 len: 168 time: 0.5804508 Aug 31 07:55:26.368558 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fe69b0-3a96-47a4-a352-da2e69ef864d admin admin] Pushing event deleted for resources: {'Network': ['ID=4cc6859e-3bc6-4c58-b744-7ae2b568e032,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:27.066902 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.071925 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cdb32d53-b458-493b-a209-43d627019af2 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:27.092614 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: cdb32d53-b458-493b-a209-43d627019af2 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:27.093432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device cdb32d53-b458-493b-a209-43d627019af2 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:27.093432 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fb29fb1a-d38f-4f85-8454-7f3e18129617 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:27.115781 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: fb29fb1a-d38f-4f85-8454-7f3e18129617 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:27.116126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device fb29fb1a-d38f-4f85-8454-7f3e18129617 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:27.116547 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 74db7587-4d5e-4b23-9980-24af6daede80 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:27.137359 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 74db7587-4d5e-4b23-9980-24af6daede80 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:27.137718 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 74db7587-4d5e-4b23-9980-24af6daede80 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:27.323465 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Deleting port 221168ea-59f9-4aec-aa5f-2292ff757e38 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:27.323801 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.403992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] For port 221168ea-59f9-4aec-aa5f-2292ff757e38, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=221168ea-59f9-4aec-aa5f-2292ff757e38,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:27.404348 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.417116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Calling delete_port for 221168ea-59f9-4aec-aa5f-2292ff757e38 owned by network:router_interface {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:27.598149 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f09619fc-fedb-434b-b998-cc6d70ac2a4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.613029 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.644926 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Pushing event deleted for resources: {'Port': ['ID=221168ea-59f9-4aec-aa5f-2292ff757e38,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:27.822293 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:27.967604 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.055503 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Router b7bac900-8765-474a-bbe5-658adbf37e91 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:28.163802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:28.169383 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-384447a2-3ecb-4151-ac93-70584f58d5da admin admin] 10.222.0.57 "PUT /v2.0/routers/b7bac900-8765-474a-bbe5-658adbf37e91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8143249 Aug 31 07:55:28.171876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46078) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:28.174371 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6c503-78da-4092-b636-387b00290661 None None] Sync routers for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:28.184161 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:28.184862 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.280307 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks [] for router, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.296810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:28.387404 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.441572 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Deleting port 745ec9a5-142c-4a9d-ad3b-340cb8103c71 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:28.441913 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.473745 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48'}], 'enable_snat': True}, 'gw_port_id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:55:27Z', 'revision_number': 5, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port': {'id': '745ec9a5-142c-4a9d-ad3b-340cb8103c71', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:5e:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:46:28Z', 'updated_at': '2021-08-31T07:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.503686 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6c503-78da-4092-b636-387b00290661 None None] Checking router: b7bac900-8765-474a-bbe5-658adbf37e91 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:28.512257 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] Routers {'b7bac900-8765-474a-bbe5-658adbf37e91'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:28.512965 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['b7bac900-8765-474a-bbe5-658adbf37e91'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.525139 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] For port 745ec9a5-142c-4a9d-ad3b-340cb8103c71, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=745ec9a5-142c-4a9d-ad3b-340cb8103c71,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:28.525543 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.538180 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Calling delete_port for 745ec9a5-142c-4a9d-ad3b-340cb8103c71 owned by network:router_gateway {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:28.596696 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] Set router b7bac900-8765-474a-bbe5-658adbf37e91 gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:28.651838 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-18f6c503-78da-4092-b636-387b00290661 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:55:28Z', 'revision_number': 6, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:28.679150 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18f6c503-78da-4092-b636-387b00290661 None None] The sync data for ids ['b7bac900-8765-474a-bbe5-658adbf37e91'] in n-d-712707-15 is: [{'id': 'b7bac900-8765-474a-bbe5-658adbf37e91', 'name': 'tempest-TestShelveInstance-910709486-router', 'tenant_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:46:27Z', 'updated_at': '2021-08-31T07:55:28Z', 'revision_number': 6, 'project_id': '11cd3d8a624548628e4eb4d2ae59c16b', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:28.714646 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.741933 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Pushing event deleted for resources: {'Port': ['ID=745ec9a5-142c-4a9d-ad3b-340cb8103c71,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:28.802086 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.891648 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.893835 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.943011 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.943553 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b7bac900-8765-474a-bbe5-658adbf37e91 {{(pid=94640) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 07:55:28.950926 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:28.952359 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ea73e0c5-61dc-4006-a122-e185ebae6081 admin admin] 10.222.0.57 "DELETE /v2.0/routers/b7bac900-8765-474a-bbe5-658adbf37e91 HTTP/1.1" status: 204 len: 168 time: 0.7794809 Aug 31 07:55:28.955607 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46080) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.004433 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Deleting subnet ac134184-20b6-4627-a49e-c487d8c848ca {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 07:55:29.009119 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.054398 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.165578 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.222611 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.247244 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac134184-20b6-4627-a49e-c487d8c848ca,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:29.253495 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.255447 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-cf2ed941-bc3b-40b3-bf50-6c51c2f95615 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/ac134184-20b6-4627-a49e-c487d8c848ca HTTP/1.1" status: 204 len: 168 time: 0.2985661 Aug 31 07:55:29.258167 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46082) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:29.260865 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59276e0-fd45-4a63-b6ea-d8cfbf797432 None None] Network 269912f4-974f-4bbe-a685-8832ac7868b1 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:29.334171 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.408003 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Deleting port a67d0d37-993f-4100-b2fb-7c33c3c0d43b {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:29.408337 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.454064 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 221168ea-59f9-4aec-aa5f-2292ff757e38 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:29.480706 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] DHCP port deletion for 269912f4-974f-4bbe-a685-8832ac7868b1 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 07:55:29.483347 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 221168ea-59f9-4aec-aa5f-2292ff757e38 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:29.483926 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 221168ea-59f9-4aec-aa5f-2292ff757e38 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:29.497760 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.db [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] For port a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94640) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:29.498135 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.516131 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Calling delete_port for a67d0d37-993f-4100-b2fb-7c33c3c0d43b owned by network:dhcp {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:29.545219 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Deleting port a67d0d37-993f-4100-b2fb-7c33c3c0d43b {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 07:55:29.545630 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.616398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] For port a67d0d37-993f-4100-b2fb-7c33c3c0d43b, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,segment=NetworkSegment(e6545e22-3f46-4bfb-9664-f414fbeb8785),segment_id=e6545e22-3f46-4bfb-9664-f414fbeb8785)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:29.616794 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.625604 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.632702 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Calling delete_port for a67d0d37-993f-4100-b2fb-7c33c3c0d43b owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 07:55:29.653958 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:29.659199 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] No DVR routers for this DVR port a67d0d37-993f-4100-b2fb-7c33c3c0d43b on host n-d-712707-15 {{(pid=94640) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:29.730087 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.739232 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.745652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] No DVR routers for this DVR port a67d0d37-993f-4100-b2fb-7c33c3c0d43b on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 07:55:29.757022 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['269912f4-974f-4bbe-a685-8832ac7868b1']}} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:29.772589 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Pushing event deleted for resources: {'Port': ['ID=a67d0d37-993f-4100-b2fb-7c33c3c0d43b,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:29.776950 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6545e22-3f46-4bfb-9664-f414fbeb8785') {'for_net_delete': True} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:29.777283 n-d-712707-15 neutron-server[94640]: DEBUG neutron.services.segments.db [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6545e22-3f46-4bfb-9664-f414fbeb8785') {} {{(pid=94640) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:29.782358 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.782824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.783172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.783820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.783820 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.784144 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.784567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.784771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.785080 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.785436 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.785760 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.786077 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03997d62-c0d5-4b07-8831-2184be15c584 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:29.795571 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9080897'] for segment, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.812535 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.820666 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=94640) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 07:55:29.821080 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9083842'] for segment, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: Traceback (most recent call last): Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: timer() Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: cb(*args, **kw) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: return func(*args, **kwargs) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: self._notify() Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: self.callback(batched_events) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: event.method(event) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: return f(self, *a, **k) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: return self._get(url).json() Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: return self.request(url, 'GET', **kwargs) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 07:55:29.822852 n-d-712707-15 neutron-server[94640]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 07:55:29.901740 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.909625 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:29.911497 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] 10.222.0.57 "DELETE /v2.0/networks/269912f4-974f-4bbe-a685-8832ac7868b1 HTTP/1.1" status: 204 len: 168 time: 0.6520386 Aug 31 07:55:29.925895 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800e48c-9c4a-4f65-b797-3e651209efd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=269912f4-974f-4bbe-a685-8832ac7868b1,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:29.957262 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.055844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46086) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.104564 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c1b0901f-239e-4b5b-9740-0c7d18fb7ce0 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=f27b6f11021b4f3c82e250dc77ce43cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0473957 Aug 31 07:55:30.107876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46088) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.169118 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.197977 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.252508 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.255330 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.256747 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/b708dc97-e0a8-4ac5-8684-4b2c6bd7323f HTTP/1.1" status: 204 len: 168 time: 0.1477430 Aug 31 07:55:30.266711 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee850d0f-8c26-4dd5-91a5-ea8a1e22f52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b708dc97-e0a8-4ac5-8684-4b2c6bd7323f,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:30.639371 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46094) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.698382 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-06b43649-cf02-42a1-8819-eada1fa90a51 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=11cd3d8a624548628e4eb4d2ae59c16b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577254 Aug 31 07:55:30.701409 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46096) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:30.768158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.802085 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.863169 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.866564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:30.868005 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7d288236-83e3-4a12-b757-ea09127f0bbb HTTP/1.1" status: 204 len: 168 time: 0.1656470 Aug 31 07:55:30.876883 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14c2bc1-88e5-4b4f-9894-486547e6bd81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d288236-83e3-4a12-b757-ea09127f0bbb,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:31.081039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745ec9a5-142c-4a9d-ad3b-340cb8103c71 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:31.103233 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 745ec9a5-142c-4a9d-ad3b-340cb8103c71 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:31.103576 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 745ec9a5-142c-4a9d-ad3b-340cb8103c71 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:31.104333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a67d0d37-993f-4100-b2fb-7c33c3c0d43b no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:55:31.124870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: a67d0d37-993f-4100-b2fb-7c33c3c0d43b {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 07:55:31.125238 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device a67d0d37-993f-4100-b2fb-7c33c3c0d43b not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 07:55:31.376469 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.613831 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46118) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:31.708854 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1246436407-network', 'tenant_id': '3717192258954430b37c60a8f7b2b665'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:31.730069 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Made reservation on behalf of 3717192258954430b37c60a8f7b2b665 for: {'network': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:31.733168 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.741369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.833931 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.838104 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.864375 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] vlan segment allocate from pool success with {'vlan_id': 596, 'physical_network': 'physnet1'} {{(pid=94640) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:31.873441 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebdcce88-66d4-4b7b-9f4f-18a3e7d39a15,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:31.882827 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.883358 n-d-712707-15 neutron-server[94640]: INFO neutron.db.segments_db [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Added segment e4c964dd-055a-432c-96c2-4931d368e63d of type vlan for network 46f1281a-7207-4f6c-b85a-caf6c38e3485 Aug 31 07:55:31.930180 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.954757 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:31.956279 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:31.956905 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Notify callbacks [] for network, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.013583 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3985121 Aug 31 07:55:32.016617 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46122) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:32.021710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Request body: {'subnet': {'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1246436407-subnet', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:32.030780 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2869f55-98f3-4ca3-94f4-33d2ab7833da admin admin] Pushing event updated for resources: {'Network': ['ID=46f1281a-7207-4f6c-b85a-caf6c38e3485,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.040438 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:32.049677 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Made reservation on behalf of 3717192258954430b37c60a8f7b2b665 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:32.051996 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.226378 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.286410 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=78758a3e-c16e-447a-a855-09b9bb0169d5,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.297031 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Checking segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:32.297425 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Network hostable DHCP agents. Network: 46f1281a-7207-4f6c-b85a-caf6c38e3485, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:32.315439 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:32.324876 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 46f1281a-7207-4f6c-b85a-caf6c38e3485) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:32.329833 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:32.330643 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.334585 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb01ec9-8dee-4eae-8992-1ee6c72bd419 None None] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:32.347319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-6a2c6357-bd64-4727-9705-87fa8e95fc2f admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3293934 Aug 31 07:55:32.350116 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46124) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:32.354696 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:32.376267 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.377541 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.434516 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.486040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-46f1281a-7207-4f6c-b85a-caf6c38e3485', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:32.486882 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.578400 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.621984 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Allocated IP 172.20.0.2 (46f1281a-7207-4f6c-b85a-caf6c38e3485/78758a3e-c16e-447a-a855-09b9bb0169d5/de22b1bc-7f58-40ab-a8a6-9919d0ea9a78) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:32.765238 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.774634 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Transition to ACTIVE for port object de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:32.784575 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.792146 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Transition to ACTIVE for port object de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:32.798336 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.811811 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.841349 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:32.844168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:32.848101 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:32.855490 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Pushing event updated for resources: {'Port': ['ID=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:32.907778 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Attempting to bind port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:32.908322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Attempting to bind port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:32.908795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Attempting to bind port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:32.914246 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:32.914637 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Checking segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:32.915036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.915425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Bound using segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:32.915893 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Bound port: de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:32.916267 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:32.935598 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Allocated IP 172.25.3.126 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/45bfdec3-d486-4e5c-8bb1-6a530740dec7) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:32.988398 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] For port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:32.991772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] For port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:32.998450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.057717 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30090ce-c166-42fc-acbd-0dfc95977bbb None None] Pushing event updated for resources: {'Port': ['ID=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:33.065426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.111406 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.153216 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:33.156188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:33.160014 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:33.165964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Pushing event updated for resources: {'Port': ['ID=45bfdec3-d486-4e5c-8bb1-6a530740dec7,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:33.438356 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.639513 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:33.975207 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61507b85-2e1d-47a5-9d4a-861c4fd3a69e None None] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:34.046277 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-424efc48-d441-4877-bea0-25560061a5e6 None None] Provisioning for port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:34.135591 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:34.253863 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:34.265880 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:34.278205 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:34.279137 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.282978 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.283275 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-2d2b8093-1981-4a89-81ae-3f755d196887 admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9318509 Aug 31 07:55:34.286796 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46126) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:34.391607 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:34.576957 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:33Z', 'revision_number': 3, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:34.608191 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:34.608557 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Updating router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:34.635349 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.721692 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.896077 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Allocated IP 172.20.0.1 (46f1281a-7207-4f6c-b85a-caf6c38e3485/78758a3e-c16e-447a-a855-09b9bb0169d5/c1cb0173-29e6-46ab-935f-6f138cfc66d7) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:34.896964 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.907906 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Transition to ACTIVE for port object 45bfdec3-d486-4e5c-8bb1-6a530740dec7 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:34.913965 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.968398 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Attempting to bind port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:34.968767 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Attempting to bind port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:34.969129 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Attempting to bind port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:34.971994 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Pushing event updated for resources: {'Port': ['ID=45bfdec3-d486-4e5c-8bb1-6a530740dec7,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:34.979881 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:34.980813 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:34.981799 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.982201 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:34.982669 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Bound port: 45bfdec3-d486-4e5c-8bb1-6a530740dec7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:34.983057 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:34.986074 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.986417 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.986757 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.987092 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.987420 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.987751 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.988079 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.988404 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.988726 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.989048 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.989395 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:34.989714 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94642) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:55:35.015062 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.029143 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Transition to ACTIVE for port object c1cb0173-29e6-46ab-935f-6f138cfc66d7 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:35.051055 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] For port 45bfdec3-d486-4e5c-8bb1-6a530740dec7, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:35.054326 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] For port 45bfdec3-d486-4e5c-8bb1-6a530740dec7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=45bfdec3-d486-4e5c-8bb1-6a530740dec7,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:35.058103 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.069792 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.116643 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350481e-4136-464f-b536-81a1aa033ad4 None None] Pushing event updated for resources: {'Port': ['ID=45bfdec3-d486-4e5c-8bb1-6a530740dec7,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.123235 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:35.127544 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:35.129693 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.133126 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:35.133752 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:35.134355 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:35.150184 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:35.193520 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.197492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:35.217433 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:35.217821 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.250256 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:35.317231 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.367886 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:35.369935 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.373818 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.427208 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3397c89b-e37d-4e55-a61c-11a9518bc2d6 None None] Provisioning for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:35.441076 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-3397c89b-e37d-4e55-a61c-11a9518bc2d6 None None] Provisioning complete for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:35.441476 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3397c89b-e37d-4e55-a61c-11a9518bc2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.463621 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.472381 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:33Z', 'revision_number': 3, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:35.482259 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-3397c89b-e37d-4e55-a61c-11a9518bc2d6 None None] Port c1cb0173-29e6-46ab-935f-6f138cfc66d7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:35.560756 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.566376 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.608496 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77be64f5-f6ec-4edf-a93b-4dcd40230f38 None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:33Z', 'revision_number': 3, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:35.641960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:35.650075 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Pushing event updated for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:35.747590 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:35.749172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:35.899593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:36.036820 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:36.041906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-60fccdbc-a784-472d-acde-7fa10a3b6838 admin admin] 10.222.0.57 "PUT /v2.0/routers/350832dd-ea23-4bc6-9391-d7b80a0c7e34/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7529147 Aug 31 07:55:36.104869 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b2953f08-2d72-4703-9213-05062f8d3e32 None None] Provisioning complete for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:36.105390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b2953f08-2d72-4703-9213-05062f8d3e32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.146323 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b2953f08-2d72-4703-9213-05062f8d3e32 None None] Port c1cb0173-29e6-46ab-935f-6f138cfc66d7 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:36.556273 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.567891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46142) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:36.572968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-660663048-network', 'tenant_id': '1df73eb430f54681a00fcf48826dae96'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:36.595901 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Made reservation on behalf of 1df73eb430f54681a00fcf48826dae96 for: {'network': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:36.598363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for network, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.608167 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.712061 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.716527 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.743915 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=94639) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 31 07:55:36.750761 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7374de77-c181-4913-8fa5-b0083d312662,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:36.757150 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.757556 n-d-712707-15 neutron-server[94639]: INFO neutron.db.segments_db [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Added segment 5f4d6752-4513-4d14-aaa8-a005df7972ea of type vlan for network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f Aug 31 07:55:36.800011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8747285574777'] for network, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.825484 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735'] for network, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:36.826443 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:36.827017 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.156808 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 45bfdec3-d486-4e5c-8bb1-6a530740dec7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:37.206676 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] 10.222.0.57 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6375663 Aug 31 07:55:37.206856 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46144) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:37.210176 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:37.212671 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Request body: {'subnet': {'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-660663048-subnet', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'ip_version': 4}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:37.217667 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e308966-e231-4dbb-9038-aa9ba4ef79e9 admin admin] Pushing event updated for resources: {'Network': ['ID=0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:37.223476 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:37.226689 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:37.227317 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:37.233400 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f details requested by agent ovs-agent-n-d-712707-15 with host n-d-712707-15 {{(pid=94641) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 31 07:55:37.237869 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Made reservation on behalf of 1df73eb430f54681a00fcf48826dae96 for: {'subnet': 1} {{(pid=94640) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:37.238072 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:37.238627 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.240432 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8564968'] for subnet, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.414805 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9080999', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8564990'] for subnet, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.433989 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:37.469713 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511,revision_number=0']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:37.481557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Checking segment: {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94640) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:37.481557 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Network hostable DHCP agents. Network: 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f, hostable agents: ['9d36fc57-af32-42ce-b9df-4326f5299ef5'], hosted agents: [] {{(pid=94640) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 31 07:55:37.499925 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f is scheduled to be hosted by DHCP agent 9d36fc57-af32-42ce-b9df-4326f5299ef5 with binding_index 1 {{(pid=94640) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 31 07:55:37.509685 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-712707-15, 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f) {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:37.514277 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:37.514914 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.530136 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-b5e39277-9a82-4188-a477-8659015b6aa4 admin admin] 10.222.0.57 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3221323 Aug 31 07:55:37.532663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46146) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:37.537103 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:37.540768 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81d4c576-74e2-4e72-9701-ec6677cb3251 None None] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:37.554489 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.559426 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3744768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3849'] for router, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.560448 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3744742', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3742101', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455030', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3840'] for router, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.617036 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.773919 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.827794 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 45bfdec3-d486-4e5c-8bb1-6a530740dec7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=45bfdec3-d486-4e5c-8bb1-6a530740dec7,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:37.835811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.836683 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:37.988531 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:37.995520 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=45bfdec3-d486-4e5c-8bb1-6a530740dec7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.008695 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.067191 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:38.067593 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.092816 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp3328c535-34e3-5d91-872a-c2b88a86f535-0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'fixed_ips': [{'subnet_id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511'}]}} from n-d-712707-15. {{(pid=94641) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 31 07:55:38.093626 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.118133 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Allocated IP 172.25.3.95 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/c08a789b-e882-44d2-9f04-ea50ec2057b0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:38.135793 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 2, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:38.220810 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:38.221507 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Updating router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 port c1cb0173-29e6-46ab-935f-6f138cfc66d7 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:38.229061 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.278251 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.317290 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.325646 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:38.328879 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:38.333947 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:38.337201 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Pushing event updated for resources: {'Port': ['ID=c08a789b-e882-44d2-9f04-ea50ec2057b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.391581 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.db_base_plugin_common [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Allocated IP 172.20.0.2 (0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f/68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511/5c078751-0ae6-4caa-963e-90ab4102da6d) {{(pid=94641) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:38.610570 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.699548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks [] for port, precommit_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.718492 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Transition to ACTIVE for port object 5c078751-0ae6-4caa-963e-90ab4102da6d will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:38.763566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Transition to ACTIVE for port object 5c078751-0ae6-4caa-963e-90ab4102da6d will not be triggered until provisioned by entity DHCP. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:38.773550 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249'] for port, after_create {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.784152 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.823370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Transition to ACTIVE for port object c1cb0173-29e6-46ab-935f-6f138cfc66d7 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:38.827734 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3744735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3742182'] for router, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.829662 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f is already hosted by enough agents. {{(pid=94641) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:38.837357 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:38.839627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.scheduler.base_scheduler [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Resources bound (agent type, host, resource id): {{(pid=94641) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:38.845356 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Received port after_create {{(pid=94641) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:38.857574 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Pushing event updated for resources: {'Port': ['ID=5c078751-0ae6-4caa-963e-90ab4102da6d,revision_number=1']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.979500 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3b97-bdbc-4cde-89f5-1fa8ab52866a None None] Pushing event updated for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:38.985304 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Attempting to bind port 5c078751-0ae6-4caa-963e-90ab4102da6d on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:38.986092 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Attempting to bind port 5c078751-0ae6-4caa-963e-90ab4102da6d by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:38.986470 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Attempting to bind port 5c078751-0ae6-4caa-963e-90ab4102da6d on network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:38.994964 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb is scheduled to L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f with binding_index 1 {{(pid=94640) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 31 07:55:39.009134 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:39.009633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Checking segment: {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:39.010093 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.010514 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Bound using segment: {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:39.011003 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Bound port: 5c078751-0ae6-4caa-963e-90ab4102da6d, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:39.011433 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.032970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Attempting to bind port c1cb0173-29e6-46ab-935f-6f138cfc66d7 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:39.033362 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Attempting to bind port c1cb0173-29e6-46ab-935f-6f138cfc66d7 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:39.033736 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Attempting to bind port c1cb0173-29e6-46ab-935f-6f138cfc66d7 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:39.057987 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:39.058452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Checking segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:39.059107 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.061382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Bound using segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:39.061382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Bound port: c1cb0173-29e6-46ab-935f-6f138cfc66d7, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:39.061382 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.125090 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 45bfdec3-d486-4e5c-8bb1-6a530740dec7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:39.140327 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:39.153155 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Sync routers for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:39.158564 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] Notify callbacks [] for router, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.160400 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-e02a02bc-9200-4f5b-9699-1503f7ac743a admin admin] 10.222.0.57 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6267357 Aug 31 07:55:39.163166 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46150) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:39.165505 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:39.166119 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:39.170505 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] For port 5c078751-0ae6-4caa-963e-90ab4102da6d, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:39.201266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] For port 5c078751-0ae6-4caa-963e-90ab4102da6d, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c078751-0ae6-4caa-963e-90ab4102da6d,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:39.212793 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.234379 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] For port c1cb0173-29e6-46ab-935f-6f138cfc66d7, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:39.279465 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] For port c1cb0173-29e6-46ab-935f-6f138cfc66d7, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c1cb0173-29e6-46ab-935f-6f138cfc66d7,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:39.303567 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:39.304073 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.308036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.330780 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:39.351691 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3cf6f5-f376-4960-bc3e-1927a2bf41cf None None] Pushing event updated for resources: {'Port': ['ID=5c078751-0ae6-4caa-963e-90ab4102da6d,revision_number=2']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:39.426667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:39.427353 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:39.531982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3de3b97-bdbc-4cde-89f5-1fa8ab52866a None None] Pushing event updated for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:39.631945 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 3, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:39.654957 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:39.682064 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Checking router: 479231cf-2b3c-4e68-8a05-6767f0ce4ceb for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:39.684552 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Updating router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb port c08a789b-e882-44d2-9f04-ea50ec2057b0 binding host n-d-712707-15 {{(pid=94642) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:39.718582 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.832555 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:39.914377 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:39Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:39.947256 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae09cb80-b6a7-43d3-b4e7-38fb79c4b6bd None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:39Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:40.035541 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks [] for port, precommit_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.046097 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Allocated IP 172.20.0.1 (0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f/68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511/48338438-a519-4c70-8b73-9451db1cc990) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:40.048413 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.provisioning_blocks [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Transition to ACTIVE for port object c08a789b-e882-44d2-9f04-ea50ec2057b0 will not be triggered until provisioned by entity L2. {{(pid=94642) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:40.054707 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.123364 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Attempting to bind port c08a789b-e882-44d2-9f04-ea50ec2057b0 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:40.123731 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Attempting to bind port c08a789b-e882-44d2-9f04-ea50ec2057b0 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:40.124094 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Attempting to bind port c08a789b-e882-44d2-9f04-ea50ec2057b0 on network 283ceb81-e5db-49ad-832d-b8435c3c2336 {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:40.126230 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939daa6-fdbf-403e-97f3-434a63e45c41 None None] Pushing event updated for resources: {'Port': ['ID=c08a789b-e882-44d2-9f04-ea50ec2057b0,revision_number=2']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.132248 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:40.132621 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Checking segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94642) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:40.133028 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.133457 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Bound using segment: {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'} {{(pid=94642) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:40.133924 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.managers [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Bound port: c08a789b-e882-44d2-9f04-ea50ec2057b0, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce1918a4-49c1-41c4-96b1-df2d13907f08', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336'}}] {{(pid=94642) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:40.134625 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.189255 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] For port c08a789b-e882-44d2-9f04-ea50ec2057b0, host n-d-712707-15, cleared binding levels {{(pid=94642) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:40.193877 n-d-712707-15 neutron-server[94642]: DEBUG neutron.plugins.ml2.db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] For port c08a789b-e882-44d2-9f04-ea50ec2057b0, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c08a789b-e882-44d2-9f04-ea50ec2057b0,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94642) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:40.200367 n-d-712707-15 neutron-server[94642]: DEBUG neutron_lib.callbacks.manager [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94642) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.204007 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.226463 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.provisioning_blocks [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Transition to ACTIVE for port object 48338438-a519-4c70-8b73-9451db1cc990 will not be triggered until provisioned by entity DHCP. {{(pid=94640) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:40.251968 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:40.252613 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:40.278437 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.341314 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:40.344844 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:40.350759 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:40.354573 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Pushing event updated for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.399743 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:40.401858 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0939daa6-fdbf-403e-97f3-434a63e45c41 None None] Pushing event updated for resources: {'Port': ['ID=c08a789b-e882-44d2-9f04-ea50ec2057b0,revision_number=3']} {{(pid=94642) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:40.419510 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3745173'] for router_interface, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.581298 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8022439-12bc-47d4-a31e-e7baff765301 None None] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 07:55:40.590818 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.643257 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 3, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:40.656575 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e6df00a5-4b2b-42f0-8168-c050169d0c80 None None] Provisioning for port 5c078751-0ae6-4caa-963e-90ab4102da6d completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:40.677427 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42ce000c-afad-4ffb-859d-5bf9b6881a27 None None] The sync data for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 is: [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:38Z', 'revision_number': 3, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:40.815652 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.821369 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.892158 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3930689', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3742501'] for router_interface, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:40.894321 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Pushing event updated for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:41.037093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:41.039326 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:41.205123 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7a41efe-658d-4626-b695-faa67a319cee None None] Provisioning for port 48338438-a519-4c70-8b73-9451db1cc990 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:41.213919 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:41.216822 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-c7a41efe-658d-4626-b695-faa67a319cee None None] Provisioning complete for port 48338438-a519-4c70-8b73-9451db1cc990 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.217209 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c7a41efe-658d-4626-b695-faa67a319cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.287242 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c08a789b-e882-44d2-9f04-ea50ec2057b0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:41.346047 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-c7a41efe-658d-4626-b695-faa67a319cee None None] Port 48338438-a519-4c70-8b73-9451db1cc990 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:41.393990 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c08a789b-e882-44d2-9f04-ea50ec2057b0 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:41.400930 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c08a789b-e882-44d2-9f04-ea50ec2057b0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.401421 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.427802 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:41.437377 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-30b69012-c2db-4804-a3fd-c8b39a4b86b2 admin admin] 10.222.0.57 "PUT /v2.0/routers/479231cf-2b3c-4e68-8a05-6767f0ce4ceb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715051 Aug 31 07:55:41.531074 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-2c381974-6f4d-438b-8f1a-7f0af7a7f502 None None] Provisioning complete for port 48338438-a519-4c70-8b73-9451db1cc990 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.531472 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2c381974-6f4d-438b-8f1a-7f0af7a7f502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.584734 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.600834 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-2c381974-6f4d-438b-8f1a-7f0af7a7f502 None None] Port 48338438-a519-4c70-8b73-9451db1cc990 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:41.620427 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c08a789b-e882-44d2-9f04-ea50ec2057b0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c08a789b-e882-44d2-9f04-ea50ec2057b0,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:41.625664 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.626795 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c078751-0ae6-4caa-963e-90ab4102da6d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:41.709948 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c08a789b-e882-44d2-9f04-ea50ec2057b0,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:41.736860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-718200ba-5215-4fcc-844d-1a19894f862a None None] Provisioning complete for port 48338438-a519-4c70-8b73-9451db1cc990 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.737294 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-718200ba-5215-4fcc-844d-1a19894f862a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.759619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 5c078751-0ae6-4caa-963e-90ab4102da6d completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:41.767817 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5c078751-0ae6-4caa-963e-90ab4102da6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:41.768193 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:41.804493 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-718200ba-5215-4fcc-844d-1a19894f862a None None] Port 48338438-a519-4c70-8b73-9451db1cc990 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:42.038931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.074863 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 5c078751-0ae6-4caa-963e-90ab4102da6d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c078751-0ae6-4caa-963e-90ab4102da6d,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:42.078428 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.079305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c1cb0173-29e6-46ab-935f-6f138cfc66d7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:42.155005 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=5c078751-0ae6-4caa-963e-90ab4102da6d,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.168606 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:42.172498 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:42.172934 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.252366 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.284966 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port c1cb0173-29e6-46ab-935f-6f138cfc66d7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c1cb0173-29e6-46ab-935f-6f138cfc66d7,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:42.289866 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.344390 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.388902 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46158) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.393656 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1116243391', 'description': 'tempest-secgroup-smoke-1116243391 description', 'project_id': '3717192258954430b37c60a8f7b2b665'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.416063 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.501233 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.505238 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.533786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.535052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1450765 Aug 31 07:55:42.538294 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46160) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.539382 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc5f271-56e8-4b81-b286-53c00c805bff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f88ae6-d319-4305-b243-26ac21274c03,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.545154 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.576579 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.637721 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.641737 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.660452 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d22712d-8e71-4d0a-bba8-51bbef82284c,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.666960 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.668502 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-68248b63-5d59-41f5-80a6-6eae7707db91 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1287892 Aug 31 07:55:42.671355 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46162) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.675891 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.704538 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.763029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.766696 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.787271 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72da7f7c-447f-42b7-b8a4-f120d3b83f56,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.791256 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.792524 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-dd4cfe3d-ee32-4306-9643-3272c2a400e1 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201811 Aug 31 07:55:42.795308 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46164) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.799837 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.828543 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.893537 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.897507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.917043 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41efd414-ab88-49f3-b0de-9c5963e506a0,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:42.924682 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:42.925937 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-4ca0c72f-ce18-4588-b283-15c1ad37688b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296899 Aug 31 07:55:42.928701 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46166) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:42.933946 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:42.960569 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.019236 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.023016 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.039952 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d293c990-9404-4292-b882-9f820170cbe5,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:43.056372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.060573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-2c5bf493-58f6-4d18-914f-f479e08c7461 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279883 Aug 31 07:55:43.060573 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46168) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:43.066388 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:43.091487 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Project 3717192258954430b37c60a8f7b2b665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:55:43.096650 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.127209 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c078751-0ae6-4caa-963e-90ab4102da6d up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:43.165909 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.170889 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.178912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 5c078751-0ae6-4caa-963e-90ab4102da6d triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:43.179288 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.188861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6b25eeb-aaf0-4c33-b68b-5c516b4cd512,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:43.199585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.201248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9edfb34a-929b-4c78-a685-0978255d8a6b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1392226 Aug 31 07:55:43.203981 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46170) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:43.209127 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'security_group_rule': {'security_group_id': 'e6f88ae6-d319-4305-b243-26ac21274c03', 'project_id': '3717192258954430b37c60a8f7b2b665', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:43.232030 n-d-712707-15 neutron-server[94639]: INFO neutron.db.securitygroups_db [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Project 3717192258954430b37c60a8f7b2b665 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 31 07:55:43.237644 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.281129 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c1cb0173-29e6-46ab-935f-6f138cfc66d7 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:43.312155 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.317363 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3917101'] for security_group_rule, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.342628 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c1cb0173-29e6-46ab-935f-6f138cfc66d7 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:43.343208 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.345605 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebe8c83e-725b-4ed9-a012-537a0b96a348,revision_number=0']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:43.355864 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.357814 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6e2976d4-6275-46fa-81a3-821826d8bde0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1524935 Aug 31 07:55:43.443008 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c08a789b-e882-44d2-9f04-ea50ec2057b0 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:43.466573 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Sync routers for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:43.489932 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:43.490566 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:43.524541 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-3ddeedec-4814-4e02-b3a3-6913df743b4e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116243391&fields=id&tenant_id=3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 267 time: 0.0370800 Aug 31 07:55:43.551272 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port c08a789b-e882-44d2-9f04-ea50ec2057b0 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:43.551660 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.639515 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:43.648396 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-2e0c6d51-5274-4d71-a1fa-dfa05a5a3f3b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:43.650142 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-2e0c6d51-5274-4d71-a1fa-dfa05a5a3f3b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 810 time: 0.1167390 Aug 31 07:55:43.667229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-72110a1a-ac63-4a1c-afd5-5bd722450f26 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/quotas/3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 375 time: 0.0098214 Aug 31 07:55:43.724793 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-878286a5-f94f-4d74-9015-43f6883c474d tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501325 Aug 31 07:55:43.743977 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-7fbc0d83-7717-4222-b8fe-9cb82007b9a7 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94640) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:55:43.745173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-7fbc0d83-7717-4222-b8fe-9cb82007b9a7 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064127 Aug 31 07:55:43.844319 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-14495ab7-c69b-4ec3-a118-c573b21c6de3 service neutron] 10.222.0.57 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900905 Aug 31 07:55:43.877023 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 4, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '48338438-a519-4c70-8b73-9451db1cc990', 'name': '', 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'mac_address': 'fa:16:3e:e7:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:39Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 2, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'subnets': [{'id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:43.906168 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Checking router: 479231cf-2b3c-4e68-8a05-6767f0ce4ceb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:43.906529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Updating router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb port 48338438-a519-4c70-8b73-9451db1cc990 binding host n-d-712707-15 {{(pid=94641) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 31 07:55:43.932744 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:43.946173 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-bb06f698-e9dd-4b56-82aa-60409e749f27 service neutron] 10.222.0.57 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956969 Aug 31 07:55:44.128736 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-a929f456-9700-4afd-a228-f12df702a228 req-63201344-7efb-44c6-b383-560cdc7dd581 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 210 time: 0.0349667 Aug 31 07:55:44.243380 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks [] for port, precommit_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.254771 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Transition to ACTIVE for port object 48338438-a519-4c70-8b73-9451db1cc990 will not be triggered until provisioned by entity L2. {{(pid=94641) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:44.262106 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.347404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa970d4-09f3-46b4-ba41-7a964d97e84f None None] Pushing event updated for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=3']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.387264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Attempting to bind port 48338438-a519-4c70-8b73-9451db1cc990 on host n-d-712707-15 for vnic_type normal with profile {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:44.387700 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Attempting to bind port 48338438-a519-4c70-8b73-9451db1cc990 by drivers openvswitch,hyperv on host n-d-712707-15 at level 0 using segments [{'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:44.388120 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Attempting to bind port 48338438-a519-4c70-8b73-9451db1cc990 on network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:44.393591 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Checking agent: {'id': '1ed3cd8b-a938-47d6-8ae6-7530183db9a3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 23, 28), 'started_at': datetime.datetime(2021, 8, 31, 6, 23, 58), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-712707-15'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:44.393970 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Checking segment: {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94641) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:44.394385 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.394784 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Bound using segment: {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'} {{(pid=94641) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:44.395253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.managers [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Bound port: 48338438-a519-4c70-8b73-9451db1cc990, host: n-d-712707-15, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f4d6752-4513-4d14-aaa8-a005df7972ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f'}}] {{(pid=94641) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:44.395689 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.468284 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] For port 48338438-a519-4c70-8b73-9451db1cc990, host n-d-712707-15, cleared binding levels {{(pid=94641) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:44.471766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] For port 48338438-a519-4c70-8b73-9451db1cc990, host n-d-712707-15, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48338438-a519-4c70-8b73-9451db1cc990,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94641) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:44.482949 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:44.562938 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:44.563563 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:44.569166 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa970d4-09f3-46b4-ba41-7a964d97e84f None None] Pushing event updated for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:44.717321 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:44.937355 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 4, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '48338438-a519-4c70-8b73-9451db1cc990', 'name': '', 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'mac_address': 'fa:16:3e:e7:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:39Z', 'updated_at': '2021-08-31T07:55:44Z', 'revision_number': 4, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'subnets': [{'id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:44.963916 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17cab3d-4eeb-48cb-9e81-424dcf86a167 None None] The sync data for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 is: [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T07:55:40Z', 'revision_number': 4, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': '48338438-a519-4c70-8b73-9451db1cc990', 'name': '', 'network_id': '0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'mac_address': 'fa:16:3e:e7:67:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:39Z', 'updated_at': '2021-08-31T07:55:44Z', 'revision_number': 4, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'subnets': [{'id': '68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:45.165322 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48338438-a519-4c70-8b73-9451db1cc990 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:45.240306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning for port 48338438-a519-4c70-8b73-9451db1cc990 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:45.246912 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 48338438-a519-4c70-8b73-9451db1cc990 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:45.247669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.288192 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-875c7c3f-f2e4-4df1-babd-5798c0bffc7f tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.290450 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-875c7c3f-f2e4-4df1-babd-5798c0bffc7f tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 810 time: 0.1620457 Aug 31 07:55:45.324493 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e61b95b1-419f-4ac7-9b54-7d9e716e6dc4 req-b4dbe877-359f-4cac-8410-cba07e6ef691 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 210 time: 0.0448444 Aug 31 07:55:45.353930 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-15b9aef7-e435-4d98-afcb-95cd17163a3f tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 380 time: 0.0515423 Aug 31 07:55:45.367730 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'port': {'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'admin_state_up': True, 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'security_groups': ['e6f88ae6-d319-4305-b243-26ac21274c03']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:45.370132 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.405803 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] For port 48338438-a519-4c70-8b73-9451db1cc990, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48338438-a519-4c70-8b73-9451db1cc990,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:45.410192 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.464875 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Pushing event updated for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:45.494103 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Made reservation on behalf of 3717192258954430b37c60a8f7b2b665 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:55:45.497979 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.634621 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Allocated IP 172.20.0.11 (46f1281a-7207-4f6c-b85a-caf6c38e3485/78758a3e-c16e-447a-a855-09b9bb0169d5/c91e4136-7625-49c9-bf20-26652b9df6d1) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:45.781102 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.794919 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Transition to ACTIVE for port object c91e4136-7625-49c9-bf20-26652b9df6d1 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:45.828471 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.871195 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:45.876450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:45.879032 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:45.915381 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:45.944968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:45.945776 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:45.962121 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-2aaf2349-600e-49e6-a64e-3bb2cbd827bb tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5988290 Aug 31 07:55:45.973356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-2f99ccb2-b942-4df0-8639-8be024436dbd tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] http://10.222.0.57:9696/v2.0/extensions returned with HTTP 200 {{(pid=94639) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 31 07:55:45.974351 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-2f99ccb2-b942-4df0-8639-8be024436dbd tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055444 Aug 31 07:55:45.985938 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Request body: {'port': {'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:46.044786 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.093019 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-814b8151-dd42-4f8c-93e5-9785b571d09f None None] Provisioning for port c91e4136-7625-49c9-bf20-26652b9df6d1 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:46.097517 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-814b8151-dd42-4f8c-93e5-9785b571d09f None None] Provisioning complete for port c91e4136-7625-49c9-bf20-26652b9df6d1 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:46.098007 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-814b8151-dd42-4f8c-93e5-9785b571d09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.154253 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-814b8151-dd42-4f8c-93e5-9785b571d09f None None] Port c91e4136-7625-49c9-bf20-26652b9df6d1 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:55:46.348708 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c91e4136-7625-49c9-bf20-26652b9df6d1 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:46.358250 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.369073 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.371861 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Transition to ACTIVE for port object c91e4136-7625-49c9-bf20-26652b9df6d1 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:55:46.378831 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.461254 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:46.526765 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777330b3-2c84-4567-ba7b-14e408ca0ec4 req-5ee5b202-2d49-4dda-b5f8-ed9cef3c9180 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.528472 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-777330b3-2c84-4567-ba7b-14e408ca0ec4 req-5ee5b202-2d49-4dda-b5f8-ed9cef3c9180 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.1183841 Aug 31 07:55:46.594729 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-777330b3-2c84-4567-ba7b-14e408ca0ec4 req-e9a6df46-7c11-4b1f-bfd7-e81486f40ae6 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574234 Aug 31 07:55:46.595882 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Attempting to bind port c91e4136-7625-49c9-bf20-26652b9df6d1 on host n-h1-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:55:46.596100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Attempting to bind port c91e4136-7625-49c9-bf20-26652b9df6d1 by drivers openvswitch,hyperv on host n-h1-712707-15 at level 0 using segments [{'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:55:46.596492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Attempting to bind port c91e4136-7625-49c9-bf20-26652b9df6d1 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:46.602433 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Port c91e4136-7625-49c9-bf20-26652b9df6d1 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 not bound, no agent of type Open vSwitch agent registered on host n-h1-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:55:46.602755 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Attempting to bind port c91e4136-7625-49c9-bf20-26652b9df6d1 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:55:46.616508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Checking agent: {'id': '0ce9e67a-71de-4a00-b726-1a3f495c772a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 5), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:55:46.616508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Checking segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:55:46.616508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Bound using segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:55:46.616508 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Bound port: c91e4136-7625-49c9-bf20-26652b9df6d1, host: n-h1-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:55:46.616508 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.676228 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:55:46.679407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:55:46.684728 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.719326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.720093 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:46.721640 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] 10.222.0.53 "PUT /v2.0/ports/c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1093 time: 0.7399695 Aug 31 07:55:46.722162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:46.724622 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d87903-b4a7-4997-8871-a3f82d39ce6f" -d '{"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:46.773910 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a9a9-9f38-4a8b-90b9-7e03af2cb5d9 service neutron] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:46.780318 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04dc066b-cad4-457c-8cf3-fbb3517591f9 x-openstack-request-id: req-04dc066b-cad4-457c-8cf3-fbb3517591f9 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:46.780622 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:46.780882 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-04dc066b-cad4-457c-8cf3-fbb3517591f9 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:46.781307 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'status': 'completed', 'code': 200} Aug 31 07:55:46.824046 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-17a87caa-d17e-4378-99c2-390a8fcf57a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.825792 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-17a87caa-d17e-4378-99c2-390a8fcf57a7 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0614696 Aug 31 07:55:46.875242 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-fa40844a-f38c-4833-a537-aa93933a99d7 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 217 time: 0.0391493 Aug 31 07:55:46.932635 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-0173cda0-5d8d-4280-919c-327626f57b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.935034 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-0173cda0-5d8d-4280-919c-327626f57b12 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0514796 Aug 31 07:55:46.985871 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915f04a-5380-4688-89af-1b7e84972070 req-84d65cc7-8c0f-485b-acbd-3d7c43b11329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:46.987407 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-84d65cc7-8c0f-485b-acbd-3d7c43b11329 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0442719 Aug 31 07:55:47.105484 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-36b0522c-5823-481b-a0cc-5a9735db865c service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097584 Aug 31 07:55:47.109171 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48338438-a519-4c70-8b73-9451db1cc990 up at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:47.163248 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Provisioning complete for port 48338438-a519-4c70-8b73-9451db1cc990 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:47.163622 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:47.201463 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3915f04a-5380-4688-89af-1b7e84972070 req-f03e8d79-1d02-431d-ac45-f4e51e95e3ba service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873201 Aug 31 07:55:47.304750 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-34f199de-fce4-4411-a40c-8716e234a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.306211 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-34f199de-fce4-4411-a40c-8716e234a773 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0481803 Aug 31 07:55:47.406000 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-ef6a1194-66e6-4d31-892c-51a98177946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.407663 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-ef6a1194-66e6-4d31-892c-51a98177946b service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0887249 Aug 31 07:55:47.457372 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-85b2e6c7-bf18-416a-9d74-5079615e0d26 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 217 time: 0.0415225 Aug 31 07:55:47.512776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-34fe2ccf-c2ae-4749-af28-d184867189a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.514317 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-34fe2ccf-c2ae-4749-af28-d184867189a1 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0458992 Aug 31 07:55:47.565432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-77bd91db-4bbb-4d3d-abaa-d6ce399a0ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.566871 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-77bd91db-4bbb-4d3d-abaa-d6ce399a0ff1 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426595 Aug 31 07:55:47.706821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-66476a40-4e07-4f01-9599-2832acae8d84 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258161 Aug 31 07:55:47.770652 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c314c1-6fde-4992-90ef-56956d7ebb19 req-978cdbc0-c7d6-4176-9f11-978c1b8646e0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:47.772142 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25c314c1-6fde-4992-90ef-56956d7ebb19 req-978cdbc0-c7d6-4176-9f11-978c1b8646e0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.1029506 Aug 31 07:55:47.840065 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-25c314c1-6fde-4992-90ef-56956d7ebb19 req-c13c2b1a-0def-4f3b-8ea3-f58b69e60f08 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594912 Aug 31 07:55:47.850419 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-34d87903-b4a7-4997-8871-a3f82d39ce6f req-9d33ba17-cf1d-43ef-9dbd-ac524f7a2b30 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324012 Aug 31 07:55:48.958708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2551e63-bfc0-4648-ba75-e8f310ce56a5 req-ba924398-f7f9-4ef0-ad12-1fd760dfeafa tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:48.960105 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2551e63-bfc0-4648-ba75-e8f310ce56a5 req-ba924398-f7f9-4ef0-ad12-1fd760dfeafa tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.0506063 Aug 31 07:55:48.997972 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-d2551e63-bfc0-4648-ba75-e8f310ce56a5 req-145f40c8-bc19-4eb8-8d8e-42fe1288def2 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317895 Aug 31 07:55:49.278623 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:55:49.375193 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:49.386724 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:55:49.422819 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.435565 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c91e4136-7625-49c9-bf20-26652b9df6d1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:55:49.454949 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:49.458884 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:49.505040 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:49.701115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c91e4136-7625-49c9-bf20-26652b9df6d1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:55:50.114767 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9b998-45af-4bf2-884d-253ea6a66003 req-0aac1f4d-36b9-4761-905f-241eaad895d0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:50.116248 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5a9b998-45af-4bf2-884d-253ea6a66003 req-0aac1f4d-36b9-4761-905f-241eaad895d0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 945 time: 0.0491481 Aug 31 07:55:50.156861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-e5a9b998-45af-4bf2-884d-253ea6a66003 req-15fd5945-6bf2-45e3-8fbd-827b73706472 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Aug 31 07:55:51.277708 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d9c666-aa66-43dc-943f-8dc990de06ac req-0dbbd729-3772-4190-869f-b8a15c8e7899 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.279254 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50d9c666-aa66-43dc-943f-8dc990de06ac req-0dbbd729-3772-4190-869f-b8a15c8e7899 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 945 time: 0.0534511 Aug 31 07:55:51.288264 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:55:51.325984 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-50d9c666-aa66-43dc-943f-8dc990de06ac req-3d66a79b-1997-4eaa-b565-01cafcb46dc4 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400476 Aug 31 07:55:51.349266 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning for port c91e4136-7625-49c9-bf20-26652b9df6d1 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:55:51.352982 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c91e4136-7625-49c9-bf20-26652b9df6d1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:55:51.353377 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.431059 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.454250 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:51.456493 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d359b829-ea26-4136-82fd-487f63a9b86c" -d '{"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-plugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:51.469672 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:55:51.473609 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:51.498574 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e4642f-739d-4a9c-8f34-722307e8850d x-openstack-request-id: req-f0e4642f-739d-4a9c-8f34-722307e8850d {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:51.498884 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-plugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:51.499137 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-f0e4642f-739d-4a9c-8f34-722307e8850d {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:51.499524 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'code': 200} Aug 31 07:55:51.526404 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:51.598146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea9a91-2f65-4fc8-bfea-eab53414a1c5 req-e1dff644-35af-4d42-891a-7fa06d502d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:51.599715 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81ea9a91-2f65-4fc8-bfea-eab53414a1c5 req-e1dff644-35af-4d42-891a-7fa06d502d97 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1098 time: 0.0433168 Aug 31 07:55:51.636530 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-81ea9a91-2f65-4fc8-bfea-eab53414a1c5 req-913a93e6-f935-4259-a454-5e6b01f96461 service neutron] 10.222.0.53 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290933 Aug 31 07:55:52.441907 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed355f-5a81-401b-9ec5-1372f2247ed5 req-9d104e7a-dea8-4a67-8f5a-f6216868348a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:52.443388 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4ed355f-5a81-401b-9ec5-1372f2247ed5 req-9d104e7a-dea8-4a67-8f5a-f6216868348a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 946 time: 0.0497522 Aug 31 07:55:52.481152 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a4ed355f-5a81-401b-9ec5-1372f2247ed5 req-34ad8c02-054b-4f87-9384-f6c63221718a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Aug 31 07:55:53.598126 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ef04a-a5a4-42d6-9d7f-500bfab4692c req-ef1e3a87-b31d-44ef-99d3-8734b4eb47bc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.599613 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-139ef04a-a5a4-42d6-9d7f-500bfab4692c req-ef1e3a87-b31d-44ef-99d3-8734b4eb47bc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 946 time: 0.0495708 Aug 31 07:55:53.641028 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-139ef04a-a5a4-42d6-9d7f-500bfab4692c req-b9ce702b-7716-48ce-909c-d6c9eb05cc39 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351532 Aug 31 07:55:53.756204 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d005e4-8f3f-45c5-bae7-2679ebc79ff7 req-fcf25e52-4125-46b0-8858-d12ad83f70b2 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.757806 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91d005e4-8f3f-45c5-bae7-2679ebc79ff7 req-fcf25e52-4125-46b0-8858-d12ad83f70b2 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 946 time: 0.0521777 Aug 31 07:55:53.796568 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-91d005e4-8f3f-45c5-bae7-2679ebc79ff7 req-743ce9e1-8a68-4a3c-b0a0-413c86cb2b10 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325723 Aug 31 07:55:53.818949 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46224) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:53.953663 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bb616a-03bc-4045-9c0f-f9bb08630350 tempest-TestSnapshotPattern-1309618326 tempest-TestSnapshotPattern-1309618326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:53.955537 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-19bb616a-03bc-4045-9c0f-f9bb08630350 tempest-TestSnapshotPattern-1309618326 tempest-TestSnapshotPattern-1309618326-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1093 time: 0.1354663 Aug 31 07:55:53.958464 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46228) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:55:53.962796 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:55:53.984774 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.084481 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.536975 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Allocated IP 172.25.3.175 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/119218e4-d783-4446-a389-a57c142000b0) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:55:54.647496 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.687004 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:54.728183 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:55:54.733781 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:55:54.738188 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:55:54.762992 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=119218e4-d783-4446-a389-a57c142000b0,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:54.978696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e688ab18-c849-4ea6-ace7-0377084d6647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.103969 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.174257 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.198798 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:55:55.336176 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.341707 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.410988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=119218e4-d783-4446-a389-a57c142000b0,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:55:55.420027 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.522249 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Floating IP 4a5589f8-b430-4ff9-964c-bb0cb60006eb associated. External IP: 172.25.3.175, port: c91e4136-7625-49c9-bf20-26652b9df6d1. Aug 31 07:55:55.734093 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:55:55.852988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:55:55.864554 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:55:55.871457 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:55.875745 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:55.876368 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:55.902659 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-a33205ee-cfe2-4990-ad71-3e7ac424e168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9429526 Aug 31 07:55:55.903264 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:55:55.905604 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:55:55.996213 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:56.000629 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d41ea9-3410-4e22-bf3d-b63d5c89965a x-openstack-request-id: req-51d41ea9-3410-4e22-bf3d-b63d5c89965a {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:55:56.000995 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:55:56.001318 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-51d41ea9-3410-4e22-bf3d-b63d5c89965a {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:55:56.001777 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'status': 'completed', 'code': 200} Aug 31 07:55:56.079172 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-f2e32665-c3a6-403e-ae47-5a221ad43d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.080821 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-f2e32665-c3a6-403e-ae47-5a221ad43d05 service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1098 time: 0.0497637 Aug 31 07:55:56.176596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-566722bd-f9ae-4375-8a62-d22bcc4ceb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.178117 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-566722bd-f9ae-4375-8a62-d22bcc4ceb34 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0907474 Aug 31 07:55:56.255299 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-68e20b38-f030-47cd-90de-82685a97fa5e service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0696251 Aug 31 07:55:56.311092 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-f867e3e8-ab33-4392-8de5-32dd75d64e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.312706 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-f867e3e8-ab33-4392-8de5-32dd75d64e18 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0494773 Aug 31 07:55:56.335298 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:54Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:56.361424 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-24c8e667-bf3f-4440-a163-10e0a7dfd029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:55:56.362919 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:55:56.363096 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-24c8e667-bf3f-4440-a163-10e0a7dfd029 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0426970 Aug 31 07:55:56.371872 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:55:56.372547 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:55:28Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:56.462464 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-9c3f621d-0ec6-4af4-95e0-80a0e05618ba service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922017 Aug 31 07:55:56.480437 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:55:56.559686 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-c7ef2c47-90ba-4959-9d5f-2ed81db5f5b8 req-0fefc208-6764-49c4-b73c-eab3cd2ee396 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898745 Aug 31 07:55:56.711891 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:54Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:55:56.739436 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf7dc80-edee-49c8-882c-f208563f42e8 None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:54Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:55:56.953468 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ede20528-355f-4bee-9488-513c9f715eba None None] New status for floating IP 4a5589f8-b430-4ff9-964c-bb0cb60006eb: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:55:57.599901 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4e687b74-cf6e-4e60-8465-97dc3571318c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:57.968787 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:55:59.960094 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:01.378035 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:06.563641 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:16.379457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:24.982745 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cba1ae27-b0ea-442c-aaab-b2a9d8a2a4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.604351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5e5781d5-c9a4-4cb4-8dbd-3ec5276e447b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:27.978753 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:29.961510 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:31.381943 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:32.198812 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:56:36.586739 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:43.466701 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-62bc2ca2-7d9a-44f4-83e5-cb324d4af33a service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0415740 Aug 31 07:56:43.558497 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-592c6dbe-9571-4868-9ecf-4287b007385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.559985 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-592c6dbe-9571-4868-9ecf-4287b007385b service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1098 time: 0.0462596 Aug 31 07:56:43.661519 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-0651afe8-cf90-41e5-9866-54c45fea98a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.662995 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-0651afe8-cf90-41e5-9866-54c45fea98a4 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0840962 Aug 31 07:56:43.732927 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-dc7322e6-609a-45c6-9284-e84ad21eeb76 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1002 time: 0.0624065 Aug 31 07:56:43.783777 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-b9809fbc-8c57-4145-82b8-dcb84bd9ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.785222 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-b9809fbc-8c57-4145-82b8-dcb84bd9ada8 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0444851 Aug 31 07:56:43.832622 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-60901734-5dc3-4e9e-a8ae-74ac6119c76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:56:43.834144 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-60901734-5dc3-4e9e-a8ae-74ac6119c76b service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0412548 Aug 31 07:56:43.929374 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-48268355-1cdc-4fe4-b749-6d523ea6d95c service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872076 Aug 31 07:56:44.019671 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-3cf16230-be32-43b4-bbd1-6979a423fb92 req-93c6580e-1b52-4875-99e1-15c61b64e7eb service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828636 Aug 31 07:56:46.393408 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:54.985772 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e2bdc3da-dae9-412a-8ba4-02bc959525cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.606384 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-9daa31be-b5b3-4f41-ad2e-a8e1a42960b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:57.971315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:56:59.968128 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:01.383964 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:06.602462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:09.200060 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:16.397021 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:24.985726 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8a6486-3069-4e00-9af1-db41d30554b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.608275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1448d3e5-7d7a-448f-a1d4-df680acd73cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:27.971857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:29.970372 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:31.387126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:36.610766 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:45.464823 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-39824769-5206-4697-8d29-bff40d7cccef service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0413451 Aug 31 07:57:45.556523 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-0465799a-ba3c-420d-a022-4c10531520dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.558052 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-0465799a-ba3c-420d-a022-4c10531520dc service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1098 time: 0.0465744 Aug 31 07:57:45.664689 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-a8a5693c-5717-4832-89c9-07d234b1d521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.666207 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-a8a5693c-5717-4832-89c9-07d234b1d521 service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0851269 Aug 31 07:57:45.737719 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-ee6d5136-00c4-4023-8347-fa3a53e04353 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1002 time: 0.0631528 Aug 31 07:57:45.787890 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-451552b5-5a75-4223-8c5e-26b8e4d85395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.789322 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-451552b5-5a75-4223-8c5e-26b8e4d85395 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0444951 Aug 31 07:57:45.837517 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-b46cb84b-f3ce-4716-8ec0-8c56ac4c15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:57:45.838994 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-b46cb84b-f3ce-4716-8ec0-8c56ac4c15ce service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0402980 Aug 31 07:57:45.938737 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-f6dbb120-c474-42c3-a796-833458b200d5 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915711 Aug 31 07:57:46.034763 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-290ee003-5e6f-428a-b07f-8b8387c77ba1 req-dfb20171-b0e9-4d78-bbe9-10cdadc9e9ab service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855842 Aug 31 07:57:46.199536 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:57:46.411266 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:54.987275 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1ea4f084-9fea-4a82-82c9-331f0b87f646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.615202 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d5eab9ed-85bf-4f34-b882-8274ef7eda71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:57.822883 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 details requested by agent hyperv_n-h1-712707-15 with host n-h1-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:57:57.958268 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:57.984184 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Returning: {'device': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:57:57.989054 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.039900 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.058659 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c91e4136-7625-49c9-bf20-26652b9df6d1 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:57:58.084051 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:57:58.089185 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:57:58.153280 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:57:58.165382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.165382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.165382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.165382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.165382 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.166995 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.167305 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.167766 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.168102 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.168443 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.168780 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.169110 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:57:58.194115 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] get_ports_and_sgs() called for port_ids ['c91e4136-7625-49c9-bf20-26652b9df6d1'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:57:59.837842 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 up at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:57:59.943337 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Provisioning complete for port c91e4136-7625-49c9-bf20-26652b9df6d1 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:57:59.943968 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.017856 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.081031 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.125600 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:00.128688 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46b1ce87-3e12-4d32-b54e-65847df619ac" -d '{"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-plugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:00.161068 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:00.174226 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:00.255755 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0412592f-81ba-4ce8-8369-bf5485d6b303 x-openstack-request-id: req-0412592f-81ba-4ce8-8369-bf5485d6b303 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:00.256054 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-plugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:00.256309 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0412592f-81ba-4ce8-8369-bf5485d6b303 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:00.256744 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'code': 200} Aug 31 07:58:00.261763 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:01.397140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:06.378438 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-50e41c6f-bfeb-4143-b373-b541a7cd3168 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1116243391&fields=id&tenant_id=3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 267 time: 0.0344625 Aug 31 07:58:06.491219 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-9b2c839b-11d4-4f24-b1b5-9184d5a62111 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:06.492697 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-9b2c839b-11d4-4f24-b1b5-9184d5a62111 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 810 time: 0.1075897 Aug 31 07:58:06.508052 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-33a9f5eb-6ff0-41bf-bef6-8dc021391283 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/quotas/3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 375 time: 0.0095236 Aug 31 07:58:06.571229 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-1039ac4c-365b-4406-9450-b76307609a76 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0546858 Aug 31 07:58:06.602846 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:06.704426 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-10f540b0-d8a4-486a-b0d6-077fa203dc09 service neutron] 10.222.0.57 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184914 Aug 31 07:58:06.799783 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-e0b4b683-2ca8-46ea-a4f9-e31b700ae96d service neutron] 10.222.0.57 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890691 Aug 31 07:58:06.991916 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-443449ba-88eb-40f1-aa3f-fc35da14ef45 req-f66736dc-5cac-40c3-856a-873566442d07 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 210 time: 0.0276484 Aug 31 07:58:07.867868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 07:58:07.950203 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:07.955326 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-1c731181-4210-4d93-9405-dadcb094dd93 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:07.957089 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-1c731181-4210-4d93-9405-dadcb094dd93 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 810 time: 0.1142576 Aug 31 07:58:07.974980 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:07.977230 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0061356c-9403-48a5-998b-e77ff4eef01f" -d '{"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-unplugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:07.991814 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:07.998373 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.008417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-05b4697c-4ea0-4962-b3da-42316fb09410 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.50 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3717192258954430b37c60a8f7b2b665 HTTP/1.1" status: 200 len: 380 time: 0.0412476 Aug 31 07:58:08.021853 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'port': {'device_id': '764d9d95-db96-4877-aad6-4291ba889ea6', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'admin_state_up': True, 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'security_groups': ['e6f88ae6-d319-4305-b243-26ac21274c03']}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:08.022687 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8229b71-278f-4f31-b09f-bb91ee7c7f7a x-openstack-request-id: req-e8229b71-278f-4f31-b09f-bb91ee7c7f7a {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:08.022953 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-unplugged", "status": "completed", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:08.023205 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e8229b71-278f-4f31-b09f-bb91ee7c7f7a {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:08.023592 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'code': 200} Aug 31 07:58:08.051648 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Pushing event updated for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=8']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:08.106475 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-12033d83-c5d7-4c02-9386-495f6a587138 req-f08fc4d7-9ad6-4c64-b623-368900098963 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 210 time: 0.0365570 Aug 31 07:58:08.167100 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Made reservation on behalf of 3717192258954430b37c60a8f7b2b665 for: {'port': 1} {{(pid=94639) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 31 07:58:08.171978 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.370978 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_common [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Allocated IP 172.20.0.4 (46f1281a-7207-4f6c-b85a-caf6c38e3485/78758a3e-c16e-447a-a855-09b9bb0169d5/5654cc73-5815-4fe6-8c5e-dc2bbe07d628) {{(pid=94639) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:08.583829 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.599503 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Transition to ACTIVE for port object 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 will not be triggered until provisioned by entity DHCP. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:08.633407 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_create {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.681812 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 is already hosted by enough agents. {{(pid=94639) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:08.687482 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.base_scheduler [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Resources bound (agent type, host, resource id): {{(pid=94639) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:08.691458 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Received port after_create {{(pid=94639) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:08.742363 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=1']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:08.753603 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:08.754254 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:08.765095 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.765472 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.765819 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.766303 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.766485 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.766817 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.767140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.767464 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.767786 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.768108 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.768432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.768759 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:08.789644 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-f2a18e2d-46d9-441b-867e-b9ed3b4821c9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.50 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7733960 Aug 31 07:58:08.982385 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b86688a6-34db-43d6-a6c0-7d427bdee57a None None] Provisioning for port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 completed by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:08.986425 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-b86688a6-34db-43d6-a6c0-7d427bdee57a None None] Provisioning complete for port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 triggered by entity DHCP. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:08.986792 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b86688a6-34db-43d6-a6c0-7d427bdee57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:09.027897 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-b86688a6-34db-43d6-a6c0-7d427bdee57a None None] Port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 cannot update to ACTIVE because it is not bound. {{(pid=94641) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 31 07:58:09.234476 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8045df22-43be-47da-8621-477c09ade2ca req-607025cc-c7bd-4d9a-ab79-a78e87993ebc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:09.237458 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8045df22-43be-47da-8621-477c09ade2ca req-607025cc-c7bd-4d9a-ab79-a78e87993ebc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0552771 Aug 31 07:58:09.295889 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8045df22-43be-47da-8621-477c09ade2ca req-21436d1d-89b2-47f2-bc87-0d3edb0dd20a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500355 Aug 31 07:58:10.426378 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed500b-f58a-4226-907b-a3e06007e803 req-517d2890-9cc2-4cdb-9937-11adb9a8eeaf tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:10.428138 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01ed500b-f58a-4226-907b-a3e06007e803 req-517d2890-9cc2-4cdb-9937-11adb9a8eeaf tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0543494 Aug 31 07:58:10.473781 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-01ed500b-f58a-4226-907b-a3e06007e803 req-90cee091-b7e8-4b78-b911-4ff329392859 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371120 Aug 31 07:58:11.616122 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5df9203-0395-4b6d-9741-8917a360a73c req-8fb0d1c7-8c9c-4333-851a-78a1c3c500d5 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:11.618492 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5df9203-0395-4b6d-9741-8917a360a73c req-8fb0d1c7-8c9c-4333-851a-78a1c3c500d5 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0624275 Aug 31 07:58:11.663135 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-e5df9203-0395-4b6d-9741-8917a360a73c req-941350e2-c6d2-4c1b-97af-57e27f8e749a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383909 Aug 31 07:58:12.794712 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57875ab-c74a-4727-be1c-0ef449609bea req-f691517f-12fd-40b4-b6d5-861d13a1485e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:12.796941 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d57875ab-c74a-4727-be1c-0ef449609bea req-f691517f-12fd-40b4-b6d5-861d13a1485e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0583353 Aug 31 07:58:12.842115 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d57875ab-c74a-4727-be1c-0ef449609bea req-b9afc644-66b2-4fea-b4e4-c832925708ab tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377851 Aug 31 07:58:13.990351 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f245e6c4-d899-45b1-b884-a2782b155894 req-895513ac-87dd-4e4d-81b2-13d17895e6fc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:13.992592 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f245e6c4-d899-45b1-b884-a2782b155894 req-895513ac-87dd-4e4d-81b2-13d17895e6fc tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0768964 Aug 31 07:58:14.035468 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-f245e6c4-d899-45b1-b884-a2782b155894 req-6a113d26-8f00-4e9a-9c18-a4962405a1f3 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357618 Aug 31 07:58:15.166124 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034b2e87-46af-443b-b12a-0b257152d717 req-fd32b617-695f-4cc3-b49e-19e9482cc1d9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:15.167696 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034b2e87-46af-443b-b12a-0b257152d717 req-fd32b617-695f-4cc3-b49e-19e9482cc1d9 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0592394 Aug 31 07:58:15.233608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-034b2e87-46af-443b-b12a-0b257152d717 req-62baba35-f6b2-436b-8826-14b1bf0d3247 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587826 Aug 31 07:58:16.357754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b5a5fa-9f45-435a-8d47-1613a05b9b61 req-9c5bdb59-41dc-4a0c-be58-4b83ebd67ee0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:16.359380 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61b5a5fa-9f45-435a-8d47-1613a05b9b61 req-9c5bdb59-41dc-4a0c-be58-4b83ebd67ee0 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0533538 Aug 31 07:58:16.407851 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:16.412058 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-61b5a5fa-9f45-435a-8d47-1613a05b9b61 req-abc0733a-073d-4231-96b0-c0ee424ad2d2 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466030 Aug 31 07:58:17.546492 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcb5b4-7ebd-4c0b-983c-14916a94704b req-4dcbe8ec-4c0d-464d-b9b9-3c40e90a2d95 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:17.548051 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06fcb5b4-7ebd-4c0b-983c-14916a94704b req-4dcbe8ec-4c0d-464d-b9b9-3c40e90a2d95 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 931 time: 0.0513222 Aug 31 07:58:17.587008 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-06fcb5b4-7ebd-4c0b-983c-14916a94704b req-406fbe9f-2a80-4c65-bdfd-04370d970d8f tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326042 Aug 31 07:58:18.100943 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.v2.base [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Request body: {'port': {'device_id': '764d9d95-db96-4877-aad6-4291ba889ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-712707-15'}} {{(pid=94639) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:18.154679 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.432016 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94639) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:58:18.439772 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks [] for port, precommit_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.451995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.provisioning_blocks [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Transition to ACTIVE for port object 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 will not be triggered until provisioned by entity L2. {{(pid=94639) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 31 07:58:18.455817 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.508270 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=2']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:18.578507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Attempting to bind port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 on host n-h2-712707-15 for vnic_type normal with profile {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 31 07:58:18.579572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Attempting to bind port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 by drivers openvswitch,hyperv on host n-h2-712707-15 at level 0 using segments [{'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 31 07:58:18.579572 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Attempting to bind port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:18.584451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 not bound, no agent of type Open vSwitch agent registered on host n-h2-712707-15 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 31 07:58:18.584843 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Attempting to bind port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 on network 46f1281a-7207-4f6c-b85a-caf6c38e3485 {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 31 07:58:18.590045 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Checking agent: {'id': '56627234-1113-4031-b912-462a1e66d6ff', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-712707-15', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'started_at': datetime.datetime(2021, 8, 31, 6, 31, 15), 'heartbeat_timestamp': datetime.datetime(2021, 8, 31, 7, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 31 07:58:18.590392 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Checking segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94639) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 31 07:58:18.590782 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Bound using segment: {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'} {{(pid=94639) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 31 07:58:18.591506 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.managers [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Bound port: 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host: n-h2-712707-15, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4c964dd-055a-432c-96c2-4931d368e63d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485'}}] {{(pid=94639) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 31 07:58:18.592115 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.664107 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, cleared binding levels {{(pid=94639) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 31 07:58:18.667316 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 31 07:58:18.675285 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8751978'] for port, after_update {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.714926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:18.715298 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:18.716769 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] 10.222.0.50 "PUT /v2.0/ports/5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 1092 time: 0.6802135 Aug 31 07:58:18.717223 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:18.718988 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f8fd9-e247-4ffc-a71c-73b16b556c0a req-29116d4d-75f1-4d93-bc35-ee76cc5f4fa6 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:18.719571 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65d02ab-7242-4693-882a-9f1213aa7a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:18.729943 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-350f8fd9-e247-4ffc-a71c-73b16b556c0a req-29116d4d-75f1-4d93-bc35-ee76cc5f4fa6 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 943 time: 0.0672736 Aug 31 07:58:18.777602 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-350f8fd9-e247-4ffc-a71c-73b16b556c0a req-7bd2fe3a-a8d7-4dd3-986e-452df9b3ac75 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462778 Aug 31 07:58:18.827432 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de5681-eb7d-46de-8a0d-d9fb52e1dbea service neutron] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=3']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:18.841015 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f75e98-cf72-441f-8614-a4f58d50a675 x-openstack-request-id: req-c8f75e98-cf72-441f-8614-a4f58d50a675 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:18.841557 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:18.842090 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-c8f75e98-cf72-441f-8614-a4f58d50a675 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:18.842328 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'status': 'completed', 'code': 200} Aug 31 07:58:18.849926 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-639356e9-a972-4288-81fd-ccfd2190a7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:18.851459 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-639356e9-a972-4288-81fd-ccfd2190a7df service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0669727 Aug 31 07:58:18.899987 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-75bfecdf-1b8f-4472-81ce-e10ab3a344a4 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 217 time: 0.0397465 Aug 31 07:58:18.954980 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-0a5f61be-37ce-4b2a-9aab-f572e023e44f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:18.956465 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-0a5f61be-37ce-4b2a-9aab-f572e023e44f service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0488484 Aug 31 07:58:19.006879 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-930b2b0b-be20-4f35-b5ac-e3f9fec9076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.008424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-930b2b0b-be20-4f35-b5ac-e3f9fec9076a service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0447078 Aug 31 07:58:19.107539 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-3aff7b5f-26e2-491e-b34a-c263ee4fcf01 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897334 Aug 31 07:58:19.203881 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2dd0197e-f937-4f51-9d5d-5ac64b46e167 req-285dc41b-0808-4648-9081-085f116d60af service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893905 Aug 31 07:58:19.293632 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-8faf8e47-af0d-43f8-9944-366c0bfea4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.295783 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-8faf8e47-af0d-43f8-9944-366c0bfea4cd service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1095 time: 0.0432856 Aug 31 07:58:19.728995 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-a884a30a-4c2f-46ff-b483-a835b26e6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.730497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-a884a30a-4c2f-46ff-b483-a835b26e6457 service neutron] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.4253480 Aug 31 07:58:19.773196 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-e06002c6-00eb-4707-83ba-bb094a15fde5 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 217 time: 0.0348151 Aug 31 07:58:19.827972 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-f4e2c49b-bb24-40ec-8634-c6a7649fde95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.829585 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-f4e2c49b-bb24-40ec-8634-c6a7649fde95 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0491989 Aug 31 07:58:19.876311 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-883b368b-3777-404b-bfaa-59b49e861c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.877844 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-883b368b-3777-404b-bfaa-59b49e861c3e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0405159 Aug 31 07:58:19.896224 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8909b9f5-9cad-4642-a5a0-69d6251df6a5 req-838b000c-2c4b-46c1-885e-15cf8e1beb5e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:19.897779 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8909b9f5-9cad-4642-a5a0-69d6251df6a5 req-838b000c-2c4b-46c1-885e-15cf8e1beb5e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 943 time: 0.0490057 Aug 31 07:58:19.936862 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-8909b9f5-9cad-4642-a5a0-69d6251df6a5 req-84bba6c6-16ad-4076-a4a6-acf0bb306615 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330164 Aug 31 07:58:19.972252 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-61da624d-2a7e-413b-98e5-7e398ddd9f28 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858750 Aug 31 07:58:20.066573 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-d65d02ab-7242-4693-882a-9f1213aa7a8b req-d2d77843-5ad3-42d2-bf7f-a8991b024c3e service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Aug 31 07:58:20.408731 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:58:20.500350 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:20.514653 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'mac_address': 'fa:16:3e:45:b9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:58:20.552750 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:20.569529 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:58:20.590287 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:20.597068 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:20.646868 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=4']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:20.831374 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['5654cc73-5815-4fe6-8c5e-dc2bbe07d628'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:58:21.055206 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281a3eac-3793-438c-876b-47d0659e4090 req-2eec365a-5993-4572-ad86-b97a3bad6d6d tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:21.056735 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-281a3eac-3793-438c-876b-47d0659e4090 req-2eec365a-5993-4572-ad86-b97a3bad6d6d tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 944 time: 0.0493577 Aug 31 07:58:21.117880 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-281a3eac-3793-438c-876b-47d0659e4090 req-c16986a1-3bac-407f-a18e-4de7c474e4bf tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528901 Aug 31 07:58:22.237308 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e426718-5cb7-4e81-a04f-ff10a03449f3 req-cb097623-faab-4040-825e-ff08710adb0e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:22.238832 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e426718-5cb7-4e81-a04f-ff10a03449f3 req-cb097623-faab-4040-825e-ff08710adb0e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 944 time: 0.0503821 Aug 31 07:58:22.277269 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-1e426718-5cb7-4e81-a04f-ff10a03449f3 req-03a95f25-5d71-4a08-92ea-5c94ed0c6bb4 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Aug 31 07:58:22.437963 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 07:58:22.485469 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning for port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 completed by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 31 07:58:22.489016 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 07:58:22.489429 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.567137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.588411 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:22.590668 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5454a5ce-1b77-4e1a-8ade-6516fd6ee88d" -d '{"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:22.603940 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:58:22.608925 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:22.633021 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7930667-7e70-46dc-9730-c3e1a81db417 x-openstack-request-id: req-e7930667-7e70-46dc-9730-c3e1a81db417 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:22.633572 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:22.633819 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-e7930667-7e70-46dc-9730-c3e1a81db417 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:22.634245 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'code': 200} Aug 31 07:58:22.663424 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=5']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:22.734840 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e19e30-5d30-4635-9501-973a52046f9c req-116979bb-d21c-4cbb-b771-a44d861014d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:22.736247 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54e19e30-5d30-4635-9501-973a52046f9c req-116979bb-d21c-4cbb-b771-a44d861014d9 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0446980 Aug 31 07:58:22.771575 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-54e19e30-5d30-4635-9501-973a52046f9c req-96d1fc47-575e-4954-b8ca-e8960893dc08 service neutron] 10.222.0.50 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280039 Aug 31 07:58:23.198367 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:58:23.408776 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36bfac-0e03-4bf8-8034-f368fd73dfc6 req-172329b1-56b6-4bb1-91e6-c005d8d72345 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:23.410348 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b36bfac-0e03-4bf8-8034-f368fd73dfc6 req-172329b1-56b6-4bb1-91e6-c005d8d72345 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.0621390 Aug 31 07:58:23.450195 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-4b36bfac-0e03-4bf8-8034-f368fd73dfc6 req-52f7c73c-dc54-4412-aa49-28f18a3588b2 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338650 Aug 31 07:58:24.197224 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-180f7c4c-247e-486e-8838-bdbfd214fae3 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0396233 Aug 31 07:58:24.281258 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-431f0765-c2cf-489a-af43-afdc188fb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.282854 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-431f0765-c2cf-489a-af43-afdc188fb436 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0438261 Aug 31 07:58:24.393451 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-776de2a5-bc18-400c-af53-90a28272c02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.394901 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-776de2a5-bc18-400c-af53-90a28272c02e service neutron] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0879314 Aug 31 07:58:24.439514 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-952b1f9e-07c4-459b-8202-edd3b1474460 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 217 time: 0.0368958 Aug 31 07:58:24.494900 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-2a0b63a1-b468-4c19-b1df-08ac7cc82012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.496417 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-2a0b63a1-b468-4c19-b1df-08ac7cc82012 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0476081 Aug 31 07:58:24.587116 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-a86cddfb-eabc-4d43-9ba0-102783bb5b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.588645 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-a86cddfb-eabc-4d43-9ba0-102783bb5b1e service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0830948 Aug 31 07:58:24.602575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fa634-9caa-43a3-a8ae-2ad774542a59 req-b14e2617-2211-49fc-ab0d-ca6a2335bfff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.604151 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a7fa634-9caa-43a3-a8ae-2ad774542a59 req-b14e2617-2211-49fc-ab0d-ca6a2335bfff tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.0705340 Aug 31 07:58:24.696923 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-9a7fa634-9caa-43a3-a8ae-2ad774542a59 req-68f2654b-afa9-47fb-9bb4-85b38d6fb609 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836792 Aug 31 07:58:24.726759 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-8778f547-c099-4bc2-a45e-251e85b6c8b9 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214802 Aug 31 07:58:24.830948 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-42a715be-ddf0-4348-aead-ac05ecde18aa req-a9631874-6064-498a-a984-25b07689f6d8 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956383 Aug 31 07:58:24.844490 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebbbda2-c624-45b0-a5fe-df8e3bc2e7b7 req-956c09e1-8522-437f-8986-49f2095f0eb5 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.846091 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ebbbda2-c624-45b0-a5fe-df8e3bc2e7b7 req-956c09e1-8522-437f-8986-49f2095f0eb5 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.0599465 Aug 31 07:58:24.886260 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ebbbda2-c624-45b0-a5fe-df8e3bc2e7b7 req-80129c45-55b8-459b-a3d5-2f83316b1dc4 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Aug 31 07:58:24.908601 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46506) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:24.948835 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92647b75-f63a-49c3-a5b9-4371b5e945e4 tempest-TestSnapshotPattern-1309618326 tempest-TestSnapshotPattern-1309618326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:24.952639 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-92647b75-f63a-49c3-a5b9-4371b5e945e4 tempest-TestSnapshotPattern-1309618326 tempest-TestSnapshotPattern-1309618326-project-admin] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1092 time: 0.0430045 Aug 31 07:58:24.953754 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46508) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 07:58:24.958373 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.v2.base [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Request body: {'floatingip': {'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address': '172.20.0.4'}} {{(pid=94640) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 31 07:58:24.981159 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:24.989548 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0648787c-7308-41bc-8ab4-4cbdc7c3123e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.083987 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.189604 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_common [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Allocated IP 172.25.3.134 (283ceb81-e5db-49ad-832d-b8435c3c2336/1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d/1138da48-3b17-4e37-b858-7d520bb0b388) {{(pid=94640) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 31 07:58:25.305779 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.350403 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8747285555249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.395044 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Network 283ceb81-e5db-49ad-832d-b8435c3c2336 is already hosted by enough agents. {{(pid=94640) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 31 07:58:25.401150 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.base_scheduler [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Resources bound (agent type, host, resource id): {{(pid=94640) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 31 07:58:25.407240 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Received port after_create {{(pid=94640) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 31 07:58:25.436645 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=1138da48-3b17-4e37-b858-7d520bb0b388,revision_number=1']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:25.450872 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.451329 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.451699 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.452118 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.452513 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.452900 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.453372 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.453710 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.454158 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.454492 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.454851 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.455203 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:58:25.800236 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:25.869015 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.038108 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for port, precommit_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.042786 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9083694'] for port, after_update {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.116782 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event updated for resources: {'Port': ['ID=1138da48-3b17-4e37-b858-7d520bb0b388,revision_number=2']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:58:26.133422 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3745024'] for floatingip, after_create {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.235512 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Floating IP 0fb8062d-4fc6-427a-ac22-0c94eb675085 associated. External IP: 172.25.3.134, port: 5654cc73-5815-4fe6-8c5e-dc2bbe07d628. Aug 31 07:58:26.444862 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 07:58:26.552733 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 07:58:26.563653 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 07:58:26.569699 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:26.573440 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:26.574080 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:57:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:26.597149 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-69ffb20c-be84-4de3-b2fc-0bda60c04c6e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6422799 Aug 31 07:58:26.597885 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 07:58:26.600120 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6" -d '{"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 07:58:26.649829 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 07:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ac4e508-3f8a-49f4-b3b5-8c57d131433b x-openstack-request-id: req-0ac4e508-3f8a-49f4-b3b5-8c57d131433b {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 07:58:26.650119 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 07:58:26.650368 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-0ac4e508-3f8a-49f4-b3b5-8c57d131433b {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 07:58:26.650819 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'status': 'completed', 'code': 200} Aug 31 07:58:26.695785 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:26.715380 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-48a98414-fa13-442c-b61b-bca9d4a9ae91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.716934 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-48a98414-fa13-442c-b61b-bca9d4a9ae91 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0435772 Aug 31 07:58:26.814450 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-02604f21-7b33-4f08-a982-4961a13fdbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.815926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-02604f21-7b33-4f08-a982-4961a13fdbcc service neutron] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0908384 Aug 31 07:58:26.883000 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-6c63fd4e-0f9a-4af4-8cbe-e0e8a6d5613b service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 999 time: 0.0587394 Aug 31 07:58:26.925672 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fb8062d-4fc6-427a-ac22-0c94eb675085', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:45:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d9d95-db96-4877-aad6-4291ba889ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:58:25Z', 'updated_at': '2021-08-31T07:58:25Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}, {'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:26.938407 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-56f04f7c-0daf-41b4-ba35-4176c2d73cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.939861 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-56f04f7c-0daf-41b4-ba35-4176c2d73cb9 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0491133 Aug 31 07:58:26.951377 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 07:58:26.959839 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 07:58:26.960508 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:57:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:26.990159 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-940ea5b5-6b02-41f3-9a1d-4f9e481b2b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:26.991656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-940ea5b5-6b02-41f3-9a1d-4f9e481b2b9c service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0429657 Aug 31 07:58:27.069920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 07:58:27.095181 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-ce2644bc-9669-4146-8218-02b38ec70a4c service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908258 Aug 31 07:58:27.207608 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-68234aba-2d17-4f98-8e3d-dafd1a31dbc6 req-85452976-8683-40fe-afe2-c82bdc2d3919 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006913 Aug 31 07:58:27.311923 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fb8062d-4fc6-427a-ac22-0c94eb675085', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:45:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d9d95-db96-4877-aad6-4291ba889ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:58:25Z', 'updated_at': '2021-08-31T07:58:25Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}, {'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 07:58:27.341944 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760de616-2c34-4912-9eeb-c76a1c916ef8 None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '0fb8062d-4fc6-427a-ac22-0c94eb675085', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.134', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:45:b9:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '764d9d95-db96-4877-aad6-4291ba889ea6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:58:25Z', 'updated_at': '2021-08-31T07:58:25Z', 'revision_number': 0, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}, {'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 07:58:27.556635 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eadd756-3702-423c-a756-8129ca77cb93 None None] New status for floating IP 0fb8062d-4fc6-427a-ac22-0c94eb675085: ACTIVE {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 07:58:27.615111 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-2b418a3b-1524-4d61-8677-0cf3c820e224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:27.972904 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:29.979391 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:31.397057 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:36.616622 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:46.407717 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:47.530788 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-ba595d5c-ae48-487c-9dd6-608b645f98b6 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0941777 Aug 31 07:58:47.619813 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-af159404-8462-44bd-ba7d-6bc2184ff26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:47.621910 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-af159404-8462-44bd-ba7d-6bc2184ff26f service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0473936 Aug 31 07:58:47.734173 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-80d08d08-7d3c-4405-8bda-abc0c72d221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:47.735570 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-80d08d08-7d3c-4405-8bda-abc0c72d221f service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0936501 Aug 31 07:58:47.802190 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-918527e3-9710-4f7d-8b57-b8c8e1d2069a service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0587933 Aug 31 07:58:47.857838 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-c7ae1969-aa1b-49ec-aa1a-977e4e3efb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:47.859265 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-c7ae1969-aa1b-49ec-aa1a-977e4e3efb56 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0488160 Aug 31 07:58:47.906799 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-a9f12945-c1bb-472a-ab0b-44d4c42bb5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:58:47.908380 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-a9f12945-c1bb-472a-ab0b-44d4c42bb5b0 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0416012 Aug 31 07:58:48.001497 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-414de443-1d51-4cf7-acb7-ec008d702830 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852003 Aug 31 07:58:48.101621 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-b50f402e-d01a-4912-9bd2-f47f81ea918e req-91513b7d-16db-4394-83dd-a12aa26ead4a service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923970 Aug 31 07:58:54.991345 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-5842fb3f-1884-4cfd-b1a2-0293228a9360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.606126 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e201784b-c4bf-4e80-95a9-9b7b791a5ada None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:57.975460 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:58:59.978310 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:00.198692 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:59:01.399472 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:06.630666 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:16.418923 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:24.993708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e1cde2fe-5c2d-4a2d-bd51-54cb5efda321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:26.165779 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-63d7e812-05cd-429a-be41-e55728db5f63 service neutron] 10.222.0.50 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0452805 Aug 31 07:59:26.249949 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-c6e5372b-34b3-483e-adce-e4d4e670a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.251424 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-c6e5372b-34b3-483e-adce-e4d4e670a9ca service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0409720 Aug 31 07:59:26.361454 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-27feb410-3c8e-44f2-bafc-46ddaada6140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.363527 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-27feb410-3c8e-44f2-bafc-46ddaada6140 service neutron] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0916791 Aug 31 07:59:26.432483 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-7a29213c-2418-4032-b942-bf9921f81ae7 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 1001 time: 0.0615258 Aug 31 07:59:26.485641 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-d75a87ef-8110-4fea-be48-06db10893c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.487818 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-d75a87ef-8110-4fea-be48-06db10893c19 service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0473459 Aug 31 07:59:26.532365 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-3ffa44d2-828a-4647-ae64-6077fafc44b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:26.534427 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-3ffa44d2-828a-4647-ae64-6077fafc44b0 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0394583 Aug 31 07:59:26.625434 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-0aabfafd-de46-4498-915c-3be1423976f9 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831637 Aug 31 07:59:26.720001 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2834cd1d-ccc5-442a-afd3-cee1b3650bf4 req-6f4f852c-fa01-4024-8f8c-b469335acb25 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874226 Aug 31 07:59:27.607210 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-6f627073-a9de-495d-823d-83ca72425613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:27.976642 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:29.983223 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:31.401137 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:36.636857 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:37.198616 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 07:59:46.433497 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:47.461899 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-a87639f4-2d01-4fbd-ba0f-08b008694f31 service neutron] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0408931 Aug 31 07:59:47.548189 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a23f-ae9b-490a-9244-933b85431229 req-b4c3d53d-7b85-43a9-b188-4cf73ed0e93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:47.550331 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-b4c3d53d-7b85-43a9-b188-4cf73ed0e93a service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0399306 Aug 31 07:59:47.659567 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a23f-ae9b-490a-9244-933b85431229 req-46063b94-e87a-4ce8-820a-9ba999ec547a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:47.661116 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-46063b94-e87a-4ce8-820a-9ba999ec547a service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.0896015 Aug 31 07:59:47.729791 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-6b410895-5d47-4c3d-88c3-6e7ffa5139d0 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0597389 Aug 31 07:59:47.785269 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a23f-ae9b-490a-9244-933b85431229 req-69d29a02-db87-4549-9972-e685c805d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:47.786847 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-69d29a02-db87-4549-9972-e685c805d9ef service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0484729 Aug 31 07:59:47.835540 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add3a23f-ae9b-490a-9244-933b85431229 req-9f7a4c6c-542f-43ce-b81d-f3f8e4e5891e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 07:59:47.837029 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-9f7a4c6c-542f-43ce-b81d-f3f8e4e5891e service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0410383 Aug 31 07:59:47.928150 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-deef529f-5d54-4763-9abe-e3c6677680ac service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827270 Aug 31 07:59:48.028304 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-add3a23f-ae9b-490a-9244-933b85431229 req-9498ac49-5c10-48c0-8bdc-94e8bc0e2eaa service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903077 Aug 31 07:59:54.996390 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fbc3aae-1a44-4e72-bb3e-8620956892f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.607239 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8d87f936-c514-46be-aea6-73eb102bf936 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:57.977348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.782361 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 details requested by agent hyperv_n-h2-712707-15 with host n-h2-712707-15 {{(pid=94641) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 31 07:59:58.879414 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:58.890874 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Returning: {'device': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'port_id': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'mac_address': 'fa:16:3e:45:b9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 596, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94641) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 31 07:59:58.932764 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:58.946501 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94641) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 31 07:59:58.965860 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 07:59:58.969662 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 07:59:59.026053 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=6']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 07:59:59.033946 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.034306 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.034684 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.035024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.035360 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.035697 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.036024 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.036483 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.036827 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.037352 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.037772 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.038105 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94641) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 07:59:59.044788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] get_ports_and_sgs() called for port_ids ['5654cc73-5815-4fe6-8c5e-dc2bbe07d628'] {{(pid=94641) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 31 07:59:59.986620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.796031 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 up at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 31 08:00:00.865807 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.provisioning_blocks [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Provisioning complete for port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 triggered by entity L2. {{(pid=94641) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 31 08:00:00.866182 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3552436'] for port, provisioning_complete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.962534 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-611171'] for port, before_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:00.987440 n-d-712707-15 neutron-server[94641]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94641) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:00.990079 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b2075488c40e76d46c2b0e4dc9c50766bdcc8f4c8abf030ece2640444c8049d7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac068a7a-ada1-4f10-8079-fc8b00ad6567" -d '{"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94641) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:01.020333 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:01.025378 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8747286138067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8747285555267', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8747285555285'] for port, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:01.053668 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3165aad1-338e-40c2-a74c-7fe09cd2f391 x-openstack-request-id: req-3165aad1-338e-40c2-a74c-7fe09cd2f391 {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:01.053991 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-plugged", "status": "completed", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "code": 200}]} {{(pid=94641) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:01.054247 n-d-712707-15 neutron-server[94641]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-3165aad1-338e-40c2-a74c-7fe09cd2f391 {{(pid=94641) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:01.054590 n-d-712707-15 neutron-server[94641]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'code': 200} Aug 31 08:00:01.082944 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Pushing event updated for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=7']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:01.404722 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:06.642121 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.399438 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46734) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:09.569747 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Deleting port 1138da48-3b17-4e37-b858-7d520bb0b388 {{(pid=94640) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:09.569988 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.653401 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.653731 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.665137 n-d-712707-15 neutron-server[94640]: DEBUG neutron.plugins.ml2.plugin [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Calling delete_port for 1138da48-3b17-4e37-b858-7d520bb0b388 owned by network:floatingip {{(pid=94640) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:09.814733 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9083671'] for port, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.842670 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event deleted for resources: {'Port': ['ID=1138da48-3b17-4e37-b858-7d520bb0b388,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:09.854944 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.855290 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.855635 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.856215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.856556 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.856886 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.857215 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.857566 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.857892 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.858214 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.858568 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.858941 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94640) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:09.916626 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:09.917280 n-d-712707-15 neutron-server[94640]: INFO neutron.db.l3_db [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Floating IP 0fb8062d-4fc6-427a-ac22-0c94eb675085 disassociated (deleted). External IP: 172.25.3.134, port: 5654cc73-5815-4fe6-8c5e-dc2bbe07d628. Aug 31 08:00:10.139233 n-d-712707-15 neutron-server[94640]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94640) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:10.249873 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94640) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:10.255381 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:10.261920 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:10.270887 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:10.271500 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:10.283190 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-34c93b3c-e227-465b-ac86-ddd3f26524fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "DELETE /v2.0/floatingips/0fb8062d-4fc6-427a-ac22-0c94eb675085 HTTP/1.1" status: 204 len: 168 time: 0.8825035 Aug 31 08:00:10.284736 n-d-712707-15 neutron-server[94640]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94640) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:10.287230 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2bb0b9af7863855536072a47a0c2b40163db492a4e11bd2c214473bc868b0b4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41d38938-4ffd-41e4-a697-d79741e15e68" -d '{"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94640) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:10.328201 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006f5f18-8f9e-4e81-82b2-7deece9ed4fb x-openstack-request-id: req-006f5f18-8f9e-4e81-82b2-7deece9ed4fb {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:10.328493 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "status": "completed", "code": 200}]} {{(pid=94640) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:10.328749 n-d-712707-15 neutron-server[94640]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-006f5f18-8f9e-4e81-82b2-7deece9ed4fb {{(pid=94640) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:10.329158 n-d-712707-15 neutron-server[94640]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'status': 'completed', 'code': 200} Aug 31 08:00:10.387953 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:10.395645 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-a6c68991-e6fc-493d-981f-ea37c701fa53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.397515 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-a6c68991-e6fc-493d-981f-ea37c701fa53 service neutron] 10.222.0.50 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 1097 time: 0.0455768 Aug 31 08:00:10.518277 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-302b4d05-6ca6-4131-b87f-61a79322fc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.519784 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-302b4d05-6ca6-4131-b87f-61a79322fc19 service neutron] 10.222.0.50 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.1074061 Aug 31 08:00:10.565926 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-0f1d2673-25b8-484d-95f6-860db28c2a58 service neutron] 10.222.0.50 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 200 len: 217 time: 0.0383909 Aug 31 08:00:10.631904 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:10.644056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-3888f14c-e2ad-4e2c-b8ea-3567b9d60dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.646091 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-3888f14c-e2ad-4e2c-b8ea-3567b9d60dfd service neutron] 10.222.0.50 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0704923 Aug 31 08:00:10.657114 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15d25f3-e6f5-446d-bddb-690bdaad7563 req-c8955dc0-ff73-48b3-92e2-cf42e441308b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.658603 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f15d25f3-e6f5-446d-bddb-690bdaad7563 req-c8955dc0-ff73-48b3-92e2-cf42e441308b tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.1825752 Aug 31 08:00:10.662809 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:10.671831 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:10.672467 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:10.727063 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-f15d25f3-e6f5-446d-bddb-690bdaad7563 req-606acbe6-8004-4e50-9504-80d2f65b5ea3 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582552 Aug 31 08:00:10.729005 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-d4171721-85e2-4072-9190-df30c90b8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:10.730478 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-d4171721-85e2-4072-9190-df30c90b8998 service neutron] 10.222.0.50 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0709977 Aug 31 08:00:10.781810 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:10.831058 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-809799dd-4ca5-4632-a4d9-6181d17ba472 service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924828 Aug 31 08:00:10.930761 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-41d38938-4ffd-41e4-a697-d79741e15e68 req-17c8228d-e62d-4511-b989-6d7227de864b service neutron] 10.222.0.50 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912011 Aug 31 08:00:11.019067 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:11.046138 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5fe533-7e30-459d-8996-f070dbcb2d4f None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_floatingips': [{'id': '4a5589f8-b430-4ff9-964c-bb0cb60006eb', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'floating_ip_address': '172.25.3.175', 'floating_network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'router_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'port_id': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4351, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'mac_address': 'fa:16:3e:7d:1d:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-31T07:55:54Z', 'updated_at': '2021-08-31T07:55:57Z', 'revision_number': 1, 'project_id': '3717192258954430b37c60a8f7b2b665', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:11.327237 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac3c8c7-9b2b-4b44-990b-a18e0b2eec6b None None] New status for floating IP 0fb8062d-4fc6-427a-ac22-0c94eb675085: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:00:11.850489 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac82879-cb4e-47a4-a78c-cd59ccf7ed2d req-32e1c19a-8c93-4826-a107-d86aafc03433 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:11.851993 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ac82879-cb4e-47a4-a78c-cd59ccf7ed2d req-32e1c19a-8c93-4826-a107-d86aafc03433 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.0495541 Aug 31 08:00:11.891146 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-3ac82879-cb4e-47a4-a78c-cd59ccf7ed2d req-a9cd9c91-afa7-4fac-bef8-a6a171dd38aa tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325830 Aug 31 08:00:12.179681 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951912ba-fc81-47e2-8240-e549d261efbb req-2908c6fa-1576-408e-b035-cad38762199a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:12.181132 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-951912ba-fc81-47e2-8240-e549d261efbb req-2908c6fa-1576-408e-b035-cad38762199a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.50 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 945 time: 0.0494874 Aug 31 08:00:12.275968 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Deleting port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:12.276309 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.367111 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] For port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628, host n-h2-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-712707-15',level=0,port_id=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:12.367482 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.380564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Calling delete_port for 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:12.510132 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.539865 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event deleted for resources: {'Port': ['ID=5654cc73-5815-4fe6-8c5e-dc2bbe07d628,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:12.568462 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.568807 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.569151 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.569520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.569863 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.570194 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.570524 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.570851 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.571181 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.571507 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.571834 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.572162 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-712707-15 {{(pid=94639) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 31 08:00:12.595903 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] No DVR routers for this DVR port 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 on host n-h2-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:12.598652 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:12.601003 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-951912ba-fc81-47e2-8240-e549d261efbb req-1124ffcb-b865-4eac-b924-bbc31147113c tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.50 "DELETE /v2.0/ports/5654cc73-5815-4fe6-8c5e-dc2bbe07d628 HTTP/1.1" status: 204 len: 173 time: 0.4128823 Aug 31 08:00:12.601500 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-deleted', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:12.604229 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3591e0ac-f9cd-40dd-9961-3375c358b35a" -d '{"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-deleted", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:12.646214 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30362d92-077c-4bbe-acc1-1412a7935ee5 x-openstack-request-id: req-30362d92-077c-4bbe-acc1-1412a7935ee5 {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:12.646507 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "764d9d95-db96-4877-aad6-4291ba889ea6", "name": "network-vif-deleted", "tag": "5654cc73-5815-4fe6-8c5e-dc2bbe07d628", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:12.646763 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-30362d92-077c-4bbe-acc1-1412a7935ee5 {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:12.647205 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '764d9d95-db96-4877-aad6-4291ba889ea6', 'name': 'network-vif-deleted', 'tag': '5654cc73-5815-4fe6-8c5e-dc2bbe07d628', 'status': 'completed', 'code': 200} Aug 31 08:00:12.874582 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:12.895467 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:12.895824 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:13.014011 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-feeb1b17-a31e-47a3-bf78-2338b151089b req-5f3c3709-694b-4419-9946-d6a7729cb0fe tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=764d9d95-db96-4877-aad6-4291ba889ea6 HTTP/1.1" status: 200 len: 210 time: 0.0345287 Aug 31 08:00:14.198297 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:14.578713 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46802) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:14.741679 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Deleting port 119218e4-d783-4446-a389-a57c142000b0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:14.742020 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.817540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.817785 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:14.829965 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Calling delete_port for 119218e4-d783-4446-a389-a57c142000b0 owned by network:floatingip {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:14.984208 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.011579 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event deleted for resources: {'Port': ['ID=119218e4-d783-4446-a389-a57c142000b0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:15.078952 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for floatingip, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.079343 n-d-712707-15 neutron-server[94639]: INFO neutron.db.l3_db [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Floating IP 4a5589f8-b430-4ff9-964c-bb0cb60006eb disassociated (deleted). External IP: 172.25.3.175, port: c91e4136-7625-49c9-bf20-26652b9df6d1. Aug 31 08:00:15.604575 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:15.711644 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:15.716391 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for floatingip, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:15.724167 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:15.734386 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:15.735180 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:15.753831 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ff0a8910-8289-4784-b9ee-66627e4389ed tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "DELETE /v2.0/floatingips/4a5589f8-b430-4ff9-964c-bb0cb60006eb HTTP/1.1" status: 204 len: 168 time: 1.1712637 Aug 31 08:00:15.753831 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:15.754409 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a442d57-6b81-4f72-a940-ebbd197fbc85" -d '{"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:15.803976 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a690abed-4c09-4ff3-9156-bbd6a33e46df x-openstack-request-id: req-a690abed-4c09-4ff3-9156-bbd6a33e46df {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:15.806078 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:15.806078 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-a690abed-4c09-4ff3-9156-bbd6a33e46df {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:15.806307 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'status': 'completed', 'code': 200} Aug 31 08:00:15.859205 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:15.872476 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-b3b8b1c5-6a0d-4344-8070-7fcd5252996d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:15.874217 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-b3b8b1c5-6a0d-4344-8070-7fcd5252996d service neutron] 10.222.0.53 "GET /v2.0/ports?tenant_id=3717192258954430b37c60a8f7b2b665&device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 1096 time: 0.0457103 Aug 31 08:00:16.016836 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-00c8a64c-91c0-4ea4-8b06-18969706f52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.018359 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-00c8a64c-91c0-4ea4-8b06-18969706f52f service neutron] 10.222.0.53 "GET /v2.0/networks?id=46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 200 len: 911 time: 0.1367457 Aug 31 08:00:16.032356 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46b229-b8cf-40f0-b590-3f3f693fbc7d req-7e34ab1f-ff84-4468-911e-e85fcff9572a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.033885 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a46b229-b8cf-40f0-b590-3f3f693fbc7d req-7e34ab1f-ff84-4468-911e-e85fcff9572a tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.0735617 Aug 31 08:00:16.076538 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-3e4e4506-d6f3-4360-9c56-1623543eab64 service neutron] 10.222.0.53 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 200 len: 217 time: 0.0416801 Aug 31 08:00:16.082596 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:16.109458 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:16.118245 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:16.118837 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:16.138906 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-2a46b229-b8cf-40f0-b590-3f3f693fbc7d req-af77791c-2c2d-4da9-94ce-b42800409793 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966842 Aug 31 08:00:16.148222 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-e86f1931-bcf6-44bb-8a52-9d6b038d4cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.149883 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-e86f1931-bcf6-44bb-8a52-9d6b038d4cc5 service neutron] 10.222.0.53 "GET /v2.0/subnets?id=78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 200 len: 849 time: 0.0654571 Aug 31 08:00:16.201217 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-3b90cdd8-8c14-4c27-bc27-aa412295a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:16.202731 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-3b90cdd8-8c14-4c27-bc27-aa412295a849 service neutron] 10.222.0.53 "GET /v2.0/ports?network_id=46f1281a-7207-4f6c-b85a-caf6c38e3485&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0449896 Aug 31 08:00:16.231388 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:16.310657 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-1ebbecd7-8c5e-4f1d-ab7d-068a6beec497 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990403 Aug 31 08:00:16.409897 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-8a442d57-6b81-4f72-a940-ebbd197fbc85 req-3dfb3fc7-740b-4a14-86f2-b5c11ff6dc60 service neutron] 10.222.0.53 "GET /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916858 Aug 31 08:00:16.436903 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:16.450220 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:16.558707 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744ef670-a954-45bd-b795-6db17f56fd20 None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:35Z', 'revision_number': 4, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15', '_interfaces': [{'id': 'c1cb0173-29e6-46ab-935f-6f138cfc66d7', 'name': '', 'network_id': '46f1281a-7207-4f6c-b85a-caf6c38e3485', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'mac_address': 'fa:16:3e:ea:0a:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_interface', 'standard_attr_id': 4327, 'fixed_ips': [{'subnet_id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:34Z', 'updated_at': '2021-08-31T07:55:42Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'subnets': [{'id': '78758a3e-c16e-447a-a855-09b9bb0169d5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:16.776152 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65376845-d41d-4510-ae93-9b5eff421984 None None] New status for floating IP 4a5589f8-b430-4ff9-964c-bb0cb60006eb: DOWN {{(pid=94641) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 31 08:00:16.890928 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 no longer exists at agent hyperv_n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:16.911227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] No Port match for: 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:16.911570 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Device 5654cc73-5815-4fe6-8c5e-dc2bbe07d628 not bound to the agent host n-h2-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:17.261460 n-d-712707-15 neutron-server[94640]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0906fec-e1c3-488b-8839-efca87321762 req-1e55cf14-ed8e-4d1e-a103-786f7e98b695 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94640) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:17.263057 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0906fec-e1c3-488b-8839-efca87321762 req-1e55cf14-ed8e-4d1e-a103-786f7e98b695 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.0532928 Aug 31 08:00:17.302913 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-a0906fec-e1c3-488b-8839-efca87321762 req-ef05c15e-272f-4904-8cbd-172ae7e60e42 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/security-groups?id=e6f88ae6-d319-4305-b243-26ac21274c03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339534 Aug 31 08:00:17.753596 n-d-712707-15 neutron-server[94639]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-f3ec3120-6758-4b18-accb-37ce07a6a243 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94639) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 31 08:00:17.755042 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-f3ec3120-6758-4b18-accb-37ce07a6a243 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 944 time: 0.0486121 Aug 31 08:00:17.847898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Deleting port c91e4136-7625-49c9-bf20-26652b9df6d1 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:17.848234 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.936177 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] For port c91e4136-7625-49c9-bf20-26652b9df6d1, host n-h1-712707-15, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-712707-15',level=0,port_id=c91e4136-7625-49c9-bf20-26652b9df6d1,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:17.936544 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:17.949593 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Calling delete_port for c91e4136-7625-49c9-bf20-26652b9df6d1 owned by compute:nova {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:18.085590 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.115140 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event deleted for resources: {'Port': ['ID=c91e4136-7625-49c9-bf20-26652b9df6d1,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:18.156520 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] No DVR routers for this DVR port c91e4136-7625-49c9-bf20-26652b9df6d1 on host n-h1-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:18.159754 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4163120'] for port, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:18.162127 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [req-66588c40-39a9-4929-b2f9-b3ea6e48a1dd req-2437d4fc-2134-47dc-9a83-95c74ff70d55 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.53 "DELETE /v2.0/ports/c91e4136-7625-49c9-bf20-26652b9df6d1 HTTP/1.1" status: 204 len: 173 time: 0.4001830 Aug 31 08:00:18.162576 n-d-712707-15 neutron-server[94639]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-deleted', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1'}] {{(pid=94639) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 31 08:00:18.165418 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.57/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4fd95cca4c8210ecd6f97fcad62e6a44d05e650d867bd80a99e2f05039bbbce4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53bc6eea-3ba4-4ac9-9a0e-c2337fcf535f" -d '{"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-deleted", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1"}]}' {{(pid=94639) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 31 08:00:18.204144 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 31 Aug 2021 08:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ca993d-36ff-4027-99ea-7f5e365e9a9b x-openstack-request-id: req-23ca993d-36ff-4027-99ea-7f5e365e9a9b {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 31 08:00:18.204435 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65da814a-36e5-4e74-a22f-90efa0b3bb52", "name": "network-vif-deleted", "tag": "c91e4136-7625-49c9-bf20-26652b9df6d1", "status": "completed", "code": 200}]} {{(pid=94639) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 31 08:00:18.204693 n-d-712707-15 neutron-server[94639]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.57/compute/v2.1/os-server-external-events used request id req-23ca993d-36ff-4027-99ea-7f5e365e9a9b {{(pid=94639) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 31 08:00:18.205563 n-d-712707-15 neutron-server[94639]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65da814a-36e5-4e74-a22f-90efa0b3bb52', 'name': 'network-vif-deleted', 'tag': 'c91e4136-7625-49c9-bf20-26652b9df6d1', 'status': 'completed', 'code': 200} Aug 31 08:00:18.410154 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [req-cc4ecebc-6ede-41f8-b100-81efeafc96da req-85934fd4-0e2b-4f17-b2c7-379dceab8c2e tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "GET /v2.0/ports?device_id=65da814a-36e5-4e74-a22f-90efa0b3bb52 HTTP/1.1" status: 200 len: 210 time: 0.0292683 Aug 31 08:00:19.467456 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46818) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:19.536286 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.563114 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.627327 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.629904 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:19.631103 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] 10.222.0.57 "DELETE /v2.0/security-groups/e6f88ae6-d319-4305-b243-26ac21274c03 HTTP/1.1" status: 204 len: 168 time: 0.1625388 Aug 31 08:00:19.641674 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d795273-5ee8-4cde-91e8-7066936d8666 tempest-TestSnapshotPattern-662128506 tempest-TestSnapshotPattern-662128506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f88ae6-d319-4305-b243-26ac21274c03,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:19.692556 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46822) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:20.044239 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.307893 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Deleting port c1cb0173-29e6-46ab-935f-6f138cfc66d7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:20.308151 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.392042 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] For port c1cb0173-29e6-46ab-935f-6f138cfc66d7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c1cb0173-29e6-46ab-935f-6f138cfc66d7,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:20.392402 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.406707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Calling delete_port for c1cb0173-29e6-46ab-935f-6f138cfc66d7 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:20.591665 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:20.620762 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1cb0173-29e6-46ab-935f-6f138cfc66d7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:20.808348 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.039973 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:21.154163 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:21.162338 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-f0ffaf13-aa57-42cc-9308-d50f500ef762 admin admin] 10.222.0.57 "PUT /v2.0/routers/350832dd-ea23-4bc6-9391-d7b80a0c7e34/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4664376 Aug 31 08:00:21.162688 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46824) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:21.163494 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Sync routers for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:21.173582 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:21.174194 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:21.273990 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.284197 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: n-d-712707-15 {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:21.381701 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.440564 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Deleting port 45bfdec3-d486-4e5c-8bb1-6a530740dec7 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:21.440890 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.473293 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126'}], 'enable_snat': True}, 'gw_port_id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T08:00:20Z', 'revision_number': 5, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port': {'id': '45bfdec3-d486-4e5c-8bb1-6a530740dec7', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:3c:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4326, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T07:55:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:21.502548 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Checking router: 350832dd-ea23-4bc6-9391-d7b80a0c7e34 for host: n-d-712707-15 {{(pid=94642) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:21.511518 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Routers {'350832dd-ea23-4bc6-9391-d7b80a0c7e34'} bound to L3 agent in host n-d-712707-15 {{(pid=94642) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:21.512113 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'], 'active': True} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:21.525060 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] For port 45bfdec3-d486-4e5c-8bb1-6a530740dec7, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=45bfdec3-d486-4e5c-8bb1-6a530740dec7,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:21.525453 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.538488 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Calling delete_port for 45bfdec3-d486-4e5c-8bb1-6a530740dec7 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:21.593757 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_dvr_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] Set router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 gateway port host: None {{(pid=94642) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:21.647626 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.l3_hamode_db [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T08:00:21Z', 'revision_number': 6, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94642) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:21.673993 n-d-712707-15 neutron-server[94642]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cf0a2be-435c-4cf7-9108-8d718eea7574 None None] The sync data for ids ['350832dd-ea23-4bc6-9391-d7b80a0c7e34'] in n-d-712707-15 is: [{'id': '350832dd-ea23-4bc6-9391-d7b80a0c7e34', 'name': 'tempest-TestSnapshotPattern-1246436407-router', 'tenant_id': '3717192258954430b37c60a8f7b2b665', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:32Z', 'updated_at': '2021-08-31T08:00:21Z', 'revision_number': 6, 'project_id': '3717192258954430b37c60a8f7b2b665', 'gw_port_host': None}] {{(pid=94642) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:21.718847 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.750636 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Pushing event deleted for resources: {'Port': ['ID=45bfdec3-d486-4e5c-8bb1-6a530740dec7,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:21.808372 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.900967 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.903100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.950029 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.950737 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 350832dd-ea23-4bc6-9391-d7b80a0c7e34 {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:00:21.955810 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:21.957073 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-9dd58362-9a0f-4a3f-9f52-781d3464d45d admin admin] 10.222.0.57 "DELETE /v2.0/routers/350832dd-ea23-4bc6-9391-d7b80a0c7e34 HTTP/1.1" status: 204 len: 168 time: 0.7934144 Aug 31 08:00:21.959665 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46826) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.005854 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.db_base_plugin_v2 [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Deleting subnet 78758a3e-c16e-447a-a855-09b9bb0169d5 {{(pid=94639) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:22.009117 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.047252 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-11266490'] for subnet, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.135748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.189540 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8751932', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9126309'] for subnet, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.214554 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78758a3e-c16e-447a-a855-09b9bb0169d5,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:22.220566 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3930781'] for subnet, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.222629 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-99e2caee-57a2-4c77-8784-cb4199412469 admin admin] 10.222.0.57 "DELETE /v2.0/subnets/78758a3e-c16e-447a-a855-09b9bb0169d5 HTTP/1.1" status: 204 len: 168 time: 0.2618349 Aug 31 08:00:22.225752 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46828) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.226477 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f57b4e-fdb4-4fbe-9dc4-6d2efd68a7a0 None None] Network 46f1281a-7207-4f6c-b85a-caf6c38e3485 requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:22.295217 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.361130 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Deleting port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:22.361610 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.429757 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] For port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:22.429974 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.439296 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] DHCP port deletion for 46f1281a-7207-4f6c-b85a-caf6c38e3485 request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:22.447776 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Calling delete_port for de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:22.474749 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 no longer exists at agent hyperv_n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:22.497172 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] No Port match for: c91e4136-7625-49c9-bf20-26652b9df6d1 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:22.497627 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Device c91e4136-7625-49c9-bf20-26652b9df6d1 not bound to the agent host n-h1-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:22.515456 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Deleting port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:22.515899 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.532357 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.562698 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Pushing event deleted for resources: {'Port': ['ID=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:22.569574 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] No DVR routers for this DVR port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:22.585116 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] For port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,segment=NetworkSegment(e4c964dd-055a-432c-96c2-4931d368e63d),segment_id=e4c964dd-055a-432c-96c2-4931d368e63d)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:22.585680 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.599452 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Calling delete_port for de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:22.646796 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.659826 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46f1281a-7207-4f6c-b85a-caf6c38e3485']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:22.671293 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c964dd-055a-432c-96c2-4931d368e63d') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:22.671504 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c964dd-055a-432c-96c2-4931d368e63d') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:22.682991 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.683762 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.698775 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.706401 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:00:22.706803 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: timer() Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:00:22.708792 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:00:22.715619 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] No DVR routers for this DVR port de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:22.719644 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3e1437-5e8d-4e89-94f2-d10fa1bf2da2 None None] Pushing event deleted for resources: {'Port': ['ID=de22b1bc-7f58-40ab-a8a6-9919d0ea9a78,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:22.771412 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.777844 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:22.781780 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] 10.222.0.57 "DELETE /v2.0/networks/46f1281a-7207-4f6c-b85a-caf6c38e3485 HTTP/1.1" status: 204 len: 168 time: 0.5550594 Aug 31 08:00:22.782512 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46830) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:22.799560 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5bc46-9cb4-4845-afdf-1cabf48e7806 admin admin] Pushing event deleted for resources: {'Network': ['ID=46f1281a-7207-4f6c-b85a-caf6c38e3485,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:23.158914 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3742464'] for router_interface, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.259788 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c1cb0173-29e6-46ab-935f-6f138cfc66d7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:23.284439 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c1cb0173-29e6-46ab-935f-6f138cfc66d7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:23.285230 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c1cb0173-29e6-46ab-935f-6f138cfc66d7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:23.285685 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 45bfdec3-d486-4e5c-8bb1-6a530740dec7 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:23.305652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 45bfdec3-d486-4e5c-8bb1-6a530740dec7 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:23.305999 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 45bfdec3-d486-4e5c-8bb1-6a530740dec7 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:23.306423 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:23.326316 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:23.326667 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device de22b1bc-7f58-40ab-a8a6-9919d0ea9a78 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:23.738146 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Deleting port 48338438-a519-4c70-8b73-9451db1cc990 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:23.738491 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.822930 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] For port 48338438-a519-4c70-8b73-9451db1cc990, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=48338438-a519-4c70-8b73-9451db1cc990,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:23.823658 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:23.835604 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Calling delete_port for 48338438-a519-4c70-8b73-9451db1cc990 owned by network:router_interface {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:24.026379 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.055056 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=48338438-a519-4c70-8b73-9451db1cc990,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:24.234128 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3930744', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3742620'] for router_interface, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.457899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb has already been hosted by L3 agent c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f {{(pid=94639) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 31 08:00:24.560541 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] Notify agent at l3_agent.n-d-712707-15 the message routers_updated {{(pid=94639) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 31 08:00:24.565457 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-ee73ccaa-14c7-48aa-9737-1b20b979f4c8 admin admin] 10.222.0.57 "PUT /v2.0/routers/479231cf-2b3c-4e68-8a05-6767f0ce4ceb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7808678 Aug 31 08:00:24.567976 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46832) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:24.571372 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Sync routers for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 31 08:00:24.580429 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:24.580997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:24.680100 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks [] for router, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.796684 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.856429 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Deleting port c08a789b-e882-44d2-9f04-ea50ec2057b0 {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:24.857110 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.870370 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: n-d-712707-15 {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:24.947791 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] For port c08a789b-e882-44d2-9f04-ea50ec2057b0, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=c08a789b-e882-44d2-9f04-ea50ec2057b0,segment=NetworkSegment(ce1918a4-49c1-41c4-96b1-df2d13907f08),segment_id=ce1918a4-49c1-41c4-96b1-df2d13907f08)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:24.948325 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:24.966178 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Calling delete_port for c08a789b-e882-44d2-9f04-ea50ec2057b0 owned by network:router_gateway {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:25.009086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-dfa95632-f37a-4941-9204-6c55d4f738a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.092759 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'external_fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T08:00:23Z', 'revision_number': 5, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port': {'id': 'c08a789b-e882-44d2-9f04-ea50ec2057b0', 'name': '', 'network_id': '283ceb81-e5db-49ad-832d-b8435c3c2336', 'tenant_id': '', 'mac_address': 'fa:16:3e:20:31:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4337, 'fixed_ips': [{'subnet_id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-712707-15', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-31T07:55:38Z', 'updated_at': '2021-08-31T07:55:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1ff1e4d7-77a0-4c4b-84e2-74ad8746e20d', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-712707-15'}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:25.124713 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Checking router: 479231cf-2b3c-4e68-8a05-6767f0ce4ceb for host: n-d-712707-15 {{(pid=94641) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 31 08:00:25.134895 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Routers {'479231cf-2b3c-4e68-8a05-6767f0ce4ceb'} bound to L3 agent in host n-d-712707-15 {{(pid=94641) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 31 08:00:25.135533 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-712707-15', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-31T06:23:27Z,description=,heartbeat_timestamp=2021-08-31T07:59:58Z,host='n-d-712707-15',id=c28d203c-ba8e-4fbb-8b1f-f4719c0b5c6f,load=0,resource_versions=,resources_synced=,started_at=2021-08-31T06:23:27Z,topic='l3_agent')) {'router_ids': ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'], 'active': True} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:25.159507 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.184389 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Pushing event deleted for resources: {'Port': ['ID=c08a789b-e882-44d2-9f04-ea50ec2057b0,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:25.234800 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvr_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] Set router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb gateway port host: None {{(pid=94641) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 31 08:00:25.255554 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3745086'] for router_gateway, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.303825 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_hamode_db [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T08:00:24Z', 'revision_number': 6, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port_host': None}], 'n-d-712707-15', False) {} {{(pid=94641) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:25.335914 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c14297e-b156-4637-a1ce-2d8b1ea6dcf9 None None] The sync data for ids ['479231cf-2b3c-4e68-8a05-6767f0ce4ceb'] in n-d-712707-15 is: [{'id': '479231cf-2b3c-4e68-8a05-6767f0ce4ceb', 'name': 'tempest-TestSnapshotPattern-660663048-router', 'tenant_id': '1df73eb430f54681a00fcf48826dae96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-31T07:55:37Z', 'updated_at': '2021-08-31T08:00:24Z', 'revision_number': 6, 'project_id': '1df73eb430f54681a00fcf48826dae96', 'gw_port_host': None}] {{(pid=94641) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 31 08:00:25.354834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3739904', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4091'] for router, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.357361 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.407099 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3739915'] for router, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.407671 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 479231cf-2b3c-4e68-8a05-6767f0ce4ceb {{(pid=94639) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 31 08:00:25.412478 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] Notify callbacks [] for router, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.417278 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-325efc27-0b4b-4c7d-a654-d5a99605fd48 admin admin] 10.222.0.57 "DELETE /v2.0/routers/479231cf-2b3c-4e68-8a05-6767f0ce4ceb HTTP/1.1" status: 204 len: 168 time: 0.8443632 Aug 31 08:00:25.417647 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [-] (94640) accepted ('10.222.0.57', 46836) {{(pid=94640) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:25.466461 n-d-712707-15 neutron-server[94640]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Deleting subnet 68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511 {{(pid=94640) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 31 08:00:25.469562 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.856012 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9080954'] for subnet, precommit_delete_associations {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.934674 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3554758'] for subnet, precommit_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:25.994528 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3554765', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695786', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9083768', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8564935'] for subnet, after_delete {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.020826 n-d-712707-15 neutron-server[94640]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511,revision_number=None']} {{(pid=94640) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.026131 n-d-712707-15 neutron-server[94640]: DEBUG neutron_lib.callbacks.manager [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] Notify callbacks [] for subnet, before_response {{(pid=94640) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.030439 n-d-712707-15 neutron-server[94640]: INFO neutron.wsgi [None req-fa4eae74-4c40-4dad-9aac-1fc85492c12c admin admin] 10.222.0.57 "DELETE /v2.0/subnets/68d6c2fb-fe57-48a9-a16a-dd1ce0a8e511 HTTP/1.1" status: 204 len: 168 time: 0.6094506 Aug 31 08:00:26.031548 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46838) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:26.034054 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497704d3-5b2e-4d0e-b0c9-fc97d3644c37 None None] Network 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f requested from n-d-712707-15 {{(pid=94641) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 31 08:00:26.106065 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-562857'] for network, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.174756 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Deleting port 5c078751-0ae6-4caa-963e-90ab4102da6d {{(pid=94639) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:26.175170 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.230039 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] DHCP port deletion for 0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f request from n-d-712707-15 {{(pid=94641) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 31 08:00:26.253899 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.db [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] For port 5c078751-0ae6-4caa-963e-90ab4102da6d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c078751-0ae6-4caa-963e-90ab4102da6d,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94639) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:26.254420 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.275021 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.plugin [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Calling delete_port for 5c078751-0ae6-4caa-963e-90ab4102da6d owned by network:dhcp {{(pid=94639) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:26.298801 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Deleting port 5c078751-0ae6-4caa-963e-90ab4102da6d {{(pid=94641) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 31 08:00:26.299169 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8747286136086'] for port, before_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.369991 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.db [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] For port 5c078751-0ae6-4caa-963e-90ab4102da6d, host n-d-712707-15, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-712707-15',level=0,port_id=5c078751-0ae6-4caa-963e-90ab4102da6d,segment=NetworkSegment(5f4d6752-4513-4d14-aaa8-a005df7972ea),segment_id=5f4d6752-4513-4d14-aaa8-a005df7972ea)] {{(pid=94641) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 31 08:00:26.370483 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3744630'] for port, precommit_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.370748 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8751955'] for port, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.387997 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Calling delete_port for 5c078751-0ae6-4caa-963e-90ab4102da6d owned by network:dhcp {{(pid=94641) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 31 08:00:26.395585 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Pushing event deleted for resources: {'Port': ['ID=5c078751-0ae6-4caa-963e-90ab4102da6d,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.403335 n-d-712707-15 neutron-server[94639]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] No DVR routers for this DVR port 5c078751-0ae6-4caa-963e-90ab4102da6d on host n-d-712707-15 {{(pid=94639) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:26.483585 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-766269', 'neutron.services.segments.db._delete_segments_for_network-8747286075329'] for network, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.483796 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-611108', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-100153', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8747286138085', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8747285555258'] for port, after_delete {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.494340 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f']}} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:26.504744 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f4d6752-4513-4d14-aaa8-a005df7972ea') {'for_net_delete': True} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:26.505036 n-d-712707-15 neutron-server[94639]: DEBUG neutron.services.segments.db [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f4d6752-4513-4d14-aaa8-a005df7972ea') {} {{(pid=94639) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 31 08:00:26.507403 n-d-712707-15 neutron-server[94641]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] Pushing event deleted for resources: {'Port': ['ID=5c078751-0ae6-4caa-963e-90ab4102da6d,revision_number=None']} {{(pid=94641) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.513652 n-d-712707-15 neutron-server[94641]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7ed04a-4a68-4030-9f81-5bedcf5675b5 None None] No DVR routers for this DVR port 5c078751-0ae6-4caa-963e-90ab4102da6d on host n-d-712707-15 {{(pid=94641) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 31 08:00:26.515398 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8747286088021', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-11266433'] for segment, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.530750 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352'] for segment, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.536816 n-d-712707-15 neutron-server[94639]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=94639) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 31 08:00:26.537198 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3550352', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8752006'] for segment, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: Traceback (most recent call last): Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: timer() Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: cb(*args, **kw) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: return func(*args, **kwargs) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: self._notify() Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: self.callback(batched_events) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: event.method(event) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: aggregate_uuid = self.p_client.list_aggregates( Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: return f(self, *a, **k) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: return self._get(url).json() Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: return self.request(url, 'GET', **kwargs) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: base_url = self.get_endpoint(auth, allow=allow, Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 31 08:00:26.539008 n-d-712707-15 neutron-server[94639]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 31 08:00:26.596012 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-766244', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3695633', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3930735', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3745042'] for network, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.604793 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Notify callbacks [] for network, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.608011 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] 10.222.0.57 "DELETE /v2.0/networks/0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f HTTP/1.1" status: 204 len: 168 time: 0.5752234 Aug 31 08:00:26.626101 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2b344-017a-4c20-97f2-486f92eadeab admin admin] Pushing event deleted for resources: {'Network': ['ID=0f4795eb-a6f7-47ae-ab9d-b45cad6eb32f,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:26.801898 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46842) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:26.844240 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-793e9017-a434-42a2-9c14-c3b8684269e2 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=3717192258954430b37c60a8f7b2b665&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0411670 Aug 31 08:00:26.846979 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46844) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:26.894568 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.915834 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.970759 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.973496 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:26.974477 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/ebdcce88-66d4-4b7b-9f4f-18a3e7d39a15 HTTP/1.1" status: 204 len: 168 time: 0.1265223 Aug 31 08:00:26.983440 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedde59-aa8e-4760-b7b5-d21ba42f628f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebdcce88-66d4-4b7b-9f4f-18a3e7d39a15,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:27.266870 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48338438-a519-4c70-8b73-9451db1cc990 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:27.288633 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 48338438-a519-4c70-8b73-9451db1cc990 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:27.288975 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 48338438-a519-4c70-8b73-9451db1cc990 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:27.289973 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c078751-0ae6-4caa-963e-90ab4102da6d no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:27.309881 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: 5c078751-0ae6-4caa-963e-90ab4102da6d {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:27.310227 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device 5c078751-0ae6-4caa-963e-90ab4102da6d not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:27.310647 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c08a789b-e882-44d2-9f04-ea50ec2057b0 no longer exists at agent ovs-agent-n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 31 08:00:27.329213 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46852) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:27.333841 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.plugin [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] No Port match for: c08a789b-e882-44d2-9f04-ea50ec2057b0 {{(pid=94641) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 31 08:00:27.334186 n-d-712707-15 neutron-server[94641]: DEBUG neutron.plugins.ml2.rpc [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Device c08a789b-e882-44d2-9f04-ea50ec2057b0 not bound to the agent host n-d-712707-15 {{(pid=94641) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 31 08:00:27.371758 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-27bf1749-e072-458e-9ad4-3cf3d4c60e83 admin admin] 10.222.0.57 "GET /v2.0/security-groups?tenant_id=1df73eb430f54681a00fcf48826dae96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412474 Aug 31 08:00:27.374707 n-d-712707-15 neutron-server[94639]: DEBUG neutron.wsgi [-] (94639) accepted ('10.222.0.57', 46854) {{(pid=94639) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 31 08:00:27.426705 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.448023 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.496011 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3701246'] for security_group, after_delete {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.498499 n-d-712707-15 neutron-server[94639]: DEBUG neutron_lib.callbacks.manager [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94639) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.499656 n-d-712707-15 neutron-server[94639]: INFO neutron.wsgi [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] 10.222.0.57 "DELETE /v2.0/security-groups/7374de77-c181-4913-8fa5-b0083d312662 HTTP/1.1" status: 204 len: 168 time: 0.1240449 Aug 31 08:00:27.507387 n-d-712707-15 neutron-server[94639]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559ec705-f10a-4ea9-8a4c-4cba49652292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7374de77-c181-4913-8fa5-b0083d312662,revision_number=None']} {{(pid=94639) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 31 08:00:27.611205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-415c96b2-6120-4b6c-9b7f-600ead00f615 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:27.978677 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:29.987942 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:31.408350 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:36.645702 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:46.457061 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:51.197467 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:00:55.000767 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cdbbd891-c95f-4af1-b9b7-0c07a41f305f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.612505 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-49164006-ab99-4747-baee-1e38891013fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:57.980678 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:00:59.990441 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:01.411552 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:06.657970 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:16.482815 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:25.000711 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-13ae3155-b37b-4961-a275-ba2222bba4b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.613893 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e5e1b57d-97d6-4aa8-81a3-2fc6d2df0d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:27.981514 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:28.196016 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:01:29.993127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:31.411924 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:36.674019 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:46.470931 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:55.001383 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a51d386d-05bb-45c4-a450-1cb298d00c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.615498 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ccf7b606-ead4-4be3-91bb-52017950ebd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:57.985598 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:01:59.997462 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:01.415888 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:05.194841 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:06.685775 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:16.490940 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:25.004620 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-3c5a1665-353b-4733-bc35-92ab9333285c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.617696 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-bdec8027-8b80-4a8d-8aa7-d17565aee074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:27.987661 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:29.999086 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:31.418632 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:36.682726 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:42.194860 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:02:46.494707 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:55.007571 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-cfe6c04a-7fae-4173-aaaa-0318ab58263c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.620205 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f19742df-24d0-4fe7-9411-0d9969cc1fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:02:57.991164 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:00.003778 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:01.423337 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:06.683195 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:16.506811 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:19.193946 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:25.010315 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f35f0348-9d79-41bb-a11c-d8e224815ed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.622833 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b8321f4b-37f0-4b73-8357-a973d433dd86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:27.996305 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:30.005738 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:31.425457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:36.684173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:46.500140 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:55.012221 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-be272f15-53b9-4731-a026-e335ce84d4c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:56.194410 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:03:57.625457 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-0ada95e7-612c-4b62-860c-e756125d88aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:03:57.987669 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:00.009405 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:01.429961 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:06.670026 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:16.520525 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:25.015984 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-24ee5307-55f2-48fe-9e40-d741573e5367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.625521 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-80ffa0ac-2162-4671-a299-ce035e36dbc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:27.988769 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:30.012071 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:31.431449 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:33.192889 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:04:36.675790 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:46.513235 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:55.017616 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca33460b-0819-45ea-97a3-3d77799ce386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.625079 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-4d0a06d2-7339-4d70-b845-cab3b7a27735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:04:57.990250 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:00.015173 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:01.433966 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:06.684635 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:10.192823 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:16.532161 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:25.018099 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7aa5c6e1-f12e-4bfe-bdcb-6b53dfb518e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.628341 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-579f6065-b1a8-471c-8630-4d248c447522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:27.992077 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:30.016360 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:31.438162 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:36.700783 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:46.524450 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:47.192803 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:05:55.019545 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-8f93cf09-b324-4ed3-889a-a78df1e9c0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.630516 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-51b0c41b-2a7d-47a1-91d5-8501de7ce5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:05:57.993351 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:00.019587 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:01.442560 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:06.702708 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:16.549027 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:24.193610 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:06:25.022058 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-f2357b22-1e98-490e-9895-0730c222a9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.631611 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-b76ad768-7e2d-41be-9b5a-610028466ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:27.994456 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:30.023039 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:31.442982 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:36.708454 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:46.547544 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:55.023004 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-d81f470f-9ffa-4632-b543-8a57d8408db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.633116 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-91d8dda8-fdf8-4ed3-9303-dbf5d24a90b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:06:57.996166 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:00.025759 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:01.193351 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:07:01.445945 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:06.718398 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:16.560490 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:25.024348 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-65d77fa7-4f7a-42d0-89c9-dc8414bc5e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:27.635175 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-334203f2-fd19-4cc1-8547-ab57f376349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:28.000379 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:30.030045 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:31.448841 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:36.713127 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:38.193111 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:07:46.559971 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:55.026176 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ca886d1c-0740-4867-bc5e-62574310f3bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:57.638302 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-57db795a-e092-4dfc-bcb7-1602e543e2c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:07:58.003036 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:00.039668 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:01.452791 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:06.732595 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:15.192590 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:08:16.558509 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:25.028165 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1f865270-d61c-4c81-bc96-c11b64a3ae83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:27.639370 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-79e7479e-1cfc-4318-8fb6-dd80fbc8fcba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:28.006321 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:30.037147 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:31.455358 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:36.728367 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:40.361140 n-d-712707-15 neutron-server[94640]: DEBUG neutron.wsgi [req-1360dd85-bd2d-41ba-bd62-874b07dc727b req-22c1131d-e5e1-4ffa-93cc-c7c447432412 service neutron] (94640) timed out ('10.222.0.57', 51906) {{(pid=94640) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 31 08:08:46.578953 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:52.192525 n-d-712707-15 neutron-server[94642]: DEBUG neutron.db.agents_db [None req-32a5c35f-e986-4b14-838a-c4731f4b9c73 None None] Agent healthcheck: found 7 active agents {{(pid=94642) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 31 08:08:55.031515 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-c78b3d86-f7da-44bb-8b64-f96588c9f067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:57.643301 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d515-c2b2-4ee5-ad43-fbee6c0c2d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:08:58.007679 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-ed8facda-163b-4d89-8438-cec4bc0e6ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:00.038229 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-7bada98c-61d8-43b2-ab29-eff7468240e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:01.458112 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-81cfe7ce-a060-44d4-8ef3-7a2a75a6ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:06.740251 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-a3bcaf24-4640-41ac-b08a-b59f4c7f21ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 31 08:09:16.586600 n-d-712707-15 neutron-server[94641]: DEBUG neutron_lib.callbacks.manager [None req-e325740a-370a-4a9e-bdae-b920427297a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8747286005212', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3552355'] for agent, after_update {{(pid=94641) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}